tgis_abstract_datasets.py 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514
  1. """!@package grass.script.tgis_map_datasets
  2. @brief GRASS Python scripting module (temporal GIS functions)
  3. Temporal GIS related functions to be used in Python scripts.
  4. Usage:
  5. @code
  6. from grass.script import tgis_map_datasets as grass
  7. raster_ds = grass.raster_database("soil")
  8. if raster_ds.is_in_db():
  9. raster_ds.select()
  10. else:
  11. raster_ds.load()
  12. ...
  13. @endcode
  14. (C) 2008-2011 by the GRASS Development Team
  15. This program is free software under the GNU General Public
  16. License (>=v2). Read the file COPYING that comes with GRASS
  17. for details.
  18. @author Soeren Gebbert
  19. """
  20. import uuid
  21. from tgis_temporal_extent import *
  22. from tgis_spatial_extent import *
  23. from tgis_metadata import *
  24. class abstract_dataset(object):
  25. """This is the base class for all datasets (raster, vector, raster3d, strds, stvds, str3ds)"""
  26. def get_type(self):
  27. """Return the type of this class"""
  28. raise IOError("This method must be implemented in the subclasses")
  29. def get_new_instance(self, ident):
  30. """Return a new instance with the type of this class"""
  31. raise IOError("This method must be implemented in the subclasses")
  32. def get_id(self):
  33. return self.base.get_id()
  34. def get_absolute_time(self):
  35. """Returns a tuple of the start, the end valid time and the timezone of the map
  36. @return A tuple of (start_time, end_time, timezone)
  37. """
  38. start = self.absolute_time.get_start_time()
  39. end = self.absolute_time.get_end_time()
  40. tz = self.absolute_time.get_timezone()
  41. return (start, end, tz)
  42. def get_relative_time(self):
  43. """Returns the relative time interval or None if not present"""
  44. return self.relative_time.get_interval()
  45. def get_spatial_extent(self):
  46. """Return a tuple of spatial extent (north, south, east, west, top, bottom) """
  47. north = self.spatial_extent.get_north()
  48. south = self.spatial_extent.get_south()
  49. east = self.spatial_extent.get_east()
  50. west = self.spatial_extent.get_west()
  51. top = self.spatial_extent.get_top()
  52. bottom = self.spatial_extent.get_bottom()
  53. return (north, south, east, west, top, bottom)
  54. def select(self):
  55. """Select temporal dataset entry from database and fill up the internal structure"""
  56. self.base.select()
  57. if self.is_time_absolute():
  58. self.absolute_time.select()
  59. if self.is_time_relative():
  60. self.relative_time.select()
  61. self.spatial_extent.select()
  62. self.metadata.select()
  63. def is_in_db(self):
  64. """Check if the temporal dataset entry is in the database"""
  65. return self.base.is_in_db()
  66. def delete(self):
  67. """Delete temporal dataset entry from database if it exists"""
  68. raise IOError("This method must be implemented in the subclasses")
  69. def insert(self):
  70. """Insert temporal dataset entry into database from the internal structure"""
  71. self.base.insert()
  72. if self.is_time_absolute():
  73. self.absolute_time.insert()
  74. if self.is_time_relative():
  75. self.relative_time.insert()
  76. self.spatial_extent.insert()
  77. self.metadata.insert()
  78. def update(self):
  79. """Update temporal dataset entry of database from the internal structure"""
  80. self.base.update()
  81. if self.is_time_absolute():
  82. self.absolute_time.update()
  83. if self.is_time_relative():
  84. self.relative_time.update()
  85. self.spatial_extent.update()
  86. self.metadata.update()
  87. def print_self(self):
  88. """Print the content of the internal structure to stdout"""
  89. self.base.print_self()
  90. if self.is_time_absolute():
  91. self.absolute_time.print_self()
  92. if self.is_time_relative():
  93. self.relative_time.print_self()
  94. self.spatial_extent.print_self()
  95. self.metadata.print_self()
  96. def print_info(self):
  97. """Print information about this class in human readable style"""
  98. self.base.print_info()
  99. if self.is_time_absolute():
  100. self.absolute_time.print_info()
  101. if self.is_time_relative():
  102. self.relative_time.print_info()
  103. self.spatial_extent.print_info()
  104. self.metadata.print_info()
  105. def print_shell_info(self):
  106. """Print information about this class in shell style"""
  107. self.base.print_shell_info()
  108. if self.is_time_absolute():
  109. self.absolute_time.print_shell_info()
  110. if self.is_time_relative():
  111. self.relative_time.print_shell_info()
  112. self.spatial_extent.print_shell_info()
  113. self.metadata.print_shell_info()
  114. def set_time_to_absolute(self):
  115. self.base.set_ttype("absolute")
  116. def set_time_to_relative(self):
  117. self.base.set_ttype("relative")
  118. def is_time_absolute(self):
  119. if self.base.D.has_key("temporal_type"):
  120. return self.base.get_ttype() == "absolute"
  121. else:
  122. return None
  123. def is_time_relative(self):
  124. if self.base.D.has_key("temporal_type"):
  125. return self.base.get_ttype() == "relative"
  126. else:
  127. return None
  128. def temporal_relation(self, map):
  129. """Return the temporal relation of this and the provided temporal raster map"""
  130. if self.is_time_absolute() and map.is_time_absolute():
  131. return self.absolute_time.temporal_relation(map.absolute_time)
  132. if self.is_time_relative() and map.is_time_relative():
  133. return self.relative_time.temporal_relation(map.absolute_time)
  134. return None
  135. ###############################################################################
  136. class abstract_map_dataset(abstract_dataset):
  137. """This is the base class for all maps (raster, vector, raster3d)
  138. providing additional function to set the valid time and the spatial extent.
  139. Valid time and spatial extent will be set automatically in the space-time datasets
  140. """
  141. def get_new_stds_instance(self, ident):
  142. """Return a new space time dataset instance in which maps are stored with the type of this class"""
  143. raise IOError("This method must be implemented in the subclasses")
  144. def get_stds_register(self):
  145. """Return the space time dataset register table name in which stds are listed in which this map is registered"""
  146. raise IOError("This method must be implemented in the subclasses")
  147. def set_stds_register(self, name):
  148. """Set the space time dataset register table name in which stds are listed in which this map is registered"""
  149. raise IOError("This method must be implemented in the subclasses")
  150. def set_absolute_time(self, start_time, end_time=None, timezone=None):
  151. """Set the absolute time interval with start time and end time
  152. @start_time a datetime object specifying the start time of the map
  153. @end_time a datetime object specifying the end time of the map
  154. @timezone Thee timezone of the map
  155. """
  156. self.base.set_ttype("absolute")
  157. self.absolute_time.set_start_time(start_time)
  158. self.absolute_time.set_end_time(end_time)
  159. self.absolute_time.set_timezone(timezone)
  160. def set_relative_time(self, interval):
  161. """Set the relative time interval
  162. @interval A double value in days
  163. """
  164. self.base.set_ttype("relative")
  165. self.absolute_time.set_interval(interval)
  166. def set_spatial_extent(self, north, south, east, west, top=0, bottom=0):
  167. """Set the spatial extent of the map"""
  168. self.spatial_extent.set_spatial_extent(north, south, east, west, top, bottom)
  169. def delete(self):
  170. """Delete a map entry from database if it exists
  171. Remove dependent entries:
  172. * Remove the map entry in each space time dataset in which this map is registered
  173. * Remove the space time dataset register table
  174. """
  175. if self.is_in_db():
  176. # Get all data
  177. self.select()
  178. # Remove the map from all registered space time datasets
  179. if self.get_stds_register() != None:
  180. # Select all stds tables in which this map is registered
  181. sql = "SELECT id FROM " + self.get_stds_register()
  182. #print sql
  183. self.base.connect()
  184. self.base.cursor.execute(sql)
  185. rows = self.base.cursor.fetchall()
  186. self.base.close()
  187. # For each stds in which the map is registered
  188. if rows:
  189. for row in rows:
  190. # Create a space time dataset object to remove the map
  191. # from its register
  192. strds = self.get_new_stds_instance(row["id"])
  193. strds.select()
  194. strds.unregister_map(self)
  195. # Remove the strds register table
  196. sql = "DROP TABLE " + self.get_stds_register()
  197. #print sql
  198. self.base.connect()
  199. self.base.cursor.execute(sql)
  200. self.base.close()
  201. # Delete yourself from the database, trigger functions will take care of dependencies
  202. self.base.delete()
  203. ###############################################################################
  204. class abstract_space_time_dataset(abstract_dataset):
  205. """Abstract space time dataset class
  206. This class represents a space time dataset. Convenient functions
  207. to select, update, insert or delete objects of this type int the SQL
  208. temporal database exists as well as functions to register or unregister
  209. raster maps.
  210. Parts of the temporal logic are implemented in the SQL temporal database,
  211. like the computation of the temporal and spatial extent as well as the
  212. collecting of metadata.
  213. """
  214. def __init__(self, ident):
  215. self.reset(ident)
  216. def get_new_instance(self, ident):
  217. """Return a new instance with the type of this class"""
  218. raise IOError("This method must be implemented in the subclasses")
  219. def get_new_map_instance(self, ident):
  220. """Return a new instance of a map dataset which is associated with the type of this class"""
  221. raise IOError("This method must be implemented in the subclasses")
  222. def get_map_register(self):
  223. """Return the name of the map register table"""
  224. raise IOError("This method must be implemented in the subclasses")
  225. def set_map_register(self, name):
  226. """Set the name of the map register table"""
  227. raise IOError("This method must be implemented in the subclasses")
  228. def reset(self, ident):
  229. """Reset the internal structure and set the identifier"""
  230. raise IOError("This method must be implemented in the subclasses")
  231. def set_initial_values(self, granularity, temporal_type, semantic_type, \
  232. title=None, description=None):
  233. if temporal_type == "absolute":
  234. self.set_time_to_absolute()
  235. self.absolute_time.set_granularity(granularity)
  236. elif temporal_type == "relative":
  237. self.set_time_to_relative()
  238. self.relative_time.set_granularity(granularity)
  239. else:
  240. core.fatal("Unkown temporal type \"" + temporal_type + "\"")
  241. self.base.set_semantic_type(semantic_type)
  242. self.metadata.set_title(title)
  243. self.metadata.set_description(description)
  244. def delete(self):
  245. """Delete a space time dataset from the database"""
  246. # First we need to check if maps are registered in this dataset and
  247. # unregister them
  248. core.info("Delete space time " + self.get_new_map_instance(ident=None).get_type() + " dataset: " + self.get_id())
  249. if self.get_map_register():
  250. sql = "SELECT id FROM " + self.get_map_register()
  251. self.base.connect()
  252. self.base.cursor.execute(sql)
  253. rows = self.base.cursor.fetchall()
  254. self.base.close()
  255. # Unregister each registered map in the table
  256. if rows:
  257. for row in rows:
  258. # Unregister map
  259. map = self.get_new_map_instance(row["id"])
  260. self.unregister_map(map)
  261. # Drop remove the map register table
  262. sql = "DROP TABLE " + self.get_map_register()
  263. self.base.connect()
  264. self.base.cursor.execute(sql)
  265. self.base.close()
  266. # Remove the primary key, the foreign keys will be removed by trigger
  267. self.base.delete()
  268. def register_map(self, map):
  269. """Register a map in the space time dataset.
  270. This method takes care of the registration of a map
  271. in a space time dataset.
  272. Break with a warning in case the map is already registered.
  273. """
  274. if map.is_in_db() == False:
  275. core.fatal("Only maps with absolute or relative valid time can be registered")
  276. core.info("Register " + map.get_type() + " map: " + map.get_id())
  277. # First select all data from the database
  278. map.select()
  279. map_id = map.base.get_id()
  280. map_name = map.base.get_name()
  281. map_mapset = map.base.get_mapset()
  282. map_register_table = map.get_stds_register()
  283. #print "Map register table", map_register_table
  284. # Get basic info
  285. stds_name = self.base.get_name()
  286. stds_mapset = self.base.get_mapset()
  287. stds_register_table = self.get_map_register()
  288. #print "STDS register table", stds_register_table
  289. if stds_mapset != map_mapset:
  290. core.fatal("You can only register maps from the same mapset")
  291. # Check if map is already registred
  292. if stds_register_table:
  293. sql = "SELECT id FROM " + stds_register_table + " WHERE id = (?)"
  294. self.base.connect()
  295. self.base.cursor.execute(sql, (map_id,))
  296. row = self.base.cursor.fetchone()
  297. self.base.close()
  298. # In case of no entry make a new one
  299. if row and row[0] == map_id:
  300. core.warning("Map " + map_id + "is already registered")
  301. return False
  302. # Create tables
  303. sql_path = get_sql_template_path()
  304. # We need to create the stmap raster register table bevor we can register the map
  305. if map_register_table == None:
  306. # Create a unique id
  307. uuid_rand = "map_" + str(uuid.uuid4()).replace("-", "")
  308. # Read the SQL template
  309. sql = open(os.path.join(sql_path, "map_stds_register_table_template.sql"), 'r').read()
  310. # Create the raster, raster3d and vector tables
  311. sql = sql.replace("GRASS_MAP", map.get_type())
  312. sql = sql.replace("MAP_NAME", map_name + "_" + map_mapset )
  313. sql = sql.replace("TABLE_NAME", uuid_rand )
  314. sql = sql.replace("MAP_ID", map_id)
  315. sql = sql.replace("STDS", self.get_type())
  316. self.base.connect()
  317. self.base.cursor.executescript(sql)
  318. self.base.close()
  319. map_register_table = uuid_rand + "_" + self.get_type() + "_register"
  320. # Set the stds register table name and put it into the DB
  321. map.set_stds_register(map_register_table)
  322. map.metadata.update()
  323. #print "Created map register table ", map_register_table
  324. # We need to create the table and register it
  325. if stds_register_table == None:
  326. # Read the SQL template
  327. sql = open(os.path.join(sql_path, "stds_map_register_table_template.sql"), 'r').read()
  328. # Create the raster, raster3d and vector tables
  329. sql = sql.replace("GRASS_MAP", map.get_type())
  330. sql = sql.replace("SPACETIME_NAME", stds_name + "_" + stds_mapset )
  331. sql = sql.replace("SPACETIME_ID", self.base.get_id())
  332. sql = sql.replace("STDS", self.get_type())
  333. self.base.connect()
  334. self.base.cursor.executescript(sql)
  335. self.base.close()
  336. # We need raster specific trigger
  337. sql = open(os.path.join(sql_path, "stds_" + map.get_type() + "_register_trigger_template.sql"), 'r').read()
  338. # Create the raster, raster3d and vector tables
  339. sql = sql.replace("GRASS_MAP", map.get_type())
  340. sql = sql.replace("SPACETIME_NAME", stds_name + "_" + stds_mapset )
  341. sql = sql.replace("SPACETIME_ID", self.base.get_id())
  342. sql = sql.replace("STDS", self.get_type())
  343. self.base.connect()
  344. self.base.cursor.executescript(sql)
  345. self.base.close()
  346. stds_register_table = stds_name + "_" + stds_mapset + "_" + map.get_type() + "_register"
  347. # Set the map register table name and put it into the DB
  348. self.set_map_register(stds_register_table)
  349. self.metadata.update()
  350. #print "Created stds register table ", stds_register_table
  351. # Register the stds in the map stds register table
  352. # Check if the entry is already there
  353. sql = "SELECT id FROM " + map_register_table + " WHERE id = ?"
  354. self.base.connect()
  355. self.base.cursor.execute(sql, (self.base.get_id(),))
  356. row = self.base.cursor.fetchone()
  357. self.base.close()
  358. # In case of no entry make a new one
  359. if row == None:
  360. sql = "INSERT INTO " + map_register_table + " (id) " + "VALUES (?)"
  361. #print sql
  362. self.base.connect()
  363. self.base.cursor.execute(sql, (self.base.get_id(),))
  364. self.base.close()
  365. # Now put the raster name in the stds map register table
  366. sql = "INSERT INTO " + stds_register_table + " (id) " + "VALUES (?)"
  367. #print sql
  368. self.base.connect()
  369. self.base.cursor.execute(sql, (map_id,))
  370. self.base.close()
  371. return True
  372. def unregister_map(self, map):
  373. """Remove a register a map from the space time dataset.
  374. This method takes care of the unregistration of a map
  375. in a space time dataset.
  376. """
  377. if map.is_in_db() == False:
  378. core.fatal("Only maps with absolute or relative valid time can be registered")
  379. core.info("Unegister " + map.get_type() + " map: " + map.get_id())
  380. # First select all data from the database
  381. map.select()
  382. map_id = map.base.get_id()
  383. map_register_table = map.get_stds_register()
  384. # Get basic info
  385. stds_register_table = self.get_map_register()
  386. # Check if the map is registered in the space time raster dataset
  387. sql = "SELECT id FROM " + map_register_table + " WHERE id = ?"
  388. self.base.connect()
  389. self.base.cursor.execute(sql, (self.base.get_id(),))
  390. row = self.base.cursor.fetchone()
  391. self.base.close()
  392. # Break if the map is not registered
  393. if row == None:
  394. core.fatal("Map " + map_id + " is not registered in space time dataset " + self.base.get_id())
  395. # Remove the space time raster dataset from the raster dataset register
  396. if map_register_table != None:
  397. sql = "DELETE FROM " + map_register_table + " WHERE id = ?"
  398. self.base.connect()
  399. self.base.cursor.execute(sql, (self.base.get_id(),))
  400. self.base.close()
  401. # Remove the raster map from the space time raster dataset register
  402. if stds_register_table != None:
  403. sql = "DELETE FROM " + stds_register_table + " WHERE id = ?"
  404. self.base.connect()
  405. self.base.cursor.execute(sql, (map_id,))
  406. self.base.close()