tgis_abstract_datasets.py 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546
  1. """!@package grass.script.tgis_abstract_datasets
  2. @brief GRASS Python scripting module (temporal GIS functions)
  3. Temporal GIS related functions to be used in temporal GIS Python library package.
  4. Usage:
  5. @code
  6. from grass.script import tgis_abstract_datasets as grass
  7. ...
  8. @endcode
  9. (C) 2008-2011 by the GRASS Development Team
  10. This program is free software under the GNU General Public
  11. License (>=v2). Read the file COPYING that comes with GRASS
  12. for details.
  13. @author Soeren Gebbert
  14. """
  15. import uuid
  16. from tgis_temporal_extent import *
  17. from tgis_spatial_extent import *
  18. from tgis_metadata import *
  19. class abstract_dataset(object):
  20. """This is the base class for all datasets (raster, vector, raster3d, strds, stvds, str3ds)"""
  21. def get_type(self):
  22. """Return the type of this class"""
  23. raise IOError("This method must be implemented in the subclasses")
  24. def get_new_instance(self, ident):
  25. """Return a new instance with the type of this class"""
  26. raise IOError("This method must be implemented in the subclasses")
  27. def get_id(self):
  28. return self.base.get_id()
  29. def get_absolute_time(self):
  30. """Returns a tuple of the start, the end valid time and the timezone of the map
  31. @return A tuple of (start_time, end_time, timezone)
  32. """
  33. start = self.absolute_time.get_start_time()
  34. end = self.absolute_time.get_end_time()
  35. tz = self.absolute_time.get_timezone()
  36. return (start, end, tz)
  37. def get_relative_time(self):
  38. """Returns the relative time interval or None if not present"""
  39. return self.relative_time.get_interval()
  40. def get_temporal_type(self):
  41. """Return the temporal type of this dataset"""
  42. return self.base.get_ttype()
  43. def get_spatial_extent(self):
  44. """Return a tuple of spatial extent (north, south, east, west, top, bottom) """
  45. north = self.spatial_extent.get_north()
  46. south = self.spatial_extent.get_south()
  47. east = self.spatial_extent.get_east()
  48. west = self.spatial_extent.get_west()
  49. top = self.spatial_extent.get_top()
  50. bottom = self.spatial_extent.get_bottom()
  51. return (north, south, east, west, top, bottom)
  52. def select(self):
  53. """Select temporal dataset entry from database and fill up the internal structure"""
  54. self.base.select()
  55. if self.is_time_absolute():
  56. self.absolute_time.select()
  57. if self.is_time_relative():
  58. self.relative_time.select()
  59. self.spatial_extent.select()
  60. self.metadata.select()
  61. def is_in_db(self):
  62. """Check if the temporal dataset entry is in the database"""
  63. return self.base.is_in_db()
  64. def delete(self):
  65. """Delete temporal dataset entry from database if it exists"""
  66. raise IOError("This method must be implemented in the subclasses")
  67. def insert(self):
  68. """Insert temporal dataset entry into database from the internal structure"""
  69. self.base.insert()
  70. if self.is_time_absolute():
  71. self.absolute_time.insert()
  72. if self.is_time_relative():
  73. self.relative_time.insert()
  74. self.spatial_extent.insert()
  75. self.metadata.insert()
  76. def update(self):
  77. """Update temporal dataset entry of database from the internal structure"""
  78. self.base.update()
  79. if self.is_time_absolute():
  80. self.absolute_time.update()
  81. if self.is_time_relative():
  82. self.relative_time.update()
  83. self.spatial_extent.update()
  84. self.metadata.update()
  85. def print_self(self):
  86. """Print the content of the internal structure to stdout"""
  87. self.base.print_self()
  88. if self.is_time_absolute():
  89. self.absolute_time.print_self()
  90. if self.is_time_relative():
  91. self.relative_time.print_self()
  92. self.spatial_extent.print_self()
  93. self.metadata.print_self()
  94. def print_info(self):
  95. """Print information about this class in human readable style"""
  96. self.base.print_info()
  97. if self.is_time_absolute():
  98. self.absolute_time.print_info()
  99. if self.is_time_relative():
  100. self.relative_time.print_info()
  101. self.spatial_extent.print_info()
  102. self.metadata.print_info()
  103. def print_shell_info(self):
  104. """Print information about this class in shell style"""
  105. self.base.print_shell_info()
  106. if self.is_time_absolute():
  107. self.absolute_time.print_shell_info()
  108. if self.is_time_relative():
  109. self.relative_time.print_shell_info()
  110. self.spatial_extent.print_shell_info()
  111. self.metadata.print_shell_info()
  112. def set_time_to_absolute(self):
  113. self.base.set_ttype("absolute")
  114. def set_time_to_relative(self):
  115. self.base.set_ttype("relative")
  116. def is_time_absolute(self):
  117. if self.base.D.has_key("temporal_type"):
  118. return self.base.get_ttype() == "absolute"
  119. else:
  120. return None
  121. def is_time_relative(self):
  122. if self.base.D.has_key("temporal_type"):
  123. return self.base.get_ttype() == "relative"
  124. else:
  125. return None
  126. def temporal_relation(self, map):
  127. """Return the temporal relation of this and the provided temporal raster map"""
  128. if self.is_time_absolute() and map.is_time_absolute():
  129. return self.absolute_time.temporal_relation(map.absolute_time)
  130. if self.is_time_relative() and map.is_time_relative():
  131. return self.relative_time.temporal_relation(map.absolute_time)
  132. return None
  133. ###############################################################################
  134. class abstract_map_dataset(abstract_dataset):
  135. """This is the base class for all maps (raster, vector, raster3d)
  136. providing additional function to set the valid time and the spatial extent.
  137. Valid time and spatial extent will be set automatically in the space-time datasets
  138. """
  139. def get_new_stds_instance(self, ident):
  140. """Return a new space time dataset instance in which maps are stored with the type of this class"""
  141. raise IOError("This method must be implemented in the subclasses")
  142. def get_stds_register(self):
  143. """Return the space time dataset register table name in which stds are listed in which this map is registered"""
  144. raise IOError("This method must be implemented in the subclasses")
  145. def set_stds_register(self, name):
  146. """Set the space time dataset register table name in which stds are listed in which this map is registered"""
  147. raise IOError("This method must be implemented in the subclasses")
  148. def set_absolute_time(self, start_time, end_time=None, timezone=None):
  149. """Set the absolute time interval with start time and end time
  150. @start_time a datetime object specifying the start time of the map
  151. @end_time a datetime object specifying the end time of the map
  152. @timezone Thee timezone of the map
  153. """
  154. self.base.set_ttype("absolute")
  155. self.absolute_time.set_start_time(start_time)
  156. self.absolute_time.set_end_time(end_time)
  157. self.absolute_time.set_timezone(timezone)
  158. def update_absolute_time(self, start_time, end_time=None, timezone=None):
  159. """Update the absolute time
  160. @start_time a datetime object specifying the start time of the map
  161. @end_time a datetime object specifying the end time of the map
  162. @timezone Thee timezone of the map
  163. """
  164. self.set_absolute_time(start_time, end_time, timezone)
  165. self.absolute_time.update()
  166. self.base.update()
  167. def set_relative_time(self, interval):
  168. """Set the relative time interval
  169. @interval A double value in days
  170. """
  171. self.base.set_ttype("relative")
  172. self.relative_time.set_interval(interval)
  173. def update_relative_time(self, interval):
  174. """Set the relative time interval
  175. @interval A double value in days
  176. """
  177. self.set_relative_time(interval)
  178. self.relative_time.update()
  179. self.base.update()
  180. def set_spatial_extent(self, north, south, east, west, top=0, bottom=0):
  181. """Set the spatial extent of the map"""
  182. self.spatial_extent.set_spatial_extent(north, south, east, west, top, bottom)
  183. def delete(self):
  184. """Delete a map entry from database if it exists
  185. Remove dependent entries:
  186. * Remove the map entry in each space time dataset in which this map is registered
  187. * Remove the space time dataset register table
  188. """
  189. if self.is_in_db():
  190. # First we unregister from all dependent space time datasets
  191. self.unregister()
  192. # Remove the strds register table
  193. sql = "DROP TABLE " + self.get_stds_register()
  194. #print sql
  195. self.base.connect()
  196. self.base.cursor.execute(sql)
  197. self.base.close()
  198. core.verbose("Delete " + self.get_type() + " dataset <" + self.get_id() + "> from temporal database")
  199. # Delete yourself from the database, trigger functions will take care of dependencies
  200. self.base.delete()
  201. def unregister(self):
  202. """ Remove the map entry in each space time dataset in which this map is registered
  203. """
  204. core.verbose("Unregister " + self.get_type() + " dataset <" + self.get_id() + "> from space time datasets")
  205. # Select all data from the database
  206. self.select()
  207. # Remove the map from all registered space time datasets
  208. if self.get_stds_register() != None:
  209. # Select all stds tables in which this map is registered
  210. sql = "SELECT id FROM " + self.get_stds_register()
  211. #print sql
  212. self.base.connect()
  213. self.base.cursor.execute(sql)
  214. rows = self.base.cursor.fetchall()
  215. self.base.close()
  216. # For each stds in which the map is registered
  217. if rows:
  218. for row in rows:
  219. # Create a space time dataset object to remove the map
  220. # from its register
  221. strds = self.get_new_stds_instance(row["id"])
  222. strds.select()
  223. strds.unregister_map(self)
  224. ###############################################################################
  225. class abstract_space_time_dataset(abstract_dataset):
  226. """Abstract space time dataset class
  227. This class represents a space time dataset. Convenient functions
  228. to select, update, insert or delete objects of this type int the SQL
  229. temporal database exists as well as functions to register or unregister
  230. raster maps.
  231. Parts of the temporal logic are implemented in the SQL temporal database,
  232. like the computation of the temporal and spatial extent as well as the
  233. collecting of metadata.
  234. """
  235. def __init__(self, ident):
  236. self.reset(ident)
  237. def get_new_instance(self, ident):
  238. """Return a new instance with the type of this class"""
  239. raise IOError("This method must be implemented in the subclasses")
  240. def get_new_map_instance(self, ident):
  241. """Return a new instance of a map dataset which is associated with the type of this class"""
  242. raise IOError("This method must be implemented in the subclasses")
  243. def get_map_register(self):
  244. """Return the name of the map register table"""
  245. raise IOError("This method must be implemented in the subclasses")
  246. def set_map_register(self, name):
  247. """Set the name of the map register table"""
  248. raise IOError("This method must be implemented in the subclasses")
  249. def reset(self, ident):
  250. """Reset the internal structure and set the identifier"""
  251. raise IOError("This method must be implemented in the subclasses")
  252. def set_initial_values(self, granularity, temporal_type, semantic_type, \
  253. title=None, description=None):
  254. if temporal_type == "absolute":
  255. self.set_time_to_absolute()
  256. self.absolute_time.set_granularity(granularity)
  257. elif temporal_type == "relative":
  258. self.set_time_to_relative()
  259. self.relative_time.set_granularity(granularity)
  260. else:
  261. core.fatal("Unknown temporal type \"" + temporal_type + "\"")
  262. self.base.set_semantic_type(semantic_type)
  263. self.metadata.set_title(title)
  264. self.metadata.set_description(description)
  265. def delete(self):
  266. """Delete a space time dataset from the database"""
  267. # First we need to check if maps are registered in this dataset and
  268. # unregister them
  269. core.verbose("Delete space time " + self.get_new_map_instance(ident=None).get_type() + " dataset <" + self.get_id() + "> from temporal database")
  270. if self.get_map_register():
  271. sql = "SELECT id FROM " + self.get_map_register()
  272. self.base.connect()
  273. self.base.cursor.execute(sql)
  274. rows = self.base.cursor.fetchall()
  275. self.base.close()
  276. # Unregister each registered map in the table
  277. if rows:
  278. for row in rows:
  279. # Unregister map
  280. map = self.get_new_map_instance(row["id"])
  281. self.unregister_map(map)
  282. # Drop remove the map register table
  283. sql = "DROP TABLE " + self.get_map_register()
  284. self.base.connect()
  285. self.base.cursor.execute(sql)
  286. self.base.close()
  287. # Remove the primary key, the foreign keys will be removed by trigger
  288. self.base.delete()
  289. def register_map(self, map):
  290. """Register a map in the space time dataset.
  291. This method takes care of the registration of a map
  292. in a space time dataset.
  293. Break with a warning in case the map is already registered.
  294. """
  295. if map.is_in_db() == False:
  296. core.fatal("Only maps with absolute or relative valid time can be registered")
  297. core.verbose("Register " + map.get_type() + " map: " + map.get_id() + " in space time " + map.get_type() + " dataset <" + self.get_id() + ">")
  298. # First select all data from the database
  299. map.select()
  300. map_id = map.base.get_id()
  301. map_name = map.base.get_name()
  302. map_mapset = map.base.get_mapset()
  303. map_register_table = map.get_stds_register()
  304. #print "Map register table", map_register_table
  305. # Get basic info
  306. stds_name = self.base.get_name()
  307. stds_mapset = self.base.get_mapset()
  308. stds_register_table = self.get_map_register()
  309. #print "STDS register table", stds_register_table
  310. if stds_mapset != map_mapset:
  311. core.fatal("Only maps from the same mapset can be registered")
  312. # Check if map is already registred
  313. if stds_register_table:
  314. sql = "SELECT id FROM " + stds_register_table + " WHERE id = (?)"
  315. self.base.connect()
  316. self.base.cursor.execute(sql, (map_id,))
  317. row = self.base.cursor.fetchone()
  318. self.base.close()
  319. # In case of no entry make a new one
  320. if row and row[0] == map_id:
  321. core.warning("Map " + map_id + "is already registered. Will unregister map and register again.")
  322. self.unregister_map(map)
  323. # Create tables
  324. sql_path = get_sql_template_path()
  325. # We need to create the stmap raster register table bevor we can register the map
  326. if map_register_table == None:
  327. # Create a unique id
  328. uuid_rand = "map_" + str(uuid.uuid4()).replace("-", "")
  329. # Read the SQL template
  330. sql = open(os.path.join(sql_path, "map_stds_register_table_template.sql"), 'r').read()
  331. # Create the raster, raster3d and vector tables
  332. sql = sql.replace("GRASS_MAP", map.get_type())
  333. sql = sql.replace("MAP_NAME", map_name + "_" + map_mapset )
  334. sql = sql.replace("TABLE_NAME", uuid_rand )
  335. sql = sql.replace("MAP_ID", map_id)
  336. sql = sql.replace("STDS", self.get_type())
  337. self.base.connect()
  338. self.base.cursor.executescript(sql)
  339. self.base.close()
  340. map_register_table = uuid_rand + "_" + self.get_type() + "_register"
  341. # Set the stds register table name and put it into the DB
  342. map.set_stds_register(map_register_table)
  343. map.metadata.update()
  344. core.verbose("Created register table <" + map_register_table + "> for " + map.get_type() + " map <" + map.get_id() + ">")
  345. # We need to create the table and register it
  346. if stds_register_table == None:
  347. # Read the SQL template
  348. sql = open(os.path.join(sql_path, "stds_map_register_table_template.sql"), 'r').read()
  349. # Create the raster, raster3d and vector tables
  350. sql = sql.replace("GRASS_MAP", map.get_type())
  351. sql = sql.replace("SPACETIME_NAME", stds_name + "_" + stds_mapset )
  352. sql = sql.replace("SPACETIME_ID", self.base.get_id())
  353. sql = sql.replace("STDS", self.get_type())
  354. self.base.connect()
  355. self.base.cursor.executescript(sql)
  356. self.base.close()
  357. # We need raster specific trigger
  358. sql = open(os.path.join(sql_path, "stds_" + map.get_type() + "_register_trigger_template.sql"), 'r').read()
  359. # Create the raster, raster3d and vector tables
  360. sql = sql.replace("GRASS_MAP", map.get_type())
  361. sql = sql.replace("SPACETIME_NAME", stds_name + "_" + stds_mapset )
  362. sql = sql.replace("SPACETIME_ID", self.base.get_id())
  363. sql = sql.replace("STDS", self.get_type())
  364. self.base.connect()
  365. self.base.cursor.executescript(sql)
  366. self.base.close()
  367. stds_register_table = stds_name + "_" + stds_mapset + "_" + map.get_type() + "_register"
  368. # Set the map register table name and put it into the DB
  369. self.set_map_register(stds_register_table)
  370. self.metadata.update()
  371. core.verbose("Created register table <" + stds_register_table + "> for space time " + map.get_type() + " dataset <" + self.get_id() + ">")
  372. # Register the stds in the map stds register table
  373. # Check if the entry is already there
  374. sql = "SELECT id FROM " + map_register_table + " WHERE id = ?"
  375. self.base.connect()
  376. self.base.cursor.execute(sql, (self.base.get_id(),))
  377. row = self.base.cursor.fetchone()
  378. self.base.close()
  379. # In case of no entry make a new one
  380. if row == None:
  381. sql = "INSERT INTO " + map_register_table + " (id) " + "VALUES (?)"
  382. #print sql
  383. self.base.connect()
  384. self.base.cursor.execute(sql, (self.base.get_id(),))
  385. self.base.close()
  386. # Now put the raster name in the stds map register table
  387. sql = "INSERT INTO " + stds_register_table + " (id) " + "VALUES (?)"
  388. #print sql
  389. self.base.connect()
  390. self.base.cursor.execute(sql, (map_id,))
  391. self.base.close()
  392. return True
  393. def unregister_map(self, map):
  394. """Remove a register a map from the space time dataset.
  395. This method takes care of the unregistration of a map
  396. in a space time dataset.
  397. """
  398. if map.is_in_db() == False:
  399. core.fatal("Unable to find map <" + map.get_id() + "> in temporal database")
  400. core.info("Unregister " + map.get_type() + " map: " + map.get_id())
  401. # First select all data from the database
  402. map.select()
  403. map_id = map.base.get_id()
  404. map_register_table = map.get_stds_register()
  405. # Get basic info
  406. stds_register_table = self.get_map_register()
  407. # Check if the map is registered in the space time raster dataset
  408. sql = "SELECT id FROM " + map_register_table + " WHERE id = ?"
  409. self.base.connect()
  410. self.base.cursor.execute(sql, (self.base.get_id(),))
  411. row = self.base.cursor.fetchone()
  412. self.base.close()
  413. # Break if the map is not registered
  414. if row == None:
  415. core.warning("Map " + map_id + " is not registered in space time dataset " + self.base.get_id())
  416. return False
  417. # Remove the space time raster dataset from the raster dataset register
  418. if map_register_table != None:
  419. sql = "DELETE FROM " + map_register_table + " WHERE id = ?"
  420. self.base.connect()
  421. self.base.cursor.execute(sql, (self.base.get_id(),))
  422. self.base.close()
  423. # Remove the raster map from the space time raster dataset register
  424. if stds_register_table != None:
  425. sql = "DELETE FROM " + stds_register_table + " WHERE id = ?"
  426. self.base.connect()
  427. self.base.cursor.execute(sql, (map_id,))
  428. self.base.close()