tgis_abstract_datasets.py 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508
  1. """!@package grass.script.tgis_abstract_datasets
  2. @brief GRASS Python scripting module (temporal GIS functions)
  3. Temporal GIS related functions to be used in temporal GIS Python library package.
  4. Usage:
  5. @code
  6. from grass.script import tgis_abstract_datasets as grass
  7. ...
  8. @endcode
  9. (C) 2008-2011 by the GRASS Development Team
  10. This program is free software under the GNU General Public
  11. License (>=v2). Read the file COPYING that comes with GRASS
  12. for details.
  13. @author Soeren Gebbert
  14. """
  15. import uuid
  16. from tgis_temporal_extent import *
  17. from tgis_spatial_extent import *
  18. from tgis_metadata import *
  19. class abstract_dataset(object):
  20. """This is the base class for all datasets (raster, vector, raster3d, strds, stvds, str3ds)"""
  21. def get_type(self):
  22. """Return the type of this class"""
  23. raise IOError("This method must be implemented in the subclasses")
  24. def get_new_instance(self, ident):
  25. """Return a new instance with the type of this class"""
  26. raise IOError("This method must be implemented in the subclasses")
  27. def get_id(self):
  28. return self.base.get_id()
  29. def get_absolute_time(self):
  30. """Returns a tuple of the start, the end valid time and the timezone of the map
  31. @return A tuple of (start_time, end_time, timezone)
  32. """
  33. start = self.absolute_time.get_start_time()
  34. end = self.absolute_time.get_end_time()
  35. tz = self.absolute_time.get_timezone()
  36. return (start, end, tz)
  37. def get_relative_time(self):
  38. """Returns the relative time interval or None if not present"""
  39. return self.relative_time.get_interval()
  40. def get_spatial_extent(self):
  41. """Return a tuple of spatial extent (north, south, east, west, top, bottom) """
  42. north = self.spatial_extent.get_north()
  43. south = self.spatial_extent.get_south()
  44. east = self.spatial_extent.get_east()
  45. west = self.spatial_extent.get_west()
  46. top = self.spatial_extent.get_top()
  47. bottom = self.spatial_extent.get_bottom()
  48. return (north, south, east, west, top, bottom)
  49. def select(self):
  50. """Select temporal dataset entry from database and fill up the internal structure"""
  51. self.base.select()
  52. if self.is_time_absolute():
  53. self.absolute_time.select()
  54. if self.is_time_relative():
  55. self.relative_time.select()
  56. self.spatial_extent.select()
  57. self.metadata.select()
  58. def is_in_db(self):
  59. """Check if the temporal dataset entry is in the database"""
  60. return self.base.is_in_db()
  61. def delete(self):
  62. """Delete temporal dataset entry from database if it exists"""
  63. raise IOError("This method must be implemented in the subclasses")
  64. def insert(self):
  65. """Insert temporal dataset entry into database from the internal structure"""
  66. self.base.insert()
  67. if self.is_time_absolute():
  68. self.absolute_time.insert()
  69. if self.is_time_relative():
  70. self.relative_time.insert()
  71. self.spatial_extent.insert()
  72. self.metadata.insert()
  73. def update(self):
  74. """Update temporal dataset entry of database from the internal structure"""
  75. self.base.update()
  76. if self.is_time_absolute():
  77. self.absolute_time.update()
  78. if self.is_time_relative():
  79. self.relative_time.update()
  80. self.spatial_extent.update()
  81. self.metadata.update()
  82. def print_self(self):
  83. """Print the content of the internal structure to stdout"""
  84. self.base.print_self()
  85. if self.is_time_absolute():
  86. self.absolute_time.print_self()
  87. if self.is_time_relative():
  88. self.relative_time.print_self()
  89. self.spatial_extent.print_self()
  90. self.metadata.print_self()
  91. def print_info(self):
  92. """Print information about this class in human readable style"""
  93. self.base.print_info()
  94. if self.is_time_absolute():
  95. self.absolute_time.print_info()
  96. if self.is_time_relative():
  97. self.relative_time.print_info()
  98. self.spatial_extent.print_info()
  99. self.metadata.print_info()
  100. def print_shell_info(self):
  101. """Print information about this class in shell style"""
  102. self.base.print_shell_info()
  103. if self.is_time_absolute():
  104. self.absolute_time.print_shell_info()
  105. if self.is_time_relative():
  106. self.relative_time.print_shell_info()
  107. self.spatial_extent.print_shell_info()
  108. self.metadata.print_shell_info()
  109. def set_time_to_absolute(self):
  110. self.base.set_ttype("absolute")
  111. def set_time_to_relative(self):
  112. self.base.set_ttype("relative")
  113. def is_time_absolute(self):
  114. if self.base.D.has_key("temporal_type"):
  115. return self.base.get_ttype() == "absolute"
  116. else:
  117. return None
  118. def is_time_relative(self):
  119. if self.base.D.has_key("temporal_type"):
  120. return self.base.get_ttype() == "relative"
  121. else:
  122. return None
  123. def temporal_relation(self, map):
  124. """Return the temporal relation of this and the provided temporal raster map"""
  125. if self.is_time_absolute() and map.is_time_absolute():
  126. return self.absolute_time.temporal_relation(map.absolute_time)
  127. if self.is_time_relative() and map.is_time_relative():
  128. return self.relative_time.temporal_relation(map.absolute_time)
  129. return None
  130. ###############################################################################
  131. class abstract_map_dataset(abstract_dataset):
  132. """This is the base class for all maps (raster, vector, raster3d)
  133. providing additional function to set the valid time and the spatial extent.
  134. Valid time and spatial extent will be set automatically in the space-time datasets
  135. """
  136. def get_new_stds_instance(self, ident):
  137. """Return a new space time dataset instance in which maps are stored with the type of this class"""
  138. raise IOError("This method must be implemented in the subclasses")
  139. def get_stds_register(self):
  140. """Return the space time dataset register table name in which stds are listed in which this map is registered"""
  141. raise IOError("This method must be implemented in the subclasses")
  142. def set_stds_register(self, name):
  143. """Set the space time dataset register table name in which stds are listed in which this map is registered"""
  144. raise IOError("This method must be implemented in the subclasses")
  145. def set_absolute_time(self, start_time, end_time=None, timezone=None):
  146. """Set the absolute time interval with start time and end time
  147. @start_time a datetime object specifying the start time of the map
  148. @end_time a datetime object specifying the end time of the map
  149. @timezone Thee timezone of the map
  150. """
  151. self.base.set_ttype("absolute")
  152. self.absolute_time.set_start_time(start_time)
  153. self.absolute_time.set_end_time(end_time)
  154. self.absolute_time.set_timezone(timezone)
  155. def set_relative_time(self, interval):
  156. """Set the relative time interval
  157. @interval A double value in days
  158. """
  159. self.base.set_ttype("relative")
  160. self.absolute_time.set_interval(interval)
  161. def set_spatial_extent(self, north, south, east, west, top=0, bottom=0):
  162. """Set the spatial extent of the map"""
  163. self.spatial_extent.set_spatial_extent(north, south, east, west, top, bottom)
  164. def delete(self):
  165. """Delete a map entry from database if it exists
  166. Remove dependent entries:
  167. * Remove the map entry in each space time dataset in which this map is registered
  168. * Remove the space time dataset register table
  169. """
  170. if self.is_in_db():
  171. # Get all data
  172. self.select()
  173. # Remove the map from all registered space time datasets
  174. if self.get_stds_register() != None:
  175. # Select all stds tables in which this map is registered
  176. sql = "SELECT id FROM " + self.get_stds_register()
  177. #print sql
  178. self.base.connect()
  179. self.base.cursor.execute(sql)
  180. rows = self.base.cursor.fetchall()
  181. self.base.close()
  182. # For each stds in which the map is registered
  183. if rows:
  184. for row in rows:
  185. # Create a space time dataset object to remove the map
  186. # from its register
  187. strds = self.get_new_stds_instance(row["id"])
  188. strds.select()
  189. strds.unregister_map(self)
  190. # Remove the strds register table
  191. sql = "DROP TABLE " + self.get_stds_register()
  192. #print sql
  193. self.base.connect()
  194. self.base.cursor.execute(sql)
  195. self.base.close()
  196. # Delete yourself from the database, trigger functions will take care of dependencies
  197. self.base.delete()
  198. ###############################################################################
  199. class abstract_space_time_dataset(abstract_dataset):
  200. """Abstract space time dataset class
  201. This class represents a space time dataset. Convenient functions
  202. to select, update, insert or delete objects of this type int the SQL
  203. temporal database exists as well as functions to register or unregister
  204. raster maps.
  205. Parts of the temporal logic are implemented in the SQL temporal database,
  206. like the computation of the temporal and spatial extent as well as the
  207. collecting of metadata.
  208. """
  209. def __init__(self, ident):
  210. self.reset(ident)
  211. def get_new_instance(self, ident):
  212. """Return a new instance with the type of this class"""
  213. raise IOError("This method must be implemented in the subclasses")
  214. def get_new_map_instance(self, ident):
  215. """Return a new instance of a map dataset which is associated with the type of this class"""
  216. raise IOError("This method must be implemented in the subclasses")
  217. def get_map_register(self):
  218. """Return the name of the map register table"""
  219. raise IOError("This method must be implemented in the subclasses")
  220. def set_map_register(self, name):
  221. """Set the name of the map register table"""
  222. raise IOError("This method must be implemented in the subclasses")
  223. def reset(self, ident):
  224. """Reset the internal structure and set the identifier"""
  225. raise IOError("This method must be implemented in the subclasses")
  226. def set_initial_values(self, granularity, temporal_type, semantic_type, \
  227. title=None, description=None):
  228. if temporal_type == "absolute":
  229. self.set_time_to_absolute()
  230. self.absolute_time.set_granularity(granularity)
  231. elif temporal_type == "relative":
  232. self.set_time_to_relative()
  233. self.relative_time.set_granularity(granularity)
  234. else:
  235. core.fatal("Unkown temporal type \"" + temporal_type + "\"")
  236. self.base.set_semantic_type(semantic_type)
  237. self.metadata.set_title(title)
  238. self.metadata.set_description(description)
  239. def delete(self):
  240. """Delete a space time dataset from the database"""
  241. # First we need to check if maps are registered in this dataset and
  242. # unregister them
  243. core.info("Delete space time " + self.get_new_map_instance(ident=None).get_type() + " dataset: " + self.get_id())
  244. if self.get_map_register():
  245. sql = "SELECT id FROM " + self.get_map_register()
  246. self.base.connect()
  247. self.base.cursor.execute(sql)
  248. rows = self.base.cursor.fetchall()
  249. self.base.close()
  250. # Unregister each registered map in the table
  251. if rows:
  252. for row in rows:
  253. # Unregister map
  254. map = self.get_new_map_instance(row["id"])
  255. self.unregister_map(map)
  256. # Drop remove the map register table
  257. sql = "DROP TABLE " + self.get_map_register()
  258. self.base.connect()
  259. self.base.cursor.execute(sql)
  260. self.base.close()
  261. # Remove the primary key, the foreign keys will be removed by trigger
  262. self.base.delete()
  263. def register_map(self, map):
  264. """Register a map in the space time dataset.
  265. This method takes care of the registration of a map
  266. in a space time dataset.
  267. Break with a warning in case the map is already registered.
  268. """
  269. if map.is_in_db() == False:
  270. core.fatal("Only maps with absolute or relative valid time can be registered")
  271. core.info("Register " + map.get_type() + " map: " + map.get_id())
  272. # First select all data from the database
  273. map.select()
  274. map_id = map.base.get_id()
  275. map_name = map.base.get_name()
  276. map_mapset = map.base.get_mapset()
  277. map_register_table = map.get_stds_register()
  278. #print "Map register table", map_register_table
  279. # Get basic info
  280. stds_name = self.base.get_name()
  281. stds_mapset = self.base.get_mapset()
  282. stds_register_table = self.get_map_register()
  283. #print "STDS register table", stds_register_table
  284. if stds_mapset != map_mapset:
  285. core.fatal("You can only register maps from the same mapset")
  286. # Check if map is already registred
  287. if stds_register_table:
  288. sql = "SELECT id FROM " + stds_register_table + " WHERE id = (?)"
  289. self.base.connect()
  290. self.base.cursor.execute(sql, (map_id,))
  291. row = self.base.cursor.fetchone()
  292. self.base.close()
  293. # In case of no entry make a new one
  294. if row and row[0] == map_id:
  295. core.warning("Map " + map_id + "is already registered")
  296. return False
  297. # Create tables
  298. sql_path = get_sql_template_path()
  299. # We need to create the stmap raster register table bevor we can register the map
  300. if map_register_table == None:
  301. # Create a unique id
  302. uuid_rand = "map_" + str(uuid.uuid4()).replace("-", "")
  303. # Read the SQL template
  304. sql = open(os.path.join(sql_path, "map_stds_register_table_template.sql"), 'r').read()
  305. # Create the raster, raster3d and vector tables
  306. sql = sql.replace("GRASS_MAP", map.get_type())
  307. sql = sql.replace("MAP_NAME", map_name + "_" + map_mapset )
  308. sql = sql.replace("TABLE_NAME", uuid_rand )
  309. sql = sql.replace("MAP_ID", map_id)
  310. sql = sql.replace("STDS", self.get_type())
  311. self.base.connect()
  312. self.base.cursor.executescript(sql)
  313. self.base.close()
  314. map_register_table = uuid_rand + "_" + self.get_type() + "_register"
  315. # Set the stds register table name and put it into the DB
  316. map.set_stds_register(map_register_table)
  317. map.metadata.update()
  318. #print "Created map register table ", map_register_table
  319. # We need to create the table and register it
  320. if stds_register_table == None:
  321. # Read the SQL template
  322. sql = open(os.path.join(sql_path, "stds_map_register_table_template.sql"), 'r').read()
  323. # Create the raster, raster3d and vector tables
  324. sql = sql.replace("GRASS_MAP", map.get_type())
  325. sql = sql.replace("SPACETIME_NAME", stds_name + "_" + stds_mapset )
  326. sql = sql.replace("SPACETIME_ID", self.base.get_id())
  327. sql = sql.replace("STDS", self.get_type())
  328. self.base.connect()
  329. self.base.cursor.executescript(sql)
  330. self.base.close()
  331. # We need raster specific trigger
  332. sql = open(os.path.join(sql_path, "stds_" + map.get_type() + "_register_trigger_template.sql"), 'r').read()
  333. # Create the raster, raster3d and vector tables
  334. sql = sql.replace("GRASS_MAP", map.get_type())
  335. sql = sql.replace("SPACETIME_NAME", stds_name + "_" + stds_mapset )
  336. sql = sql.replace("SPACETIME_ID", self.base.get_id())
  337. sql = sql.replace("STDS", self.get_type())
  338. self.base.connect()
  339. self.base.cursor.executescript(sql)
  340. self.base.close()
  341. stds_register_table = stds_name + "_" + stds_mapset + "_" + map.get_type() + "_register"
  342. # Set the map register table name and put it into the DB
  343. self.set_map_register(stds_register_table)
  344. self.metadata.update()
  345. #print "Created stds register table ", stds_register_table
  346. # Register the stds in the map stds register table
  347. # Check if the entry is already there
  348. sql = "SELECT id FROM " + map_register_table + " WHERE id = ?"
  349. self.base.connect()
  350. self.base.cursor.execute(sql, (self.base.get_id(),))
  351. row = self.base.cursor.fetchone()
  352. self.base.close()
  353. # In case of no entry make a new one
  354. if row == None:
  355. sql = "INSERT INTO " + map_register_table + " (id) " + "VALUES (?)"
  356. #print sql
  357. self.base.connect()
  358. self.base.cursor.execute(sql, (self.base.get_id(),))
  359. self.base.close()
  360. # Now put the raster name in the stds map register table
  361. sql = "INSERT INTO " + stds_register_table + " (id) " + "VALUES (?)"
  362. #print sql
  363. self.base.connect()
  364. self.base.cursor.execute(sql, (map_id,))
  365. self.base.close()
  366. return True
  367. def unregister_map(self, map):
  368. """Remove a register a map from the space time dataset.
  369. This method takes care of the unregistration of a map
  370. in a space time dataset.
  371. """
  372. if map.is_in_db() == False:
  373. core.fatal("Only maps with absolute or relative valid time can be registered")
  374. core.info("Unegister " + map.get_type() + " map: " + map.get_id())
  375. # First select all data from the database
  376. map.select()
  377. map_id = map.base.get_id()
  378. map_register_table = map.get_stds_register()
  379. # Get basic info
  380. stds_register_table = self.get_map_register()
  381. # Check if the map is registered in the space time raster dataset
  382. sql = "SELECT id FROM " + map_register_table + " WHERE id = ?"
  383. self.base.connect()
  384. self.base.cursor.execute(sql, (self.base.get_id(),))
  385. row = self.base.cursor.fetchone()
  386. self.base.close()
  387. # Break if the map is not registered
  388. if row == None:
  389. core.fatal("Map " + map_id + " is not registered in space time dataset " + self.base.get_id())
  390. # Remove the space time raster dataset from the raster dataset register
  391. if map_register_table != None:
  392. sql = "DELETE FROM " + map_register_table + " WHERE id = ?"
  393. self.base.connect()
  394. self.base.cursor.execute(sql, (self.base.get_id(),))
  395. self.base.close()
  396. # Remove the raster map from the space time raster dataset register
  397. if stds_register_table != None:
  398. sql = "DELETE FROM " + stds_register_table + " WHERE id = ?"
  399. self.base.connect()
  400. self.base.cursor.execute(sql, (map_id,))
  401. self.base.close()