core.py 8.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239
  1. """!@package grass.script.tgis_core
  2. @brief GRASS Python scripting module (temporal GIS functions)
  3. Temporal GIS core functions to be used in Python sripts.
  4. Usage:
  5. @code
  6. from grass.script import tgis_core as grass
  7. grass.create_temporal_database()
  8. ...
  9. @endcode
  10. (C) 2008-2011 by the GRASS Development Team
  11. This program is free software under the GNU General Public
  12. License (>=v2). Read the file COPYING that comes with GRASS
  13. for details.
  14. @author Soeren Gebbert
  15. """
  16. import os
  17. import sqlite3 as dbmi
  18. #import psycopg2 as dbmi
  19. # Needed for dictionary like cursors
  20. #import psycopg2.extras
  21. import grass.script.core as core
  22. import copy
  23. from datetime import datetime, date, time, timedelta
  24. ###############################################################################
  25. def get_grass_location_db_path():
  26. if dbmi.paramstyle == "qmark":
  27. grassenv = core.gisenv()
  28. dbpath = os.path.join(grassenv["GISDBASE"], grassenv["LOCATION_NAME"])
  29. return os.path.join(dbpath, "grass.db")
  30. else:
  31. return "dbname=grass_test user=soeren password=abcdefgh"
  32. ###############################################################################
  33. def get_sql_template_path():
  34. base = os.getenv("GISBASE")
  35. base_etc = os.path.join(base, "etc")
  36. return os.path.join(base_etc, "sql")
  37. def test_increment_datetime_by_string():
  38. dt = datetime(2001, 9, 1, 0, 0, 0)
  39. string = "60 seconds, 4 minutes, 12 hours, 10 days, 1 weeks, 5 months, 1 years"
  40. dt1 = datetime(2003,2,18,12,5,0)
  41. dt2 = increment_datetime_by_string(dt, string)
  42. delta = dt1 -dt2
  43. if delta.days != 0 or delta.seconds != 0:
  44. core.fatal("increment computation is wrong")
  45. def increment_datetime_by_string(mydate, increment, mult = 1):
  46. """Return a new datetime object incremented with the provided relative dates specified as string.
  47. Additional a multiplier can be specified to multiply the increment bevor adding to the provided datetime object.
  48. @mydate A datetime object to incremented
  49. @increment A string providing increment information:
  50. The string may include comma separated values of type seconds, minutes, hours, days, weeks, months and years
  51. Example: Increment the datetime 2001-01-01 00:00:00 with "60 seconds, 4 minutes, 12 hours, 10 days, 1 weeks, 5 months, 1 years"
  52. will result in the datetime 2003-02-18 12:05:00
  53. @mult A multiplier, default is 1
  54. """
  55. if increment:
  56. seconds = 0
  57. minutes = 0
  58. hours = 0
  59. days = 0
  60. weeks = 0
  61. months = 0
  62. years = 0
  63. inclist = []
  64. # Split the increment string
  65. incparts = increment.split(",")
  66. for incpart in incparts:
  67. inclist.append(incpart.strip().split(" "))
  68. for inc in inclist:
  69. if inc[1].find("seconds") >= 0:
  70. seconds = mult * int(inc[0])
  71. elif inc[1].find("minutes") >= 0:
  72. minutes = mult * int(inc[0])
  73. elif inc[1].find("hours") >= 0:
  74. hours = mult * int(inc[0])
  75. elif inc[1].find("days") >= 0:
  76. days = mult * int(inc[0])
  77. elif inc[1].find("weeks") >= 0:
  78. weeks = mult * int(inc[0])
  79. elif inc[1].find("months") >= 0:
  80. months = mult * int(inc[0])
  81. elif inc[1].find("years") >= 0:
  82. years = mult * int(inc[0])
  83. else:
  84. core.fatal(_("Wrong increment format: %s") % (increment))
  85. return increment_datetime(mydate, years, months, weeks, days, hours, minutes, seconds)
  86. return mydate
  87. ###############################################################################
  88. def increment_datetime(mydate, years=0, months=0, weeks=0, days=0, hours=0, minutes=0, seconds=0):
  89. """Return a new datetime object incremented with the provided relative dates and times"""
  90. tdelta_seconds = timedelta(seconds=seconds)
  91. tdelta_minutes = timedelta(minutes=minutes)
  92. tdelta_hours = timedelta(hours=hours)
  93. tdelta_days = timedelta(days=days)
  94. tdelta_weeks = timedelta(weeks=weeks)
  95. tdelta_months = timedelta(0)
  96. tdelta_years = timedelta(0)
  97. if months > 0:
  98. # Compute the actual number of days in the month to add as timedelta
  99. year = mydate.year
  100. month = mydate.month
  101. all_months = int(months + month)
  102. years_to_add = int(all_months/12)
  103. residual_months = all_months%12
  104. # Make a deep copy of the datetime object
  105. dt1 = copy.copy(mydate)
  106. # Make sure the montha starts with a 1
  107. if residual_months == 0:
  108. residual_months = 1
  109. dt1 = dt1.replace(year = year + years_to_add, month = residual_months)
  110. tdelta_months = dt1 - mydate
  111. if years > 0:
  112. # Make a deep copy of the datetime object
  113. dt1 = copy.copy(mydate)
  114. # Compute the number of days
  115. dt1 = dt1.replace(year=mydate.year + int(years))
  116. tdelta_years = dt1 - mydate
  117. return mydate + tdelta_seconds + tdelta_minutes + tdelta_hours + \
  118. tdelta_days + tdelta_weeks + tdelta_months + tdelta_years
  119. ###############################################################################
  120. def create_temporal_database():
  121. """This function creates the grass location database structure for raster, vector and raster3d maps
  122. as well as for the space-time datasets strds, str3ds and stvds"""
  123. database = get_grass_location_db_path()
  124. build_db = False
  125. # Check if it already exists
  126. if dbmi.paramstyle == "qmark":
  127. # Check path of the sqlite database
  128. if not os.path.exists(database):
  129. build_db = True
  130. if build_db == False:
  131. return
  132. # Read all SQL scripts and templates
  133. map_tables_template_sql = open(os.path.join(get_sql_template_path(), "map_tables_template.sql"), 'r').read()
  134. raster_metadata_sql = open(os.path.join(get_sql_template_path(), "raster_metadata_table.sql"), 'r').read()
  135. raster3d_metadata_sql = open(os.path.join(get_sql_template_path(), "raster3d_metadata_table.sql"), 'r').read()
  136. vector_metadata_sql = open(os.path.join(get_sql_template_path(), "vector_metadata_table.sql"), 'r').read()
  137. stds_tables_template_sql = open(os.path.join(get_sql_template_path(), "stds_tables_template.sql"), 'r').read()
  138. strds_metadata_sql = open(os.path.join(get_sql_template_path(), "strds_metadata_table.sql"), 'r').read()
  139. str3ds_metadata_sql = open(os.path.join(get_sql_template_path(), "str3ds_metadata_table.sql"), 'r').read()
  140. stvds_metadata_sql = open(os.path.join(get_sql_template_path(), "stvds_metadata_table.sql"), 'r').read()
  141. # Create the raster, raster3d and vector tables
  142. raster_tables_sql = map_tables_template_sql.replace("GRASS_MAP", "raster")
  143. vector_tables_sql = map_tables_template_sql.replace("GRASS_MAP", "vector")
  144. raster3d_tables_sql = map_tables_template_sql.replace("GRASS_MAP", "raster3d")
  145. # Create the space-time raster, raster3d and vector dataset tables
  146. strds_tables_sql = stds_tables_template_sql.replace("STDS", "strds")
  147. stvds_tables_sql = stds_tables_template_sql.replace("STDS", "stvds")
  148. str3ds_tables_sql = stds_tables_template_sql.replace("STDS", "str3ds")
  149. # Connect to database
  150. connection = dbmi.connect(database)
  151. cursor = connection.cursor()
  152. if dbmi.paramstyle == "qmark":
  153. sqlite3_delete_trigger_sql = open(os.path.join(get_sql_template_path(), "sqlite3_delete_trigger.sql"), 'r').read()
  154. # Execute the SQL statements for sqlite
  155. # Create the global tables for the native grass datatypes
  156. cursor.executescript(raster_tables_sql)
  157. cursor.executescript(raster_metadata_sql)
  158. cursor.executescript(vector_tables_sql)
  159. cursor.executescript(vector_metadata_sql)
  160. cursor.executescript(raster3d_tables_sql)
  161. cursor.executescript(raster3d_metadata_sql)
  162. # Create the tables for the new space-time datatypes
  163. cursor.executescript(strds_tables_sql)
  164. cursor.executescript(strds_metadata_sql)
  165. cursor.executescript(stvds_tables_sql)
  166. cursor.executescript(stvds_metadata_sql)
  167. cursor.executescript(str3ds_tables_sql)
  168. cursor.executescript(str3ds_metadata_sql)
  169. cursor.executescript(sqlite3_delete_trigger_sql)
  170. else:
  171. # Execute the SQL statements for postgresql
  172. # Create the global tables for the native grass datatypes
  173. cursor.execute(raster_tables_sql)
  174. cursor.execute(raster_metadata_sql)
  175. cursor.execute(vector_tables_sql)
  176. cursor.execute(vector_metadata_sql)
  177. cursor.execute(raster3d_tables_sql)
  178. cursor.execute(raster3d_metadata_sql)
  179. # Create the tables for the new space-time datatypes
  180. cursor.execute(strds_tables_sql)
  181. cursor.execute(strds_metadata_sql)
  182. cursor.execute(stvds_tables_sql)
  183. cursor.execute(stvds_metadata_sql)
  184. cursor.execute(str3ds_tables_sql)
  185. cursor.execute(str3ds_metadata_sql)
  186. connection.commit()
  187. cursor.close()