temporal_vector_algebra.py 38 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015
  1. """!@package grass.temporal
  2. Temporal vector algebra
  3. (C) 2014 by the GRASS Development Team
  4. This program is free software under the GNU General Public
  5. License (>=v2). Read the file COPYING that comes with GRASS
  6. for details.
  7. @authors Thomas Leppelt and Soeren Gebbert
  8. @code
  9. >>> import grass.temporal as tgis
  10. >>> tgis.init(True)
  11. >>> p = tgis.TemporalVectorAlgebraLexer()
  12. >>> p.build()
  13. >>> p.debug = True
  14. >>> expression = "C = A : B"
  15. >>> p.test(expression)
  16. C = A : B
  17. LexToken(NAME,'C',1,0)
  18. LexToken(EQUALS,'=',1,2)
  19. LexToken(NAME,'A',1,4)
  20. LexToken(T_SELECT,':',1,6)
  21. LexToken(NAME,'B',1,8)
  22. >>> expression = "C = test1 !: test2"
  23. >>> p.test(expression)
  24. C = test1 !: test2
  25. LexToken(NAME,'C',1,0)
  26. LexToken(EQUALS,'=',1,2)
  27. LexToken(NAME,'test1',1,4)
  28. LexToken(T_NOT_SELECT,'!:',1,10)
  29. LexToken(NAME,'test2',1,13)
  30. >>> expression = "C = test1 {equal,:} test2"
  31. >>> p.test(expression)
  32. C = test1 {equal,:} test2
  33. LexToken(NAME,'C',1,0)
  34. LexToken(EQUALS,'=',1,2)
  35. LexToken(NAME,'test1',1,4)
  36. LexToken(T_SELECT_OPERATOR,'{equal,:}',1,10)
  37. LexToken(NAME,'test2',1,20)
  38. >>> expression = "C = test1 {equal,!:} test2"
  39. >>> p.test(expression)
  40. C = test1 {equal,!:} test2
  41. LexToken(NAME,'C',1,0)
  42. LexToken(EQUALS,'=',1,2)
  43. LexToken(NAME,'test1',1,4)
  44. LexToken(T_SELECT_OPERATOR,'{equal,!:}',1,10)
  45. LexToken(NAME,'test2',1,21)
  46. >>> expression = "C = test1 # test2"
  47. >>> p.test(expression)
  48. C = test1 # test2
  49. LexToken(NAME,'C',1,0)
  50. LexToken(EQUALS,'=',1,2)
  51. LexToken(NAME,'test1',1,4)
  52. LexToken(HASH,'#',1,10)
  53. LexToken(NAME,'test2',1,12)
  54. >>> expression = "C = test1 {#} test2"
  55. >>> p.test(expression)
  56. C = test1 {#} test2
  57. LexToken(NAME,'C',1,0)
  58. LexToken(EQUALS,'=',1,2)
  59. LexToken(NAME,'test1',1,4)
  60. LexToken(T_HASH_OPERATOR,'{#}',1,10)
  61. LexToken(NAME,'test2',1,14)
  62. >>> expression = "C = test1 {equal,#} test2"
  63. >>> p.test(expression)
  64. C = test1 {equal,#} test2
  65. LexToken(NAME,'C',1,0)
  66. LexToken(EQUALS,'=',1,2)
  67. LexToken(NAME,'test1',1,4)
  68. LexToken(T_HASH_OPERATOR,'{equal,#}',1,10)
  69. LexToken(NAME,'test2',1,20)
  70. >>> expression = "C = test1 {equal|during,#} test2"
  71. >>> p.test(expression)
  72. C = test1 {equal|during,#} test2
  73. LexToken(NAME,'C',1,0)
  74. LexToken(EQUALS,'=',1,2)
  75. LexToken(NAME,'test1',1,4)
  76. LexToken(T_HASH_OPERATOR,'{equal|during,#}',1,10)
  77. LexToken(NAME,'test2',1,27)
  78. >>> expression = "E = test1 : test2 !: test1"
  79. >>> p.test(expression)
  80. E = test1 : test2 !: test1
  81. LexToken(NAME,'E',1,0)
  82. LexToken(EQUALS,'=',1,2)
  83. LexToken(NAME,'test1',1,4)
  84. LexToken(T_SELECT,':',1,10)
  85. LexToken(NAME,'test2',1,12)
  86. LexToken(T_NOT_SELECT,'!:',1,18)
  87. LexToken(NAME,'test1',1,21)
  88. >>> expression = 'D = buff_t(test1,"10 months")'
  89. >>> p.test(expression)
  90. D = buff_t(test1,"10 months")
  91. LexToken(NAME,'D',1,0)
  92. LexToken(EQUALS,'=',1,2)
  93. LexToken(BUFF_T,'buff_t',1,4)
  94. LexToken(LPAREN,'(',1,10)
  95. LexToken(NAME,'test1',1,11)
  96. LexToken(COMMA,',',1,16)
  97. LexToken(QUOTE,'"',1,17)
  98. LexToken(INT,10,1,18)
  99. LexToken(NAME,'months',1,21)
  100. LexToken(QUOTE,'"',1,27)
  101. LexToken(RPAREN,')',1,28)
  102. >>> expression = 'H = tsnap(test1)'
  103. >>> p.test(expression)
  104. H = tsnap(test1)
  105. LexToken(NAME,'H',1,0)
  106. LexToken(EQUALS,'=',1,2)
  107. LexToken(TSNAP,'tsnap',1,4)
  108. LexToken(LPAREN,'(',1,9)
  109. LexToken(NAME,'test1',1,10)
  110. LexToken(RPAREN,')',1,15)
  111. >>> expression = 'H = tsnap(test2 {during,:} buff_t(test1, "1 days"))'
  112. >>> p.test(expression)
  113. H = tsnap(test2 {during,:} buff_t(test1, "1 days"))
  114. LexToken(NAME,'H',1,0)
  115. LexToken(EQUALS,'=',1,2)
  116. LexToken(TSNAP,'tsnap',1,4)
  117. LexToken(LPAREN,'(',1,9)
  118. LexToken(NAME,'test2',1,10)
  119. LexToken(T_SELECT_OPERATOR,'{during,:}',1,16)
  120. LexToken(BUFF_T,'buff_t',1,27)
  121. LexToken(LPAREN,'(',1,33)
  122. LexToken(NAME,'test1',1,34)
  123. LexToken(COMMA,',',1,39)
  124. LexToken(QUOTE,'"',1,41)
  125. LexToken(INT,1,1,42)
  126. LexToken(NAME,'days',1,44)
  127. LexToken(QUOTE,'"',1,48)
  128. LexToken(RPAREN,')',1,49)
  129. LexToken(RPAREN,')',1,50)
  130. >>> expression = 'H = tshift(test2 {during,:} buff_t(test1, "1 days"), "1 months")'
  131. >>> p.test(expression)
  132. H = tshift(test2 {during,:} buff_t(test1, "1 days"), "1 months")
  133. LexToken(NAME,'H',1,0)
  134. LexToken(EQUALS,'=',1,2)
  135. LexToken(TSHIFT,'tshift',1,4)
  136. LexToken(LPAREN,'(',1,10)
  137. LexToken(NAME,'test2',1,11)
  138. LexToken(T_SELECT_OPERATOR,'{during,:}',1,17)
  139. LexToken(BUFF_T,'buff_t',1,28)
  140. LexToken(LPAREN,'(',1,34)
  141. LexToken(NAME,'test1',1,35)
  142. LexToken(COMMA,',',1,40)
  143. LexToken(QUOTE,'"',1,42)
  144. LexToken(INT,1,1,43)
  145. LexToken(NAME,'days',1,45)
  146. LexToken(QUOTE,'"',1,49)
  147. LexToken(RPAREN,')',1,50)
  148. LexToken(COMMA,',',1,51)
  149. LexToken(QUOTE,'"',1,53)
  150. LexToken(INT,1,1,54)
  151. LexToken(NAME,'months',1,56)
  152. LexToken(QUOTE,'"',1,62)
  153. LexToken(RPAREN,')',1,63)
  154. >>> expression = 'H = tshift(A , 10)'
  155. >>> p.test(expression)
  156. H = tshift(A , 10)
  157. LexToken(NAME,'H',1,0)
  158. LexToken(EQUALS,'=',1,2)
  159. LexToken(TSHIFT,'tshift',1,4)
  160. LexToken(LPAREN,'(',1,10)
  161. LexToken(NAME,'A',1,11)
  162. LexToken(COMMA,',',1,13)
  163. LexToken(INT,10,1,15)
  164. LexToken(RPAREN,')',1,17)
  165. >>> expression = 'H = if(td(A) > 10, A)'
  166. >>> p.test(expression)
  167. H = if(td(A) > 10, A)
  168. LexToken(NAME,'H',1,0)
  169. LexToken(EQUALS,'=',1,2)
  170. LexToken(IF,'if',1,4)
  171. LexToken(LPAREN,'(',1,6)
  172. LexToken(TD,'td',1,7)
  173. LexToken(LPAREN,'(',1,9)
  174. LexToken(NAME,'A',1,10)
  175. LexToken(RPAREN,')',1,11)
  176. LexToken(GREATER,'>',1,13)
  177. LexToken(INT,10,1,15)
  178. LexToken(COMMA,',',1,17)
  179. LexToken(NAME,'A',1,19)
  180. LexToken(RPAREN,')',1,20)
  181. >>> expression = 'H = if(td(A) > 10, A, B)'
  182. >>> p.test(expression)
  183. H = if(td(A) > 10, A, B)
  184. LexToken(NAME,'H',1,0)
  185. LexToken(EQUALS,'=',1,2)
  186. LexToken(IF,'if',1,4)
  187. LexToken(LPAREN,'(',1,6)
  188. LexToken(TD,'td',1,7)
  189. LexToken(LPAREN,'(',1,9)
  190. LexToken(NAME,'A',1,10)
  191. LexToken(RPAREN,')',1,11)
  192. LexToken(GREATER,'>',1,13)
  193. LexToken(INT,10,1,15)
  194. LexToken(COMMA,',',1,17)
  195. LexToken(NAME,'A',1,19)
  196. LexToken(COMMA,',',1,20)
  197. LexToken(NAME,'B',1,22)
  198. LexToken(RPAREN,')',1,23)
  199. >>> expression = 'I = if(equals,td(A) > 10 {equals,||} td(B) < 10, A)'
  200. >>> p.test(expression)
  201. I = if(equals,td(A) > 10 {equals,||} td(B) < 10, A)
  202. LexToken(NAME,'I',1,0)
  203. LexToken(EQUALS,'=',1,2)
  204. LexToken(IF,'if',1,4)
  205. LexToken(LPAREN,'(',1,6)
  206. LexToken(NAME,'equals',1,7)
  207. LexToken(COMMA,',',1,13)
  208. LexToken(TD,'td',1,14)
  209. LexToken(LPAREN,'(',1,16)
  210. LexToken(NAME,'A',1,17)
  211. LexToken(RPAREN,')',1,18)
  212. LexToken(GREATER,'>',1,20)
  213. LexToken(INT,10,1,22)
  214. LexToken(T_OVERLAY_OPERATOR,'{equals,||}',1,25)
  215. LexToken(TD,'td',1,37)
  216. LexToken(LPAREN,'(',1,39)
  217. LexToken(NAME,'B',1,40)
  218. LexToken(RPAREN,')',1,41)
  219. LexToken(LOWER,'<',1,43)
  220. LexToken(INT,10,1,45)
  221. LexToken(COMMA,',',1,47)
  222. LexToken(NAME,'A',1,49)
  223. LexToken(RPAREN,')',1,50)
  224. >>> expression = 'I = if(equals,td(A) > 10 || start_day() < 10, A)'
  225. >>> p.test(expression)
  226. I = if(equals,td(A) > 10 || start_day() < 10, A)
  227. LexToken(NAME,'I',1,0)
  228. LexToken(EQUALS,'=',1,2)
  229. LexToken(IF,'if',1,4)
  230. LexToken(LPAREN,'(',1,6)
  231. LexToken(NAME,'equals',1,7)
  232. LexToken(COMMA,',',1,13)
  233. LexToken(TD,'td',1,14)
  234. LexToken(LPAREN,'(',1,16)
  235. LexToken(NAME,'A',1,17)
  236. LexToken(RPAREN,')',1,18)
  237. LexToken(GREATER,'>',1,20)
  238. LexToken(INT,10,1,22)
  239. LexToken(OR,'|',1,25)
  240. LexToken(OR,'|',1,26)
  241. LexToken(START_DAY,'start_day',1,28)
  242. LexToken(LPAREN,'(',1,37)
  243. LexToken(RPAREN,')',1,38)
  244. LexToken(LOWER,'<',1,40)
  245. LexToken(INT,10,1,42)
  246. LexToken(COMMA,',',1,44)
  247. LexToken(NAME,'A',1,46)
  248. LexToken(RPAREN,')',1,47)
  249. >>> expression = 'E = if({equals},td(A) >= 4 {contain,&&} td(B) == 2, C : D)'
  250. >>> p.test(expression)
  251. E = if({equals},td(A) >= 4 {contain,&&} td(B) == 2, C : D)
  252. LexToken(NAME,'E',1,0)
  253. LexToken(EQUALS,'=',1,2)
  254. LexToken(IF,'if',1,4)
  255. LexToken(LPAREN,'(',1,6)
  256. LexToken(T_REL_OPERATOR,'{equals}',1,7)
  257. LexToken(COMMA,',',1,15)
  258. LexToken(TD,'td',1,16)
  259. LexToken(LPAREN,'(',1,18)
  260. LexToken(NAME,'A',1,19)
  261. LexToken(RPAREN,')',1,20)
  262. LexToken(GREATER_EQUALS,'>=',1,22)
  263. LexToken(INT,4,1,25)
  264. LexToken(T_OVERLAY_OPERATOR,'{contain,&&}',1,27)
  265. LexToken(TD,'td',1,40)
  266. LexToken(LPAREN,'(',1,42)
  267. LexToken(NAME,'B',1,43)
  268. LexToken(RPAREN,')',1,44)
  269. LexToken(CEQUALS,'==',1,46)
  270. LexToken(INT,2,1,49)
  271. LexToken(COMMA,',',1,50)
  272. LexToken(NAME,'C',1,52)
  273. LexToken(T_SELECT,':',1,54)
  274. LexToken(NAME,'D',1,56)
  275. LexToken(RPAREN,')',1,57)
  276. >>> expression = 'F = if({equals},A {equal,#}, B, C : D)'
  277. >>> p.test(expression)
  278. F = if({equals},A {equal,#}, B, C : D)
  279. LexToken(NAME,'F',1,0)
  280. LexToken(EQUALS,'=',1,2)
  281. LexToken(IF,'if',1,4)
  282. LexToken(LPAREN,'(',1,6)
  283. LexToken(T_REL_OPERATOR,'{equals}',1,7)
  284. LexToken(COMMA,',',1,15)
  285. LexToken(NAME,'A',1,16)
  286. LexToken(T_HASH_OPERATOR,'{equal,#}',1,18)
  287. LexToken(COMMA,',',1,27)
  288. LexToken(NAME,'B',1,29)
  289. LexToken(COMMA,',',1,30)
  290. LexToken(NAME,'C',1,32)
  291. LexToken(T_SELECT,':',1,34)
  292. LexToken(NAME,'D',1,36)
  293. LexToken(RPAREN,')',1,37)
  294. >>> expression = 'E = A : B ^ C : D'
  295. >>> p.test(expression)
  296. E = A : B ^ C : D
  297. LexToken(NAME,'E',1,0)
  298. LexToken(EQUALS,'=',1,2)
  299. LexToken(NAME,'A',1,4)
  300. LexToken(T_SELECT,':',1,6)
  301. LexToken(NAME,'B',1,8)
  302. LexToken(XOR,'^',1,10)
  303. LexToken(NAME,'C',1,12)
  304. LexToken(T_SELECT,':',1,14)
  305. LexToken(NAME,'D',1,16)
  306. >>> expression = 'E = A : B {|^} C : D'
  307. >>> p.test(expression)
  308. E = A : B {|^} C : D
  309. LexToken(NAME,'E',1,0)
  310. LexToken(EQUALS,'=',1,2)
  311. LexToken(NAME,'A',1,4)
  312. LexToken(T_SELECT,':',1,6)
  313. LexToken(NAME,'B',1,8)
  314. LexToken(T_OVERLAY_OPERATOR,'{|^}',1,10)
  315. LexToken(NAME,'C',1,15)
  316. LexToken(T_SELECT,':',1,17)
  317. LexToken(NAME,'D',1,19)
  318. >>> expression = 'E = buff_a(A, 10)'
  319. >>> p.test(expression)
  320. E = buff_a(A, 10)
  321. LexToken(NAME,'E',1,0)
  322. LexToken(EQUALS,'=',1,2)
  323. LexToken(BUFF_AREA,'buff_a',1,4)
  324. LexToken(LPAREN,'(',1,10)
  325. LexToken(NAME,'A',1,11)
  326. LexToken(COMMA,',',1,12)
  327. LexToken(INT,10,1,14)
  328. LexToken(RPAREN,')',1,16)
  329. >>> p = tgis.TemporalVectorAlgebraParser()
  330. >>> p.run = False
  331. >>> p.debug = True
  332. >>> expression = "D = A : (B !: C)"
  333. >>> p.parse(expression)
  334. B* = B !: C
  335. A* = A : B*
  336. D = A*
  337. >>> expression = "D = A {!:} B {during,:} C"
  338. >>> print(expression)
  339. D = A {!:} B {during,:} C
  340. >>> p.parse(expression)
  341. A* = A {!:} B
  342. A** = A* {during,:} C
  343. D = A**
  344. >>> expression = "D = A {:} B {during,!:} C"
  345. >>> print(expression)
  346. D = A {:} B {during,!:} C
  347. >>> p.parse(expression)
  348. A* = A {:} B
  349. A** = A* {during,!:} C
  350. D = A**
  351. >>> expression = "D = A {:} (B {during,!:} (C : E))"
  352. >>> print(expression)
  353. D = A {:} (B {during,!:} (C : E))
  354. >>> p.parse(expression)
  355. C* = C : E
  356. B* = B {during,!:} C*
  357. A* = A {:} B*
  358. D = A*
  359. >>> p.run = False
  360. >>> p.debug = False
  361. >>> expression = "C = test1 : test2"
  362. >>> print(expression)
  363. C = test1 : test2
  364. >>> p.parse(expression, 'stvds')
  365. >>> expression = 'D = buff_t(test1,"10 months")'
  366. >>> print(expression)
  367. D = buff_t(test1,"10 months")
  368. >>> p.parse(expression, 'stvds')
  369. >>> expression = 'E = test2 {during,:} buff_t(test1,"1 days")'
  370. >>> print(expression)
  371. E = test2 {during,:} buff_t(test1,"1 days")
  372. >>> p.parse(expression, 'stvds')
  373. >>> expression = 'F = test2 {equal,:} buff_t(test1,"1 days")'
  374. >>> print(expression)
  375. F = test2 {equal,:} buff_t(test1,"1 days")
  376. >>> p.parse(expression, 'stvds')
  377. >>> p.debug = True
  378. >>> expression = 'H = tsnap(test2 {during,:} buff_t(test1, "1 days"))'
  379. >>> p.parse(expression, 'stvds')
  380. test1* = buff_t( test1 , " 1 days " )
  381. test2* = test2 {during,:} test1*
  382. test2** = tsnap( test2* )
  383. H = test2**
  384. >>> expression = 'H = tshift(test2 {during,:} test1, "1 days")'
  385. >>> p.parse(expression, 'stvds')
  386. test2* = test2 {during,:} test1
  387. test2** = tshift( test2* , " 1 days " )
  388. H = test2**
  389. >>> expression = 'H = tshift(H, 3)'
  390. >>> p.parse(expression, 'stvds')
  391. H* = tshift( H , 3 )
  392. H = H*
  393. >>> expression = 'C = if(td(A) == 2, A)'
  394. >>> p.parse(expression, 'stvds')
  395. td(A)
  396. td(A) == 2
  397. A* = if condition True then A
  398. C = A*
  399. >>> expression = 'C = if(td(A) == 5 || start_date() >= "2010-01-01", A, B)'
  400. >>> p.parse(expression, 'stvds')
  401. td(A)
  402. td(A) == 5
  403. start_date >= "2010-01-01"
  404. True || True
  405. A* = if condition True then A else B
  406. C = A*
  407. >>> expression = 'C = if(td(A) == 5, A, B)'
  408. >>> p.parse(expression, 'stvds')
  409. td(A)
  410. td(A) == 5
  411. A* = if condition True then A else B
  412. C = A*
  413. @endcode
  414. """
  415. try:
  416. import ply.yacc as yacc
  417. except:
  418. pass
  419. import grass.pygrass.modules as pygrass
  420. import grass.script as grass
  421. from space_time_datasets import *
  422. from factory import *
  423. from open_stds import *
  424. import copy
  425. from temporal_vector_operator import *
  426. from temporal_algebra import *
  427. m_overlay = pygrass.Module('v.overlay', quiet=True, run_=False)
  428. m_rename = pygrass.Module('g.rename', quiet=True, run_=False)
  429. m_patch = pygrass.Module('v.patch', quiet=True, run_=False)
  430. m_mremove = pygrass.Module('g.mremove', quiet=True, run_=False)
  431. m_buffer = pygrass.Module('v.buffer', quiet=True, run_=False)
  432. ##############################################################################
  433. class TemporalVectorAlgebraLexer(TemporalAlgebraLexer):
  434. """!Lexical analyzer for the GRASS GIS temporal vector algebra"""
  435. def __init__(self):
  436. TemporalAlgebraLexer.__init__(self)
  437. # Buffer functions from v.buffer
  438. vector_buff_functions = {
  439. 'buff_p' : 'BUFF_POINT',
  440. 'buff_l' : 'BUFF_LINE',
  441. 'buff_a' : 'BUFF_AREA',
  442. }
  443. # This is the list of token names.
  444. vector_tokens = (
  445. 'DISOR',
  446. 'XOR',
  447. 'NOT',
  448. 'T_OVERLAY_OPERATOR',
  449. )
  450. # Build the token list
  451. tokens = TemporalAlgebraLexer.tokens \
  452. + vector_tokens \
  453. + tuple(vector_buff_functions.values())
  454. # Regular expression rules for simple tokens
  455. t_DISOR = r'\+'
  456. t_XOR = r'\^'
  457. t_NOT = r'\~'
  458. t_T_OVERLAY_OPERATOR = r'\{([a-zA-Z\|]+[,])?([\|&+=]?[\|&+=\^\~])\}'
  459. # Parse symbols
  460. def temporal_symbol(self, t):
  461. # Check for reserved words
  462. if t.value in TemporalVectorAlgebraLexer.time_functions.keys():
  463. t.type = TemporalVectorAlgebraLexer.time_functions.get(t.value)
  464. elif t.value in TemporalVectorAlgebraLexer.datetime_functions.keys():
  465. t.type = TemporalVectorAlgebraLexer.datetime_functions.get(t.value)
  466. elif t.value in TemporalVectorAlgebraLexer.conditional_functions.keys():
  467. t.type = TemporalVectorAlgebraLexer.conditional_functions.get(t.value)
  468. elif t.value in TemporalVectorAlgebraLexer.vector_buff_functions.keys():
  469. t.type = TemporalVectorAlgebraLexer.vector_buff_functions.get(t.value)
  470. else:
  471. t.type = 'NAME'
  472. return t
  473. class TemporalVectorAlgebraParser(TemporalAlgebraParser):
  474. """The temporal algebra class"""
  475. # Get the tokens from the lexer class
  476. tokens = TemporalVectorAlgebraLexer.tokens
  477. def remove_intermediate_vector_maps(self):
  478. """! Removes the intermediate vector maps.
  479. """
  480. if self.names != {}:
  481. namelist = self.names.values()
  482. max = 100
  483. chunklist = [namelist[i:i + max] for i in range(0, len(namelist), max)]
  484. for chunk in chunklist:
  485. stringlist = ",".join(chunk)
  486. if self.debug:
  487. print "g.mremove vect=%s"%(stringlist)
  488. if self.run:
  489. m = copy.deepcopy(m_mremove)
  490. m.inputs["vect"].value = stringlist
  491. m.flags["f"].value = True
  492. m.run()
  493. # Setting equal precedence level for select and hash operations.
  494. precedence = (
  495. ('left', 'T_SELECT_OPERATOR', 'T_SELECT', 'T_NOT_SELECT'), # 1
  496. ('left', 'AND', 'OR', 'T_COMP_OPERATOR', 'T_OVERLAY_OPERATOR', 'DISOR', \
  497. 'NOT', 'XOR'), #2
  498. )
  499. def __init__(self, pid=None, run=False, debug=True, spatial = False):
  500. TemporalAlgebraParser.__init__(self, pid, run, debug, spatial)
  501. def parse(self, expression, stdstype = 'strds', basename = None):
  502. self.lexer = TemporalVectorAlgebraLexer()
  503. self.lexer.build()
  504. self.parser = yacc.yacc(module=self, debug=self.debug)
  505. self.count = 0
  506. self.stdstype = stdstype
  507. self.basename = basename
  508. self.expression = expression
  509. self.parser.parse(expression)
  510. ######################### Temporal functions ##############################
  511. def eval_toperator(self, operator, comparison = False):
  512. """!This function evaluates a string containing temporal operations.
  513. @param operator String of temporal operations, e.g. {equal|during,=!:}.
  514. @return List of temporal relations (equal, during), the given function
  515. (!:) and the interval/instances (=).
  516. @code
  517. >>> import grass.temporal as tgis
  518. >>> tgis.init(True)
  519. >>> p = tgis.TemporalVectorAlgebraParser()
  520. >>> operator = "{equal,:}"
  521. >>> p.eval_toperator(operator)
  522. (['EQUAL'], '=', ':')
  523. >>> operator = "{equal|during,:}"
  524. >>> p.eval_toperator(operator)
  525. (['EQUAL', 'DURING'], '=', ':')
  526. >>> operator = "{equal,!:}"
  527. >>> p.eval_toperator(operator)
  528. (['EQUAL'], '=', '!:')
  529. >>> operator = "{equal|during,!:}"
  530. >>> p.eval_toperator(operator)
  531. (['EQUAL', 'DURING'], '=', '!:')
  532. >>> operator = "{equal|during,=!:}"
  533. >>> p.eval_toperator(operator)
  534. (['EQUAL', 'DURING'], '=', '!:')
  535. >>> operator = "{equal|during|starts,#}"
  536. >>> p.eval_toperator(operator)
  537. (['EQUAL', 'DURING', 'STARTS'], '=', '#')
  538. >>> operator = "{!:}"
  539. >>> p.eval_toperator(operator)
  540. (['EQUAL'], '=', '!:')
  541. >>> operator = "{=:}"
  542. >>> p.eval_toperator(operator)
  543. (['EQUAL'], '=', ':')
  544. >>> operator = "{#}"
  545. >>> p.eval_toperator(operator)
  546. (['EQUAL'], '=', '#')
  547. >>> operator = "{equal|during}"
  548. >>> p.eval_toperator(operator)
  549. (['EQUAL', 'DURING'], None, None)
  550. >>> operator = "{equal}"
  551. >>> p.eval_toperator(operator)
  552. (['EQUAL'], None, None)
  553. >>> operator = "{equal,||}"
  554. >>> p.eval_toperator(operator, True)
  555. (['EQUAL'], '=', '||')
  556. >>> operator = "{equal|during,&&}"
  557. >>> p.eval_toperator(operator, True)
  558. (['EQUAL', 'DURING'], '=', '&&')
  559. >>> operator = "{&}"
  560. >>> p.eval_toperator(operator)
  561. (['EQUAL'], '=', '&')
  562. @endcode
  563. """
  564. p = TemporalVectorOperatorParser()
  565. p.parse(operator, comparison)
  566. p.relations = [rel.upper() for rel in p.relations]
  567. return(p.relations, p.temporal, p.function)
  568. def overlay_map_extent(self, mapA, mapB, bool_op = None, temp_op = '=',
  569. copy = False):
  570. """!Compute the spatio-temporal extent of two topological related maps
  571. @param mapA The first map
  572. @param mapB The second maps
  573. @param bool_op The boolean operator specifying the spatial extent
  574. operation (intersection, union, disjoint union)
  575. @param temp_op The temporal operator specifying the temporal
  576. exntent operation (intersection, union, disjoint union)
  577. @param copy Specifies if the temporal extent of mapB should be
  578. copied to mapA
  579. """
  580. returncode = 1
  581. if copy:
  582. map_extent_temporal = mapB.get_temporal_extent()
  583. map_extent_spatial = mapB.get_spatial_extent()
  584. # Set initial map extend of new vector map.
  585. mapA.set_spatial_extent(map_extent_spatial)
  586. mapA.set_temporal_extent(map_extent_temporal)
  587. if "cmd_list" in dir(mapB):
  588. mapA.cmd_list = mapB.cmd_list
  589. else:
  590. # Calculate spatial extent for different overlay operations.
  591. if bool_op == 'and':
  592. overlay_ext = mapA.spatial_intersection(mapB)
  593. if overlay_ext != None:
  594. mapA.set_spatial_extent(overlay_ext)
  595. else:
  596. returncode = 0
  597. elif bool_op in ['or', 'xor']:
  598. overlay_ext = mapA.spatial_union(mapB)
  599. if overlay_ext != None:
  600. mapA.set_spatial_extent(overlay_ext)
  601. else:
  602. returncode = 0
  603. elif bool_op == 'disor':
  604. overlay_ext = mapA.spatial_disjoint_union(mapB)
  605. if overlay_ext != None:
  606. mapA.set_spatial_extent(overlay_ext)
  607. else:
  608. returncode = 0
  609. # Conditional append of command list.
  610. if "cmd_list" in dir(mapA) and "cmd_list" in dir(mapB):
  611. mapA.cmd_list = mapA.cmd_list + mapB.cmd_list
  612. elif "cmd_list" not in dir(mapA) and "cmd_list" in dir(mapB):
  613. mapA.cmd_list = mapB.cmd_list
  614. # Calculate temporal extent for different temporal operators.
  615. if temp_op == '&':
  616. temp_ext = mapA.temporal_intersection(mapB)
  617. if temp_ext != None:
  618. mapA.set_temporal_extent(temp_ext)
  619. else:
  620. returncode = 0
  621. elif temp_op == '|':
  622. temp_ext = mapA.temporal_union(mapB)
  623. if temp_ext != None:
  624. mapA.set_temporal_extent(temp_ext)
  625. else:
  626. returncode = 0
  627. elif temp_op == '+':
  628. temp_ext = mapA.temporal_disjoint_union(mapB)
  629. if temp_ext != None:
  630. mapA.set_temporal_extent(temp_ext)
  631. else:
  632. returncode = 0
  633. return(returncode)
  634. ###########################################################################
  635. def p_statement_assign(self, t):
  636. # The expression should always return a list of maps.
  637. """
  638. statement : stds EQUALS expr
  639. """
  640. # Execute the command lists
  641. if self.run:
  642. if isinstance(t[3], list):
  643. num = len(t[3])
  644. count = 0
  645. returncode = 0
  646. register_list = []
  647. for i in range(num):
  648. # Check if resultmap names exist in GRASS database.
  649. vectorname = self.basename + "_" + str(i)
  650. vectormap = VectorDataset(vectorname + "@" + get_current_mapset())
  651. if vectormap.map_exists() and grass.overwrite() == False:
  652. self.msgr.fatal(_("Error vector maps with basename %s exist. "
  653. "Use --o flag to overwrite existing file") \
  654. %(vectorname))
  655. for map_i in t[3]:
  656. if "cmd_list" in dir(map_i):
  657. # Execute command list.
  658. for cmd in map_i.cmd_list:
  659. try:
  660. # We need to check if the input maps have areas in case of v.overlay
  661. # otherwise v.overlay will break
  662. if cmd.name == "v.overlay":
  663. for name in (cmd.inputs["ainput"].value,
  664. cmd.inputs["binput"].value):
  665. #self.msgr.message("Check if map <" + name + "> exists")
  666. if name.find("@") < 0:
  667. name = name + "@" + get_current_mapset()
  668. tmp_map = map_i.get_new_instance(name)
  669. if not tmp_map.map_exists():
  670. raise Exception
  671. #self.msgr.message("Check if map <" + name + "> has areas")
  672. tmp_map.load()
  673. if tmp_map.metadata.get_number_of_areas() == 0:
  674. raise Exception
  675. except Exception:
  676. returncode = 1
  677. break
  678. # run the command
  679. # print the command that will be executed
  680. self.msgr.message("Run command:\n" + cmd.get_bash())
  681. cmd.run()
  682. if cmd.popen.returncode != 0:
  683. self.msgr.fatal(_("Error starting %s : \n%s") \
  684. %(cmd.get_bash(), \
  685. cmd.popen.stderr))
  686. mapname = cmd.outputs['output'].value
  687. if mapname.find("@") >= 0:
  688. map_test = map_i.get_new_instance(mapname)
  689. else:
  690. map_test = map_i.get_new_instance(mapname + "@" + self.mapset)
  691. if not map_test.map_exists():
  692. returncode = 1
  693. break
  694. if returncode == 0:
  695. # We remove the invalid vector name from the remove list.
  696. if self.names.has_key(map_i.get_name()):
  697. self.names.pop(map_i.get_name())
  698. mapset = map_i.get_mapset()
  699. # Change map name to given basename.
  700. newident = self.basename + "_" + str(count)
  701. m = copy.deepcopy(m_rename)
  702. m.inputs["vect"].value = (map_i.get_name(),newident)
  703. m.flags["overwrite"].value = grass.overwrite()
  704. m.run()
  705. #m(vect = (map_i.get_name(),newident), \
  706. # overwrite = grass.overwrite)
  707. map_i.set_id(newident + "@" + mapset)
  708. count += 1
  709. register_list.append(map_i)
  710. else:
  711. register_list.append(map_i)
  712. if len(register_list) > 0:
  713. # Open connection to temporal database.
  714. dbif, connected = init_dbif(dbif=self.dbif)
  715. # Create result space time dataset.
  716. resultstds = open_new_space_time_dataset(t[1], self.stdstype, \
  717. 'absolute', t[1], t[1], \
  718. None, None, \
  719. overwrite = grass.overwrite(),
  720. dbif=dbif)
  721. for map_i in register_list:
  722. # Check if modules should be executed from command list.
  723. if "cmd_list" in dir(map_i):
  724. # Get meta data from grass database.
  725. map_i.load()
  726. if map_i.is_in_db(dbif=dbif) and grass.overwrite():
  727. # Update map in temporal database.
  728. map_i.update_all(dbif=dbif)
  729. elif map_i.is_in_db(dbif=dbif) and grass.overwrite() == False:
  730. # Raise error if map exists and no overwrite flag is given.
  731. self.msgr.fatal(_("Error vector map %s exist in temporal database. "
  732. "Use overwrite flag. : \n%s") \
  733. %(map_i.get_map_id(), cmd.popen.stderr))
  734. else:
  735. # Insert map into temporal database.
  736. map_i.insert(dbif=dbif)
  737. else:
  738. #Get metadata from temporal database.
  739. map_i.select(dbif=dbif)
  740. # Register map in result space time dataset.
  741. resultstds.register_map(map_i, dbif=dbif)
  742. #count += 1
  743. #if count % 10 == 0:
  744. # grass.percent(count, num, 1)
  745. resultstds.update_from_registered_maps(dbif=dbif)
  746. if connected:
  747. dbif.close()
  748. self.remove_intermediate_vector_maps()
  749. t[0] = register_list
  750. if self.debug:
  751. if isinstance(t[3], list):
  752. for map_i in t[3]:
  753. print(map_i.get_id())
  754. else:
  755. print(t[1] + " = " + str(t[3]))
  756. t[0] = t[3]
  757. def p_overlay_operation(self, t):
  758. """
  759. expr : stds AND stds
  760. | expr AND stds
  761. | stds AND expr
  762. | expr AND expr
  763. | stds OR stds
  764. | expr OR stds
  765. | stds OR expr
  766. | expr OR expr
  767. | stds XOR stds
  768. | expr XOR stds
  769. | stds XOR expr
  770. | expr XOR expr
  771. | stds NOT stds
  772. | expr NOT stds
  773. | stds NOT expr
  774. | expr NOT expr
  775. | stds DISOR stds
  776. | expr DISOR stds
  777. | stds DISOR expr
  778. | expr DISOR expr
  779. """
  780. # Check input stds.
  781. maplistA = self.check_stds(t[1])
  782. maplistB = self.check_stds(t[3])
  783. if self.run:
  784. t[0] = self.create_overlay_operations(maplistA, maplistB, ("EQUAL",), "=", t[2])
  785. if self.debug:
  786. t[0] = t[1]
  787. def p_overlay_operation_relation(self, t):
  788. """
  789. expr : stds T_OVERLAY_OPERATOR stds
  790. | expr T_OVERLAY_OPERATOR stds
  791. | stds T_OVERLAY_OPERATOR expr
  792. | expr T_OVERLAY_OPERATOR expr
  793. """
  794. # Check input stds.
  795. maplistA = self.check_stds(t[1])
  796. maplistB = self.check_stds(t[3])
  797. relations, temporal, function= self.eval_toperator(t[2])
  798. if self.run:
  799. t[0] = self.create_overlay_operations(maplistA, maplistB, relations, temporal, function)
  800. if self.debug:
  801. t[0] = t[1]
  802. def create_overlay_operations(self, maplistA, maplistB, relations, temporal, function):
  803. """!Create the spatial overlay operation commad list
  804. @param maplistA A list of map objects
  805. @param maplistB A list of map objects
  806. @param relations The temporal relationships that must be fullfilled as list of strings
  807. ("EQUAL", "DURING", ...)
  808. @param temporal The temporal operator as string "=" or "&", ...
  809. @param function The spatial overlay operations as string "&", "|", ...
  810. @return Return the list of maps with overlay commands
  811. """
  812. topolist = self.get_temporal_topo_list(maplistA, maplistB, topolist = relations)
  813. # Select operation name.
  814. if function == "&":
  815. opname = "and"
  816. elif function == "|":
  817. opname = "or"
  818. elif function == "^":
  819. opname = "xor"
  820. elif function == "~":
  821. opname = "not"
  822. elif function == "+":
  823. opname = "disor"
  824. if self.run:
  825. resultlist = []
  826. for map_i in topolist:
  827. # Generate an intermediate name for the result map list.
  828. name = self.generate_map_name()
  829. # Get mapset input.
  830. mapset = get_current_mapset()
  831. # Check for mapset in given stds input.
  832. mapname = name + "@" + mapset
  833. # Create new map based on the related map list.
  834. map_new = map_i.get_new_instance(mapname)
  835. # Set initial map extend of new vector map.
  836. self.overlay_map_extent(map_new, map_i, bool_op = opname, copy = True)
  837. # Set first input for overlay module.
  838. mapainput = map_i.get_id()
  839. # Loop over temporal related maps and create overlay modules.
  840. tbrelations = map_i.get_temporal_relations()
  841. count = 0
  842. for topo in relations:
  843. if topo in tbrelations.keys():
  844. for map_j in (tbrelations[topo]):
  845. # Create overlayed map extent.
  846. returncode = self.overlay_map_extent(map_new, map_j, opname, \
  847. temp_op = temporal)
  848. # Stop the loop if no temporal or spatial relationship exist.
  849. if returncode == 0:
  850. break
  851. if count == 0:
  852. # Set map name.
  853. name = map_new.get_id()
  854. else:
  855. # Generate an intermediate name
  856. name = self.generate_map_name()
  857. map_new.set_id(name + "@" + mapset)
  858. # Set second input for overlay module.
  859. mapbinput = map_j.get_id()
  860. # Create module command in PyGRASS for v.overlay and v.patch.
  861. if opname != "disor":
  862. m = copy.deepcopy(m_overlay)
  863. m.run_ = False
  864. m.inputs["operator"].value = opname
  865. m.inputs["ainput"].value = str(mapainput)
  866. m.inputs["binput"].value = str(mapbinput)
  867. m.outputs["output"].value = name
  868. m.flags["overwrite"].value = grass.overwrite()
  869. else:
  870. patchinput = str(mapainput) + ',' + str(mapbinput)
  871. m = copy.deepcopy(m_patch)
  872. m.run_ = False
  873. m.inputs["input"].value = patchinput
  874. m.outputs["output"].value = name
  875. m.flags["overwrite"].value = grass.overwrite()
  876. # Conditional append of module command.
  877. if "cmd_list" in dir(map_new):
  878. map_new.cmd_list.append(m)
  879. else:
  880. map_new.cmd_list = [m]
  881. # Set new map name to temporary map name.
  882. mapainput = name
  883. count += 1
  884. if returncode == 0:
  885. break
  886. # Append map to result map list.
  887. if returncode == 1:
  888. resultlist.append(map_new)
  889. return resultlist
  890. def p_buffer_operation(self,t):
  891. """
  892. expr : buff_function LPAREN stds COMMA number RPAREN
  893. | buff_function LPAREN expr COMMA number RPAREN
  894. """
  895. if self.run:
  896. # Check input stds.
  897. bufflist = self.check_stds(t[3])
  898. # Create empty result list.
  899. resultlist = []
  900. for map_i in bufflist:
  901. # Generate an intermediate name
  902. name = self.generate_map_name()
  903. # Get mapset input.
  904. mapset = get_current_mapset()
  905. # Check for mapset in given stds input.
  906. mapname = name + "@" + mapset
  907. # Create new map based on the related map list.
  908. map_new = map_i.get_new_instance(mapname)
  909. # Set initial map extend of new vector map.
  910. self.overlay_map_extent(map_new, map_i, copy = True)
  911. # Change spatial extent based on buffer size.
  912. map_new.spatial_buffer(float(t[5]))
  913. # Check buff type.
  914. if t[1] == "buff_p":
  915. buff_type = "point"
  916. elif t[1] == "buff_l":
  917. buff_type = "line"
  918. elif t[1] == "buff_a":
  919. buff_type = "area"
  920. m = copy.deepcopy(m_buffer)
  921. m.run_ = False
  922. m.inputs["type"].value = buff_type
  923. m.inputs["input"].value = str(map_i.get_id())
  924. m.inputs["distance"].value = float(t[5])
  925. m.outputs["output"].value = name
  926. m.flags["overwrite"].value = grass.overwrite()
  927. # Conditional append of module command.
  928. if "cmd_list" in dir(map_new):
  929. map_new.cmd_list.append(m)
  930. else:
  931. map_new.cmd_list = [m]
  932. resultlist.append(map_new)
  933. t[0] = resultlist
  934. if self.debug:
  935. pass
  936. def p_buff_function(self, t):
  937. """buff_function : BUFF_POINT
  938. | BUFF_LINE
  939. | BUFF_AREA
  940. """
  941. t[0] = t[1]
  942. # Handle errors.
  943. def p_error(self, t):
  944. raise SyntaxError("syntax error on line %d near '%s' expression '%s'" %
  945. (t.lineno, t.value, self.expression))
  946. ###############################################################################
  947. if __name__ == "__main__":
  948. import doctest
  949. doctest.testmod()