temporal_vector_algebra.py 38 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013
  1. """!@package grass.temporal
  2. Temporal vector algebra
  3. (C) 2014 by the GRASS Development Team
  4. This program is free software under the GNU General Public
  5. License (>=v2). Read the file COPYING that comes with GRASS
  6. for details.
  7. @authors Thomas Leppelt and Soeren Gebbert
  8. @code
  9. >>> import grass.temporal as tgis
  10. >>> tgis.init(True)
  11. >>> p = tgis.TemporalVectorAlgebraLexer()
  12. >>> p.build()
  13. >>> p.debug = True
  14. >>> expression = "C = A : B"
  15. >>> p.test(expression)
  16. C = A : B
  17. LexToken(NAME,'C',1,0)
  18. LexToken(EQUALS,'=',1,2)
  19. LexToken(NAME,'A',1,4)
  20. LexToken(T_SELECT,':',1,6)
  21. LexToken(NAME,'B',1,8)
  22. >>> expression = "C = test1 !: test2"
  23. >>> p.test(expression)
  24. C = test1 !: test2
  25. LexToken(NAME,'C',1,0)
  26. LexToken(EQUALS,'=',1,2)
  27. LexToken(NAME,'test1',1,4)
  28. LexToken(T_NOT_SELECT,'!:',1,10)
  29. LexToken(NAME,'test2',1,13)
  30. >>> expression = "C = test1 {equal,:} test2"
  31. >>> p.test(expression)
  32. C = test1 {equal,:} test2
  33. LexToken(NAME,'C',1,0)
  34. LexToken(EQUALS,'=',1,2)
  35. LexToken(NAME,'test1',1,4)
  36. LexToken(T_SELECT_OPERATOR,'{equal,:}',1,10)
  37. LexToken(NAME,'test2',1,20)
  38. >>> expression = "C = test1 {equal,!:} test2"
  39. >>> p.test(expression)
  40. C = test1 {equal,!:} test2
  41. LexToken(NAME,'C',1,0)
  42. LexToken(EQUALS,'=',1,2)
  43. LexToken(NAME,'test1',1,4)
  44. LexToken(T_SELECT_OPERATOR,'{equal,!:}',1,10)
  45. LexToken(NAME,'test2',1,21)
  46. >>> expression = "C = test1 # test2"
  47. >>> p.test(expression)
  48. C = test1 # test2
  49. LexToken(NAME,'C',1,0)
  50. LexToken(EQUALS,'=',1,2)
  51. LexToken(NAME,'test1',1,4)
  52. LexToken(HASH,'#',1,10)
  53. LexToken(NAME,'test2',1,12)
  54. >>> expression = "C = test1 {#} test2"
  55. >>> p.test(expression)
  56. C = test1 {#} test2
  57. LexToken(NAME,'C',1,0)
  58. LexToken(EQUALS,'=',1,2)
  59. LexToken(NAME,'test1',1,4)
  60. LexToken(T_HASH_OPERATOR,'{#}',1,10)
  61. LexToken(NAME,'test2',1,14)
  62. >>> expression = "C = test1 {equal,#} test2"
  63. >>> p.test(expression)
  64. C = test1 {equal,#} test2
  65. LexToken(NAME,'C',1,0)
  66. LexToken(EQUALS,'=',1,2)
  67. LexToken(NAME,'test1',1,4)
  68. LexToken(T_HASH_OPERATOR,'{equal,#}',1,10)
  69. LexToken(NAME,'test2',1,20)
  70. >>> expression = "C = test1 {equal|during,#} test2"
  71. >>> p.test(expression)
  72. C = test1 {equal|during,#} test2
  73. LexToken(NAME,'C',1,0)
  74. LexToken(EQUALS,'=',1,2)
  75. LexToken(NAME,'test1',1,4)
  76. LexToken(T_HASH_OPERATOR,'{equal|during,#}',1,10)
  77. LexToken(NAME,'test2',1,27)
  78. >>> expression = "E = test1 : test2 !: test1"
  79. >>> p.test(expression)
  80. E = test1 : test2 !: test1
  81. LexToken(NAME,'E',1,0)
  82. LexToken(EQUALS,'=',1,2)
  83. LexToken(NAME,'test1',1,4)
  84. LexToken(T_SELECT,':',1,10)
  85. LexToken(NAME,'test2',1,12)
  86. LexToken(T_NOT_SELECT,'!:',1,18)
  87. LexToken(NAME,'test1',1,21)
  88. >>> expression = 'D = buff_t(test1,"10 months")'
  89. >>> p.test(expression)
  90. D = buff_t(test1,"10 months")
  91. LexToken(NAME,'D',1,0)
  92. LexToken(EQUALS,'=',1,2)
  93. LexToken(BUFF_T,'buff_t',1,4)
  94. LexToken(LPAREN,'(',1,10)
  95. LexToken(NAME,'test1',1,11)
  96. LexToken(COMMA,',',1,16)
  97. LexToken(QUOTE,'"',1,17)
  98. LexToken(INT,10,1,18)
  99. LexToken(NAME,'months',1,21)
  100. LexToken(QUOTE,'"',1,27)
  101. LexToken(RPAREN,')',1,28)
  102. >>> expression = 'H = tsnap(test1)'
  103. >>> p.test(expression)
  104. H = tsnap(test1)
  105. LexToken(NAME,'H',1,0)
  106. LexToken(EQUALS,'=',1,2)
  107. LexToken(TSNAP,'tsnap',1,4)
  108. LexToken(LPAREN,'(',1,9)
  109. LexToken(NAME,'test1',1,10)
  110. LexToken(RPAREN,')',1,15)
  111. >>> expression = 'H = tsnap(test2 {during,:} buff_t(test1, "1 days"))'
  112. >>> p.test(expression)
  113. H = tsnap(test2 {during,:} buff_t(test1, "1 days"))
  114. LexToken(NAME,'H',1,0)
  115. LexToken(EQUALS,'=',1,2)
  116. LexToken(TSNAP,'tsnap',1,4)
  117. LexToken(LPAREN,'(',1,9)
  118. LexToken(NAME,'test2',1,10)
  119. LexToken(T_SELECT_OPERATOR,'{during,:}',1,16)
  120. LexToken(BUFF_T,'buff_t',1,27)
  121. LexToken(LPAREN,'(',1,33)
  122. LexToken(NAME,'test1',1,34)
  123. LexToken(COMMA,',',1,39)
  124. LexToken(QUOTE,'"',1,41)
  125. LexToken(INT,1,1,42)
  126. LexToken(NAME,'days',1,44)
  127. LexToken(QUOTE,'"',1,48)
  128. LexToken(RPAREN,')',1,49)
  129. LexToken(RPAREN,')',1,50)
  130. >>> expression = 'H = tshift(test2 {during,:} buff_t(test1, "1 days"), "1 months")'
  131. >>> p.test(expression)
  132. H = tshift(test2 {during,:} buff_t(test1, "1 days"), "1 months")
  133. LexToken(NAME,'H',1,0)
  134. LexToken(EQUALS,'=',1,2)
  135. LexToken(TSHIFT,'tshift',1,4)
  136. LexToken(LPAREN,'(',1,10)
  137. LexToken(NAME,'test2',1,11)
  138. LexToken(T_SELECT_OPERATOR,'{during,:}',1,17)
  139. LexToken(BUFF_T,'buff_t',1,28)
  140. LexToken(LPAREN,'(',1,34)
  141. LexToken(NAME,'test1',1,35)
  142. LexToken(COMMA,',',1,40)
  143. LexToken(QUOTE,'"',1,42)
  144. LexToken(INT,1,1,43)
  145. LexToken(NAME,'days',1,45)
  146. LexToken(QUOTE,'"',1,49)
  147. LexToken(RPAREN,')',1,50)
  148. LexToken(COMMA,',',1,51)
  149. LexToken(QUOTE,'"',1,53)
  150. LexToken(INT,1,1,54)
  151. LexToken(NAME,'months',1,56)
  152. LexToken(QUOTE,'"',1,62)
  153. LexToken(RPAREN,')',1,63)
  154. >>> expression = 'H = tshift(A , 10)'
  155. >>> p.test(expression)
  156. H = tshift(A , 10)
  157. LexToken(NAME,'H',1,0)
  158. LexToken(EQUALS,'=',1,2)
  159. LexToken(TSHIFT,'tshift',1,4)
  160. LexToken(LPAREN,'(',1,10)
  161. LexToken(NAME,'A',1,11)
  162. LexToken(COMMA,',',1,13)
  163. LexToken(INT,10,1,15)
  164. LexToken(RPAREN,')',1,17)
  165. >>> expression = 'H = if(td(A) > 10, A)'
  166. >>> p.test(expression)
  167. H = if(td(A) > 10, A)
  168. LexToken(NAME,'H',1,0)
  169. LexToken(EQUALS,'=',1,2)
  170. LexToken(IF,'if',1,4)
  171. LexToken(LPAREN,'(',1,6)
  172. LexToken(TD,'td',1,7)
  173. LexToken(LPAREN,'(',1,9)
  174. LexToken(NAME,'A',1,10)
  175. LexToken(RPAREN,')',1,11)
  176. LexToken(GREATER,'>',1,13)
  177. LexToken(INT,10,1,15)
  178. LexToken(COMMA,',',1,17)
  179. LexToken(NAME,'A',1,19)
  180. LexToken(RPAREN,')',1,20)
  181. >>> expression = 'H = if(td(A) > 10, A, B)'
  182. >>> p.test(expression)
  183. H = if(td(A) > 10, A, B)
  184. LexToken(NAME,'H',1,0)
  185. LexToken(EQUALS,'=',1,2)
  186. LexToken(IF,'if',1,4)
  187. LexToken(LPAREN,'(',1,6)
  188. LexToken(TD,'td',1,7)
  189. LexToken(LPAREN,'(',1,9)
  190. LexToken(NAME,'A',1,10)
  191. LexToken(RPAREN,')',1,11)
  192. LexToken(GREATER,'>',1,13)
  193. LexToken(INT,10,1,15)
  194. LexToken(COMMA,',',1,17)
  195. LexToken(NAME,'A',1,19)
  196. LexToken(COMMA,',',1,20)
  197. LexToken(NAME,'B',1,22)
  198. LexToken(RPAREN,')',1,23)
  199. >>> expression = 'I = if(equals,td(A) > 10 {equals,||} td(B) < 10, A)'
  200. >>> p.test(expression)
  201. I = if(equals,td(A) > 10 {equals,||} td(B) < 10, A)
  202. LexToken(NAME,'I',1,0)
  203. LexToken(EQUALS,'=',1,2)
  204. LexToken(IF,'if',1,4)
  205. LexToken(LPAREN,'(',1,6)
  206. LexToken(NAME,'equals',1,7)
  207. LexToken(COMMA,',',1,13)
  208. LexToken(TD,'td',1,14)
  209. LexToken(LPAREN,'(',1,16)
  210. LexToken(NAME,'A',1,17)
  211. LexToken(RPAREN,')',1,18)
  212. LexToken(GREATER,'>',1,20)
  213. LexToken(INT,10,1,22)
  214. LexToken(T_OVERLAY_OPERATOR,'{equals,||}',1,25)
  215. LexToken(TD,'td',1,37)
  216. LexToken(LPAREN,'(',1,39)
  217. LexToken(NAME,'B',1,40)
  218. LexToken(RPAREN,')',1,41)
  219. LexToken(LOWER,'<',1,43)
  220. LexToken(INT,10,1,45)
  221. LexToken(COMMA,',',1,47)
  222. LexToken(NAME,'A',1,49)
  223. LexToken(RPAREN,')',1,50)
  224. >>> expression = 'I = if(equals,td(A) > 10 || start_day() < 10, A)'
  225. >>> p.test(expression)
  226. I = if(equals,td(A) > 10 || start_day() < 10, A)
  227. LexToken(NAME,'I',1,0)
  228. LexToken(EQUALS,'=',1,2)
  229. LexToken(IF,'if',1,4)
  230. LexToken(LPAREN,'(',1,6)
  231. LexToken(NAME,'equals',1,7)
  232. LexToken(COMMA,',',1,13)
  233. LexToken(TD,'td',1,14)
  234. LexToken(LPAREN,'(',1,16)
  235. LexToken(NAME,'A',1,17)
  236. LexToken(RPAREN,')',1,18)
  237. LexToken(GREATER,'>',1,20)
  238. LexToken(INT,10,1,22)
  239. LexToken(OR,'|',1,25)
  240. LexToken(OR,'|',1,26)
  241. LexToken(START_DAY,'start_day',1,28)
  242. LexToken(LPAREN,'(',1,37)
  243. LexToken(RPAREN,')',1,38)
  244. LexToken(LOWER,'<',1,40)
  245. LexToken(INT,10,1,42)
  246. LexToken(COMMA,',',1,44)
  247. LexToken(NAME,'A',1,46)
  248. LexToken(RPAREN,')',1,47)
  249. >>> expression = 'E = if({equals},td(A) >= 4 {contain,&&} td(B) == 2, C : D)'
  250. >>> p.test(expression)
  251. E = if({equals},td(A) >= 4 {contain,&&} td(B) == 2, C : D)
  252. LexToken(NAME,'E',1,0)
  253. LexToken(EQUALS,'=',1,2)
  254. LexToken(IF,'if',1,4)
  255. LexToken(LPAREN,'(',1,6)
  256. LexToken(T_REL_OPERATOR,'{equals}',1,7)
  257. LexToken(COMMA,',',1,15)
  258. LexToken(TD,'td',1,16)
  259. LexToken(LPAREN,'(',1,18)
  260. LexToken(NAME,'A',1,19)
  261. LexToken(RPAREN,')',1,20)
  262. LexToken(GREATER_EQUALS,'>=',1,22)
  263. LexToken(INT,4,1,25)
  264. LexToken(T_OVERLAY_OPERATOR,'{contain,&&}',1,27)
  265. LexToken(TD,'td',1,40)
  266. LexToken(LPAREN,'(',1,42)
  267. LexToken(NAME,'B',1,43)
  268. LexToken(RPAREN,')',1,44)
  269. LexToken(CEQUALS,'==',1,46)
  270. LexToken(INT,2,1,49)
  271. LexToken(COMMA,',',1,50)
  272. LexToken(NAME,'C',1,52)
  273. LexToken(T_SELECT,':',1,54)
  274. LexToken(NAME,'D',1,56)
  275. LexToken(RPAREN,')',1,57)
  276. >>> expression = 'F = if({equals},A {equal,#}, B, C : D)'
  277. >>> p.test(expression)
  278. F = if({equals},A {equal,#}, B, C : D)
  279. LexToken(NAME,'F',1,0)
  280. LexToken(EQUALS,'=',1,2)
  281. LexToken(IF,'if',1,4)
  282. LexToken(LPAREN,'(',1,6)
  283. LexToken(T_REL_OPERATOR,'{equals}',1,7)
  284. LexToken(COMMA,',',1,15)
  285. LexToken(NAME,'A',1,16)
  286. LexToken(T_HASH_OPERATOR,'{equal,#}',1,18)
  287. LexToken(COMMA,',',1,27)
  288. LexToken(NAME,'B',1,29)
  289. LexToken(COMMA,',',1,30)
  290. LexToken(NAME,'C',1,32)
  291. LexToken(T_SELECT,':',1,34)
  292. LexToken(NAME,'D',1,36)
  293. LexToken(RPAREN,')',1,37)
  294. >>> expression = 'E = A : B ^ C : D'
  295. >>> p.test(expression)
  296. E = A : B ^ C : D
  297. LexToken(NAME,'E',1,0)
  298. LexToken(EQUALS,'=',1,2)
  299. LexToken(NAME,'A',1,4)
  300. LexToken(T_SELECT,':',1,6)
  301. LexToken(NAME,'B',1,8)
  302. LexToken(XOR,'^',1,10)
  303. LexToken(NAME,'C',1,12)
  304. LexToken(T_SELECT,':',1,14)
  305. LexToken(NAME,'D',1,16)
  306. >>> expression = 'E = A : B {|^} C : D'
  307. >>> p.test(expression)
  308. E = A : B {|^} C : D
  309. LexToken(NAME,'E',1,0)
  310. LexToken(EQUALS,'=',1,2)
  311. LexToken(NAME,'A',1,4)
  312. LexToken(T_SELECT,':',1,6)
  313. LexToken(NAME,'B',1,8)
  314. LexToken(T_OVERLAY_OPERATOR,'{|^}',1,10)
  315. LexToken(NAME,'C',1,15)
  316. LexToken(T_SELECT,':',1,17)
  317. LexToken(NAME,'D',1,19)
  318. >>> expression = 'E = buff_a(A, 10)'
  319. >>> p.test(expression)
  320. E = buff_a(A, 10)
  321. LexToken(NAME,'E',1,0)
  322. LexToken(EQUALS,'=',1,2)
  323. LexToken(BUFF_AREA,'buff_a',1,4)
  324. LexToken(LPAREN,'(',1,10)
  325. LexToken(NAME,'A',1,11)
  326. LexToken(COMMA,',',1,12)
  327. LexToken(INT,10,1,14)
  328. LexToken(RPAREN,')',1,16)
  329. >>> p = tgis.TemporalVectorAlgebraParser()
  330. >>> p.run = False
  331. >>> p.debug = True
  332. >>> expression = "D = A : (B !: C)"
  333. >>> p.parse(expression)
  334. B* = B !: C
  335. A* = A : B*
  336. D = A*
  337. >>> expression = "D = A {!:} B {during,:} C"
  338. >>> print(expression)
  339. D = A {!:} B {during,:} C
  340. >>> p.parse(expression)
  341. A* = A {!:} B
  342. A** = A* {during,:} C
  343. D = A**
  344. >>> expression = "D = A {:} B {during,!:} C"
  345. >>> print(expression)
  346. D = A {:} B {during,!:} C
  347. >>> p.parse(expression)
  348. A* = A {:} B
  349. A** = A* {during,!:} C
  350. D = A**
  351. >>> expression = "D = A {:} (B {during,!:} (C : E))"
  352. >>> print(expression)
  353. D = A {:} (B {during,!:} (C : E))
  354. >>> p.parse(expression)
  355. C* = C : E
  356. B* = B {during,!:} C*
  357. A* = A {:} B*
  358. D = A*
  359. >>> p.run = False
  360. >>> p.debug = False
  361. >>> expression = "C = test1 : test2"
  362. >>> print(expression)
  363. C = test1 : test2
  364. >>> p.parse(expression, 'stvds')
  365. >>> expression = 'D = buff_t(test1,"10 months")'
  366. >>> print(expression)
  367. D = buff_t(test1,"10 months")
  368. >>> p.parse(expression, 'stvds')
  369. >>> expression = 'E = test2 {during,:} buff_t(test1,"1 days")'
  370. >>> print(expression)
  371. E = test2 {during,:} buff_t(test1,"1 days")
  372. >>> p.parse(expression, 'stvds')
  373. >>> expression = 'F = test2 {equal,:} buff_t(test1,"1 days")'
  374. >>> print(expression)
  375. F = test2 {equal,:} buff_t(test1,"1 days")
  376. >>> p.parse(expression, 'stvds')
  377. >>> p.debug = True
  378. >>> expression = 'H = tsnap(test2 {during,:} buff_t(test1, "1 days"))'
  379. >>> p.parse(expression, 'stvds')
  380. test1* = buff_t( test1 , " 1 days " )
  381. test2* = test2 {during,:} test1*
  382. test2** = tsnap( test2* )
  383. H = test2**
  384. >>> expression = 'H = tshift(test2 {during,:} test1, "1 days")'
  385. >>> p.parse(expression, 'stvds')
  386. test2* = test2 {during,:} test1
  387. test2** = tshift( test2* , " 1 days " )
  388. H = test2**
  389. >>> expression = 'H = tshift(H, 3)'
  390. >>> p.parse(expression, 'stvds')
  391. H* = tshift( H , 3 )
  392. H = H*
  393. >>> expression = 'C = if(td(A) == 2, A)'
  394. >>> p.parse(expression, 'stvds')
  395. td(A)
  396. td(A) == 2
  397. A* = if condition True then A
  398. C = A*
  399. >>> expression = 'C = if(td(A) == 5 || start_date() >= "2010-01-01", A, B)'
  400. >>> p.parse(expression, 'stvds')
  401. td(A)
  402. td(A) == 5
  403. start_date >= "2010-01-01"
  404. True || True
  405. A* = if condition True then A else B
  406. C = A*
  407. >>> expression = 'C = if(td(A) == 5, A, B)'
  408. >>> p.parse(expression, 'stvds')
  409. td(A)
  410. td(A) == 5
  411. A* = if condition True then A else B
  412. C = A*
  413. @endcode
  414. """
  415. try:
  416. import ply.yacc as yacc
  417. except:
  418. pass
  419. import grass.pygrass.modules as pygrass
  420. import grass.script as grass
  421. from space_time_datasets import *
  422. from factory import *
  423. from open_stds import *
  424. import copy
  425. from temporal_vector_operator import *
  426. from temporal_algebra import *
  427. ##############################################################################
  428. class TemporalVectorAlgebraLexer(TemporalAlgebraLexer):
  429. """!Lexical analyzer for the GRASS GIS temporal vector algebra"""
  430. def __init__(self):
  431. TemporalAlgebraLexer.__init__(self)
  432. # Buffer functions from v.buffer
  433. vector_buff_functions = {
  434. 'buff_p' : 'BUFF_POINT',
  435. 'buff_l' : 'BUFF_LINE',
  436. 'buff_a' : 'BUFF_AREA',
  437. }
  438. # This is the list of token names.
  439. vector_tokens = (
  440. 'DISOR',
  441. 'XOR',
  442. 'NOT',
  443. 'T_OVERLAY_OPERATOR',
  444. )
  445. # Build the token list
  446. tokens = TemporalAlgebraLexer.tokens \
  447. + vector_tokens \
  448. + tuple(vector_buff_functions.values())
  449. # Regular expression rules for simple tokens
  450. t_DISOR = r'\+'
  451. t_XOR = r'\^'
  452. t_NOT = r'\~'
  453. t_T_OVERLAY_OPERATOR = r'\{([a-zA-Z\|]+[,])?([\|&+=]?[\|&+=\^\~])\}'
  454. # Parse symbols
  455. def temporal_symbol(self, t):
  456. # Check for reserved words
  457. if t.value in TemporalVectorAlgebraLexer.time_functions.keys():
  458. t.type = TemporalVectorAlgebraLexer.time_functions.get(t.value)
  459. elif t.value in TemporalVectorAlgebraLexer.datetime_functions.keys():
  460. t.type = TemporalVectorAlgebraLexer.datetime_functions.get(t.value)
  461. elif t.value in TemporalVectorAlgebraLexer.conditional_functions.keys():
  462. t.type = TemporalVectorAlgebraLexer.conditional_functions.get(t.value)
  463. elif t.value in TemporalVectorAlgebraLexer.vector_buff_functions.keys():
  464. t.type = TemporalVectorAlgebraLexer.vector_buff_functions.get(t.value)
  465. else:
  466. t.type = 'NAME'
  467. return t
  468. class TemporalVectorAlgebraParser(TemporalAlgebraParser):
  469. """The temporal algebra class"""
  470. # Get the tokens from the lexer class
  471. tokens = TemporalVectorAlgebraLexer.tokens
  472. # Setting equal precedence level for select and hash operations.
  473. precedence = (
  474. ('left', 'T_SELECT_OPERATOR', 'T_SELECT', 'T_NOT_SELECT'), # 1
  475. ('left', 'AND', 'OR', 'T_COMP_OPERATOR', 'T_OVERLAY_OPERATOR', 'DISOR', \
  476. 'NOT', 'XOR'), #2
  477. )
  478. def __init__(self, pid=None, run=False, debug=True, spatial = False):
  479. TemporalAlgebraParser.__init__(self, pid, run, debug, spatial)
  480. self.m_overlay = pygrass.Module('v.overlay', quiet=True, run_=False)
  481. self.m_rename = pygrass.Module('g.rename', quiet=True, run_=False)
  482. self.m_patch = pygrass.Module('v.patch', quiet=True, run_=False)
  483. self.m_mremove = pygrass.Module('g.mremove', quiet=True, run_=False)
  484. self.m_buffer = pygrass.Module('v.buffer', quiet=True, run_=False)
  485. def parse(self, expression, stdstype = 'strds', basename = None):
  486. self.lexer = TemporalVectorAlgebraLexer()
  487. self.lexer.build()
  488. self.parser = yacc.yacc(module=self, debug=self.debug)
  489. self.count = 0
  490. self.stdstype = stdstype
  491. self.basename = basename
  492. self.expression = expression
  493. self.parser.parse(expression)
  494. ######################### Temporal functions ##############################
  495. def remove_intermediate_vector_maps(self):
  496. """! Removes the intermediate vector maps.
  497. """
  498. if self.names != {}:
  499. namelist = self.names.values()
  500. max = 100
  501. chunklist = [namelist[i:i + max] for i in range(0, len(namelist), max)]
  502. for chunk in chunklist:
  503. stringlist = ",".join(chunk)
  504. if self.debug:
  505. print "g.mremove vect=%s"%(stringlist)
  506. if self.run:
  507. m = copy.deepcopy(self.m_mremove)
  508. m.inputs["vect"].value = stringlist
  509. m.flags["f"].value = True
  510. m.run()
  511. def eval_toperator(self, operator, comparison = False):
  512. """!This function evaluates a string containing temporal operations.
  513. @param operator String of temporal operations, e.g. {equal|during,=!:}.
  514. @return List of temporal relations (equal, during), the given function
  515. (!:) and the interval/instances (=).
  516. @code
  517. >>> import grass.temporal as tgis
  518. >>> tgis.init(True)
  519. >>> p = tgis.TemporalVectorAlgebraParser()
  520. >>> operator = "{equal,:}"
  521. >>> p.eval_toperator(operator)
  522. (['EQUAL'], '=', ':')
  523. >>> operator = "{equal|during,:}"
  524. >>> p.eval_toperator(operator)
  525. (['EQUAL', 'DURING'], '=', ':')
  526. >>> operator = "{equal,!:}"
  527. >>> p.eval_toperator(operator)
  528. (['EQUAL'], '=', '!:')
  529. >>> operator = "{equal|during,!:}"
  530. >>> p.eval_toperator(operator)
  531. (['EQUAL', 'DURING'], '=', '!:')
  532. >>> operator = "{equal|during,=!:}"
  533. >>> p.eval_toperator(operator)
  534. (['EQUAL', 'DURING'], '=', '!:')
  535. >>> operator = "{equal|during|starts,#}"
  536. >>> p.eval_toperator(operator)
  537. (['EQUAL', 'DURING', 'STARTS'], '=', '#')
  538. >>> operator = "{!:}"
  539. >>> p.eval_toperator(operator)
  540. (['EQUAL'], '=', '!:')
  541. >>> operator = "{=:}"
  542. >>> p.eval_toperator(operator)
  543. (['EQUAL'], '=', ':')
  544. >>> operator = "{#}"
  545. >>> p.eval_toperator(operator)
  546. (['EQUAL'], '=', '#')
  547. >>> operator = "{equal|during}"
  548. >>> p.eval_toperator(operator)
  549. (['EQUAL', 'DURING'], None, None)
  550. >>> operator = "{equal}"
  551. >>> p.eval_toperator(operator)
  552. (['EQUAL'], None, None)
  553. >>> operator = "{equal,||}"
  554. >>> p.eval_toperator(operator, True)
  555. (['EQUAL'], '=', '||')
  556. >>> operator = "{equal|during,&&}"
  557. >>> p.eval_toperator(operator, True)
  558. (['EQUAL', 'DURING'], '=', '&&')
  559. >>> operator = "{&}"
  560. >>> p.eval_toperator(operator)
  561. (['EQUAL'], '=', '&')
  562. @endcode
  563. """
  564. p = TemporalVectorOperatorParser()
  565. p.parse(operator, comparison)
  566. p.relations = [rel.upper() for rel in p.relations]
  567. return(p.relations, p.temporal, p.function)
  568. def overlay_map_extent(self, mapA, mapB, bool_op = None, temp_op = '=',
  569. copy = False):
  570. """!Compute the spatio-temporal extent of two topological related maps
  571. @param mapA The first map
  572. @param mapB The second maps
  573. @param bool_op The boolean operator specifying the spatial extent
  574. operation (intersection, union, disjoint union)
  575. @param temp_op The temporal operator specifying the temporal
  576. exntent operation (intersection, union, disjoint union)
  577. @param copy Specifies if the temporal extent of mapB should be
  578. copied to mapA
  579. """
  580. returncode = 1
  581. if copy:
  582. map_extent_temporal = mapB.get_temporal_extent()
  583. map_extent_spatial = mapB.get_spatial_extent()
  584. # Set initial map extend of new vector map.
  585. mapA.set_spatial_extent(map_extent_spatial)
  586. mapA.set_temporal_extent(map_extent_temporal)
  587. if "cmd_list" in dir(mapB):
  588. mapA.cmd_list = mapB.cmd_list
  589. else:
  590. # Calculate spatial extent for different overlay operations.
  591. if bool_op == 'and':
  592. overlay_ext = mapA.spatial_intersection(mapB)
  593. if overlay_ext != None:
  594. mapA.set_spatial_extent(overlay_ext)
  595. else:
  596. returncode = 0
  597. elif bool_op in ['or', 'xor']:
  598. overlay_ext = mapA.spatial_union(mapB)
  599. if overlay_ext != None:
  600. mapA.set_spatial_extent(overlay_ext)
  601. else:
  602. returncode = 0
  603. elif bool_op == 'disor':
  604. overlay_ext = mapA.spatial_disjoint_union(mapB)
  605. if overlay_ext != None:
  606. mapA.set_spatial_extent(overlay_ext)
  607. else:
  608. returncode = 0
  609. # Conditional append of command list.
  610. if "cmd_list" in dir(mapA) and "cmd_list" in dir(mapB):
  611. mapA.cmd_list = mapA.cmd_list + mapB.cmd_list
  612. elif "cmd_list" not in dir(mapA) and "cmd_list" in dir(mapB):
  613. mapA.cmd_list = mapB.cmd_list
  614. # Calculate temporal extent for different temporal operators.
  615. if temp_op == '&':
  616. temp_ext = mapA.temporal_intersection(mapB)
  617. if temp_ext != None:
  618. mapA.set_temporal_extent(temp_ext)
  619. else:
  620. returncode = 0
  621. elif temp_op == '|':
  622. temp_ext = mapA.temporal_union(mapB)
  623. if temp_ext != None:
  624. mapA.set_temporal_extent(temp_ext)
  625. else:
  626. returncode = 0
  627. elif temp_op == '+':
  628. temp_ext = mapA.temporal_disjoint_union(mapB)
  629. if temp_ext != None:
  630. mapA.set_temporal_extent(temp_ext)
  631. else:
  632. returncode = 0
  633. return(returncode)
  634. ###########################################################################
  635. def p_statement_assign(self, t):
  636. # The expression should always return a list of maps.
  637. """
  638. statement : stds EQUALS expr
  639. """
  640. # Execute the command lists
  641. if self.run:
  642. if isinstance(t[3], list):
  643. num = len(t[3])
  644. count = 0
  645. returncode = 0
  646. register_list = []
  647. for i in range(num):
  648. # Check if resultmap names exist in GRASS database.
  649. vectorname = self.basename + "_" + str(i)
  650. vectormap = VectorDataset(vectorname + "@" + get_current_mapset())
  651. if vectormap.map_exists() and grass.overwrite() == False:
  652. self.msgr.fatal(_("Error vector maps with basename %s exist. "
  653. "Use --o flag to overwrite existing file") \
  654. %(vectorname))
  655. for map_i in t[3]:
  656. if "cmd_list" in dir(map_i):
  657. # Execute command list.
  658. for cmd in map_i.cmd_list:
  659. try:
  660. # We need to check if the input maps have areas in case of v.overlay
  661. # otherwise v.overlay will break
  662. if cmd.name == "v.overlay":
  663. for name in (cmd.inputs["ainput"].value,
  664. cmd.inputs["binput"].value):
  665. #self.msgr.message("Check if map <" + name + "> exists")
  666. if name.find("@") < 0:
  667. name = name + "@" + get_current_mapset()
  668. tmp_map = map_i.get_new_instance(name)
  669. if not tmp_map.map_exists():
  670. raise Exception
  671. #self.msgr.message("Check if map <" + name + "> has areas")
  672. tmp_map.load()
  673. if tmp_map.metadata.get_number_of_areas() == 0:
  674. raise Exception
  675. except Exception:
  676. returncode = 1
  677. break
  678. # run the command
  679. # print the command that will be executed
  680. self.msgr.message("Run command:\n" + cmd.get_bash())
  681. cmd.run()
  682. if cmd.popen.returncode != 0:
  683. self.msgr.fatal(_("Error starting %s : \n%s") \
  684. %(cmd.get_bash(), \
  685. cmd.popen.stderr))
  686. mapname = cmd.outputs['output'].value
  687. if mapname.find("@") >= 0:
  688. map_test = map_i.get_new_instance(mapname)
  689. else:
  690. map_test = map_i.get_new_instance(mapname + "@" + self.mapset)
  691. if not map_test.map_exists():
  692. returncode = 1
  693. break
  694. if returncode == 0:
  695. # We remove the invalid vector name from the remove list.
  696. if self.names.has_key(map_i.get_name()):
  697. self.names.pop(map_i.get_name())
  698. mapset = map_i.get_mapset()
  699. # Change map name to given basename.
  700. newident = self.basename + "_" + str(count)
  701. m = copy.deepcopy(self.m_rename)
  702. m.inputs["vect"].value = (map_i.get_name(),newident)
  703. m.flags["overwrite"].value = grass.overwrite()
  704. m.run()
  705. #m(vect = (map_i.get_name(),newident), \
  706. # overwrite = grass.overwrite)
  707. map_i.set_id(newident + "@" + mapset)
  708. count += 1
  709. register_list.append(map_i)
  710. else:
  711. register_list.append(map_i)
  712. if len(register_list) > 0:
  713. # Open connection to temporal database.
  714. dbif, connected = init_dbif(dbif=self.dbif)
  715. # Create result space time dataset.
  716. resultstds = open_new_space_time_dataset(t[1], self.stdstype, \
  717. 'absolute', t[1], t[1], \
  718. "temporal vector algebra", dbif=dbif,
  719. overwrite = grass.overwrite())
  720. for map_i in register_list:
  721. # Check if modules should be executed from command list.
  722. if "cmd_list" in dir(map_i):
  723. # Get meta data from grass database.
  724. map_i.load()
  725. if map_i.is_in_db(dbif=dbif) and grass.overwrite():
  726. # Update map in temporal database.
  727. map_i.update_all(dbif=dbif)
  728. elif map_i.is_in_db(dbif=dbif) and grass.overwrite() == False:
  729. # Raise error if map exists and no overwrite flag is given.
  730. self.msgr.fatal(_("Error vector map %s exist in temporal database. "
  731. "Use overwrite flag. : \n%s") \
  732. %(map_i.get_map_id(), cmd.popen.stderr))
  733. else:
  734. # Insert map into temporal database.
  735. map_i.insert(dbif=dbif)
  736. else:
  737. #Get metadata from temporal database.
  738. map_i.select(dbif=dbif)
  739. # Register map in result space time dataset.
  740. resultstds.register_map(map_i, dbif=dbif)
  741. #count += 1
  742. #if count % 10 == 0:
  743. # grass.percent(count, num, 1)
  744. resultstds.update_from_registered_maps(dbif=dbif)
  745. if connected:
  746. dbif.close()
  747. self.remove_intermediate_vector_maps()
  748. t[0] = register_list
  749. if self.debug:
  750. if isinstance(t[3], list):
  751. for map_i in t[3]:
  752. print(map_i.get_id())
  753. else:
  754. print(t[1] + " = " + str(t[3]))
  755. t[0] = t[3]
  756. def p_overlay_operation(self, t):
  757. """
  758. expr : stds AND stds
  759. | expr AND stds
  760. | stds AND expr
  761. | expr AND expr
  762. | stds OR stds
  763. | expr OR stds
  764. | stds OR expr
  765. | expr OR expr
  766. | stds XOR stds
  767. | expr XOR stds
  768. | stds XOR expr
  769. | expr XOR expr
  770. | stds NOT stds
  771. | expr NOT stds
  772. | stds NOT expr
  773. | expr NOT expr
  774. | stds DISOR stds
  775. | expr DISOR stds
  776. | stds DISOR expr
  777. | expr DISOR expr
  778. """
  779. # Check input stds.
  780. maplistA = self.check_stds(t[1])
  781. maplistB = self.check_stds(t[3])
  782. if self.run:
  783. t[0] = self.create_overlay_operations(maplistA, maplistB, ("EQUAL",), "=", t[2])
  784. if self.debug:
  785. t[0] = t[1]
  786. def p_overlay_operation_relation(self, t):
  787. """
  788. expr : stds T_OVERLAY_OPERATOR stds
  789. | expr T_OVERLAY_OPERATOR stds
  790. | stds T_OVERLAY_OPERATOR expr
  791. | expr T_OVERLAY_OPERATOR expr
  792. """
  793. # Check input stds.
  794. maplistA = self.check_stds(t[1])
  795. maplistB = self.check_stds(t[3])
  796. relations, temporal, function= self.eval_toperator(t[2])
  797. if self.run:
  798. t[0] = self.create_overlay_operations(maplistA, maplistB, relations, temporal, function)
  799. if self.debug:
  800. t[0] = t[1]
  801. def create_overlay_operations(self, maplistA, maplistB, relations, temporal, function):
  802. """!Create the spatial overlay operation commad list
  803. @param maplistA A list of map objects
  804. @param maplistB A list of map objects
  805. @param relations The temporal relationships that must be fullfilled as list of strings
  806. ("EQUAL", "DURING", ...)
  807. @param temporal The temporal operator as string "=" or "&", ...
  808. @param function The spatial overlay operations as string "&", "|", ...
  809. @return Return the list of maps with overlay commands
  810. """
  811. topolist = self.get_temporal_topo_list(maplistA, maplistB, topolist = relations)
  812. # Select operation name.
  813. if function == "&":
  814. opname = "and"
  815. elif function == "|":
  816. opname = "or"
  817. elif function == "^":
  818. opname = "xor"
  819. elif function == "~":
  820. opname = "not"
  821. elif function == "+":
  822. opname = "disor"
  823. if self.run:
  824. resultlist = []
  825. for map_i in topolist:
  826. # Generate an intermediate name for the result map list.
  827. name = self.generate_map_name()
  828. # Get mapset input.
  829. mapset = get_current_mapset()
  830. # Check for mapset in given stds input.
  831. mapname = name + "@" + mapset
  832. # Create new map based on the related map list.
  833. map_new = map_i.get_new_instance(mapname)
  834. # Set initial map extend of new vector map.
  835. self.overlay_map_extent(map_new, map_i, bool_op = opname, copy = True)
  836. # Set first input for overlay module.
  837. mapainput = map_i.get_id()
  838. # Loop over temporal related maps and create overlay modules.
  839. tbrelations = map_i.get_temporal_relations()
  840. count = 0
  841. for topo in relations:
  842. if topo in tbrelations.keys():
  843. for map_j in (tbrelations[topo]):
  844. # Create overlayed map extent.
  845. returncode = self.overlay_map_extent(map_new, map_j, opname, \
  846. temp_op = temporal)
  847. # Stop the loop if no temporal or spatial relationship exist.
  848. if returncode == 0:
  849. break
  850. if count == 0:
  851. # Set map name.
  852. name = map_new.get_id()
  853. else:
  854. # Generate an intermediate name
  855. name = self.generate_map_name()
  856. map_new.set_id(name + "@" + mapset)
  857. # Set second input for overlay module.
  858. mapbinput = map_j.get_id()
  859. # Create module command in PyGRASS for v.overlay and v.patch.
  860. if opname != "disor":
  861. m = copy.deepcopy(self.m_overlay)
  862. m.run_ = False
  863. m.inputs["operator"].value = opname
  864. m.inputs["ainput"].value = str(mapainput)
  865. m.inputs["binput"].value = str(mapbinput)
  866. m.outputs["output"].value = name
  867. m.flags["overwrite"].value = grass.overwrite()
  868. else:
  869. patchinput = str(mapainput) + ',' + str(mapbinput)
  870. m = copy.deepcopy(self.m_patch)
  871. m.run_ = False
  872. m.inputs["input"].value = patchinput
  873. m.outputs["output"].value = name
  874. m.flags["overwrite"].value = grass.overwrite()
  875. # Conditional append of module command.
  876. if "cmd_list" in dir(map_new):
  877. map_new.cmd_list.append(m)
  878. else:
  879. map_new.cmd_list = [m]
  880. # Set new map name to temporary map name.
  881. mapainput = name
  882. count += 1
  883. if returncode == 0:
  884. break
  885. # Append map to result map list.
  886. if returncode == 1:
  887. resultlist.append(map_new)
  888. return resultlist
  889. def p_buffer_operation(self,t):
  890. """
  891. expr : buff_function LPAREN stds COMMA number RPAREN
  892. | buff_function LPAREN expr COMMA number RPAREN
  893. """
  894. if self.run:
  895. # Check input stds.
  896. bufflist = self.check_stds(t[3])
  897. # Create empty result list.
  898. resultlist = []
  899. for map_i in bufflist:
  900. # Generate an intermediate name
  901. name = self.generate_map_name()
  902. # Get mapset input.
  903. mapset = get_current_mapset()
  904. # Check for mapset in given stds input.
  905. mapname = name + "@" + mapset
  906. # Create new map based on the related map list.
  907. map_new = map_i.get_new_instance(mapname)
  908. # Set initial map extend of new vector map.
  909. self.overlay_map_extent(map_new, map_i, copy = True)
  910. # Change spatial extent based on buffer size.
  911. map_new.spatial_buffer(float(t[5]))
  912. # Check buff type.
  913. if t[1] == "buff_p":
  914. buff_type = "point"
  915. elif t[1] == "buff_l":
  916. buff_type = "line"
  917. elif t[1] == "buff_a":
  918. buff_type = "area"
  919. m = copy.deepcopy(self.m_buffer)
  920. m.run_ = False
  921. m.inputs["type"].value = buff_type
  922. m.inputs["input"].value = str(map_i.get_id())
  923. m.inputs["distance"].value = float(t[5])
  924. m.outputs["output"].value = name
  925. m.flags["overwrite"].value = grass.overwrite()
  926. # Conditional append of module command.
  927. if "cmd_list" in dir(map_new):
  928. map_new.cmd_list.append(m)
  929. else:
  930. map_new.cmd_list = [m]
  931. resultlist.append(map_new)
  932. t[0] = resultlist
  933. if self.debug:
  934. pass
  935. def p_buff_function(self, t):
  936. """buff_function : BUFF_POINT
  937. | BUFF_LINE
  938. | BUFF_AREA
  939. """
  940. t[0] = t[1]
  941. # Handle errors.
  942. def p_error(self, t):
  943. raise SyntaxError("syntax error on line %d near '%s' expression '%s'" %
  944. (t.lineno, t.value, self.expression))
  945. ###############################################################################
  946. if __name__ == "__main__":
  947. import doctest
  948. doctest.testmod()