array.py 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434
  1. """
  2. Functions to use GRASS 2D and 3D rasters with NumPy.
  3. Usage:
  4. >>> from __future__ import print_function
  5. >>> import grass.script as gs
  6. >>> from grass.script import array as garray
  7. >>>
  8. >>> # We create a temporary region that is only valid in this python session
  9. ... gs.use_temp_region()
  10. >>> gs.run_command("g.region", n=80, e=120, t=60, s=0, w=0, b=0, res=20, res3=20)
  11. >>>
  12. >>> # Lets create a raster map numpy array
  13. ... # based at the current region settings
  14. ... map2d_1 = garray.array()
  15. >>>
  16. >>> # Write some data
  17. ... for y in range(map2d_1.shape[0]):
  18. ... for x in range(map2d_1.shape[1]):
  19. ... map2d_1[y,x] = y + x
  20. ...
  21. >>> # Lets have a look at the array
  22. ... print(map2d_1)
  23. [[0. 1. 2. 3. 4. 5.]
  24. [1. 2. 3. 4. 5. 6.]
  25. [2. 3. 4. 5. 6. 7.]
  26. [3. 4. 5. 6. 7. 8.]]
  27. >>> # This will write the numpy array as GRASS raster map
  28. ... # with name map2d_1
  29. ... map2d_1.write(mapname="map2d_1", overwrite=True)
  30. 0
  31. >>>
  32. >>> # We create a new array from raster map2d_1 to modify it
  33. ... map2d_2 = garray.array(mapname="map2d_1")
  34. >>> # Don't do map2d_2 = map2d_1 % 3
  35. ... # because: this will overwrite the internal temporary filename
  36. ... map2d_2 %= 3
  37. >>> # Show the result
  38. ... print(map2d_2)
  39. [[0. 1. 2. 0. 1. 2.]
  40. [1. 2. 0. 1. 2. 0.]
  41. [2. 0. 1. 2. 0. 1.]
  42. [0. 1. 2. 0. 1. 2.]]
  43. >>> # Write the result as new raster map with name map2d_2
  44. ... map2d_2.write(mapname="map2d_2", overwrite=True)
  45. 0
  46. >>>
  47. >>> # Here we create a 3D raster map numpy array
  48. ... # based in the current region settings
  49. ... map3d_1 = garray.array3d()
  50. >>>
  51. >>> # Write some data
  52. ... # Note: the 3D array has map[depth][row][column] order
  53. ... for z in range(map3d_1.shape[0]):
  54. ... for y in range(map3d_1.shape[1]):
  55. ... for x in range(map3d_1.shape[2]):
  56. ... map3d_1[z,y,x] = z + y + x
  57. ...
  58. >>> # Lets have a look at the 3D array
  59. ... print(map3d_1)
  60. [[[ 0. 1. 2. 3. 4. 5.]
  61. [ 1. 2. 3. 4. 5. 6.]
  62. [ 2. 3. 4. 5. 6. 7.]
  63. [ 3. 4. 5. 6. 7. 8.]]
  64. <BLANKLINE>
  65. [[ 1. 2. 3. 4. 5. 6.]
  66. [ 2. 3. 4. 5. 6. 7.]
  67. [ 3. 4. 5. 6. 7. 8.]
  68. [ 4. 5. 6. 7. 8. 9.]]
  69. <BLANKLINE>
  70. [[ 2. 3. 4. 5. 6. 7.]
  71. [ 3. 4. 5. 6. 7. 8.]
  72. [ 4. 5. 6. 7. 8. 9.]
  73. [ 5. 6. 7. 8. 9. 10.]]]
  74. >>> # This will write the numpy array as GRASS 3D raster map
  75. ... # with name map3d_1
  76. ... map3d_1.write(mapname="map3d_1", overwrite=True)
  77. 0
  78. >>> # We create a new 3D array from 3D raster map3d_1 to modify it
  79. ... map3d_2 = garray.array3d(mapname="map3d_1")
  80. >>> # Don't do map3d_2 = map3d_1 % 3
  81. ... # because: this will overwrite the internal temporary filename
  82. ... map3d_2 %= 3
  83. >>> # Show the result
  84. ... print(map3d_2)
  85. [[[0. 1. 2. 0. 1. 2.]
  86. [1. 2. 0. 1. 2. 0.]
  87. [2. 0. 1. 2. 0. 1.]
  88. [0. 1. 2. 0. 1. 2.]]
  89. <BLANKLINE>
  90. [[1. 2. 0. 1. 2. 0.]
  91. [2. 0. 1. 2. 0. 1.]
  92. [0. 1. 2. 0. 1. 2.]
  93. [1. 2. 0. 1. 2. 0.]]
  94. <BLANKLINE>
  95. [[2. 0. 1. 2. 0. 1.]
  96. [0. 1. 2. 0. 1. 2.]
  97. [1. 2. 0. 1. 2. 0.]
  98. [2. 0. 1. 2. 0. 1.]]]
  99. >>> # Write the result as new 3D raster map with name map3d_2
  100. ... map3d_2.write(mapname="map3d_2", overwrite=True)
  101. 0
  102. (C) 2010-2012 by Glynn Clements and the GRASS Development Team
  103. This program is free software under the GNU General Public
  104. License (>=v2). Read the file COPYING that comes with GRASS
  105. for details.
  106. .. sectionauthor:: Glynn Clements
  107. """
  108. from __future__ import absolute_import
  109. import sys
  110. import numpy
  111. from .utils import try_remove
  112. from . import core as gcore
  113. from grass.exceptions import CalledModuleError
  114. ###############################################################################
  115. class _tempfile(object):
  116. def __init__(self, env=None):
  117. self.filename = gcore.tempfile(env=env)
  118. def __del__(self):
  119. try_remove(self.filename)
  120. ###############################################################################
  121. class array(numpy.memmap):
  122. def __new__(cls, mapname=None, null=None, dtype=numpy.double, env=None):
  123. """Define new numpy array
  124. :param cls:
  125. :param dtype: data type (default: numpy.double)
  126. :param env: environment
  127. """
  128. reg = gcore.region(env=env)
  129. r = reg['rows']
  130. c = reg['cols']
  131. shape = (r, c)
  132. tempfile = _tempfile(env)
  133. if mapname:
  134. kind = numpy.dtype(dtype).kind
  135. size = numpy.dtype(dtype).itemsize
  136. if kind == 'f':
  137. flags = 'f'
  138. elif kind in 'biu':
  139. flags = 'i'
  140. else:
  141. raise ValueError(_('Invalid kind <%s>') % kind)
  142. if size not in [1, 2, 4, 8]:
  143. raise ValueError(_('Invalid size <%d>') % size)
  144. gcore.run_command(
  145. 'r.out.bin',
  146. flags=flags,
  147. input=mapname,
  148. output=tempfile.filename,
  149. bytes=size,
  150. null=null,
  151. quiet=True,
  152. overwrite=True,
  153. env=env)
  154. self = numpy.memmap.__new__(
  155. cls,
  156. filename=tempfile.filename,
  157. dtype=dtype,
  158. mode='r+',
  159. shape=shape)
  160. self.tempfile = tempfile
  161. self.filename = tempfile.filename
  162. self._env = env
  163. return self
  164. def read(self, mapname, null=None):
  165. """Read raster map into array
  166. :param str mapname: name of raster map to be read
  167. :param null: null value
  168. :return: 0 on success
  169. :return: non-zero code on failure
  170. .. deprecated:: 7.1
  171. Instead reading the map after creating the array,
  172. pass the map name in the array constructor.
  173. """
  174. if sys.platform == 'win32':
  175. gcore.warning(_("grass.script.array.read is deprecated and does not"
  176. " work on MS Windows, pass raster name in the constructor"))
  177. kind = self.dtype.kind
  178. size = self.dtype.itemsize
  179. if kind == 'f':
  180. flags = 'f'
  181. elif kind in 'biu':
  182. flags = 'i'
  183. else:
  184. raise ValueError(_('Invalid kind <%s>') % kind)
  185. if size not in [1, 2, 4, 8]:
  186. raise ValueError(_('Invalid size <%d>') % size)
  187. try:
  188. gcore.run_command(
  189. 'r.out.bin',
  190. flags=flags,
  191. input=mapname,
  192. output=self.filename,
  193. bytes=size,
  194. null=null,
  195. quiet=True,
  196. overwrite=True)
  197. except CalledModuleError:
  198. return 1
  199. else:
  200. return 0
  201. def write(self, mapname, title=None, null=None, overwrite=None, quiet=None):
  202. """Write array into raster map
  203. :param str mapname: name for raster map
  204. :param str title: title for raster map
  205. :param null: null value
  206. :param bool overwrite: True for overwritting existing raster maps
  207. :return: 0 on success
  208. :return: non-zero code on failure
  209. """
  210. kind = self.dtype.kind
  211. size = self.dtype.itemsize
  212. if kind == 'f':
  213. if size == 4:
  214. flags = 'f'
  215. elif size == 8:
  216. flags = 'd'
  217. else:
  218. raise ValueError(_('Invalid FP size <%d>') % size)
  219. size = None
  220. elif kind in 'biu':
  221. if size not in [1, 2, 4]:
  222. raise ValueError(_('Invalid integer size <%d>') % size)
  223. flags = None
  224. else:
  225. raise ValueError(_('Invalid kind <%s>') % kind)
  226. reg = gcore.region(env=self._env)
  227. try:
  228. gcore.run_command(
  229. 'r.in.bin',
  230. flags=flags,
  231. input=self.filename,
  232. output=mapname,
  233. title=title,
  234. bytes=size,
  235. anull=null,
  236. overwrite=overwrite,
  237. quiet=quiet,
  238. north=reg['n'],
  239. south=reg['s'],
  240. east=reg['e'],
  241. west=reg['w'],
  242. rows=reg['rows'],
  243. cols=reg['cols'],
  244. env=self._env)
  245. except CalledModuleError:
  246. return 1
  247. else:
  248. return 0
  249. ###############################################################################
  250. class array3d(numpy.memmap):
  251. def __new__(cls, mapname=None, null=None, dtype=numpy.double, env=None):
  252. """Define new 3d numpy array
  253. :param cls:
  254. :param dtype: data type (default: numpy.double)
  255. :param env: environment
  256. """
  257. reg = gcore.region(True)
  258. r = reg['rows3']
  259. c = reg['cols3']
  260. d = reg['depths']
  261. shape = (d, r, c)
  262. tempfile = _tempfile()
  263. if mapname:
  264. kind = numpy.dtype(dtype).kind
  265. size = numpy.dtype(dtype).itemsize
  266. if kind == 'f':
  267. flags = None # default is double
  268. elif kind in 'biu':
  269. flags = 'i'
  270. else:
  271. raise ValueError(_('Invalid kind <%s>') % kind)
  272. if size not in [1, 2, 4, 8]:
  273. raise ValueError(_('Invalid size <%d>') % size)
  274. gcore.run_command(
  275. 'r3.out.bin',
  276. flags=flags,
  277. input=mapname,
  278. output=tempfile.filename,
  279. bytes=size,
  280. null=null,
  281. quiet=True,
  282. overwrite=True,
  283. env=env)
  284. self = numpy.memmap.__new__(
  285. cls,
  286. filename=tempfile.filename,
  287. dtype=dtype,
  288. mode='r+',
  289. shape=shape)
  290. self.tempfile = tempfile
  291. self.filename = tempfile.filename
  292. self._env = env
  293. return self
  294. def read(self, mapname, null=None):
  295. """Read 3D raster map into array
  296. :param str mapname: name of 3D raster map to be read
  297. :param null: null value
  298. :return: 0 on success
  299. :return: non-zero code on failure
  300. .. deprecated:: 7.1
  301. Instead reading the map after creating the array,
  302. pass the map name in the array constructor.
  303. """
  304. if sys.platform == 'win32':
  305. gcore.warning(_("grass.script.array3d.read is deprecated and does not"
  306. " work on MS Windows, pass 3D raster name in the constructor"))
  307. kind = self.dtype.kind
  308. size = self.dtype.itemsize
  309. if kind == 'f':
  310. flags = None # default is double
  311. elif kind in 'biu':
  312. flags = 'i'
  313. else:
  314. raise ValueError(_('Invalid kind <%s>') % kind)
  315. if size not in [1, 2, 4, 8]:
  316. raise ValueError(_('Invalid size <%d>') % size)
  317. try:
  318. gcore.run_command(
  319. 'r3.out.bin',
  320. flags=flags,
  321. input=mapname,
  322. output=self.filename,
  323. bytes=size,
  324. null=null,
  325. quiet=True,
  326. overwrite=True)
  327. except CalledModuleError:
  328. return 1
  329. else:
  330. return 0
  331. def write(self, mapname, null=None, overwrite=None, quiet=None):
  332. """Write array into 3D raster map
  333. :param str mapname: name for 3D raster map
  334. :param null: null value
  335. :param bool overwrite: True for overwriting existing raster maps
  336. :return: 0 on success
  337. :return: non-zero code on failure
  338. """
  339. kind = self.dtype.kind
  340. size = self.dtype.itemsize
  341. flags = None
  342. if kind == 'f':
  343. if size != 4 and size != 8:
  344. raise ValueError(_('Invalid FP size <%d>') % size)
  345. elif kind in 'biu':
  346. if size not in [1, 2, 4, 8]:
  347. raise ValueError(_('Invalid integer size <%d>') % size)
  348. flags = 'i'
  349. else:
  350. raise ValueError(_('Invalid kind <%s>') % kind)
  351. reg = gcore.region(True, env=self._env)
  352. try:
  353. gcore.run_command(
  354. 'r3.in.bin',
  355. flags=flags,
  356. input=self.filename,
  357. output=mapname,
  358. bytes=size,
  359. null=null,
  360. overwrite=overwrite,
  361. quiet=quiet,
  362. north=reg['n'],
  363. south=reg['s'],
  364. top=reg['t'],
  365. bottom=reg['b'],
  366. east=reg['e'],
  367. west=reg['w'],
  368. depths=reg['depths'],
  369. rows=reg['rows3'],
  370. cols=reg['cols3'],
  371. env=self._env)
  372. except CalledModuleError:
  373. return 1
  374. else:
  375. return 0