core_c.py 7.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291
  1. """
  2. @package iscatt.core_c
  3. @brief Wrappers for scatter plot C backend.
  4. (C) 2013 by the GRASS Development Team
  5. This program is free software under the GNU General Public License
  6. (>=v2). Read the file COPYING that comes with GRASS for details.
  7. @author Stepan Turek <stepan.turek seznam.cz> (mentor: Martin Landa)
  8. """
  9. import sys
  10. import six
  11. import numpy as np
  12. from multiprocessing import Process, Queue
  13. from ctypes import *
  14. try:
  15. from grass.lib.imagery import *
  16. from grass.lib.gis import G_get_window
  17. except ImportError as e:
  18. sys.stderr.write(_("Loading ctypes libs failed"))
  19. from core.gcmd import GException
  20. from grass.script import encode
  21. def Rasterize(polygon, rast, region, value):
  22. rows, cols = rast.shape
  23. # TODO creating of region is on many places
  24. region["rows"] = rows
  25. region["cols"] = cols
  26. region["nsres"] = 1.0
  27. region["ewres"] = 1.0
  28. q = Queue()
  29. p = Process(target=_rasterize, args=(polygon, rast, region, value, q))
  30. p.start()
  31. rast = q.get()
  32. p.join()
  33. return rast
  34. def ApplyColormap(vals, vals_mask, colmap, out_vals):
  35. c_uint8_p = POINTER(c_uint8)
  36. vals_p = vals.ctypes.data_as(c_uint8_p)
  37. if hasattr(vals_mask, "ctypes"):
  38. vals_mask_p = vals_mask.ctypes.data_as(c_uint8_p)
  39. else: # vals mask is empty (all data are selected)
  40. vals_mask_p = None
  41. colmap_p = colmap.ctypes.data_as(c_uint8_p)
  42. out_vals_p = out_vals.ctypes.data_as(c_uint8_p)
  43. vals_size = vals.reshape((-1)).shape[0]
  44. I_apply_colormap(vals_p, vals_mask_p, vals_size, colmap_p, out_vals_p)
  45. def MergeArrays(merged_arr, overlay_arr, alpha):
  46. if merged_arr.shape != overlay_arr.shape:
  47. GException("MergeArrays: merged_arr.shape != overlay_arr.shape")
  48. c_uint8_p = POINTER(c_uint8)
  49. merged_p = merged_arr.ctypes.data_as(c_uint8_p)
  50. overlay_p = overlay_arr.ctypes.data_as(c_uint8_p)
  51. I_merge_arrays(merged_p, overlay_p, merged_arr.shape[0], merged_arr.shape[1], alpha)
  52. def ComputeScatts(
  53. region, scatt_conds, bands, n_bands, scatts, cats_rasts_conds, cats_rasts
  54. ):
  55. _memmapToFileNames(scatts)
  56. _memmapToFileNames(scatt_conds)
  57. q = Queue()
  58. p = Process(
  59. target=_computeScattsProcess,
  60. args=(
  61. region,
  62. scatt_conds,
  63. bands,
  64. n_bands,
  65. scatts,
  66. cats_rasts_conds,
  67. cats_rasts,
  68. q,
  69. ),
  70. )
  71. p.start()
  72. ret = q.get()
  73. p.join()
  74. return ret[0], ret[1]
  75. # _memmapToFileNames and _fileNamesToMemmap are workaround for older numpy version,
  76. # where memmap objects are not pickable,
  77. # and therefore cannot be passed to process spawned by multiprocessing module
  78. def _memmapToFileNames(data):
  79. for k, v in six.iteritems(data):
  80. if "np_vals" in v:
  81. data[k]["np_vals"] = v["np_vals"].filename()
  82. def _fileNamesToMemmap(data):
  83. for k, v in six.iteritems(data):
  84. if "np_vals" in v:
  85. data[k]["np_vals"] = np.memmap(filename=v["np_vals"])
  86. def UpdateCatRast(patch_rast, region, cat_rast):
  87. q = Queue()
  88. p = Process(target=_updateCatRastProcess, args=(patch_rast, region, cat_rast, q))
  89. p.start()
  90. ret = q.get()
  91. p.join()
  92. return ret
  93. def CreateCatRast(region, cat_rast):
  94. cell_head = _regionToCellHead(region)
  95. I_create_cat_rast(pointer(cell_head), cat_rast)
  96. def _computeScattsProcess(
  97. region,
  98. scatt_conds,
  99. bands,
  100. n_bands,
  101. scatts,
  102. cats_rasts_conds,
  103. cats_rasts,
  104. output_queue,
  105. ):
  106. _fileNamesToMemmap(scatts)
  107. _fileNamesToMemmap(scatt_conds)
  108. sccats_c, cats_rasts_c, refs = _getComputationStruct(
  109. scatts, cats_rasts, SC_SCATT_DATA, n_bands
  110. )
  111. scatt_conds_c, cats_rasts_conds_c, refs2 = _getComputationStruct(
  112. scatt_conds, cats_rasts_conds, SC_SCATT_CONDITIONS, n_bands
  113. )
  114. char_bands = _stringListToCharArr(bands)
  115. cell_head = _regionToCellHead(region)
  116. ret = I_compute_scatts(
  117. pointer(cell_head),
  118. pointer(scatt_conds_c),
  119. pointer(cats_rasts_conds_c),
  120. pointer(char_bands),
  121. n_bands,
  122. pointer(sccats_c),
  123. pointer(cats_rasts_c),
  124. )
  125. I_sc_free_cats(pointer(sccats_c))
  126. I_sc_free_cats(pointer(scatt_conds_c))
  127. output_queue.put((ret, scatts))
  128. def _getBandcRange(band_info):
  129. band_c_range = struct_Range()
  130. band_c_range.max = band_info["max"]
  131. band_c_range.min = band_info["min"]
  132. return band_c_range
  133. def _regionToCellHead(region):
  134. cell_head = struct_Cell_head()
  135. G_get_window(pointer(cell_head))
  136. convert_dict = {
  137. "n": "north",
  138. "e": "east",
  139. "w": "west",
  140. "s": "south",
  141. "nsres": "ns_res",
  142. "ewres": "ew_res",
  143. }
  144. for k, v in six.iteritems(region):
  145. if k in ["rows", "cols", "cells", "zone"]: # zone added in r65224
  146. v = int(v)
  147. else:
  148. v = float(v)
  149. if k in convert_dict:
  150. k = convert_dict[k]
  151. setattr(cell_head, k, v)
  152. return cell_head
  153. def _stringListToCharArr(str_list):
  154. arr = c_char_p * len(str_list)
  155. char_arr = arr()
  156. for i, st in enumerate(str_list):
  157. if st:
  158. char_arr[i] = encode(st)
  159. else:
  160. char_arr[i] = None
  161. return char_arr
  162. def _getComputationStruct(cats, cats_rasts, cats_type, n_bands):
  163. sccats = struct_scCats()
  164. I_sc_init_cats(pointer(sccats), c_int(n_bands), c_int(cats_type))
  165. refs = []
  166. cats_rasts_core = []
  167. for cat_id, scatt_ids in six.iteritems(cats):
  168. cat_c_id = I_sc_add_cat(pointer(sccats))
  169. cats_rasts_core.append(cats_rasts[cat_id])
  170. for scatt_id, dt in six.iteritems(scatt_ids):
  171. # if key is missing condition is always True (full scatter plor is
  172. # computed)
  173. vals = dt["np_vals"]
  174. scatt_vals = scdScattData()
  175. c_void_p = ctypes.POINTER(ctypes.c_void_p)
  176. if cats_type == SC_SCATT_DATA:
  177. vals[:] = 0
  178. elif cats_type == SC_SCATT_CONDITIONS:
  179. pass
  180. else:
  181. return None
  182. data_p = vals.ctypes.data_as(c_void_p)
  183. I_scd_init_scatt_data(pointer(scatt_vals), cats_type, len(vals), data_p)
  184. refs.append(scatt_vals)
  185. I_sc_insert_scatt_data(
  186. pointer(sccats), pointer(scatt_vals), cat_c_id, scatt_id
  187. )
  188. cats_rasts_c = _stringListToCharArr(cats_rasts_core)
  189. return sccats, cats_rasts_c, refs
  190. def _updateCatRastProcess(patch_rast, region, cat_rast, output_queue):
  191. cell_head = _regionToCellHead(region)
  192. ret = I_insert_patch_to_cat_rast(patch_rast, pointer(cell_head), cat_rast)
  193. output_queue.put(ret)
  194. def _rasterize(polygon, rast, region, value, output_queue):
  195. pol_size = len(polygon) * 2
  196. pol = np.array(polygon, dtype=float)
  197. c_uint8_p = POINTER(c_uint8)
  198. c_double_p = POINTER(c_double)
  199. pol_p = pol.ctypes.data_as(c_double_p)
  200. rast_p = rast.ctypes.data_as(c_uint8_p)
  201. cell_h = _regionToCellHead(region)
  202. I_rasterize(pol_p, len(polygon), value, pointer(cell_h), rast_p)
  203. output_queue.put(rast)