core_c.py 7.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248
  1. """
  2. @package iscatt.core_c
  3. @brief Wrappers for scatter plot C backend.
  4. (C) 2013 by the GRASS Development Team
  5. This program is free software under the GNU General Public License
  6. (>=v2). Read the file COPYING that comes with GRASS for details.
  7. @author Stepan Turek <stepan.turek seznam.cz> (mentor: Martin Landa)
  8. """
  9. import sys
  10. import numpy as np
  11. from multiprocessing import Process, Queue
  12. from ctypes import *
  13. try:
  14. from grass.lib.imagery import *
  15. from grass.lib.gis import Cell_head, G_get_window
  16. except ImportError as e:
  17. sys.stderr.write(_("Loading ctypes libs failed"))
  18. from core.gcmd import GException
  19. def Rasterize(polygon, rast, region, value):
  20. rows, cols = rast.shape
  21. #TODO creating of region is on many places
  22. region['rows'] = rows
  23. region['cols'] = cols
  24. region['nsres'] = 1.0
  25. region['ewres'] = 1.0
  26. q = Queue()
  27. p = Process(target=_rasterize, args=(polygon, rast, region, value, q))
  28. p.start()
  29. rast = q.get()
  30. p.join()
  31. return rast
  32. def ApplyColormap(vals, vals_mask, colmap, out_vals):
  33. c_uint8_p = POINTER(c_uint8)
  34. vals_p = vals.ctypes.data_as(c_uint8_p)
  35. if hasattr(vals_mask, "ctypes"):
  36. vals_mask_p = vals_mask.ctypes.data_as(c_uint8_p)
  37. else: #vals mask is empty (all data are selected)
  38. vals_mask_p = None
  39. colmap_p = colmap.ctypes.data_as(c_uint8_p)
  40. out_vals_p = out_vals.ctypes.data_as(c_uint8_p)
  41. vals_size = vals.reshape((-1)).shape[0]
  42. I_apply_colormap(vals_p, vals_mask_p, vals_size, colmap_p, out_vals_p)
  43. def MergeArrays(merged_arr, overlay_arr, alpha):
  44. if merged_arr.shape != overlay_arr.shape:
  45. GException("MergeArrays: merged_arr.shape != overlay_arr.shape")
  46. c_uint8_p = POINTER(c_uint8)
  47. merged_p = merged_arr.ctypes.data_as(c_uint8_p)
  48. overlay_p = overlay_arr.ctypes.data_as(c_uint8_p)
  49. I_merge_arrays(merged_p, overlay_p, merged_arr.shape[0], merged_arr.shape[1], alpha)
  50. def ComputeScatts(region, scatt_conds, bands, n_bands, scatts, cats_rasts_conds, cats_rasts):
  51. _memmapToFileNames(scatts)
  52. _memmapToFileNames(scatt_conds)
  53. q = Queue()
  54. p = Process(target=_computeScattsProcess, args=(region, scatt_conds, bands,
  55. n_bands, scatts, cats_rasts_conds, cats_rasts, q))
  56. p.start()
  57. ret = q.get()
  58. p.join()
  59. return ret[0], ret[1]
  60. #_memmapToFileNames and _fileNamesToMemmap are workaround for older numpy version,
  61. # where memmap objects are not pickable,
  62. # and therefore cannot be passed to process spawned by multiprocessing module
  63. def _memmapToFileNames(data):
  64. for k, v in data.iteritems():
  65. if v.has_key('np_vals'):
  66. data[k]['np_vals'] = v['np_vals'].filename()
  67. def _fileNamesToMemmap(data):
  68. for k, v in data.iteritems():
  69. if v.has_key('np_vals'):
  70. data[k]['np_vals'] = np.memmap(filename=v['np_vals'])
  71. def UpdateCatRast(patch_rast, region, cat_rast):
  72. q = Queue()
  73. p = Process(target=_updateCatRastProcess, args=(patch_rast, region, cat_rast, q))
  74. p.start()
  75. ret = q.get()
  76. p.join()
  77. return ret
  78. def CreateCatRast(region, cat_rast):
  79. cell_head = _regionToCellHead(region)
  80. I_create_cat_rast(pointer(cell_head), cat_rast)
  81. def _computeScattsProcess(region, scatt_conds, bands, n_bands, scatts,
  82. cats_rasts_conds, cats_rasts, output_queue):
  83. _fileNamesToMemmap(scatts)
  84. _fileNamesToMemmap(scatt_conds)
  85. sccats_c, cats_rasts_c, refs = _getComputationStruct(scatts, cats_rasts,
  86. SC_SCATT_DATA, n_bands)
  87. scatt_conds_c, cats_rasts_conds_c, refs2 = _getComputationStruct(scatt_conds, cats_rasts_conds,
  88. SC_SCATT_CONDITIONS, n_bands)
  89. char_bands = _stringListToCharArr(bands)
  90. cell_head = _regionToCellHead(region)
  91. ret = I_compute_scatts(pointer(cell_head),
  92. pointer(scatt_conds_c),
  93. pointer(cats_rasts_conds_c),
  94. pointer(char_bands),
  95. n_bands,
  96. pointer(sccats_c),
  97. pointer(cats_rasts_c))
  98. I_sc_free_cats(pointer(sccats_c))
  99. I_sc_free_cats(pointer(scatt_conds_c))
  100. output_queue.put((ret, scatts))
  101. def _getBandcRange( band_info):
  102. band_c_range = struct_Range()
  103. band_c_range.max = band_info['max']
  104. band_c_range.min = band_info['min']
  105. return band_c_range
  106. def _regionToCellHead(region):
  107. cell_head = struct_Cell_head()
  108. G_get_window(pointer(cell_head))
  109. convert_dict = {'n' : 'north', 'e' : 'east',
  110. 'w' : 'west', 's' : 'south',
  111. 'nsres' : 'ns_res',
  112. 'ewres' : 'ew_res'}
  113. for k, v in region.iteritems():
  114. if k in ["rows", "cols", "cells"]:
  115. v = int(v)
  116. else:
  117. v = float(v)
  118. if convert_dict.has_key(k):
  119. k = convert_dict[k]
  120. setattr(cell_head, k, v)
  121. return cell_head
  122. def _stringListToCharArr(str_list):
  123. arr = c_char_p * len(str_list)
  124. char_arr = arr()
  125. for i, st in enumerate(str_list):
  126. if st:
  127. char_arr[i] = st
  128. else:
  129. char_arr[i] = None
  130. return char_arr
  131. def _getComputationStruct(cats, cats_rasts, cats_type, n_bands):
  132. sccats = struct_scCats()
  133. I_sc_init_cats(pointer(sccats), c_int(n_bands), c_int(cats_type));
  134. refs = []
  135. cats_rasts_core = []
  136. for cat_id, scatt_ids in cats.iteritems():
  137. cat_c_id = I_sc_add_cat(pointer(sccats))
  138. cats_rasts_core.append(cats_rasts[cat_id])
  139. for scatt_id, dt in scatt_ids.iteritems():
  140. # if key is missing condition is always True (full scatter plor is computed)
  141. vals = dt['np_vals']
  142. scatt_vals = scdScattData()
  143. c_void_p = ctypes.POINTER(ctypes.c_void_p)
  144. if cats_type == SC_SCATT_DATA:
  145. vals[:] = 0
  146. elif cats_type == SC_SCATT_CONDITIONS:
  147. pass
  148. else:
  149. return None
  150. data_p = vals.ctypes.data_as(c_void_p)
  151. I_scd_init_scatt_data(pointer(scatt_vals), cats_type, len(vals), data_p)
  152. refs.append(scatt_vals)
  153. I_sc_insert_scatt_data(pointer(sccats),
  154. pointer(scatt_vals),
  155. cat_c_id, scatt_id)
  156. cats_rasts_c = _stringListToCharArr(cats_rasts_core)
  157. return sccats, cats_rasts_c, refs
  158. def _updateCatRastProcess(patch_rast, region, cat_rast, output_queue):
  159. cell_head = _regionToCellHead(region)
  160. ret = I_insert_patch_to_cat_rast(patch_rast,
  161. pointer(cell_head),
  162. cat_rast)
  163. output_queue.put(ret)
  164. def _rasterize(polygon, rast, region, value, output_queue):
  165. pol_size = len(polygon) * 2
  166. pol = np.array(polygon, dtype=float)
  167. c_uint8_p = POINTER(c_uint8)
  168. c_double_p = POINTER(c_double)
  169. pol_p = pol.ctypes.data_as(c_double_p)
  170. rast_p = rast.ctypes.data_as(c_uint8_p)
  171. cell_h = _regionToCellHead(region)
  172. I_rasterize(pol_p,
  173. len(polygon),
  174. value,
  175. pointer(cell_h), rast_p)
  176. output_queue.put(rast)