r.tileset.py 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421
  1. #!/usr/bin/env python
  2. ############################################################################
  3. #
  4. # MODULE: r.tileset
  5. #
  6. # AUTHOR(S): Cedric Shock
  7. # Updated for GRASS7 by Martin Landa, 2009
  8. #
  9. # PURPOSE: To produce tilings of regions in other projections.
  10. #
  11. # COPYRIGHT: (C) 2006-2009 by Cedric Shoc, Martin Landa, and GRASS development team
  12. #
  13. # This program is free software under the GNU General
  14. # Public License (>=v2). Read the file COPYING that
  15. # comes with GRASS for details.
  16. #
  17. #############################################################################
  18. # Bugs:
  19. # Does not know about meridians in projections. However, unlike the usual
  20. # hack used to find meridians, this code is perfectly happy with arbitrary
  21. # rotations and flips
  22. # The following are planned to be fixed in a future version, if it turns out
  23. # to be necessary for someone:
  24. # Does not generate optimal tilings. This means that between an appropriate
  25. # projection for a region and latitude longitude projection, in the
  26. # degenerate case, it may create tiles demanding up to twice the necessary
  27. # information. Requesting data from cylindrical projections near their poles
  28. # results in divergence. You really don't want to use source data from
  29. # someone who put it in a cylindrical projection near a pole, do you?
  30. # Not generating "optimal" tilings has another side effect; the sanity
  31. # of the destination region will not carry over to generating tiles of
  32. # realistic aspect ratio. This might be a problem for some WMS servers
  33. # presenting data in a highly inappropriate projection. Do you really
  34. # want their data?
  35. #%module
  36. #% description: Produces tilings of the source projection for use in the destination region and projection.
  37. #% keyword: raster
  38. #% keyword: tiling
  39. #%end
  40. #%flag
  41. #% key: g
  42. #% description: Produces shell script output
  43. #%end
  44. #%flag
  45. #% key: w
  46. #% description: Produces web map server query string output
  47. #%end
  48. #%option
  49. #% key: region
  50. #% type: string
  51. #% description: Name of region to use instead of current region for bounds and resolution
  52. #%end
  53. #%option
  54. #% key: sourceproj
  55. #% type: string
  56. #% description: Source projection
  57. #% required : yes
  58. #%end
  59. #%option
  60. #% key: sourcescale
  61. #% type: string
  62. #% description: Conversion factor from units to meters in source projection
  63. #% answer : 1
  64. #%end
  65. #%option
  66. #% key: destproj
  67. #% type: string
  68. #% description: Destination projection, defaults to this location's projection
  69. #% required : no
  70. #%end
  71. #%option
  72. #% key: destscale
  73. #% type: string
  74. #% description: Conversion factor from units to meters in source projection
  75. #% required : no
  76. #%end
  77. #%option
  78. #% key: maxcols
  79. #% type: integer
  80. #% description: Maximum number of columns for a tile in the source projection
  81. #% answer: 1024
  82. #%end
  83. #%option
  84. #% key: maxrows
  85. #% type: integer
  86. #% description: Maximum number of rows for a tile in the source projection
  87. #% answer: 1024
  88. #%end
  89. #%option
  90. #% key: overlap
  91. #% type: integer
  92. #% description: Number of cells tiles should overlap in each direction
  93. #% answer: 0
  94. #%end
  95. #%option G_OPT_F_SEP
  96. #% description: Output field separator
  97. #%end
  98. # Data structures used in this program:
  99. # A bounding box:
  100. # 0 -> left, 1-> bottom, 2->right, 3-> top
  101. # A border:
  102. # An array of points indexed by 0 for "x" and 4 for "y" + by number 0, 1, 2, and 3
  103. # A reprojector [0] is name of source projection, [1] is name of destination
  104. # A projection - [0] is proj.4 text, [1] is scale
  105. import sys
  106. import tempfile
  107. import math
  108. from grass.script.utils import separator
  109. from grass.script import core as grass
  110. from grass.exceptions import CalledModuleError
  111. def bboxToPoints(bbox):
  112. """Make points that are the corners of a bounding box"""
  113. points = []
  114. points.append((bbox['w'], bbox['s']))
  115. points.append((bbox['w'], bbox['n']))
  116. points.append((bbox['e'], bbox['n']))
  117. points.append((bbox['e'], bbox['s']))
  118. return points
  119. def pointsToBbox(points):
  120. bbox = {}
  121. min_x = min_y = max_x = max_y = None
  122. for point in points:
  123. if not min_x:
  124. min_x = max_x = point[0]
  125. if not min_y:
  126. min_y = max_y = point[1]
  127. if min_x > point[0]:
  128. min_x = point[0]
  129. if max_x < point[0]:
  130. max_x = point[0]
  131. if min_y > point[1]:
  132. min_y = point[1]
  133. if max_y < point[1]:
  134. max_y = point[1]
  135. bbox['n'] = max_y
  136. bbox['s'] = min_y
  137. bbox['w'] = min_x
  138. bbox['e'] = max_x
  139. return bbox
  140. def project(file, source, dest):
  141. """Projects point (x, y) using projector"""
  142. errors = 0
  143. points = []
  144. try:
  145. ret = grass.read_command('m.proj',
  146. quiet=True,
  147. flags='d',
  148. proj_in=source['proj'],
  149. proj_out=dest['proj'],
  150. sep=';',
  151. input=file)
  152. except CalledModuleError:
  153. grass.fatal(cs2cs + ' failed')
  154. if not ret:
  155. grass.fatal(cs2cs + ' failed')
  156. for line in ret.splitlines():
  157. if "*" in line:
  158. errors += 1
  159. else:
  160. p_x2, p_y2, p_z2 = map(float, line.split(';'))
  161. points.append((p_x2 / dest['scale'], p_y2 / dest['scale']))
  162. return points, errors
  163. def projectPoints(points, source, dest):
  164. """Projects a list of points"""
  165. dest_points = []
  166. input = tempfile.NamedTemporaryFile(mode="wt")
  167. for point in points:
  168. input.file.write('%f;%f\n' % (point[0] * source['scale'],
  169. point[1] * source['scale']))
  170. input.file.flush()
  171. dest_points, errors = project(input.name, source, dest)
  172. return dest_points, errors
  173. def sideLengths(points, xmetric, ymetric):
  174. """Find the length of sides of a set of points from one to the next"""
  175. ret = []
  176. for i in range(len(points)):
  177. x1, y1 = points[i]
  178. j = i + 1
  179. if j >= len(points):
  180. j = 0
  181. sl_x = (points[j][0] - points[i][0]) * xmetric
  182. sl_y = (points[j][1] - points[i][1]) * ymetric
  183. sl_d = math.sqrt(sl_x * sl_x + sl_y * sl_y)
  184. ret.append(sl_d)
  185. return {'x': (ret[1], ret[3]), 'y': (ret[0], ret[2])}
  186. def bboxesIntersect(bbox_1, bbox_2):
  187. """Determine if two bounding boxes intersect"""
  188. bi_a1 = (bbox_1['w'], bbox_1['s'])
  189. bi_a2 = (bbox_1['e'], bbox_1['n'])
  190. bi_b1 = (bbox_2['w'], bbox_2['s'])
  191. bi_b2 = (bbox_2['e'], bbox_2['n'])
  192. cin = [False, False]
  193. for i in (0, 1):
  194. if (bi_a1[i] <= bi_b1[i] and bi_a2[i] >= bi_b1[i]) or \
  195. (bi_a1[i] <= bi_b1[i] and bi_a2[i] >= bi_b2[i]) or \
  196. (bi_b1[i] <= bi_a1[i] and bi_b2[i] >= bi_a1[i]) or \
  197. (bi_b1[i] <= bi_a1[i] and bi_b2[i] >= bi_a2[i]):
  198. cin[i] = True
  199. if cin[0] and cin[1]:
  200. return True
  201. return False
  202. def main():
  203. # Take into account those extra pixels we'll be a addin'
  204. max_cols = int(options['maxcols']) - int(options['overlap'])
  205. max_rows = int(options['maxrows']) - int(options['overlap'])
  206. if max_cols == 0:
  207. grass.fatal(_("It is not possibile to set 'maxcols=%s' and "
  208. "'overlap=%s'. Please set maxcols>overlap" %
  209. (options['maxcols'], options['overlap'])))
  210. elif max_rows == 0:
  211. grass.fatal(_("It is not possibile to set 'maxrows=%s' and "
  212. "'overlap=%s'. Please set maxrows>overlap" %
  213. (options['maxrows'], options['overlap'])))
  214. # destination projection
  215. if not options['destproj']:
  216. dest_proj = grass.read_command('g.proj',
  217. quiet=True,
  218. flags='jf').rstrip('\n')
  219. if not dest_proj:
  220. grass.fatal(_('g.proj failed'))
  221. else:
  222. dest_proj = options['destproj']
  223. grass.debug("Getting destination projection -> '%s'" % dest_proj)
  224. # projection scale
  225. if not options['destscale']:
  226. ret = grass.parse_command('g.proj',
  227. quiet=True,
  228. flags='j')
  229. if not ret:
  230. grass.fatal(_('g.proj failed'))
  231. if '+to_meter' in ret:
  232. dest_scale = ret['+to_meter'].strip()
  233. else:
  234. grass.warning(_("Scale (%s) not found, assuming '1'") % '+to_meter')
  235. dest_scale = '1'
  236. else:
  237. dest_scale = options['destscale']
  238. grass.debug('Getting destination projection scale -> %s' % dest_scale)
  239. # set up the projections
  240. srs_source = {'proj': options['sourceproj'],
  241. 'scale': float(options['sourcescale'])}
  242. srs_dest = {'proj': dest_proj, 'scale': float(dest_scale)}
  243. if options['region']:
  244. grass.run_command('g.region',
  245. quiet=True,
  246. region=options['region'])
  247. dest_bbox = grass.region()
  248. grass.debug('Getting destination region')
  249. # output field separator
  250. fs = separator(options['separator'])
  251. # project the destination region into the source:
  252. grass.verbose('Projecting destination region into source...')
  253. dest_bbox_points = bboxToPoints(dest_bbox)
  254. dest_bbox_source_points, errors_dest = projectPoints(dest_bbox_points,
  255. source=srs_dest,
  256. dest=srs_source)
  257. if len(dest_bbox_source_points) == 0:
  258. grass.fatal(_("There are no tiles available. Probably the output "
  259. "projection system it is not compatible with the "
  260. "projection of the current location"))
  261. source_bbox = pointsToBbox(dest_bbox_source_points)
  262. grass.verbose('Projecting source bounding box into destination...')
  263. source_bbox_points = bboxToPoints(source_bbox)
  264. source_bbox_dest_points, errors_source = projectPoints(source_bbox_points,
  265. source=srs_source,
  266. dest=srs_dest)
  267. x_metric = 1 / dest_bbox['ewres']
  268. y_metric = 1 / dest_bbox['nsres']
  269. grass.verbose('Computing length of sides of source bounding box...')
  270. source_bbox_dest_lengths = sideLengths(source_bbox_dest_points,
  271. x_metric, y_metric)
  272. # Find the skewedness of the two directions.
  273. # Define it to be greater than one
  274. # In the direction (x or y) in which the world is least skewed (ie north south in lat long)
  275. # Divide the world into strips. These strips are as big as possible contrained by max_
  276. # In the other direction do the same thing.
  277. # Theres some recomputation of the size of the world that's got to come in here somewhere.
  278. # For now, however, we are going to go ahead and request more data than is necessary.
  279. # For small regions far from the critical areas of projections this makes very little difference
  280. # in the amount of data gotten.
  281. # We can make this efficient for big regions or regions near critical points later.
  282. bigger = []
  283. bigger.append(max(source_bbox_dest_lengths['x']))
  284. bigger.append(max(source_bbox_dest_lengths['y']))
  285. maxdim = (max_cols, max_rows)
  286. # Compute the number and size of tiles to use in each direction
  287. # I'm making fairly even sized tiles
  288. # They differer from each other in height and width only by one cell
  289. # I'm going to make the numbers all simpler and add this extra cell to
  290. # every tile.
  291. grass.message(_('Computing tiling...'))
  292. tiles = [-1, -1]
  293. tile_base_size = [-1, -1]
  294. tiles_extra_1 = [-1, -1]
  295. tile_size = [-1, -1]
  296. tileset_size = [-1, -1]
  297. tile_size_overlap = [-1, -1]
  298. for i in range(len(bigger)):
  299. # make these into integers.
  300. # round up
  301. bigger[i] = int(bigger[i] + 1)
  302. tiles[i] = int((bigger[i] / maxdim[i]) + 1)
  303. tile_size[i] = tile_base_size[i] = int(bigger[i] / tiles[i])
  304. tiles_extra_1[i] = int(bigger[i] % tiles[i])
  305. # This is adding the extra pixel (remainder) to all of the tiles:
  306. if tiles_extra_1[i] > 0:
  307. tile_size[i] = tile_base_size[i] + 1
  308. tileset_size[i] = int(tile_size[i] * tiles[i])
  309. # Add overlap to tiles (doesn't effect tileset_size
  310. tile_size_overlap[i] = tile_size[i] + int(options['overlap'])
  311. grass.verbose("There will be %d by %d tiles each %d by %d cells" %
  312. (tiles[0], tiles[1], tile_size[0], tile_size[1]))
  313. ximax = tiles[0]
  314. yimax = tiles[1]
  315. min_x = source_bbox['w']
  316. min_y = source_bbox['s']
  317. max_x = source_bbox['e']
  318. max_y = source_bbox['n']
  319. span_x = (max_x - min_x)
  320. span_y = (max_y - min_y)
  321. xi = 0
  322. tile_bbox = {'w': -1, 's': -1, 'e': -1, 'n': -1}
  323. if errors_dest > 0:
  324. grass.warning(_("During computation %i tiles could not be created" %
  325. errors_dest))
  326. while xi < ximax:
  327. tile_bbox['w'] = float(min_x) + (float(xi) * float(tile_size[0]) / float(tileset_size[0])) * float(span_x)
  328. tile_bbox['e'] = float(min_x) + (float(xi + 1) * float(tile_size_overlap[0]) / float(tileset_size[0])) * float(span_x)
  329. yi = 0
  330. while yi < yimax:
  331. tile_bbox['s'] = float(min_y) + (float(yi) * float(tile_size[1]) / float(tileset_size[1])) * float(span_y)
  332. tile_bbox['n'] = float(min_y) + (float(yi + 1) * float(tile_size_overlap[1]) / float(tileset_size[1])) * float(span_y)
  333. tile_bbox_points = bboxToPoints(tile_bbox)
  334. tile_dest_bbox_points, errors = projectPoints(tile_bbox_points,
  335. source=srs_source,
  336. dest=srs_dest)
  337. tile_dest_bbox = pointsToBbox(tile_dest_bbox_points)
  338. if bboxesIntersect(tile_dest_bbox, dest_bbox):
  339. if flags['w']:
  340. print "bbox=%s,%s,%s,%s&width=%s&height=%s" % \
  341. (tile_bbox['w'], tile_bbox['s'], tile_bbox['e'],
  342. tile_bbox['n'], tile_size_overlap[0],
  343. tile_size_overlap[1])
  344. elif flags['g']:
  345. print "w=%s;s=%s;e=%s;n=%s;cols=%s;rows=%s" % \
  346. (tile_bbox['w'], tile_bbox['s'], tile_bbox['e'],
  347. tile_bbox['n'], tile_size_overlap[0],
  348. tile_size_overlap[1])
  349. else:
  350. print "%s%s%s%s%s%s%s%s%s%s%s" % \
  351. (tile_bbox['w'], fs, tile_bbox['s'], fs,
  352. tile_bbox['e'], fs, tile_bbox['n'], fs,
  353. tile_size_overlap[0], fs, tile_size_overlap[1])
  354. yi += 1
  355. xi += 1
  356. if __name__ == "__main__":
  357. cs2cs = 'cs2cs'
  358. options, flags = grass.parser()
  359. sys.exit(main())