core.py 29 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060
  1. """!@package grass.script.core
  2. @brief GRASS Python scripting module (core functions)
  3. Core functions to be used in Python scripts.
  4. Usage:
  5. @code
  6. from grass.script import core as grass
  7. grass.parser()
  8. ...
  9. @endcode
  10. (C) 2008-2011 by the GRASS Development Team
  11. This program is free software under the GNU General Public
  12. License (>=v2). Read the file COPYING that comes with GRASS
  13. for details.
  14. @author Glynn Clements
  15. @author Martin Landa <landa.martin gmail.com>
  16. @author Michael Barton <michael.barton asu.edu>
  17. """
  18. import os
  19. import sys
  20. import types
  21. import re
  22. import atexit
  23. import subprocess
  24. import shutil
  25. import locale
  26. import codecs
  27. # i18N
  28. import gettext
  29. gettext.install('grasslibs', os.path.join(os.getenv("GISBASE"), 'locale'))
  30. # subprocess wrapper that uses shell on Windows
  31. class Popen(subprocess.Popen):
  32. def __init__(self, args, bufsize = 0, executable = None,
  33. stdin = None, stdout = None, stderr = None,
  34. preexec_fn = None, close_fds = False, shell = None,
  35. cwd = None, env = None, universal_newlines = False,
  36. startupinfo = None, creationflags = 0):
  37. if shell == None:
  38. shell = (sys.platform == "win32")
  39. subprocess.Popen.__init__(self, args, bufsize, executable,
  40. stdin, stdout, stderr,
  41. preexec_fn, close_fds, shell,
  42. cwd, env, universal_newlines,
  43. startupinfo, creationflags)
  44. PIPE = subprocess.PIPE
  45. STDOUT = subprocess.STDOUT
  46. class ScriptError(Exception):
  47. def __init__(self, msg):
  48. self.value = msg
  49. def __str__(self):
  50. return self.value
  51. raise_on_error = False # raise exception instead of calling fatal()
  52. debug_level = 0 # DEBUG level
  53. def call(*args, **kwargs):
  54. return Popen(*args, **kwargs).wait()
  55. # GRASS-oriented interface to subprocess module
  56. _popen_args = ["bufsize", "executable", "stdin", "stdout", "stderr",
  57. "preexec_fn", "close_fds", "cwd", "env",
  58. "universal_newlines", "startupinfo", "creationflags"]
  59. def decode(string):
  60. enc = locale.getdefaultlocale()[1]
  61. if enc:
  62. return string.decode(enc)
  63. return string
  64. def _make_val(val):
  65. if isinstance(val, types.StringType) or \
  66. isinstance(val, types.UnicodeType):
  67. return val
  68. if isinstance(val, types.ListType):
  69. return ",".join(map(_make_val, val))
  70. if isinstance(val, types.TupleType):
  71. return _make_val(list(val))
  72. return str(val)
  73. def make_command(prog, flags = "", overwrite = False, quiet = False, verbose = False, **options):
  74. """!Return a list of strings suitable for use as the args parameter to
  75. Popen() or call(). Example:
  76. @code
  77. >>> grass.make_command("g.message", flags = 'w', message = 'this is a warning')
  78. ['g.message', '-w', 'message=this is a warning']
  79. @endcode
  80. @param prog GRASS module
  81. @param flags flags to be used (given as a string)
  82. @param overwrite True to enable overwriting the output (<tt>--o</tt>)
  83. @param quiet True to run quietly (<tt>--q</tt>)
  84. @param verbose True to run verbosely (<tt>--v</tt>)
  85. @param options module's parameters
  86. @return list of arguments
  87. """
  88. args = [prog]
  89. if overwrite:
  90. args.append("--o")
  91. if quiet:
  92. args.append("--q")
  93. if verbose:
  94. args.append("--v")
  95. if flags:
  96. if '-' in flags:
  97. raise ScriptError("'-' is not a valid flag")
  98. args.append("-%s" % flags)
  99. for opt, val in options.iteritems():
  100. if val != None:
  101. if opt[0] == '_':
  102. opt = opt[1:]
  103. args.append("%s=%s" % (opt, _make_val(val)))
  104. return args
  105. def start_command(prog, flags = "", overwrite = False, quiet = False, verbose = False, **kwargs):
  106. """!Returns a Popen object with the command created by make_command.
  107. Accepts any of the arguments which Popen() accepts apart from "args"
  108. and "shell".
  109. \code
  110. >>> p = grass.start_command("g.gisenv", stdout = subprocess.PIPE)
  111. >>> print p
  112. <subprocess.Popen object at 0xb7c12f6c>
  113. >>> print p.communicate()[0]
  114. GISDBASE='/opt/grass-data';
  115. LOCATION_NAME='spearfish60';
  116. MAPSET='glynn';
  117. GRASS_DB_ENCODING='ascii';
  118. GUI='text';
  119. MONITOR='x0';
  120. \endcode
  121. @param prog GRASS module
  122. @param flags flags to be used (given as a string)
  123. @param overwrite True to enable overwriting the output (<tt>--o</tt>)
  124. @param quiet True to run quietly (<tt>--q</tt>)
  125. @param verbose True to run verbosely (<tt>--v</tt>)
  126. @param kwargs module's parameters
  127. @return Popen object
  128. """
  129. options = {}
  130. popts = {}
  131. for opt, val in kwargs.iteritems():
  132. if opt in _popen_args:
  133. popts[opt] = val
  134. else:
  135. options[opt] = val
  136. args = make_command(prog, flags, overwrite, quiet, verbose, **options)
  137. global debug_level
  138. if debug_level > 0:
  139. sys.stderr.write("D1/%d: %s.start_command(): %s\n" % (debug_level, __name__, ' '.join(args)))
  140. sys.stderr.flush()
  141. return Popen(args, **popts)
  142. def run_command(*args, **kwargs):
  143. """!Passes all arguments to start_command(), then waits for the process to
  144. complete, returning its exit code. Similar to subprocess.call(), but
  145. with the make_command() interface.
  146. @param args list of unnamed arguments (see start_command() for details)
  147. @param kwargs list of named arguments (see start_command() for details)
  148. @return exit code (0 for success)
  149. """
  150. ps = start_command(*args, **kwargs)
  151. return ps.wait()
  152. def pipe_command(*args, **kwargs):
  153. """!Passes all arguments to start_command(), but also adds
  154. "stdout = PIPE". Returns the Popen object.
  155. \code
  156. >>> p = grass.pipe_command("g.gisenv")
  157. >>> print p
  158. <subprocess.Popen object at 0xb7c12f6c>
  159. >>> print p.communicate()[0]
  160. GISDBASE='/opt/grass-data';
  161. LOCATION_NAME='spearfish60';
  162. MAPSET='glynn';
  163. GRASS_DB_ENCODING='ascii';
  164. GUI='text';
  165. MONITOR='x0';
  166. \endcode
  167. @param args list of unnamed arguments (see start_command() for details)
  168. @param kwargs list of named arguments (see start_command() for details)
  169. @return Popen object
  170. """
  171. kwargs['stdout'] = PIPE
  172. return start_command(*args, **kwargs)
  173. def feed_command(*args, **kwargs):
  174. """!Passes all arguments to start_command(), but also adds
  175. "stdin = PIPE". Returns the Popen object.
  176. @param args list of unnamed arguments (see start_command() for details)
  177. @param kwargs list of named arguments (see start_command() for details)
  178. @return Popen object
  179. """
  180. kwargs['stdin'] = PIPE
  181. return start_command(*args, **kwargs)
  182. def read_command(*args, **kwargs):
  183. """!Passes all arguments to pipe_command, then waits for the process to
  184. complete, returning its stdout (i.e. similar to shell `backticks`).
  185. @param args list of unnamed arguments (see start_command() for details)
  186. @param kwargs list of named arguments (see start_command() for details)
  187. @return stdout
  188. """
  189. ps = pipe_command(*args, **kwargs)
  190. return ps.communicate()[0]
  191. def parse_command(*args, **kwargs):
  192. """!Passes all arguments to read_command, then parses the output
  193. by parse_key_val().
  194. Parsing function can be optionally given by <em>parse</em> parameter
  195. including its arguments, e.g.
  196. @code
  197. parse_command(..., parse = (grass.parse_key_val, { 'sep' : ':' }))
  198. @endcode
  199. or you can simply define <em>delimiter</em>
  200. @code
  201. parse_command(..., delimiter = ':')
  202. @endcode
  203. @param args list of unnamed arguments (see start_command() for details)
  204. @param kwargs list of named arguments (see start_command() for details)
  205. @return parsed module output
  206. """
  207. parse = None
  208. parse_args = {}
  209. if 'parse' in kwargs:
  210. if type(kwargs['parse']) is types.TupleType:
  211. parse = kwargs['parse'][0]
  212. parse_args = kwargs['parse'][1]
  213. del kwargs['parse']
  214. if 'delimiter' in kwargs:
  215. parse_args = { 'sep' : kwargs['delimiter'] }
  216. del kwargs['delimiter']
  217. if not parse:
  218. parse = parse_key_val # use default fn
  219. res = read_command(*args, **kwargs)
  220. return parse(res, **parse_args)
  221. def write_command(*args, **kwargs):
  222. """!Passes all arguments to feed_command, with the string specified
  223. by the 'stdin' argument fed to the process' stdin.
  224. @param args list of unnamed arguments (see start_command() for details)
  225. @param kwargs list of named arguments (see start_command() for details)
  226. @return return code
  227. """
  228. stdin = kwargs['stdin']
  229. p = feed_command(*args, **kwargs)
  230. p.stdin.write(stdin)
  231. p.stdin.close()
  232. return p.wait()
  233. def exec_command(prog, flags = "", overwrite = False, quiet = False, verbose = False, env = None, **kwargs):
  234. """!Interface to os.execvpe(), but with the make_command() interface.
  235. @param prog GRASS module
  236. @param flags flags to be used (given as a string)
  237. @param overwrite True to enable overwriting the output (<tt>--o</tt>)
  238. @param quiet True to run quietly (<tt>--q</tt>)
  239. @param verbose True to run verbosely (<tt>--v</tt>)
  240. @param env directory with environmental variables
  241. @param kwargs module's parameters
  242. """
  243. args = make_command(prog, flags, overwrite, quiet, verbose, **kwargs)
  244. if env == None:
  245. env = os.environ
  246. os.execvpe(prog, args, env)
  247. # interface to g.message
  248. def message(msg, flag = None):
  249. """!Display a message using `g.message`
  250. @param msg message to be displayed
  251. @param flag flags (given as string)
  252. """
  253. run_command("g.message", flags = flag, message = msg)
  254. def debug(msg, debug = 1):
  255. """!Display a debugging message using `g.message -d`
  256. @param msg debugging message to be displayed
  257. @param debug debug level (0-5)
  258. """
  259. run_command("g.message", flags = 'd', message = msg, debug = debug)
  260. def verbose(msg):
  261. """!Display a verbose message using `g.message -v`
  262. @param msg verbose message to be displayed
  263. """
  264. message(msg, flag = 'v')
  265. def info(msg):
  266. """!Display an informational message using `g.message -i`
  267. @param msg informational message to be displayed
  268. """
  269. message(msg, flag = 'i')
  270. def percent(i, n, s):
  271. """!Display a progress info message using `g.message -p`
  272. @code
  273. message(_("Percent complete..."))
  274. n = 100
  275. for i in range(n):
  276. percent(i, n, 1)
  277. percent(1, 1, 1)
  278. @endcode
  279. @param i current item
  280. @param n total number of items
  281. @param s increment size
  282. """
  283. message("%d %d %d" % (i, n, s), flag = 'p')
  284. def warning(msg):
  285. """!Display a warning message using `g.message -w`
  286. @param msg warning message to be displayed
  287. """
  288. message(msg, flag = 'w')
  289. def error(msg):
  290. """!Display an error message using `g.message -e`
  291. Raise exception when on_error is 'raise'.
  292. @param msg error message to be displayed
  293. """
  294. global raise_on_error
  295. if raise_on_error:
  296. raise ScriptError(msg)
  297. else:
  298. message(msg, flag = 'e')
  299. def fatal(msg):
  300. """!Display an error message using `g.message -e`, then abort
  301. @param msg error message to be displayed
  302. """
  303. error(msg)
  304. sys.exit(1)
  305. def set_raise_on_error(raise_exp = True):
  306. """!Define behaviour on error (error() called)
  307. @param raise_exp True to raise ScriptError instead of calling
  308. error()
  309. @return current status
  310. """
  311. global raise_on_error
  312. tmp_raise = raise_on_error
  313. raise_on_error = raise_exp
  314. # interface to g.parser
  315. def _parse_opts(lines):
  316. options = {}
  317. flags = {}
  318. for line in lines:
  319. line = line.rstrip('\r\n')
  320. if not line:
  321. break
  322. try:
  323. [var, val] = line.split('=', 1)
  324. except:
  325. raise SyntaxError("invalid output from g.parser: %s" % line)
  326. if var.startswith('flag_'):
  327. flags[var[5:]] = bool(int(val))
  328. elif var.startswith('opt_'):
  329. options[var[4:]] = val
  330. elif var in ['GRASS_OVERWRITE', 'GRASS_VERBOSE']:
  331. os.environ[var] = val
  332. else:
  333. raise SyntaxError("invalid output from g.parser: %s" % line)
  334. return (options, flags)
  335. def parser():
  336. """!Interface to g.parser, intended to be run from the top-level, e.g.:
  337. @code
  338. if __name__ == "__main__":
  339. options, flags = grass.parser()
  340. main()
  341. @endcode
  342. Thereafter, the global variables "options" and "flags" will be
  343. dictionaries containing option/flag values, keyed by lower-case
  344. option/flag names. The values in "options" are strings, those in
  345. "flags" are Python booleans.
  346. """
  347. if not os.getenv("GISBASE"):
  348. print >> sys.stderr, "You must be in GRASS GIS to run this program."
  349. sys.exit(1)
  350. cmdline = [basename(sys.argv[0])]
  351. cmdline += ['"' + arg + '"' for arg in sys.argv[1:]]
  352. os.environ['CMDLINE'] = ' '.join(cmdline)
  353. argv = sys.argv[:]
  354. name = argv[0]
  355. if not os.path.isabs(name):
  356. if os.sep in name or (os.altsep and os.altsep in name):
  357. argv[0] = os.path.abspath(name)
  358. else:
  359. argv[0] = os.path.join(sys.path[0], name)
  360. p = Popen(['g.parser', '-s'] + argv, stdout = PIPE)
  361. s = p.communicate()[0]
  362. lines = s.splitlines()
  363. if not lines or lines[0].rstrip('\r\n') != "@ARGS_PARSED@":
  364. sys.stdout.write(s)
  365. sys.exit(p.returncode)
  366. return _parse_opts(lines[1:])
  367. # interface to g.tempfile
  368. def tempfile(create = True):
  369. """!Returns the name of a temporary file, created with
  370. g.tempfile.
  371. @param create True to create a file
  372. @return path to a tmp file
  373. """
  374. flags = ''
  375. if not create:
  376. flags += 'd'
  377. return read_command("g.tempfile", flags = flags, pid = os.getpid()).strip()
  378. def tempdir():
  379. """!Returns the name of a temporary dir, created with g.tempfile."""
  380. tmp = tempfile(create = False)
  381. os.mkdir(tmp)
  382. return tmp
  383. # key-value parsers
  384. def parse_key_val(s, sep = '=', dflt = None, val_type = None, vsep = None):
  385. """!Parse a string into a dictionary, where entries are separated
  386. by newlines and the key and value are separated by `sep' (default: `=')
  387. @param s string to be parsed
  388. @param sep key/value separator
  389. @param dflt default value to be used
  390. @param val_type value type (None for no cast)
  391. @param vsep vertical separator (default os.linesep)
  392. @return parsed input (dictionary of keys/values)
  393. """
  394. result = {}
  395. if not s:
  396. return result
  397. if vsep:
  398. lines = s.split(vsep)
  399. try:
  400. lines.remove('\n')
  401. except ValueError:
  402. pass
  403. else:
  404. lines = s.splitlines()
  405. for line in lines:
  406. kv = line.split(sep, 1)
  407. k = kv[0].strip()
  408. if len(kv) > 1:
  409. v = kv[1]
  410. else:
  411. v = dflt
  412. if val_type:
  413. result[k] = val_type(v)
  414. else:
  415. result[k] = v
  416. return result
  417. # interface to g.gisenv
  418. def gisenv():
  419. """!Returns the output from running g.gisenv (with no arguments), as a
  420. dictionary. Example:
  421. \code
  422. >>> env = grass.gisenv()
  423. >>> print env['GISDBASE']
  424. /opt/grass-data
  425. \endcode
  426. @return list of GRASS variables
  427. """
  428. s = read_command("g.gisenv", flags='n')
  429. return parse_key_val(s)
  430. # interface to g.region
  431. def locn_is_latlong():
  432. """!Tests if location is lat/long. Value is obtained
  433. by checking the "g.region -p" projection code.
  434. @return True for a lat/long region, False otherwise
  435. """
  436. s = read_command("g.region", flags='p')
  437. kv = parse_key_val(s, ':')
  438. if kv['projection'].split(' ')[1] == '3':
  439. return True
  440. else:
  441. return False
  442. def region():
  443. """!Returns the output from running "g.region -g", as a
  444. dictionary. Example:
  445. \code
  446. >>> region = grass.region()
  447. >>> [region[key] for key in "nsew"]
  448. [228500.0, 215000.0, 645000.0, 630000.0]
  449. >>> (region['nsres'], region['ewres'])
  450. (10.0, 10.0)
  451. \endcode
  452. @return dictionary of region values
  453. """
  454. s = read_command("g.region", flags='g')
  455. reg = parse_key_val(s, val_type = float)
  456. for k in ['rows', 'cols']:
  457. reg[k] = int(reg[k])
  458. return reg
  459. def use_temp_region():
  460. """!Copies the current region to a temporary region with "g.region save=",
  461. then sets WIND_OVERRIDE to refer to that region. Installs an atexit
  462. handler to delete the temporary region upon termination.
  463. """
  464. name = "tmp.%s.%d" % (os.path.basename(sys.argv[0]), os.getpid())
  465. run_command("g.region", save = name, overwrite = True)
  466. os.environ['WIND_OVERRIDE'] = name
  467. atexit.register(del_temp_region)
  468. def del_temp_region():
  469. """!Unsets WIND_OVERRIDE and removes any region named by it."""
  470. try:
  471. name = os.environ.pop('WIND_OVERRIDE')
  472. run_command("g.remove", quiet = True, region = name)
  473. except:
  474. pass
  475. # interface to g.findfile
  476. def find_file(name, element = 'cell', mapset = None):
  477. """!Returns the output from running g.findfile as a
  478. dictionary. Example:
  479. \code
  480. >>> result = grass.find_file('fields', element = 'vector')
  481. >>> print result['fullname']
  482. fields@PERMANENT
  483. >>> print result['file']
  484. /opt/grass-data/spearfish60/PERMANENT/vector/fields
  485. \endcode
  486. @param name file name
  487. @param element element type (default 'cell')
  488. @param mapset mapset name (default all mapsets in search path)
  489. @return parsed output of g.findfile
  490. """
  491. s = read_command("g.findfile", flags='n', element = element, file = name, mapset = mapset)
  492. return parse_key_val(s)
  493. # interface to g.list
  494. def list_grouped(type, check_search_path = True):
  495. """!List elements grouped by mapsets.
  496. Returns the output from running g.list, as a dictionary where the
  497. keys are mapset names and the values are lists of maps in that
  498. mapset. Example:
  499. @code
  500. >>> grass.list_grouped('rast')['PERMANENT']
  501. ['aspect', 'erosion1', 'quads', 'soils', 'strm.dist', ...
  502. @endcode
  503. @param type element type (rast, vect, rast3d, region, ...)
  504. @param check_search_path True to add mapsets for the search path with no found elements
  505. @return directory of mapsets/elements
  506. """
  507. dashes_re = re.compile("^----+$")
  508. mapset_re = re.compile("<(.*)>")
  509. result = {}
  510. if check_search_path:
  511. for mapset in mapsets(search_path = True):
  512. result[mapset] = []
  513. mapset = None
  514. for line in read_command("g.list", type = type).splitlines():
  515. if line == "":
  516. continue
  517. if dashes_re.match(line):
  518. continue
  519. m = mapset_re.search(line)
  520. if m:
  521. mapset = m.group(1)
  522. if mapset not in result.keys():
  523. result[mapset] = []
  524. continue
  525. if mapset:
  526. result[mapset].extend(line.split())
  527. return result
  528. def _concat(xs):
  529. result = []
  530. for x in xs:
  531. result.extend(x)
  532. return result
  533. def list_pairs(type):
  534. """!List of elements as tuples.
  535. Returns the output from running g.list, as a list of (map, mapset)
  536. pairs. Example:
  537. @code
  538. >>> grass.list_pairs('rast')
  539. [('aspect', 'PERMANENT'), ('erosion1', 'PERMANENT'), ('quads', 'PERMANENT'), ...
  540. @endcode
  541. @param type element type (rast, vect, rast3d, region, ...)
  542. @return list of tuples (map, mapset)
  543. """
  544. return _concat([[(map, mapset) for map in maps]
  545. for mapset, maps in list_grouped(type).iteritems()])
  546. def list_strings(type):
  547. """!List of elements as strings.
  548. Returns the output from running g.list, as a list of qualified
  549. names. Example:
  550. @code
  551. >>> grass.list_strings('rast')
  552. ['aspect@PERMANENT', 'erosion1@PERMANENT', 'quads@PERMANENT', 'soils@PERMANENT', ...
  553. @endcode
  554. @param type element type
  555. @return list of strings ('map@@mapset')
  556. """
  557. return ["%s@%s" % pair for pair in list_pairs(type)]
  558. # interface to g.mlist
  559. def mlist_grouped(type, pattern = None, check_search_path = True):
  560. """!List of elements grouped by mapsets.
  561. Returns the output from running g.mlist, as a dictionary where the
  562. keys are mapset names and the values are lists of maps in that
  563. mapset. Example:
  564. @code
  565. >>> grass.mlist_grouped('rast', pattern='r*')['PERMANENT']
  566. ['railroads', 'roads', 'rstrct.areas', 'rushmore']
  567. @endcode
  568. @param type element type (rast, vect, rast3d, region, ...)
  569. @param pattern pattern string
  570. @param check_search_path True to add mapsets for the search path with no found elements
  571. @return directory of mapsets/elements
  572. """
  573. result = {}
  574. if check_search_path:
  575. for mapset in mapsets(search_path = True):
  576. result[mapset] = []
  577. mapset = None
  578. for line in read_command("g.mlist", quiet = True, flags = "m",
  579. type = type, pattern = pattern).splitlines():
  580. try:
  581. name, mapset = line.split('@')
  582. except ValueError:
  583. warning(_("Invalid element '%s'") % line)
  584. continue
  585. if mapset in result:
  586. result[mapset].append(name)
  587. else:
  588. result[mapset] = [name, ]
  589. return result
  590. # color parsing
  591. named_colors = {
  592. "white": (1.00, 1.00, 1.00),
  593. "black": (0.00, 0.00, 0.00),
  594. "red": (1.00, 0.00, 0.00),
  595. "green": (0.00, 1.00, 0.00),
  596. "blue": (0.00, 0.00, 1.00),
  597. "yellow": (1.00, 1.00, 0.00),
  598. "magenta": (1.00, 0.00, 1.00),
  599. "cyan": (0.00, 1.00, 1.00),
  600. "aqua": (0.00, 0.75, 0.75),
  601. "grey": (0.75, 0.75, 0.75),
  602. "gray": (0.75, 0.75, 0.75),
  603. "orange": (1.00, 0.50, 0.00),
  604. "brown": (0.75, 0.50, 0.25),
  605. "purple": (0.50, 0.00, 1.00),
  606. "violet": (0.50, 0.00, 1.00),
  607. "indigo": (0.00, 0.50, 1.00)}
  608. def parse_color(val, dflt = None):
  609. """!Parses the string "val" as a GRASS colour, which can be either one of
  610. the named colours or an R:G:B tuple e.g. 255:255:255. Returns an
  611. (r,g,b) triple whose components are floating point values between 0
  612. and 1. Example:
  613. \code
  614. >>> grass.parse_color("red")
  615. (1.0, 0.0, 0.0)
  616. >>> grass.parse_color("255:0:0")
  617. (1.0, 0.0, 0.0)
  618. \endcode
  619. @param val color value
  620. @param dflt default color value
  621. @return tuple RGB
  622. """
  623. if val in named_colors:
  624. return named_colors[val]
  625. vals = val.split(':')
  626. if len(vals) == 3:
  627. return tuple(float(v) / 255 for v in vals)
  628. return dflt
  629. # check GRASS_OVERWRITE
  630. def overwrite():
  631. """!Return True if existing files may be overwritten"""
  632. owstr = 'GRASS_OVERWRITE'
  633. return owstr in os.environ and os.environ[owstr] != '0'
  634. # check GRASS_VERBOSE
  635. def verbosity():
  636. """!Return the verbosity level selected by GRASS_VERBOSE"""
  637. vbstr = os.getenv('GRASS_VERBOSE')
  638. if vbstr:
  639. return int(vbstr)
  640. else:
  641. return 2
  642. ## various utilities, not specific to GRASS
  643. # basename inc. extension stripping
  644. def basename(path, ext = None):
  645. """!Remove leading directory components and an optional extension
  646. from the specified path
  647. @param path path
  648. @param ext extension
  649. """
  650. name = os.path.basename(path)
  651. if not ext:
  652. return name
  653. fs = name.rsplit('.', 1)
  654. if len(fs) > 1 and fs[1].lower() == ext:
  655. name = fs[0]
  656. return name
  657. # find a program (replacement for "which")
  658. def find_program(pgm, args = []):
  659. """!Attempt to run a program, with optional arguments.
  660. @param pgm program name
  661. @param args list of arguments
  662. @return False if the attempt failed due to a missing executable
  663. @return True otherwise
  664. """
  665. nuldev = file(os.devnull, 'w+')
  666. try:
  667. ret = call([pgm] + args, stdin = nuldev, stdout = nuldev, stderr = nuldev)
  668. if ret == 0:
  669. found = True
  670. else:
  671. found = False
  672. except:
  673. found = False
  674. nuldev.close()
  675. return found
  676. # try to remove a file, without complaints
  677. def try_remove(path):
  678. """!Attempt to remove a file; no exception is generated if the
  679. attempt fails.
  680. @param path path to file to remove
  681. """
  682. try:
  683. os.remove(path)
  684. except:
  685. pass
  686. # try to remove a directory, without complaints
  687. def try_rmdir(path):
  688. """!Attempt to remove a directory; no exception is generated if the
  689. attempt fails.
  690. @param path path to directory to remove
  691. """
  692. try:
  693. os.rmdir(path)
  694. except:
  695. shutil.rmtree(path, ignore_errors = True)
  696. def float_or_dms(s):
  697. """!Convert DMS to float.
  698. @param s DMS value
  699. @return float value
  700. """
  701. return sum(float(x) / 60 ** n for (n, x) in enumerate(s.split(':')))
  702. # interface to g.mapsets
  703. def mapsets(search_path = False):
  704. """!List available mapsets
  705. @param searchPatch True to list mapsets only in search path
  706. @return list of mapsets
  707. """
  708. if search_path:
  709. flags = 'p'
  710. else:
  711. flags = 'l'
  712. mapsets = read_command('g.mapsets',
  713. flags = flags,
  714. fs = 'newline',
  715. quiet = True)
  716. if not mapsets:
  717. fatal(_("Unable to list mapsets"))
  718. return mapsets.splitlines()
  719. # interface to `g.proj -c`
  720. def create_location(dbase, location,
  721. epsg = None, proj4 = None, filename = None, wkt = None,
  722. datum = None, desc = None):
  723. """!Create new location
  724. Raise ScriptError on error.
  725. @param dbase path to GRASS database
  726. @param location location name to create
  727. @param epgs if given create new location based on EPSG code
  728. @param proj4 if given create new location based on Proj4 definition
  729. @param filename if given create new location based on georeferenced file
  730. @param wkt if given create new location based on WKT definition (path to PRJ file)
  731. @param datum datum transformation parameters (used for epsg and proj4)
  732. @param desc description of the location (creates MYNAME file)
  733. """
  734. gisdbase = None
  735. if epsg or proj4 or filename or wkt:
  736. gisdbase = gisenv()['GISDBASE']
  737. run_command('g.gisenv',
  738. set = 'GISDBASE=%s' % dbase)
  739. if not os.path.exists(dbase):
  740. os.mkdir(dbase)
  741. kwargs = dict()
  742. if datum:
  743. kwargs['datum'] = datum
  744. if epsg:
  745. ps = pipe_command('g.proj',
  746. quiet = True,
  747. epsg = epsg,
  748. location = location,
  749. stderr = PIPE,
  750. **kwargs)
  751. elif proj4:
  752. ps = pipe_command('g.proj',
  753. quiet = True,
  754. proj4 = proj4,
  755. location = location,
  756. stderr = PIPE,
  757. **kwargs)
  758. elif filename:
  759. ps = pipe_command('g.proj',
  760. quiet = True,
  761. georef = filename,
  762. location = location,
  763. stderr = PIPE)
  764. elif wkt:
  765. ps = pipe_command('g.proj',
  766. quiet = True,
  767. wkt = wkt,
  768. location = location,
  769. stderr = PIPE)
  770. else:
  771. _create_location_xy(dbase, location)
  772. if epsg or proj4 or filename or wkt:
  773. error = ps.communicate()[1]
  774. run_command('g.gisenv',
  775. set = 'GISDBASE=%s' % gisdbase)
  776. if ps.returncode != 0 and error:
  777. raise ScriptError(repr(error))
  778. try:
  779. fd = codecs.open(os.path.join(dbase, location,
  780. 'PERMANENT', 'MYNAME'),
  781. encoding = 'utf-8', mode = 'w')
  782. if desc:
  783. fd.write(desc + os.linesep)
  784. else:
  785. fd.write(os.linesep)
  786. fd.close()
  787. except OSError, e:
  788. raise ScriptError(repr(e))
  789. def _create_location_xy(database, location):
  790. """!Create unprojected location
  791. Raise ScriptError on error.
  792. @param database GRASS database where to create new location
  793. @param location location name
  794. """
  795. cur_dir = os.getcwd()
  796. try:
  797. os.chdir(database)
  798. os.mkdir(location)
  799. os.mkdir(os.path.join(location, 'PERMANENT'))
  800. # create DEFAULT_WIND and WIND files
  801. regioninfo = ['proj: 0',
  802. 'zone: 0',
  803. 'north: 1',
  804. 'south: 0',
  805. 'east: 1',
  806. 'west: 0',
  807. 'cols: 1',
  808. 'rows: 1',
  809. 'e-w resol: 1',
  810. 'n-s resol: 1',
  811. 'top: 1',
  812. 'bottom: 0',
  813. 'cols3: 1',
  814. 'rows3: 1',
  815. 'depths: 1',
  816. 'e-w resol3: 1',
  817. 'n-s resol3: 1',
  818. 't-b resol: 1']
  819. defwind = open(os.path.join(location,
  820. "PERMANENT", "DEFAULT_WIND"), 'w')
  821. for param in regioninfo:
  822. defwind.write(param + '%s' % os.linesep)
  823. defwind.close()
  824. shutil.copy(os.path.join(location, "PERMANENT", "DEFAULT_WIND"),
  825. os.path.join(location, "PERMANENT", "WIND"))
  826. os.chdir(cur_dir)
  827. except OSError, e:
  828. raise ScriptError(repr(e))
  829. # interface to g.version
  830. def version():
  831. """!Get GRASS version as dictionary
  832. @code
  833. print version()
  834. {'date': '2011', 'libgis_date': '2011-08-13 01:14:30 +0200 (Sat, 13 Aug 2011)',
  835. 'version': '7.0.svn', 'libgis_revision': '47604', 'revision': '47963'}
  836. @endcode
  837. """
  838. data = parse_command('g.version',
  839. flags = 'rg')
  840. for k, v in data.iteritems():
  841. data[k.strip()] = v.replace('"', '').strip()
  842. return data
  843. # get debug_level
  844. if find_program('g.gisenv', ['--help']):
  845. debug_level = int(gisenv().get('DEBUG', 0))