123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353 |
- #!/usr/bin/env python
- ############################################################################
- #
- # MODULE: Builds manual pages
- # AUTHOR(S): Markus Neteler
- # Glynn Clements
- # Martin Landa <landa.martin gmail.com>
- # PURPOSE: Create HTML manual page snippets
- # COPYRIGHT: (C) 2007-2017 by Glynn Clements
- # and the GRASS Development Team
- #
- # This program is free software under the GNU General
- # Public License (>=v2). Read the file COPYING that
- # comes with GRASS for details.
- #
- #############################################################################
- import sys
- import os
- import string
- import re
- from datetime import datetime
- try:
- # Python 2 import
- from HTMLParser import HTMLParser
- except:
- # Python 3 import
- from html.parser import HTMLParser
- try:
- import urlparse
- except:
- import urllib.parse as urlparse
- pgm = sys.argv[1]
- src_file = "%s.html" % pgm
- tmp_file = "%s.tmp.html" % pgm
- trunk_url = "https://trac.osgeo.org/grass/browser/grass/trunk/"
- addons_url = "https://trac.osgeo.org/grass/browser/grass-addons/"
- header_base = """<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN">
- <html>
- <head>
- <title>GRASS GIS Manual: ${PGM}</title>
- <meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1">
- <link rel="stylesheet" href="grassdocs.css" type="text/css">
- </head>
- <body bgcolor="white">
- <div id="container">
- <a href="index.html"><img src="grass_logo.png" alt="GRASS logo"></a>
- <hr class="header">
- """
- header_nopgm = """<h2>${PGM}</h2>
- """
- header_pgm = """<h2>NAME</h2>
- <em><b>${PGM}</b></em>
- """
- header_pgm_desc = """<h2>NAME</h2>
- <em><b>${PGM}</b></em> - ${PGM_DESC}
- """
- sourcecode = string.Template(
- """<h2>SOURCE CODE</h2>
- <p>Available at: <a href="${URL_SOURCE}">${PGM} source code</a> (<a href="${URL_LOG}">history</a>)</p>
- """
- )
- footer_index = string.Template(
- """<hr class="header">
- <p>
- <a href="index.html">Main index</a> |
- <a href="${INDEXNAME}.html">${INDEXNAMECAP} index</a> |
- <a href="topics.html">Topics index</a> |
- <a href="keywords.html">Keywords index</a> |
- <a href="graphical_index.html">Graphical index</a> |
- <a href="full_index.html">Full index</a>
- </p>
- <p>
- © 2003-${YEAR}
- <a href="http://grass.osgeo.org">GRASS Development Team</a>,
- GRASS GIS ${GRASS_VERSION} Reference Manual
- </p>
- </div>
- </body>
- </html>
- """)
- footer_noindex = string.Template(
- """<hr class="header">
- <p>
- <a href="index.html">Main index</a> |
- <a href="topics.html">Topics index</a> |
- <a href="keywords.html">Keywords index</a> |
- <a href="graphical_index.html">Graphical index</a> |
- <a href="full_index.html">Full index</a>
- </p>
- <p>
- © 2003-${YEAR}
- <a href="http://grass.osgeo.org">GRASS Development Team</a>,
- GRASS GIS ${GRASS_VERSION} Reference Manual
- </p>
- </div>
- </body>
- </html>
- """)
- def read_file(name):
- try:
- f = open(name, 'rb')
- s = f.read()
- f.close()
- return s
- except IOError:
- return ""
- def create_toc(src_data):
- class MyHTMLParser(HTMLParser):
- def __init__(self):
- self.reset()
- self.idx = 1
- self.tag_curr = ''
- self.tag_last = ''
- self.process_text = False
- self.data = []
- self.tags_allowed = ('h1', 'h2', 'h3')
- self.tags_ignored = ('img')
- self.text = ''
- def handle_starttag(self, tag, attrs):
- if tag in self.tags_allowed:
- self.process_text = True
- self.tag_last = self.tag_curr
- self.tag_curr = tag
- def handle_endtag(self, tag):
- if tag in self.tags_allowed:
- self.data.append((tag, '%s_%d' % (tag, self.idx),
- self.text))
- self.idx += 1
- self.process_text = False
- self.text = ''
- self.tag_curr = self.tag_last
- def handle_data(self, data):
- if not self.process_text:
- return
- if self.tag_curr in self.tags_allowed or self.tag_curr in self.tags_ignored:
- self.text += data
- else:
- self.text += '<%s>%s</%s>' % (self.tag_curr, data, self.tag_curr)
- # instantiate the parser and fed it some HTML
- parser = MyHTMLParser()
- parser.feed(src_data)
- return parser.data
- def escape_href(label):
- # remove html tags
- label = re.sub('<[^<]+?>', '', label)
- # fix
- label = label.replace(' ', '')
- # fix "
- label = label.replace('"', '')
- # replace space with underscore + lower
- return label.replace(' ', '-').lower()
- def write_toc(data):
- if not data:
- return
- fd = sys.stdout
- fd.write('<div class="toc">\n')
- fd.write('<h4 class="toc">Table of contents</h4>\n')
- fd.write('<ul class="toc">\n')
- first = True
- has_h2 = False
- in_h3 = False
- indent = 4
- for tag, href, text in data:
- if tag == 'h3' and not in_h3 and has_h2:
- fd.write('\n%s<ul class="toc">\n' % (' ' * indent))
- indent += 4
- in_h3 = True
- elif not first:
- fd.write('</li>\n')
- if tag == 'h2':
- has_h2 = True
- if in_h3:
- indent -= 4
- fd.write('%s</ul></li>\n' % (' ' * indent))
- in_h3 = False
- fd.write('%s<li class="toc"><a href="#%s" class="toc">%s</a>' % \
- (' ' * indent, escape_href(text), text))
- first = False
- fd.write('</li>\n</ul>\n')
- fd.write('</div>\n')
- def update_toc(data):
- ret_data = []
- pat = re.compile(r'(<(h[2|3])>)(.+)(</h[2|3]>)')
- idx = 1
- for line in data.splitlines():
- if pat.search(line):
- xline = pat.split(line)
- line = xline[1] + '<a name="%s">' % escape_href(xline[3]) + xline[3] + '</a>' + xline[4]
- idx += 1
- ret_data.append(line)
- return '\n'.join(ret_data)
- # process header
- src_data = read_file(src_file)
- name = re.search('(<!-- meta page name:)(.*)(-->)', src_data, re.IGNORECASE)
- pgm_desc = None
- if name:
- pgm = name.group(2).strip().split('-', 1)[0].strip()
- name_desc = re.search('(<!-- meta page name description:)(.*)(-->)', src_data, re.IGNORECASE)
- if name_desc:
- pgm_desc = name_desc.group(2).strip()
- desc = re.search('(<!-- meta page description:)(.*)(-->)', src_data,
- re.IGNORECASE)
- if desc:
- pgm = desc.group(2).strip()
- header_tmpl = string.Template(header_base + header_nopgm)
- else:
- if not pgm_desc:
- header_tmpl = string.Template(header_base + header_pgm)
- else:
- header_tmpl = string.Template(header_base + header_pgm_desc)
- if not re.search('<html>', src_data, re.IGNORECASE):
- tmp_data = read_file(tmp_file)
- if not re.search('<html>', tmp_data, re.IGNORECASE):
- sys.stdout.write(header_tmpl.substitute(PGM=pgm, PGM_DESC=pgm_desc))
- if tmp_data:
- for line in tmp_data.splitlines(True):
- if not re.search('</body>|</html>', line, re.IGNORECASE):
- sys.stdout.write(line)
- # create TOC
- write_toc(create_toc(src_data))
- # process body
- sys.stdout.write(update_toc(src_data))
- # if </html> is found, suppose a complete html is provided.
- # otherwise, generate module class reference:
- if re.search('</html>', src_data, re.IGNORECASE):
- sys.exit()
- index_names = {
- 'd' : 'display',
- 'db': 'database',
- 'g' : 'general',
- 'i' : 'imagery',
- 'm' : 'miscellaneous',
- 'ps': 'postscript',
- 'p' : 'paint',
- 'r' : 'raster',
- 'r3': 'raster3d',
- 's' : 'sites',
- 't' : 'temporal',
- 'v' : 'vector'
- }
- def to_title(name):
- """Convert name of command class/family to form suitable for title"""
- if name == 'raster3d':
- return '3D raster'
- elif name == 'postscript':
- return 'PostScript'
- else:
- return name.capitalize()
- index_titles = {}
- for key, name in index_names.iteritems():
- index_titles[key] = to_title(name)
- # process footer
- index = re.search('(<!-- meta page index:)(.*)(-->)', src_data, re.IGNORECASE)
- if index:
- index_name = index.group(2).strip()
- if '|' in index_name:
- index_name, index_name_cap = index_name.split('|', 1)
- else:
- index_name_cap = to_title(index_name)
- else:
- mod_class = pgm.split('.', 1)[0]
- index_name = index_names.get(mod_class, '')
- index_name_cap = index_titles.get(mod_class, '')
- grass_version = os.getenv("VERSION_NUMBER", "unknown")
- year = os.getenv("VERSION_DATE")
- if not year:
- year = str(datetime.now().year)
- # check the names of scripts to assign the right folder
- topdir = os.path.abspath(os.getenv("MODULE_TOPDIR"))
- curdir = os.path.abspath(os.path.curdir)
- if curdir.startswith(topdir):
- source_url = trunk_url
- pgmdir = curdir.replace(topdir, '').lstrip(os.path.sep)
- else:
- # addons
- source_url = addons_url
- pgmdir = os.path.sep.join(curdir.split(os.path.sep)[-3:])
- url_source = ''
- if os.getenv('SOURCE_URL', ''):
- # addons
- for prefix in index_names.keys():
- cwd = os.getcwd()
- idx = cwd.find('{0}{1}.'.format(os.path.sep, prefix))
- if idx > -1:
- pgmname = cwd[idx+1:]
- classname = index_names[prefix]
- url_source = urlparse.urljoin('{0}{1}/'.format(
- os.environ['SOURCE_URL'], classname),
- pgmname
- )
- break
- else:
- url_source = urlparse.urljoin(source_url, pgmdir)
- if sys.platform == 'win32':
- url_source = url_source.replace(os.path.sep, '/')
- if index_name:
- sys.stdout.write(sourcecode.substitute(URL_SOURCE=url_source, PGM=pgm,
- URL_LOG=url_source.replace('browser', 'log')))
- sys.stdout.write(footer_index.substitute(INDEXNAME=index_name,
- INDEXNAMECAP=index_name_cap,
- YEAR=year, GRASS_VERSION=grass_version))
- else:
- sys.stdout.write(footer_noindex.substitute(YEAR=year,
- GRASS_VERSION=grass_version))
|