"atomic bomb" commit. Reorganized OpenCV directory structure

doc/latex2sphinx/latexparser.py

@@ -0,0 +1,122 @@
+import sys
+import hashlib
+import cPickle as pickle
+import os
+
+from pyparsing import Word, CharsNotIn, Optional, OneOrMore, ZeroOrMore, Group, Forward, ParseException, Literal, Suppress, replaceWith, StringEnd, lineno, QuotedString, White, NotAny, ParserElement, MatchFirst
+
+class Argument:
+    def __init__(self, s, loc, toks):
+        self.str = toks[1]
+    def __repr__(self):
+        return "[%s]" % self.str
+    def __str__(self):
+        return self.str
+def argfun(s, loc, toks):
+    return Argument(s, loc, toks)
+
+class Parameter:
+    def __init__(self, s, loc, toks):
+        self.str = toks[0].asList()
+    def __repr__(self):
+        return '{' + "".join([str(s) for s in self.str]) + '}'
+        return "{%s}" % self.str
+    def __str__(self):
+        return "".join([str(s) for s in self.str])
+def paramfun(s, loc, toks):
+    return Parameter(s, loc, toks)
+
+class TexCmd:
+    def __init__(self, s, loc, toks):
+        self.cmd = str(toks[0])[1:]
+        #print 'cmd', self.cmd
+        self.args = toks[1].asList()
+        self.params = toks[2].asList()
+        self.lineno = lineno(loc, s)
+        self.filename = None
+    def __repr__(self):
+        return '\\' + self.cmd + "".join([repr(a) for a in self.args]) + "".join([repr(p) for p in self.params])
+
+class ZeroOrMoreAsList(ZeroOrMore):
+    def __init__(self, *args):
+        ZeroOrMore.__init__(self, *args)
+        def listify(s, loc, toks):
+            return [toks]
+        self.setParseAction(listify)
+
+ParserElement.setDefaultWhitespaceChars("\n\t")
+backslash = chr(92)
+
+texcmd = Forward()
+filler = CharsNotIn(backslash + '$')
+filler2 = CharsNotIn(backslash + '$' + '{}')
+
+arg = '[' + CharsNotIn("]") + ']'
+arg.setParseAction(argfun)
+
+dollarmath = QuotedString('$',  multiline=True, unquoteResults=False)
+param = Suppress(Literal('{')) + ZeroOrMoreAsList(dollarmath | filler2 | QuotedString('{', endQuoteChar='}', unquoteResults=False) | texcmd) + Suppress(Literal('}'))
+param.setParseAction(paramfun)
+def bs(c): return Literal("\\" + c)
+singles = bs("[") | bs("]") | bs("{") | bs("}") | bs("\\") | bs("&") | bs("_") | bs(",") | bs("#") | bs("\n") | bs(";") | bs("|") | bs("%") | bs("*") | bs("~") | bs("^")
+texcmd << (singles | Word("\\", "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789", min = 2)) + ZeroOrMoreAsList(arg) + ZeroOrMoreAsList(param)
+def texcmdfun(s, loc, toks):
+    return TexCmd(s, loc, toks)
+texcmd.setParseAction(texcmdfun)
+
+#legal = "".join([chr(x) for x in set(range(32, 127)) - set(backslash)])
+#filler = Word(legal)
+document = ZeroOrMore(dollarmath | texcmd | filler) + StringEnd().suppress()
+
+if 0:
+    s = "This is \\\\ test"
+    print s
+    for t in document.parseString(s):
+        if isinstance(t, TexCmd):
+            print '====> cmd=[%s]' % t.cmd, t
+        else:
+            print '====>', t
+    sys.exit(-1)
+
+selfstr = open( __file__).read()        # Own source as a string.  Used as part of hash.
+hashbase = hashlib.md5(selfstr)
+
+def tokenize(filename):
+    f = open(filename, "rt")
+
+    def uncomment(s):
+        if '%' in s and not '\\%' in s:
+            return s[:s.index('%')] + '\n'
+        else:
+            return s
+
+    docstr = "".join([uncomment(l) for l in f])
+    hash = hashbase.copy()
+    hash.update(docstr)
+    cache_filename = os.path.join("parse-cache", hash.hexdigest())
+    try:
+        return pickle.load(open(cache_filename))
+    except IOError:
+        print "parsing"
+        try:
+            r = document.parseString(docstr)
+            for x in r:
+                if isinstance(x, TexCmd) and not x.filename:
+                    x.filename = filename
+            pickle.dump(r, open(cache_filename, 'w'))
+            return r
+        except ParseException, pe:
+            print 'Fatal problem at %s line %d col %d' % (filename, pe.lineno, pe.col)
+            print pe.line
+            sys.exit(1)
+
+def latexparser(filename):
+    tokens = tokenize(filename)
+    def expand(t):
+        if isinstance(t, TexCmd) and t.cmd == "input":
+            filename = "../" + str(t.params[0].str[0]) + ".tex"
+            print filename
+            return latexparser(filename)
+        else:
+            return [t]
+    return sum([expand(t) for t in tokens], [])