2011-07-08 17:00:11 +02:00
|
|
|
import os, sys, re, string, glob
|
2012-04-30 16:33:52 +02:00
|
|
|
allmodules = ["core", "flann", "imgproc", "ml", "highgui", "video", "features2d", "calib3d", "objdetect", "legacy", "contrib", "gpu", "androidcamera", "haartraining", "java", "python", "stitching", "traincascade", "ts", "photo", "videostab"]
|
2011-07-11 17:03:42 +02:00
|
|
|
verbose = False
|
|
|
|
show_warnings = True
|
|
|
|
show_errors = True
|
|
|
|
|
|
|
|
class JavadocGenerator(object):
|
|
|
|
def __init__(self, definitions = {}, javadoc_marker = "//javadoc:"):
|
|
|
|
self.definitions = definitions
|
|
|
|
self.javadoc_marker = javadoc_marker
|
|
|
|
self.markers_processed = 0
|
|
|
|
self.markers_documented = 0
|
|
|
|
self.params_documented = 0
|
|
|
|
self.params_undocumented = 0
|
|
|
|
|
|
|
|
def parceJavadocMarker(self, line):
|
|
|
|
assert line.lstrip().startswith(self.javadoc_marker)
|
|
|
|
offset = line[:line.find(self.javadoc_marker)]
|
|
|
|
line = line.strip()[len(self.javadoc_marker):]
|
|
|
|
args_start = line.rfind("(")
|
|
|
|
args_end = line.rfind(")")
|
|
|
|
assert args_start * args_end > 0
|
|
|
|
if args_start >= 0:
|
|
|
|
assert args_start < args_end
|
2011-08-02 12:58:26 +02:00
|
|
|
name = line[:args_start].strip()
|
|
|
|
if name.startswith("java"):
|
|
|
|
name = name[4:]
|
|
|
|
return (name, offset, filter(None, list(arg.strip() for arg in line[args_start+1:args_end].split(","))))
|
|
|
|
name = line.strip()
|
|
|
|
if name.startswith("java"):
|
|
|
|
name = name[4:]
|
|
|
|
return (name, offset, [])
|
2011-07-11 17:03:42 +02:00
|
|
|
|
|
|
|
def document(self, infile, outfile):
|
|
|
|
inf = open(infile, "rt")
|
|
|
|
outf = open(outfile, "wt")
|
2011-07-26 11:13:30 +02:00
|
|
|
module = os.path.splitext(os.path.basename(infile))[0].split("+")[0]
|
2011-07-11 17:03:42 +02:00
|
|
|
if module not in allmodules:
|
|
|
|
module = "unknown"
|
|
|
|
try:
|
|
|
|
for l in inf.readlines():
|
2011-08-06 11:22:07 +02:00
|
|
|
org = l
|
|
|
|
l = l.replace(" ", "").replace("\t", "")#remove all whitespace
|
|
|
|
if l.startswith(self.javadoc_marker):
|
2011-07-11 17:03:42 +02:00
|
|
|
marker = self.parceJavadocMarker(l)
|
|
|
|
self.markers_processed += 1
|
|
|
|
decl = self.definitions.get(marker[0],None)
|
|
|
|
if decl:
|
|
|
|
javadoc = self.makeJavadoc(decl, marker[2])
|
|
|
|
if verbose:
|
|
|
|
print
|
|
|
|
print "Javadoc for \"%s\" File: %s (line %s)" % (decl["name"], decl["file"], decl["line"])
|
|
|
|
print javadoc
|
|
|
|
for line in javadoc.split("\n"):
|
|
|
|
outf.write(marker[1] + line + "\n")
|
|
|
|
self.markers_documented += 1
|
|
|
|
elif show_errors:
|
|
|
|
print >> sys.stderr, "gen_javadoc error: could not find documentation for %s (module: %s)" % (l.lstrip()[len(self.javadoc_marker):-1].strip(), module)
|
2011-07-08 17:00:11 +02:00
|
|
|
else:
|
2011-08-06 11:22:07 +02:00
|
|
|
outf.write(org.replace("\t", " ").rstrip()+"\n")
|
2011-07-11 17:03:42 +02:00
|
|
|
except:
|
|
|
|
inf.close()
|
|
|
|
outf.close()
|
|
|
|
os.remove(outfile)
|
|
|
|
raise
|
2011-07-08 17:00:11 +02:00
|
|
|
else:
|
2011-07-11 17:03:42 +02:00
|
|
|
inf.close()
|
|
|
|
outf.close()
|
|
|
|
|
2012-04-30 16:33:52 +02:00
|
|
|
def FinishParagraph(self, text):
|
|
|
|
return text[:-1] + "</p>\n"
|
|
|
|
|
2011-07-11 17:03:42 +02:00
|
|
|
def ReformatForJavadoc(self, s):
|
|
|
|
out = ""
|
2012-04-30 16:33:52 +02:00
|
|
|
in_paragraph = False
|
|
|
|
in_list = False
|
2011-07-11 17:03:42 +02:00
|
|
|
for term in s.split("\n"):
|
2012-04-30 16:33:52 +02:00
|
|
|
in_list_item = False
|
|
|
|
if term.startswith("*"):
|
|
|
|
in_list_item = True
|
|
|
|
if in_paragraph:
|
|
|
|
out = self.FinishParagraph(out)
|
|
|
|
in_paragraph = False
|
|
|
|
if not in_list:
|
|
|
|
out += " * <ul>\n"
|
|
|
|
in_list = True
|
|
|
|
term = " <li>" + term[1:]
|
|
|
|
|
|
|
|
if term.startswith("#."):
|
|
|
|
in_list_item = True
|
|
|
|
if in_paragraph:
|
|
|
|
out = self.FinishParagraph(out)
|
|
|
|
in_paragraph = False
|
|
|
|
if not in_list:
|
|
|
|
out += " * <ul>\n"
|
|
|
|
in_list = True
|
|
|
|
term = " <li>" + term[2:]
|
|
|
|
|
2011-07-11 17:03:42 +02:00
|
|
|
if not term:
|
2012-04-30 16:33:52 +02:00
|
|
|
if in_paragraph:
|
|
|
|
out = self.FinishParagraph(out)
|
|
|
|
in_paragraph = False
|
2011-07-11 17:03:42 +02:00
|
|
|
out += " *\n"
|
|
|
|
else:
|
2012-04-30 16:33:52 +02:00
|
|
|
if in_list and not in_list_item:
|
|
|
|
in_list = False
|
|
|
|
if out.endswith(" *\n"):
|
|
|
|
out = out[:-3] + " * </ul>\n *\n"
|
|
|
|
else:
|
|
|
|
out += " * </ul>\n"
|
2011-07-11 17:03:42 +02:00
|
|
|
pos_start = 0
|
|
|
|
pos_end = min(77, len(term)-1)
|
|
|
|
while pos_start < pos_end:
|
|
|
|
if pos_end - pos_start == 77:
|
|
|
|
while pos_end >= pos_start+60:
|
2011-07-08 17:00:11 +02:00
|
|
|
if not term[pos_end].isspace():
|
2011-07-11 17:03:42 +02:00
|
|
|
pos_end -= 1
|
2011-07-08 17:00:11 +02:00
|
|
|
else:
|
|
|
|
break
|
2011-07-11 17:03:42 +02:00
|
|
|
if pos_end < pos_start+60:
|
|
|
|
pos_end = min(pos_start + 77, len(term)-1)
|
|
|
|
while pos_end < len(term):
|
|
|
|
if not term[pos_end].isspace():
|
|
|
|
pos_end += 1
|
|
|
|
else:
|
|
|
|
break
|
2012-04-30 16:33:52 +02:00
|
|
|
if in_paragraph or term.startswith("@") or in_list_item:
|
|
|
|
out += " * "
|
|
|
|
else:
|
|
|
|
in_paragraph = True
|
|
|
|
out += " * <p>"
|
|
|
|
out += term[pos_start:pos_end+1].rstrip() + "\n"
|
2011-07-11 17:03:42 +02:00
|
|
|
pos_start = pos_end + 1
|
|
|
|
pos_end = min(pos_start + 77, len(term)-1)
|
2012-04-30 16:33:52 +02:00
|
|
|
|
|
|
|
if in_paragraph:
|
|
|
|
out = self.FinishParagraph(out)
|
|
|
|
if in_list:
|
|
|
|
out += " * </ul>\n"
|
2011-07-11 17:03:42 +02:00
|
|
|
return out
|
|
|
|
|
2012-04-30 16:33:52 +02:00
|
|
|
def getJavaName(self, decl, methodSeparator = "."):
|
2011-07-11 17:03:42 +02:00
|
|
|
name = "org.opencv."
|
|
|
|
name += decl["module"]
|
|
|
|
if "class" in decl:
|
|
|
|
name += "." + decl["class"]
|
|
|
|
else:
|
|
|
|
name += "." + decl["module"].capitalize()
|
|
|
|
if "method" in decl:
|
2012-04-30 16:33:52 +02:00
|
|
|
name += methodSeparator + decl["method"]
|
2011-07-11 17:03:42 +02:00
|
|
|
return name
|
|
|
|
|
|
|
|
def getDocURL(self, decl):
|
2012-04-30 16:33:52 +02:00
|
|
|
url = "http://docs.opencv.org/modules/"
|
2011-07-11 17:03:42 +02:00
|
|
|
url += decl["module"]
|
|
|
|
url += "/doc/"
|
|
|
|
url += os.path.basename(decl["file"]).replace(".rst",".html")
|
|
|
|
url += "#" + decl["name"].replace("::","-").replace("()","").replace("=","").strip().rstrip("_").replace(" ","-").replace("_","-").lower()
|
|
|
|
return url
|
|
|
|
|
|
|
|
def makeJavadoc(self, decl, args = None):
|
|
|
|
doc = ""
|
|
|
|
prefix = "/**\n"
|
|
|
|
|
|
|
|
if decl.get("isclass", False):
|
|
|
|
decl_type = "class"
|
|
|
|
elif decl.get("isstruct", False):
|
|
|
|
decl_type = "struct"
|
|
|
|
elif "class" in decl:
|
|
|
|
decl_type = "method"
|
|
|
|
else:
|
|
|
|
decl_type = "function"
|
|
|
|
|
|
|
|
# brief goes first
|
|
|
|
if "brief" in decl:
|
|
|
|
doc += prefix + self.ReformatForJavadoc(decl["brief"])
|
|
|
|
prefix = " *\n"
|
|
|
|
elif "long" not in decl:
|
|
|
|
if show_warnings:
|
|
|
|
print >> sys.stderr, "gen_javadoc warning: no description for " + decl_type + " \"%s\" File: %s (line %s)" % (func["name"], func["file"], func["line"])
|
|
|
|
doc += prefix + self.ReformatForJavadoc("This " + decl_type + " is undocumented")
|
|
|
|
prefix = " *\n"
|
2011-07-08 17:00:11 +02:00
|
|
|
|
2011-07-11 17:03:42 +02:00
|
|
|
# long goes after brief
|
|
|
|
if "long" in decl:
|
|
|
|
doc += prefix + self.ReformatForJavadoc(decl["long"])
|
|
|
|
prefix = " *\n"
|
|
|
|
|
|
|
|
# @param tags
|
|
|
|
if args and (decl_type == "method" or decl_type == "function"):
|
|
|
|
documented_params = decl.get("params",{})
|
|
|
|
for arg in args:
|
|
|
|
arg_doc = documented_params.get(arg, None)
|
|
|
|
if not arg_doc:
|
|
|
|
arg_doc = "a " + arg
|
|
|
|
if show_warnings:
|
|
|
|
print >> sys.stderr, "gen_javadoc warning: parameter \"%s\" of \"%s\" is undocumented. File: %s (line %s)" % (arg, decl["name"], decl["file"], decl["line"])
|
|
|
|
self.params_undocumented += 1
|
|
|
|
else:
|
|
|
|
self.params_documented += 1
|
|
|
|
doc += prefix + self.ReformatForJavadoc("@param " + arg + " " + arg_doc)
|
|
|
|
prefix = ""
|
|
|
|
prefix = " *\n"
|
|
|
|
|
|
|
|
# @see tags
|
|
|
|
# always link to documentation
|
|
|
|
doc += prefix + " * @see <a href=\"" + self.getDocURL(decl) + "\">" + self.getJavaName(decl) + "</a>\n"
|
|
|
|
prefix = ""
|
|
|
|
# other links
|
|
|
|
if "seealso" in decl:
|
|
|
|
for see in decl["seealso"]:
|
|
|
|
seedecl = self.definitions.get(see,None)
|
|
|
|
if seedecl:
|
2012-04-30 16:33:52 +02:00
|
|
|
doc += prefix + " * @see " + self.getJavaName(seedecl, "#") + "\n"
|
2011-07-11 17:03:42 +02:00
|
|
|
else:
|
|
|
|
doc += prefix + " * @see " + see.replace("::",".") + "\n"
|
2011-07-08 17:00:11 +02:00
|
|
|
prefix = " *\n"
|
|
|
|
|
2011-07-11 17:03:42 +02:00
|
|
|
#doc += prefix + " * File: " + decl["file"] + " (line " + str(decl["line"]) + ")\n"
|
2011-07-08 17:00:11 +02:00
|
|
|
|
2011-07-11 17:03:42 +02:00
|
|
|
return (doc + " */").replace("::",".")
|
2011-07-08 17:00:11 +02:00
|
|
|
|
2011-07-11 17:03:42 +02:00
|
|
|
def printSummary(self):
|
|
|
|
print
|
|
|
|
print "Javadoc Generator Summary:"
|
|
|
|
print " Total markers: %s" % self.markers_processed
|
|
|
|
print " Undocumented markers: %s" % (self.markers_processed - self.markers_documented)
|
|
|
|
print " Generated comments: %s" % self.markers_documented
|
2011-07-08 17:00:11 +02:00
|
|
|
|
2011-07-11 17:03:42 +02:00
|
|
|
print
|
|
|
|
print " Documented params: %s" % self.params_documented
|
|
|
|
print " Undocumented params: %s" % self.params_undocumented
|
|
|
|
print
|
2011-07-08 17:00:11 +02:00
|
|
|
|
|
|
|
if __name__ == "__main__":
|
|
|
|
if len(sys.argv) < 2:
|
|
|
|
print "Usage:\n", os.path.basename(sys.argv[0]), " <input dir1> [<input dir2> [...]]"
|
|
|
|
exit(0)
|
|
|
|
|
|
|
|
selfpath = os.path.dirname(os.path.abspath(sys.argv[0]))
|
2012-06-21 13:44:31 +02:00
|
|
|
hdr_parser_path = os.path.join(selfpath, "../../python/src2")
|
2011-07-08 17:00:11 +02:00
|
|
|
|
|
|
|
sys.path.append(selfpath)
|
|
|
|
sys.path.append(hdr_parser_path)
|
|
|
|
import hdr_parser
|
|
|
|
import rst_parser
|
|
|
|
|
|
|
|
print "Parsing documentation..."
|
2011-07-11 17:03:42 +02:00
|
|
|
parser = rst_parser.RstParser(hdr_parser.CppHeaderParser())
|
|
|
|
for m in allmodules:
|
2012-06-21 16:50:05 +02:00
|
|
|
parser.parse(m, os.path.join(selfpath, "../../" + m))
|
2011-07-11 15:33:05 +02:00
|
|
|
|
|
|
|
parser.printSummary()
|
2011-07-08 17:00:11 +02:00
|
|
|
|
2011-07-11 17:03:42 +02:00
|
|
|
print "Generating javadoc comments..."
|
|
|
|
generator = JavadocGenerator(parser.definitions)
|
2011-07-08 17:00:11 +02:00
|
|
|
for i in range(1, len(sys.argv)):
|
|
|
|
folder = os.path.abspath(sys.argv[i])
|
2011-07-11 15:33:05 +02:00
|
|
|
for jfile in [f for f in glob.glob(os.path.join(folder,"*.java")) if not f.endswith("-jdoc.java")]:
|
2011-07-08 17:00:11 +02:00
|
|
|
outfile = os.path.abspath(os.path.basename(jfile).replace(".java", "-jdoc.java"))
|
2011-07-11 17:03:42 +02:00
|
|
|
generator.document(jfile, outfile)
|
|
|
|
|
|
|
|
generator.printSummary()
|