# common python utility routines for the Bionic tool scripts import sys, os, commands, string, commands # basic debugging trace support # call D_setlevel to set the verbosity level # and D(), D2(), D3(), D4() to add traces # verbose = 0 def panic(msg): sys.stderr.write( find_program_name() + ": error: " ) sys.stderr.write( msg ) sys.exit(1) def D(msg): global verbose if verbose > 0: print msg def D2(msg): global verbose if verbose >= 2: print msg def D3(msg): global verbose if verbose >= 3: print msg def D4(msg): global verbose if verbose >= 4: print msg def D_setlevel(level): global verbose verbose = level # other stuff # # def find_program_name(): return os.path.basename(sys.argv[0]) def find_program_dir(): return os.path.dirname(sys.argv[0]) def find_file_from_upwards(from_path,target_file): """find a file in the current directory or its parents. if 'from_path' is None, seach from the current program's directory""" path = from_path if path == None: path = os.path.realpath(sys.argv[0]) path = os.path.dirname(path) D("this script seems to be located in: %s" % path) while 1: D("probing "+path) if path == "": file = target_file else: file = path + "/" + target_file if os.path.isfile(file): D("found %s in %s" % (target_file, path)) return file if path == "": return None path = os.path.dirname(path) class StringOutput: def __init__(self): self.line = "" def write(self,msg): self.line += msg D2("write '%s'" % msg) def get(self): return self.line def create_file_path(path): dirs = [] while 1: parent = os.path.dirname(path) #print "parent: %s <- %s" % (parent, path) if parent == "/" or parent == "": break dirs.append(parent) path = parent dirs.reverse() for dir in dirs: #print "dir %s" % dir if os.path.isdir(dir): continue os.mkdir(dir) def walk_source_files(paths,callback,args,excludes=[]): """recursively walk a list of paths and files, only keeping the source files in directories""" for path in paths: if len(path) > 0 and path[0] == '@': # this is the name of another file, include it and parse it path = path[1:] if os.path.exists(path): for line in open(path): if len(line) > 0 and line[-1] == '\n': line = line[:-1] walk_source_files([line],callback,args,excludes) continue if not os.path.isdir(path): callback(path,args) else: for root, dirs, files in os.walk(path): #print "w-- %s (ex: %s)" % (repr((root,dirs)), repr(excludes)) if len(excludes): for d in dirs[:]: if os.path.join(root,d) in excludes: dirs.remove(d) for f in files: r, ext = os.path.splitext(f) if ext in [ ".h", ".c", ".cpp", ".S" ]: callback( "%s/%s" % (root,f), args ) def cleanup_dir(path): """create a directory if needed, and ensure that it is totally empty by removing any existing content in it""" if not os.path.exists(path): os.mkdir(path) else: for root, dirs, files in os.walk(path, topdown=False): if root.endswith("kernel_headers/"): # skip 'kernel_headers' continue for name in files: os.remove(os.path.join(root, name)) for name in dirs: os.rmdir(os.path.join(root, name)) def update_file( path, newdata ): """update a file on disk, only if its content has changed""" if os.path.exists( path ): try: f = open( path, "r" ) olddata = f.read() f.close() except: D("update_file: cannot read existing file '%s'" % path) return 0 if oldata == newdata: D2("update_file: no change to file '%s'" % path ) return 0 update = 1 else: try: create_file_path(path) except: D("update_file: cannot create path to '%s'" % path) return 0 f = open( path, "w" ) f.write( newdata ) f.close() return 1 class BatchFileUpdater: """a class used to edit several files at once""" def __init__(self): self.old_files = set() self.new_files = set() self.new_data = {} def readFile(self,path): #path = os.path.realpath(path) if os.path.exists(path): self.old_files.add(path) def readDir(self,path): #path = os.path.realpath(path) for root, dirs, files in os.walk(path): for f in files: dst = "%s/%s" % (root,f) self.old_files.add(dst) def editFile(self,dst,data): """edit a destination file. if the file is not mapped from a source, it will be added. return 0 if the file content wasn't changed, 1 if it was edited, or 2 if the file is new""" #dst = os.path.realpath(dst) result = 1 if os.path.exists(dst): f = open(dst, "r") olddata = f.read() f.close() if olddata == data: self.old_files.remove(dst) return 0 else: result = 2 self.new_data[dst] = data self.new_files.add(dst) return result def getChanges(self): """determine changes, returns (adds, deletes, edits)""" adds = set() edits = set() deletes = set() for dst in self.new_files: if not (dst in self.old_files): adds.add(dst) else: edits.add(dst) for dst in self.old_files: if not dst in self.new_files: deletes.add(dst) return (adds, deletes, edits) def _writeFile(self,dst): if not os.path.exists(os.path.dirname(dst)): create_file_path(dst) f = open(dst, "w") f.write(self.new_data[dst]) f.close() def updateFiles(self): adds, deletes, edits = self.getChanges() for dst in sorted(adds): self._writeFile(dst) for dst in sorted(edits): self._writeFile(dst) for dst in sorted(deletes): os.remove(dst) def updateGitFiles(self): adds, deletes, edits = self.getChanges() if adds: for dst in sorted(adds): self._writeFile(dst) commands.getoutput("git add " + " ".join(adds)) if deletes: commands.getoutput("git rm " + " ".join(deletes)) if edits: for dst in sorted(edits): self._writeFile(dst) commands.getoutput("git add " + " ".join(edits))