300 lines
8.3 KiB
Python
300 lines
8.3 KiB
Python
#!/usr/bin/python
|
|
##
|
|
## @author Edouard DUPIN
|
|
##
|
|
## @copyright 2012, Edouard DUPIN, all right reserved
|
|
##
|
|
## @license APACHE v2.0 (see license file)
|
|
##
|
|
|
|
import os
|
|
import shutil
|
|
import errno
|
|
import fnmatch
|
|
import stat
|
|
# Local import
|
|
from . import debug
|
|
from . import depend
|
|
from . import env
|
|
|
|
"""
|
|
|
|
"""
|
|
def get_run_path():
|
|
return os.getcwd()
|
|
|
|
"""
|
|
|
|
"""
|
|
def get_current_path(file):
|
|
return os.path.dirname(os.path.realpath(file))
|
|
|
|
def create_directory_of_file(file):
|
|
path = os.path.dirname(file)
|
|
try:
|
|
os.stat(path)
|
|
except:
|
|
os.makedirs(path)
|
|
|
|
def get_list_sub_path(path):
|
|
# TODO : os.listdir(path)
|
|
for dirname, dirnames, filenames in os.walk(path):
|
|
return dirnames
|
|
return []
|
|
|
|
def remove_path_and_sub_path(path):
|
|
if os.path.isdir(path):
|
|
debug.verbose("remove path : '" + path + "'")
|
|
shutil.rmtree(path)
|
|
|
|
def remove_file(path):
|
|
if os.path.isfile(path):
|
|
os.remove(path)
|
|
|
|
def file_size(path):
|
|
if not os.path.isfile(path):
|
|
return 0
|
|
statinfo = os.stat(path)
|
|
return statinfo.st_size
|
|
|
|
def file_read_data(path, binary=False):
|
|
if not os.path.isfile(path):
|
|
return ""
|
|
if binary == True:
|
|
file = open(path, "rb")
|
|
else:
|
|
file = open(path, "r")
|
|
data_file = file.read()
|
|
file.close()
|
|
return data_file
|
|
|
|
def version_to_string(version):
|
|
version_ID = ""
|
|
for id in version:
|
|
if len(version_ID) != 0:
|
|
if type(id) == str:
|
|
version_ID += "-"
|
|
else:
|
|
version_ID += "."
|
|
version_ID += str(id)
|
|
return version_ID
|
|
|
|
##
|
|
## @brief Write data in a specific path.
|
|
## @param[in] path Path of the data might be written.
|
|
## @param[in] data Data To write in the file.
|
|
## @param[in] only_if_new (default: False) Write data only if data is different.
|
|
##
|
|
def file_write_data(path, data, only_if_new=False):
|
|
if only_if_new == True:
|
|
old_data = file_read_data(path)
|
|
if old_data == data:
|
|
return
|
|
#real write of data:
|
|
file = open(path, "w")
|
|
file.write(data)
|
|
file.close()
|
|
|
|
def list_to_str(list):
|
|
if type(list) == type(str()):
|
|
return list + " "
|
|
else:
|
|
result = ""
|
|
# mulyiple imput in the list ...
|
|
for elem in list:
|
|
result += list_to_str(elem)
|
|
return result
|
|
|
|
def add_prefix(prefix,list):
|
|
if type(list) == type(None):
|
|
return ""
|
|
if type(list) == type(str()):
|
|
return prefix+list
|
|
else:
|
|
if len(list)==0:
|
|
return ''
|
|
else:
|
|
result=[]
|
|
for elem in list:
|
|
result.append(prefix+elem)
|
|
return result
|
|
|
|
##
|
|
## @brief Copy a specific file in a specific directory
|
|
## @param[in] src Input file path
|
|
## @param[in] dst Output file path
|
|
## @param[in] cmd_file (default None) Path of file to store the command line used
|
|
## @param[in] force (default False) Force copy of the file
|
|
## @param[in] force_identical (default False) Force file to be identical (read it in binary)
|
|
## @param[in,out] in_list (default None) Not real copy: set the request copy in the input list
|
|
##
|
|
def copy_file(src, dst, cmd_file=None, force=False, force_identical=False, in_list=None):
|
|
if os.path.exists(src) == False:
|
|
debug.error("Request a copy a file that does not existed : '" + src + "'")
|
|
cmd_line = "copy \"" + src + "\" \"" + dst + "\""
|
|
if force == False \
|
|
and depend.need_re_build(dst, src, file_cmd=cmd_file , cmd_line=cmd_line, force_identical=force_identical) == False:
|
|
debug.verbose ("no need to copy ...")
|
|
if in_list != None:
|
|
if dst in in_list:
|
|
debug.verbose("replace copy file " + os.path.relpath(src) + " ==> " + os.path.relpath(dst))
|
|
else:
|
|
debug.verbose("append copy file " + os.path.relpath(src) + " ==> " + os.path.relpath(dst))
|
|
# update element in dictionnary:
|
|
in_list[dst] = {"src":src,
|
|
"cmd_file":cmd_file,
|
|
"need_copy":False}
|
|
return
|
|
if in_list == None:
|
|
debug.print_element("copy file ", os.path.relpath(src), "==>", os.path.relpath(dst))
|
|
create_directory_of_file(dst)
|
|
shutil.copyfile(src, dst)
|
|
# copy property of the permition of the file ...
|
|
stat_info = os.stat(src)
|
|
os.chmod(dst, stat_info.st_mode)
|
|
store_command(cmd_line, cmd_file)
|
|
else:
|
|
debug.verbose("append copy file " + os.path.relpath(src) + " ==> " + os.path.relpath(dst))
|
|
# update element in dictionnary:
|
|
in_list[dst] = {"src":src,
|
|
"cmd_file":cmd_file,
|
|
"need_copy":True}
|
|
|
|
##
|
|
## @brief Copy a compleate directory in a specific folder
|
|
## @param[in] src Input folder path
|
|
## @param[in] dst Output folder path
|
|
## @param[in] recursive (default False) Copy folder with all his dependency
|
|
## @param[in] force (default False) Force copy of the file
|
|
## @param[in,out] in_list (default None) Not real copy: set the request copy in the input list
|
|
##
|
|
def copy_anything(src, dst, recursive = False, force_identical=False, in_list=None):
|
|
debug.verbose(" copy anything : '" + str(src) + "'")
|
|
debug.verbose(" to : '" + str(dst) + "'")
|
|
if os.path.isdir(os.path.realpath(src)):
|
|
tmp_path = os.path.realpath(src)
|
|
tmp_rule = ""
|
|
else:
|
|
tmp_path = os.path.dirname(os.path.realpath(src))
|
|
tmp_rule = os.path.basename(src)
|
|
|
|
debug.verbose(" " + str(tmp_path) + ":")
|
|
for root, dirnames, filenames in os.walk(tmp_path):
|
|
deltaRoot = root[len(tmp_path):]
|
|
while len(deltaRoot) > 0 \
|
|
and ( deltaRoot[0] == '/' \
|
|
or deltaRoot[0] == '\\' ):
|
|
deltaRoot = deltaRoot[1:]
|
|
if recursive == False \
|
|
and deltaRoot != "":
|
|
return
|
|
debug.verbose(" root='" + str(deltaRoot) + "'")
|
|
debug.verbose(" files=" + str(filenames))
|
|
tmpList = filenames
|
|
if len(tmp_rule) > 0:
|
|
tmpList = fnmatch.filter(filenames, tmp_rule)
|
|
# Import the module :
|
|
for cycleFile in tmpList:
|
|
#for cycleFile in filenames:
|
|
debug.verbose(" '" + cycleFile + "'")
|
|
debug.extreme_verbose("Might copy : '" + tmp_path + " " + deltaRoot + " " + cycleFile + "' ==> '" + dst + "'")
|
|
copy_file(os.path.join(tmp_path, deltaRoot, cycleFile),
|
|
os.path.join(dst, deltaRoot, cycleFile),
|
|
force_identical=force_identical,
|
|
in_list=in_list)
|
|
|
|
##
|
|
## @brief real copy of files in a specific dictionnary list
|
|
## @param[in] in_list Dictionnary of file to copy
|
|
##
|
|
def copy_list(in_list):
|
|
for dst in in_list:
|
|
if in_list[dst]["need_copy"] == False:
|
|
continue
|
|
# note we force the copy to disable the check of needed of copy (already done)
|
|
copy_file(in_list[dst]["src"], dst, cmd_file=in_list[dst]["cmd_file"], force=True)
|
|
|
|
##
|
|
## @brief Clean a path from all un-needed element in a directory
|
|
## @param[in] path Path to clean
|
|
## @param[in] normal_list List of all files/path in the path
|
|
##
|
|
def clean_directory(path, normal_list):
|
|
# get a list of all element in the path:
|
|
for root, dirnames, filenames in os.walk(path):
|
|
for file in filenames:
|
|
file_name = os.path.join(root, file)
|
|
if file_name not in normal_list:
|
|
debug.print_element("remove file ", os.path.relpath(file_name), "==>", "---")
|
|
os.remove(file_name)
|
|
|
|
def filter_extention(list_files, extentions, invert=False):
|
|
out = []
|
|
for file in list_files:
|
|
in_list = False
|
|
for ext in extentions:
|
|
if file[-len(ext):] == ext:
|
|
in_list = True
|
|
if in_list == True \
|
|
and invert == False:
|
|
out.append(file)
|
|
elif in_list == False \
|
|
and invert == True:
|
|
out.append(file)
|
|
return out
|
|
|
|
|
|
def move_if_needed(src, dst):
|
|
if not os.path.isfile(src):
|
|
debug.error("request move if needed, but file does not exist: '" + str(src) + "' to '" + str(dst) + "'")
|
|
return
|
|
src_data = file_read_data(src)
|
|
if os.path.isfile(dst):
|
|
# file exist ==> must check ...
|
|
dst_data = file_read_data(dst)
|
|
if src_data == dst_data:
|
|
# nothing to do ...
|
|
return
|
|
file_write_data(dst, src_data)
|
|
remove_file(src)
|
|
|
|
def store_command(cmd_line, file):
|
|
# write cmd line only after to prevent errors ...
|
|
if file == "" \
|
|
or file == None:
|
|
return;
|
|
debug.verbose("create cmd file: " + file)
|
|
# Create directory:
|
|
create_directory_of_file(file)
|
|
# Store the command Line:
|
|
file2 = open(file, "w")
|
|
file2.write(cmd_line)
|
|
file2.flush()
|
|
file2.close()
|
|
|
|
def store_warning(file, output, err):
|
|
# write warning line only after to prevent errors ...
|
|
if file == "" \
|
|
or file == None:
|
|
return;
|
|
if env.get_warning_mode() == False:
|
|
debug.verbose("remove warning file: " + file)
|
|
# remove file if exist...
|
|
remove_file(file);
|
|
return;
|
|
debug.verbose("create warning file: " + file)
|
|
# Create directory:
|
|
create_directory_of_file(file)
|
|
# Store the command Line:
|
|
file2 = open(file, "w")
|
|
file2.write("===== output =====\n")
|
|
file2.write(output)
|
|
file2.write("\n\n")
|
|
file2.write("===== error =====\n")
|
|
file2.write(err)
|
|
file2.write("\n\n")
|
|
file2.flush()
|
|
file2.close()
|
|
|
|
|