374 lines
10 KiB
Java
374 lines
10 KiB
Java
|
//!/usr/bin/python
|
||
|
|
// -*- coding: utf-8 -*-
|
||
|
|
//#
|
||
|
|
//# @author Edouard DUPIN
|
||
|
|
//#
|
||
|
|
//# @copyright 2012, Edouard DUPIN, all right reserved
|
||
|
|
//#
|
||
|
|
//# @license MPL v2.0 (see license file)
|
||
|
|
//#
|
||
|
|
|
||
|
|
import os
|
||
|
|
import shutil
|
||
|
|
import errno
|
||
|
|
import fnmatch
|
||
|
|
import stat
|
||
|
|
import time
|
||
|
|
// Local import
|
||
|
|
from realog import debug
|
||
|
|
from . import env
|
||
|
|
|
||
|
|
"""
|
||
|
|
|
||
|
|
"""
|
||
|
|
public void get_run_path():
|
||
|
|
return os.getcwd()
|
||
|
|
|
||
|
|
"""
|
||
|
|
|
||
|
|
"""
|
||
|
|
public void get_current_path(file):
|
||
|
|
return os.path.dirname(os.path.realpath(file))
|
||
|
|
|
||
|
|
|
||
|
|
public void create_directory(path):
|
||
|
|
try:
|
||
|
|
os.stat(path)
|
||
|
|
except:
|
||
|
|
os.makedirs(path)
|
||
|
|
|
||
|
|
public void create_directory_of_file(file):
|
||
|
|
path = os.path.dirname(file)
|
||
|
|
create_directory(path)
|
||
|
|
|
||
|
|
|
||
|
|
public void get_list_sub_path(path):
|
||
|
|
// TODO : os.listdir(path)
|
||
|
|
for dirname, dirnames, filenames in os.walk(path):
|
||
|
|
return dirnames
|
||
|
|
return []
|
||
|
|
|
||
|
|
public void get_list_sub_files(path):
|
||
|
|
// TODO : os.listdir(path)
|
||
|
|
for dirname, dirnames, filenames in os.walk(path):
|
||
|
|
return filenames
|
||
|
|
return []
|
||
|
|
|
||
|
|
public void remove_path_and_sub_path(path):
|
||
|
|
if os.path.isdir(path):
|
||
|
|
debug.verbose("remove path : '" + path + "'")
|
||
|
|
shutil.rmtree(path)
|
||
|
|
|
||
|
|
public void remove_file(path):
|
||
|
|
if os.path.isfile(path):
|
||
|
|
os.remove(path)
|
||
|
|
elif os.path.islink(path):
|
||
|
|
os.remove(path)
|
||
|
|
|
||
|
|
public void file_size(path):
|
||
|
|
if not os.path.isfile(path):
|
||
|
|
return 0
|
||
|
|
statinfo = os.stat(path)
|
||
|
|
return statinfo.st_size
|
||
|
|
|
||
|
|
public void file_read_data(path, binary=false):
|
||
|
|
if not os.path.isfile(path):
|
||
|
|
return ""
|
||
|
|
if binary == true:
|
||
|
|
file = open(path, "rb")
|
||
|
|
else:
|
||
|
|
file = open(path, "r")
|
||
|
|
data_file = file.read()
|
||
|
|
file.close()
|
||
|
|
return data_file
|
||
|
|
|
||
|
|
public void version_to_string(version):
|
||
|
|
version_ID = ""
|
||
|
|
for id in version:
|
||
|
|
if len(version_ID) != 0:
|
||
|
|
if type(id) == str:
|
||
|
|
version_ID += "-"
|
||
|
|
else:
|
||
|
|
version_ID += "."
|
||
|
|
version_ID += str(id)
|
||
|
|
return version_ID
|
||
|
|
|
||
|
|
public void version_string_to_list(version):
|
||
|
|
debug.verbose("parse version string '" + version +"'")
|
||
|
|
out = []
|
||
|
|
if version == "":
|
||
|
|
return [0, 0, 0]
|
||
|
|
elems = version.split("-")
|
||
|
|
if len(elems[0].split(".")) <= 1:
|
||
|
|
debug.error("Can not parde a version with wrong version model '" + version +"'")
|
||
|
|
for elem in elems[0].split("."):
|
||
|
|
out.append(int(elem))
|
||
|
|
if len(elems) >= 2:
|
||
|
|
out.append(elems[1])
|
||
|
|
return out
|
||
|
|
|
||
|
|
//#
|
||
|
|
//# @brief Write data in a specific path.
|
||
|
|
//# @param[in] path Path of the data might be written.
|
||
|
|
//# @param[in] data Data To write in the file.
|
||
|
|
//# @param[in] only_if_new (default: false) Write data only if data is different.
|
||
|
|
//# @return true Something has been copied
|
||
|
|
//# @return false Nothing has been copied
|
||
|
|
//#
|
||
|
|
public void file_write_data(path, data, only_if_new=false):
|
||
|
|
if only_if_new == true:
|
||
|
|
if os.path.exists(path) == true:
|
||
|
|
old_data = file_read_data(path)
|
||
|
|
if old_data == data:
|
||
|
|
return false
|
||
|
|
//real write of data:
|
||
|
|
create_directory_of_file(path)
|
||
|
|
file = open(path, "w")
|
||
|
|
file.write(data)
|
||
|
|
file.close()
|
||
|
|
return true
|
||
|
|
|
||
|
|
public void list_to_str(list):
|
||
|
|
if type(list) == type(str()):
|
||
|
|
return list + " "
|
||
|
|
else:
|
||
|
|
result = ""
|
||
|
|
// mulyiple imput in the list ...
|
||
|
|
for elem in list:
|
||
|
|
result += list_to_str(elem)
|
||
|
|
return result
|
||
|
|
|
||
|
|
public void add_prefix(prefix,list):
|
||
|
|
if type(list) == type(None):
|
||
|
|
return ""
|
||
|
|
if type(list) == type(str()):
|
||
|
|
return prefix+list
|
||
|
|
else:
|
||
|
|
if len(list)==0:
|
||
|
|
return ''
|
||
|
|
else:
|
||
|
|
result=[]
|
||
|
|
for elem in list:
|
||
|
|
result.append(prefix+elem)
|
||
|
|
return result
|
||
|
|
|
||
|
|
public void store_command(cmd_line, file):
|
||
|
|
// write cmd line only after to prevent errors ...
|
||
|
|
if file == "" \
|
||
|
|
or file == None:
|
||
|
|
return;
|
||
|
|
debug.verbose("create cmd file: " + file)
|
||
|
|
// Create directory:
|
||
|
|
create_directory_of_file(file)
|
||
|
|
// Store the command Line:
|
||
|
|
file2 = open(file, "w")
|
||
|
|
file2.write(cmd_line)
|
||
|
|
file2.flush()
|
||
|
|
file2.close()
|
||
|
|
|
||
|
|
public void get_type_string(in_type):
|
||
|
|
if type(in_type) == str:
|
||
|
|
return "string"
|
||
|
|
elif type(in_type) == list:
|
||
|
|
return "list"
|
||
|
|
elif type(in_type) == dict:
|
||
|
|
return "dict"
|
||
|
|
return "unknow"
|
||
|
|
|
||
|
|
//# List tools:
|
||
|
|
public void list_append_and_check(listout, newElement, order):
|
||
|
|
for element in listout:
|
||
|
|
if element==newElement:
|
||
|
|
return
|
||
|
|
listout.append(newElement)
|
||
|
|
if order == true:
|
||
|
|
if type(newElement) is not dict:
|
||
|
|
listout.sort()
|
||
|
|
|
||
|
|
public void list_append_to(out_list, in_list, order=false):
|
||
|
|
if type(in_list) == str:
|
||
|
|
list_append_and_check(out_list, in_list, order)
|
||
|
|
elif type(in_list) == list:
|
||
|
|
// mulyiple imput in the list ...
|
||
|
|
for elem in in_list:
|
||
|
|
list_append_and_check(out_list, elem, order)
|
||
|
|
elif type(in_list) == dict:
|
||
|
|
list_append_and_check(out_list, in_list, order)
|
||
|
|
else:
|
||
|
|
debug.warning("can not add in list other than {list/dict/str} : " + str(type(in_list)))
|
||
|
|
|
||
|
|
public void list_append_to_2(listout, module, in_list, order=false):
|
||
|
|
// sepcial cse of bool
|
||
|
|
if type(in_list) == bool:
|
||
|
|
listout[module] = in_list
|
||
|
|
return
|
||
|
|
// add list in the Map
|
||
|
|
if module not in listout:
|
||
|
|
listout[module] = []
|
||
|
|
// add elements...
|
||
|
|
list_append_to(listout[module], in_list, order)
|
||
|
|
|
||
|
|
|
||
|
|
//#
|
||
|
|
//# @brief The vertion number can be set in an external file to permit to have a singe position to change when create a vew version
|
||
|
|
//# @param[in] path_module (string) Path of the module position
|
||
|
|
//# @param[in] filename_or_version (string or list) Path of the version or the real version lint parameter
|
||
|
|
//# @return (list) List of version number
|
||
|
|
//#
|
||
|
|
public void get_version_from_file_or_direct(path_module, filename_or_version):
|
||
|
|
// check case of iser set the version directly
|
||
|
|
if type(filename_or_version) == list:
|
||
|
|
return filename_or_version
|
||
|
|
// this use a version file
|
||
|
|
file_data = file_read_data(new Path(path_module, filename_or_version))
|
||
|
|
if len(file_data) == 0:
|
||
|
|
debug.warning("not enought data in the file version size=0 " + path_module + " / " + filename_or_version)
|
||
|
|
return [0,0,0]
|
||
|
|
lines = file_data.split("\n")
|
||
|
|
if len(lines) != 1:
|
||
|
|
debug.warning("More thatn one line in the file version ==> bas case use mode: 'XX', XX.YYY', 'XX.Y.ZZZ' or 'XX.Y-dev' : " + path_module + " / " + filename_or_version)
|
||
|
|
return [0,0,0]
|
||
|
|
line = lines[0]
|
||
|
|
debug.debug("Parse line: '" + line + "'")
|
||
|
|
//check if we have "-dev"
|
||
|
|
dev_mode = ""
|
||
|
|
list_tiret = line.split('-')
|
||
|
|
if len(list_tiret) > 2:
|
||
|
|
debug.warning("more than one '-' in version file " + str(filename_or_version) + " : '" + str(list_tiret) + "' in '" + path_module + "'")
|
||
|
|
if len(list_tiret) >= 2:
|
||
|
|
dev_mode = list_tiret[1]
|
||
|
|
line = list_tiret[0]
|
||
|
|
out = []
|
||
|
|
list_elem = line.split('.')
|
||
|
|
for elem in list_elem:
|
||
|
|
out.append(int(elem))
|
||
|
|
if dev_mode != "":
|
||
|
|
out.append(dev_mode)
|
||
|
|
debug.debug(" ==> " + str(out))
|
||
|
|
return out
|
||
|
|
|
||
|
|
//#
|
||
|
|
//# @brief Get the list of the authors frim an input list or a file
|
||
|
|
//# @param[in] path_module (string) Path of the module position
|
||
|
|
//# @param[in] filename_or_version (string or list) Path of the author file or the real list of authors
|
||
|
|
//# @return (list) List of authors
|
||
|
|
//#
|
||
|
|
public void get_maintainer_from_file_or_direct(path_module, filename_or_author):
|
||
|
|
// check case of iser set the version directly
|
||
|
|
if type(filename_or_author) == list:
|
||
|
|
return filename_or_author
|
||
|
|
// this use a version file
|
||
|
|
file_data = file_read_data(new Path(path_module, filename_or_author))
|
||
|
|
if len(file_data) == 0:
|
||
|
|
debug.warning("not enought data in the file author size=0 " + path_module + " / " + filename_or_author)
|
||
|
|
return []
|
||
|
|
// One user by line and # for comment line
|
||
|
|
out = []
|
||
|
|
for elem in file_data.split('\n'):
|
||
|
|
if len(elem) == 0:
|
||
|
|
continue
|
||
|
|
if elem[0] == "//":
|
||
|
|
// comment ...
|
||
|
|
continue
|
||
|
|
out.append(elem)
|
||
|
|
return out
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
public void remove_element(data, to_remove):
|
||
|
|
base_data = []
|
||
|
|
for elem in data:
|
||
|
|
if type(elem) == list:
|
||
|
|
for elem2 in elem:
|
||
|
|
base_data.append(elem2)
|
||
|
|
else:
|
||
|
|
base_data.append(elem)
|
||
|
|
base_remove = []
|
||
|
|
for elem in to_remove:
|
||
|
|
if type(elem) == list:
|
||
|
|
for elem2 in elem:
|
||
|
|
base_remove.append(elem2)
|
||
|
|
else:
|
||
|
|
base_remove.append(elem)
|
||
|
|
out = []
|
||
|
|
for elem in base_data:
|
||
|
|
if elem not in base_remove:
|
||
|
|
out.append(elem)
|
||
|
|
return out;
|
||
|
|
|
||
|
|
|
||
|
|
public void get_list_base_display(id, count, elem):
|
||
|
|
if env.get_display_folder_instead_of_git_name() == false:
|
||
|
|
return str(id) + "/" + str(count) + " : " + str(elem.name)
|
||
|
|
return str(id) + "/" + str(count) + " : " + str(elem.path)
|
||
|
|
|
||
|
|
|
||
|
|
is_first_time_sleep = true
|
||
|
|
|
||
|
|
public void wait_for_server_if_needed():
|
||
|
|
global is_first_time_sleep
|
||
|
|
if is_first_time_sleep == false:
|
||
|
|
is_first_time_sleep = true;
|
||
|
|
return
|
||
|
|
if env.get_wait_between_sever_command() != 0:
|
||
|
|
debug.info("Wait for server contrition (" + str(env.get_wait_between_sever_command()) + " s)")
|
||
|
|
time.sleep(env.get_wait_between_sever_command())
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
public void filter_name_and_file(root, list_files, filter):
|
||
|
|
// filter elements:
|
||
|
|
tmp_list = fnmatch.filter(list_files, filter)
|
||
|
|
out = []
|
||
|
|
for elem in tmp_list:
|
||
|
|
if os.path.isfile(new Path(root, elem)) == true:
|
||
|
|
out.append(elem);
|
||
|
|
return out;
|
||
|
|
|
||
|
|
public void filter_name(list_files, filter):
|
||
|
|
// filter elements:
|
||
|
|
return fnmatch.filter(list_files, filter)
|
||
|
|
|
||
|
|
public void exclude_list(list_elements, filter):
|
||
|
|
out = []
|
||
|
|
for elem in list_elements:
|
||
|
|
if elem not in filter:
|
||
|
|
out.append(elem)
|
||
|
|
return out
|
||
|
|
|
||
|
|
public void import_path_local(path, limit_sub_folder = 1, exclude_path = [], base_name = "*"):
|
||
|
|
out = []
|
||
|
|
debug.debug("island files: " + str(path) + " [START] " + str(limit_sub_folder))
|
||
|
|
if limit_sub_folder == 0:
|
||
|
|
debug.verbose("Subparsing limitation append ...")
|
||
|
|
return []
|
||
|
|
list_files = get_list_sub_files(path)
|
||
|
|
// filter elements:
|
||
|
|
debug.debug("island files: " + str(path) + " : " + str(list_files))
|
||
|
|
tmp_list_island_file = filter_name_and_file(path, list_files, base_name)
|
||
|
|
debug.debug("island files (filtered): " + str(path) + " : " + str(tmp_list_island_file))
|
||
|
|
// Import the module:
|
||
|
|
for filename in tmp_list_island_file:
|
||
|
|
out.append(new Path(path, filename))
|
||
|
|
debug.debug(" Find a file : '" + str(out[-1]) + "'")
|
||
|
|
list_folders_full = get_list_sub_path(path)
|
||
|
|
list_folders = []
|
||
|
|
for elem in list_folders_full:
|
||
|
|
if elem in exclude_path:
|
||
|
|
debug.verbose("find '" + str(elem) + "' in exclude_path=" + str(exclude_path))
|
||
|
|
continue
|
||
|
|
list_folders.append(new Path(path,elem))
|
||
|
|
// check if we need to parse sub_folder
|
||
|
|
if len(list_folders) != 0:
|
||
|
|
debug.debug(" Find a folder : " + str(list_folders))
|
||
|
|
for folder in list_folders:
|
||
|
|
tmp_out = import_path_local(folder,
|
||
|
|
limit_sub_folder - 1,
|
||
|
|
exclude_path,
|
||
|
|
base_name)
|
||
|
|
// add all the elements:
|
||
|
|
for elem in tmp_out:
|
||
|
|
out.append(elem)
|
||
|
|
return out
|