[DEV] update BDD
This commit is contained in:
parent
877c514cc9
commit
aa99c6dc4f
@ -139,7 +139,7 @@ def create_if_needed():
|
|||||||
c.execute('''
|
c.execute('''
|
||||||
CREATE TABLE object (
|
CREATE TABLE object (
|
||||||
id INTEGER PRIMARY KEY default nextval('kar_id_sequence'),
|
id INTEGER PRIMARY KEY default nextval('kar_id_sequence'),
|
||||||
deleted BOOLEAN NOT NULL DEFAULT false,
|
deleted BOOLEAN NOT NULL DEFAULT FALSE,
|
||||||
create_date TIMESTAMPTZ NOT NULL DEFAULT NOW(),
|
create_date TIMESTAMPTZ NOT NULL DEFAULT NOW(),
|
||||||
modify_date TIMESTAMPTZ NOT NULL DEFAULT NOW());
|
modify_date TIMESTAMPTZ NOT NULL DEFAULT NOW());
|
||||||
COMMENT ON TABLE object IS 'Basic element in this BDD (manage the create and modfy property, the deletion and the unique ID.';
|
COMMENT ON TABLE object IS 'Basic element in this BDD (manage the create and modfy property, the deletion and the unique ID.';
|
||||||
|
|||||||
@ -16,360 +16,6 @@ import random
|
|||||||
import copy
|
import copy
|
||||||
from dateutil import parser
|
from dateutil import parser
|
||||||
|
|
||||||
import db
|
|
||||||
connection = db.connect_bdd();
|
|
||||||
|
|
||||||
debug.info("create the table:")
|
|
||||||
|
|
||||||
c = connection.cursor()
|
|
||||||
|
|
||||||
c.execute('''
|
|
||||||
DROP TABLE IF EXISTS media;
|
|
||||||
DROP TABLE IF EXISTS cover_link;
|
|
||||||
DROP TABLE IF EXISTS node;
|
|
||||||
DROP TABLE IF EXISTS data;
|
|
||||||
DROP TABLE IF EXISTS object;
|
|
||||||
DROP SEQUENCE IF EXISTS kar_id_sequence;
|
|
||||||
''');
|
|
||||||
connection.commit()
|
|
||||||
|
|
||||||
c.execute('''
|
|
||||||
CREATE TYPE node_type AS ENUM ('type', 'univers', 'serie', 'saison', 'media');
|
|
||||||
CREATE TYPE age_type AS ENUM ('-', '5', '9', '12', '14', '16', '18');
|
|
||||||
''')
|
|
||||||
connection.commit()
|
|
||||||
|
|
||||||
# Create table
|
|
||||||
c.execute('''
|
|
||||||
CREATE SEQUENCE kar_id_sequence;
|
|
||||||
''')
|
|
||||||
connection.commit()
|
|
||||||
|
|
||||||
# Create table
|
|
||||||
c.execute('''
|
|
||||||
CREATE OR REPLACE FUNCTION trigger_set_timestamp()
|
|
||||||
RETURNS TRIGGER AS $$
|
|
||||||
BEGIN
|
|
||||||
NEW.modify_date = NOW();
|
|
||||||
RETURN NEW;
|
|
||||||
END;
|
|
||||||
$$ LANGUAGE plpgsql;
|
|
||||||
''')
|
|
||||||
connection.commit()
|
|
||||||
|
|
||||||
aaa = '''
|
|
||||||
CREATE OR REPLACE FUNCTION check_exist(_table character, _id INTEGER)
|
|
||||||
RETURNS BOOLEAN AS $$
|
|
||||||
DECLARE vvv int;
|
|
||||||
DECLARE eee text;
|
|
||||||
BEGIN
|
|
||||||
raise WARNING 'check_exist(%,%)%', _table, _id, E'\n';
|
|
||||||
IF _id IS NULL THEN
|
|
||||||
raise WARNING ' ==> return 1 (detect NULL)%', E'\n';
|
|
||||||
RETURN 1;
|
|
||||||
END IF;
|
|
||||||
eee = 'select 1 FROM ' || quote_ident(_table) || ' WHERE id = ' || _id;
|
|
||||||
raise WARNING 'Execute: % %', eee, E'\n';
|
|
||||||
EXECUTE 'select 1 FROM ' || quote_ident(_table) || ' WHERE id = ' || _id INTO vvv;
|
|
||||||
raise WARNING 'Value vvv: % %', vvv, E'\n';
|
|
||||||
IF vvv = 1 THEN
|
|
||||||
raise WARNING ' ==> return 1 %', E'\n';
|
|
||||||
RETURN 1;
|
|
||||||
ELSE
|
|
||||||
raise WARNING ' ==> return 0 %', E'\n';
|
|
||||||
RETURN 0;
|
|
||||||
END IF;
|
|
||||||
END;
|
|
||||||
$$ LANGUAGE plpgsql;
|
|
||||||
'''
|
|
||||||
|
|
||||||
c.execute('''
|
|
||||||
CREATE OR REPLACE FUNCTION check_exist(_table character, _id INTEGER)
|
|
||||||
RETURNS BOOLEAN AS $$
|
|
||||||
DECLARE vvv int;
|
|
||||||
DECLARE eee text;
|
|
||||||
BEGIN
|
|
||||||
IF _id IS NULL THEN
|
|
||||||
RETURN 1;
|
|
||||||
END IF;
|
|
||||||
EXECUTE 'select 1 FROM ' || quote_ident(_table) || ' WHERE id = ' || _id INTO vvv;
|
|
||||||
IF vvv = 1 THEN
|
|
||||||
RETURN 1;
|
|
||||||
ELSE
|
|
||||||
RETURN 0;
|
|
||||||
END IF;
|
|
||||||
END;
|
|
||||||
$$ LANGUAGE plpgsql;
|
|
||||||
''')
|
|
||||||
connection.commit()
|
|
||||||
|
|
||||||
c.execute("""
|
|
||||||
CREATE OR REPLACE FUNCTION check_node_exist(_type character, _id INTEGER)
|
|
||||||
RETURNS BOOLEAN AS $$
|
|
||||||
DECLARE vvv int;
|
|
||||||
DECLARE eee text;
|
|
||||||
BEGIN
|
|
||||||
IF _id IS NULL THEN
|
|
||||||
RETURN 1;
|
|
||||||
END IF;
|
|
||||||
EXECUTE 'select 1 FROM node WHERE type = ''' || quote_ident(_type) || ''' AND id = ' || _id INTO vvv;
|
|
||||||
IF vvv = 1 THEN
|
|
||||||
RETURN 1;
|
|
||||||
ELSE
|
|
||||||
RETURN 0;
|
|
||||||
END IF;
|
|
||||||
END;
|
|
||||||
$$ LANGUAGE plpgsql;
|
|
||||||
""")
|
|
||||||
connection.commit()
|
|
||||||
|
|
||||||
# Create table
|
|
||||||
c.execute('''
|
|
||||||
CREATE TABLE object (
|
|
||||||
id INTEGER PRIMARY KEY default nextval('kar_id_sequence'),
|
|
||||||
deleted BOOLEAN NOT NULL DEFAULT false,
|
|
||||||
create_date TIMESTAMPTZ NOT NULL DEFAULT NOW(),
|
|
||||||
modify_date TIMESTAMPTZ NOT NULL DEFAULT NOW());
|
|
||||||
COMMENT ON TABLE object IS 'Basic element in this BDD (manage the create and modfy property, the deletion and the unique ID.';
|
|
||||||
COMMENT ON COLUMN object.id IS 'Unique global ID in the BDD.';
|
|
||||||
COMMENT ON COLUMN object.deleted IS 'If true the element is dead and must not be shown.';
|
|
||||||
COMMENT ON COLUMN object.create_date IS 'Creation date of this Object (automatically setup by the BDD).';
|
|
||||||
COMMENT ON COLUMN object.modify_date IS 'Modify date of this object (automatically updated by the BDD).';
|
|
||||||
''')
|
|
||||||
|
|
||||||
c.execute('''
|
|
||||||
CREATE TRIGGER set_timestamp
|
|
||||||
BEFORE UPDATE ON object
|
|
||||||
FOR EACH ROW
|
|
||||||
EXECUTE PROCEDURE trigger_set_timestamp();
|
|
||||||
''')
|
|
||||||
connection.commit()
|
|
||||||
|
|
||||||
# Create table
|
|
||||||
c.execute('''
|
|
||||||
CREATE TABLE data (
|
|
||||||
sha512 VARCHAR(129) NOT NULL,
|
|
||||||
mime_type VARCHAR(128) NOT NULL,
|
|
||||||
size BIGINT NOT NULL,
|
|
||||||
original_name TEXT
|
|
||||||
) INHERITS (object);
|
|
||||||
COMMENT ON TABLE data IS 'Data basic reference on the big data managed.';
|
|
||||||
COMMENT ON COLUMN data.sha512 IS 'Unique Sha512 of the file.';
|
|
||||||
COMMENT ON COLUMN data.mime_type IS 'Type of the object with his mine-type description.';
|
|
||||||
COMMENT ON COLUMN data.size IS 'Size of the file in Byte.';
|
|
||||||
COMMENT ON COLUMN data.original_name IS 'Name of the file when upload it in the BDD ==> MUST be remove later.';
|
|
||||||
''')
|
|
||||||
connection.commit()
|
|
||||||
|
|
||||||
c.execute('''
|
|
||||||
CREATE TRIGGER set_timestamp_data
|
|
||||||
BEFORE UPDATE ON data
|
|
||||||
FOR EACH ROW
|
|
||||||
EXECUTE PROCEDURE trigger_set_timestamp();
|
|
||||||
''')
|
|
||||||
connection.commit()
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
# Create table
|
|
||||||
c.execute('''
|
|
||||||
CREATE TABLE node (
|
|
||||||
type node_type NOT NULL,
|
|
||||||
name TEXT NOT NULL,
|
|
||||||
description TEXT,
|
|
||||||
parent_id INTEGER CHECK(check_exist('node', parent_id))
|
|
||||||
) INHERITS (object);
|
|
||||||
COMMENT ON TABLE node IS 'Node is a basic element of what must be hierarchie apears.';
|
|
||||||
COMMENT ON COLUMN node.name IS 'Name of the Node.';
|
|
||||||
COMMENT ON COLUMN node.description IS 'Description of the Node.';
|
|
||||||
''')
|
|
||||||
connection.commit()
|
|
||||||
c.execute('''
|
|
||||||
CREATE TRIGGER set_timestamp_node
|
|
||||||
BEFORE UPDATE ON node
|
|
||||||
FOR EACH ROW
|
|
||||||
EXECUTE PROCEDURE trigger_set_timestamp();
|
|
||||||
''')
|
|
||||||
connection.commit()
|
|
||||||
|
|
||||||
# Create table
|
|
||||||
c.execute('''
|
|
||||||
CREATE TABLE cover_link (
|
|
||||||
node_id INTEGER CHECK(check_exist('node', node_id)),
|
|
||||||
data_id INTEGER CHECK(check_exist('data', data_id))
|
|
||||||
) INHERITS (object);
|
|
||||||
COMMENT ON TABLE cover_link IS 'Link between cover data id and Nodes.';
|
|
||||||
''')
|
|
||||||
connection.commit()
|
|
||||||
c.execute('''
|
|
||||||
CREATE TRIGGER set_timestamp_cover_link
|
|
||||||
BEFORE UPDATE ON cover_link
|
|
||||||
FOR EACH ROW
|
|
||||||
EXECUTE PROCEDURE trigger_set_timestamp();
|
|
||||||
''')
|
|
||||||
connection.commit()
|
|
||||||
|
|
||||||
# Create table
|
|
||||||
c.execute('''
|
|
||||||
CREATE TABLE media (
|
|
||||||
data_id INTEGER CHECK(check_exist('data', data_id)),
|
|
||||||
type_id INTEGER CHECK(check_node_exist('type', type_id)),
|
|
||||||
univers_id INTEGER CHECK(check_node_exist('univers', univers_id)),
|
|
||||||
serie_id INTEGER CHECK(check_node_exist('serie', serie_id)),
|
|
||||||
saison_id INTEGER CHECK(check_node_exist('saison', saison_id)),
|
|
||||||
episode INTEGER CHECK(episode >=0),
|
|
||||||
date INTEGER CHECK(date > 1850),
|
|
||||||
time INTEGER CHECK(time >= 0),
|
|
||||||
age_limit age_type NOT NULL DEFAULT '-'
|
|
||||||
) INHERITS (node);
|
|
||||||
COMMENT ON TABLE media IS 'Media Media that is visible.';
|
|
||||||
COMMENT ON COLUMN media.episode IS 'Number of the episode in the saison sequence.';
|
|
||||||
COMMENT ON COLUMN media.date IS 'Simple date in years of the creation of the media.';
|
|
||||||
COMMENT ON COLUMN media.time IS 'Time in second of the media';
|
|
||||||
COMMENT ON COLUMN media.age_limit IS 'Limitation of the age to show the display ("-" for no limitation)';
|
|
||||||
''')
|
|
||||||
|
|
||||||
# Save (commit) the changes
|
|
||||||
connection.commit()
|
|
||||||
c.execute('''
|
|
||||||
CREATE TRIGGER set_timestamp_media
|
|
||||||
BEFORE UPDATE ON media
|
|
||||||
FOR EACH ROW
|
|
||||||
EXECUTE PROCEDURE trigger_set_timestamp();
|
|
||||||
''')
|
|
||||||
connection.commit()
|
|
||||||
|
|
||||||
|
|
||||||
c.execute('''
|
|
||||||
CREATE VIEW view_data AS
|
|
||||||
SELECT id, sha512, mime_type, size
|
|
||||||
FROM data
|
|
||||||
WHERE deleted = false
|
|
||||||
ORDER BY id;
|
|
||||||
CREATE VIEW view_type AS
|
|
||||||
SELECT id, name, description,
|
|
||||||
array(
|
|
||||||
SELECT data_id
|
|
||||||
FROM cover_link
|
|
||||||
WHERE cover_link.node_id = node.id
|
|
||||||
) AS covers
|
|
||||||
FROM node
|
|
||||||
WHERE deleted = false AND type = 'type'
|
|
||||||
ORDER BY name;
|
|
||||||
CREATE VIEW view_univers AS
|
|
||||||
SELECT id, name, description,
|
|
||||||
array(
|
|
||||||
SELECT data_id
|
|
||||||
FROM cover_link
|
|
||||||
WHERE cover_link.node_id = node.id
|
|
||||||
) AS covers
|
|
||||||
FROM node
|
|
||||||
WHERE deleted = false AND type = 'univers'
|
|
||||||
ORDER BY name;
|
|
||||||
CREATE VIEW view_serie AS
|
|
||||||
SELECT id, name, description,
|
|
||||||
array(
|
|
||||||
SELECT data_id
|
|
||||||
FROM cover_link
|
|
||||||
WHERE cover_link.node_id = node.id
|
|
||||||
) AS covers
|
|
||||||
FROM node
|
|
||||||
WHERE deleted = false AND type = 'serie'
|
|
||||||
ORDER BY name;
|
|
||||||
CREATE VIEW view_saison AS
|
|
||||||
SELECT id, name, description, parent_id,
|
|
||||||
array(
|
|
||||||
SELECT data_id
|
|
||||||
FROM cover_link
|
|
||||||
WHERE cover_link.node_id = node.id
|
|
||||||
) AS covers
|
|
||||||
FROM node
|
|
||||||
WHERE deleted = false AND type = 'saison'
|
|
||||||
ORDER BY name;
|
|
||||||
CREATE VIEW view_video AS
|
|
||||||
SELECT id, name, description, data_id, type_id, univers_id, serie_id, saison_id, episode, date, time, age_limit,
|
|
||||||
array(
|
|
||||||
SELECT data_id
|
|
||||||
FROM cover_link
|
|
||||||
WHERE cover_link.node_id = media.id
|
|
||||||
) AS covers
|
|
||||||
FROM media
|
|
||||||
WHERE deleted = false AND type = 'media'
|
|
||||||
ORDER BY name;
|
|
||||||
''')
|
|
||||||
connection.commit()
|
|
||||||
|
|
||||||
|
|
||||||
"""
|
|
||||||
default_values_type = [
|
|
||||||
{
|
|
||||||
"id": 0,
|
|
||||||
"name": "Documentary",
|
|
||||||
"description": "Documentary (annimals, space, earth...)",
|
|
||||||
"image": "type_documentary.svg"
|
|
||||||
},{
|
|
||||||
"id": 1,
|
|
||||||
"name": "Movie",
|
|
||||||
"description": "Movie with real humans (film)",
|
|
||||||
"image": "type_film.svg"
|
|
||||||
},{
|
|
||||||
"id": 2,
|
|
||||||
"name": "Annimation",
|
|
||||||
"description": "Annimation movies (film)",
|
|
||||||
"image": "type_annimation.svg"
|
|
||||||
},{
|
|
||||||
"id": 3,
|
|
||||||
"name": "Short films",
|
|
||||||
"description": "Small movies (less 2 minutes)",
|
|
||||||
"image": "type_film-short.svg"
|
|
||||||
},{
|
|
||||||
"id": 4,
|
|
||||||
"name": "TV show",
|
|
||||||
"description": "Tv show form old peoples",
|
|
||||||
"image": "type_tv-show.svg"
|
|
||||||
}, {
|
|
||||||
"id": 5,
|
|
||||||
"name": "Anniation tv show",
|
|
||||||
"description": "Tv show form young peoples",
|
|
||||||
"image": "type_tv-show-annimation.svg"
|
|
||||||
}, {
|
|
||||||
"id": 6,
|
|
||||||
"name": "Theater",
|
|
||||||
"description": "recorder theater pices",
|
|
||||||
"image": "type_theater.svg"
|
|
||||||
}, {
|
|
||||||
"id": 7,
|
|
||||||
"name": "One man show",
|
|
||||||
"description": "Recorded stand up",
|
|
||||||
"image": "type_one-man-show.svg"
|
|
||||||
}, {
|
|
||||||
"id": 8,
|
|
||||||
"name": "Concert",
|
|
||||||
"description": "Recorded concert",
|
|
||||||
"image": "type_concert.svg"
|
|
||||||
}, {
|
|
||||||
"id": 9,
|
|
||||||
"name": "Opera",
|
|
||||||
"description": "Recorded Opera",
|
|
||||||
"image": "type_opera.svg"
|
|
||||||
}
|
|
||||||
]
|
|
||||||
|
|
||||||
for elem in default_values_type:
|
|
||||||
print("add type: " + elem["name"]);
|
|
||||||
request_insert = (elem["name"], elem["description"])
|
|
||||||
c.execute('INSERT INTO node (type, name, description) VALUES (\'type\', %s, %s) RETURNING id', request_insert)
|
|
||||||
elem["id"] = c.fetchone()[0]
|
|
||||||
connection.commit()
|
|
||||||
"""
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
# We can also close the connection if we are done with it.
|
|
||||||
# Just be sure any changes have been committed or they will be lost.
|
|
||||||
connection.close()
|
|
||||||
#exit(0);
|
|
||||||
|
|
||||||
print(" =================================================== Send DATA ");
|
print(" =================================================== Send DATA ");
|
||||||
import transfert_data
|
import transfert_data
|
||||||
data_mapping = transfert_data.transfert_db()
|
data_mapping = transfert_data.transfert_db()
|
||||||
|
|||||||
@ -79,6 +79,7 @@ def transfert_db():
|
|||||||
out[str(id)] = id_of_new_row
|
out[str(id)] = id_of_new_row
|
||||||
file_object.write("mv \"media2/" + str(id_of_new_row) + "/data\" \"media/" + str(id) + "/video\"\n")
|
file_object.write("mv \"media2/" + str(id_of_new_row) + "/data\" \"media/" + str(id) + "/video\"\n")
|
||||||
file_object.write("mv \"media2/" + str(id_of_new_row) + "/meta.json\" \"media/" + str(id) + "/meta.json\"\n\n")
|
file_object.write("mv \"media2/" + str(id_of_new_row) + "/meta.json\" \"media/" + str(id) + "/meta.json\"\n\n")
|
||||||
|
file_object2.write("mkdir -p \"media2/" + str(id_of_new_row) + "\"\n")
|
||||||
file_object2.write("mv \"media/" + str(id) + "/video\" \"media2/" + str(id_of_new_row) + "/data\"\n")
|
file_object2.write("mv \"media/" + str(id) + "/video\" \"media2/" + str(id_of_new_row) + "/data\"\n")
|
||||||
file_object2.write("mv \"media/" + str(id) + "/meta.json\" \"media2/" + str(id_of_new_row) + "/meta.json\"\n\n")
|
file_object2.write("mv \"media/" + str(id) + "/meta.json\" \"media2/" + str(id_of_new_row) + "/meta.json\"\n\n")
|
||||||
#file_move("media/" + str(id) + "/video", "media2/" + str(id_of_new_row) + "/data")
|
#file_move("media/" + str(id) + "/video", "media2/" + str(id_of_new_row) + "/data")
|
||||||
|
|||||||
@ -48,27 +48,11 @@ def transfert_db(data_mapping):
|
|||||||
debug.info("[" + str(iii) + "/" + str(len(my_old_bdd)) + "] send new element " + str(elem["id"]))
|
debug.info("[" + str(iii) + "/" + str(len(my_old_bdd)) + "] send new element " + str(elem["id"]))
|
||||||
id = elem["id"]
|
id = elem["id"]
|
||||||
name = elem["name"]
|
name = elem["name"]
|
||||||
if "description" not in elem.keys():
|
request_insert = (name)
|
||||||
description = None
|
c.execute('SELECT id FROM node WHERE type = \'type\' LIMIT 1', request_insert)
|
||||||
else:
|
|
||||||
description = elem["description"]
|
|
||||||
if "covers" not in elem.keys():
|
|
||||||
covers = []
|
|
||||||
else:
|
|
||||||
covers = elem["covers"]
|
|
||||||
if covers == None:
|
|
||||||
covers = [];
|
|
||||||
request_insert = (name, description)
|
|
||||||
c.execute('INSERT INTO node (type, name, description) VALUES (\'type\', %s, %s) RETURNING id', request_insert)
|
|
||||||
id_of_new_row = c.fetchone()[0]
|
id_of_new_row = c.fetchone()[0]
|
||||||
debug.info("data transform: " + str(id) + " => " + str(id_of_new_row))
|
debug.info("data transform: " + str(id) + " => " + str(id_of_new_row))
|
||||||
out[str(id)] = id_of_new_row
|
out[str(id)] = id_of_new_row
|
||||||
connection.commit()
|
|
||||||
for elem_cover in covers:
|
|
||||||
request_insert = (id_of_new_row, data_mapping[str(elem_cover)])
|
|
||||||
print(" insert cover " + str(request_insert))
|
|
||||||
c.execute('INSERT INTO cover_link (node_id, data_id) VALUES (%s,%s) RETURNING id', request_insert)
|
|
||||||
connection.commit()
|
|
||||||
|
|
||||||
# Save (commit) the changes
|
# Save (commit) the changes
|
||||||
connection.commit()
|
connection.commit()
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user