[DEV] update BDD
This commit is contained in:
parent
877c514cc9
commit
aa99c6dc4f
@ -139,7 +139,7 @@ def create_if_needed():
|
||||
c.execute('''
|
||||
CREATE TABLE object (
|
||||
id INTEGER PRIMARY KEY default nextval('kar_id_sequence'),
|
||||
deleted BOOLEAN NOT NULL DEFAULT false,
|
||||
deleted BOOLEAN NOT NULL DEFAULT FALSE,
|
||||
create_date TIMESTAMPTZ NOT NULL DEFAULT NOW(),
|
||||
modify_date TIMESTAMPTZ NOT NULL DEFAULT NOW());
|
||||
COMMENT ON TABLE object IS 'Basic element in this BDD (manage the create and modfy property, the deletion and the unique ID.';
|
||||
|
||||
@ -16,360 +16,6 @@ import random
|
||||
import copy
|
||||
from dateutil import parser
|
||||
|
||||
import db
|
||||
connection = db.connect_bdd();
|
||||
|
||||
debug.info("create the table:")
|
||||
|
||||
c = connection.cursor()
|
||||
|
||||
c.execute('''
|
||||
DROP TABLE IF EXISTS media;
|
||||
DROP TABLE IF EXISTS cover_link;
|
||||
DROP TABLE IF EXISTS node;
|
||||
DROP TABLE IF EXISTS data;
|
||||
DROP TABLE IF EXISTS object;
|
||||
DROP SEQUENCE IF EXISTS kar_id_sequence;
|
||||
''');
|
||||
connection.commit()
|
||||
|
||||
c.execute('''
|
||||
CREATE TYPE node_type AS ENUM ('type', 'univers', 'serie', 'saison', 'media');
|
||||
CREATE TYPE age_type AS ENUM ('-', '5', '9', '12', '14', '16', '18');
|
||||
''')
|
||||
connection.commit()
|
||||
|
||||
# Create table
|
||||
c.execute('''
|
||||
CREATE SEQUENCE kar_id_sequence;
|
||||
''')
|
||||
connection.commit()
|
||||
|
||||
# Create table
|
||||
c.execute('''
|
||||
CREATE OR REPLACE FUNCTION trigger_set_timestamp()
|
||||
RETURNS TRIGGER AS $$
|
||||
BEGIN
|
||||
NEW.modify_date = NOW();
|
||||
RETURN NEW;
|
||||
END;
|
||||
$$ LANGUAGE plpgsql;
|
||||
''')
|
||||
connection.commit()
|
||||
|
||||
aaa = '''
|
||||
CREATE OR REPLACE FUNCTION check_exist(_table character, _id INTEGER)
|
||||
RETURNS BOOLEAN AS $$
|
||||
DECLARE vvv int;
|
||||
DECLARE eee text;
|
||||
BEGIN
|
||||
raise WARNING 'check_exist(%,%)%', _table, _id, E'\n';
|
||||
IF _id IS NULL THEN
|
||||
raise WARNING ' ==> return 1 (detect NULL)%', E'\n';
|
||||
RETURN 1;
|
||||
END IF;
|
||||
eee = 'select 1 FROM ' || quote_ident(_table) || ' WHERE id = ' || _id;
|
||||
raise WARNING 'Execute: % %', eee, E'\n';
|
||||
EXECUTE 'select 1 FROM ' || quote_ident(_table) || ' WHERE id = ' || _id INTO vvv;
|
||||
raise WARNING 'Value vvv: % %', vvv, E'\n';
|
||||
IF vvv = 1 THEN
|
||||
raise WARNING ' ==> return 1 %', E'\n';
|
||||
RETURN 1;
|
||||
ELSE
|
||||
raise WARNING ' ==> return 0 %', E'\n';
|
||||
RETURN 0;
|
||||
END IF;
|
||||
END;
|
||||
$$ LANGUAGE plpgsql;
|
||||
'''
|
||||
|
||||
c.execute('''
|
||||
CREATE OR REPLACE FUNCTION check_exist(_table character, _id INTEGER)
|
||||
RETURNS BOOLEAN AS $$
|
||||
DECLARE vvv int;
|
||||
DECLARE eee text;
|
||||
BEGIN
|
||||
IF _id IS NULL THEN
|
||||
RETURN 1;
|
||||
END IF;
|
||||
EXECUTE 'select 1 FROM ' || quote_ident(_table) || ' WHERE id = ' || _id INTO vvv;
|
||||
IF vvv = 1 THEN
|
||||
RETURN 1;
|
||||
ELSE
|
||||
RETURN 0;
|
||||
END IF;
|
||||
END;
|
||||
$$ LANGUAGE plpgsql;
|
||||
''')
|
||||
connection.commit()
|
||||
|
||||
c.execute("""
|
||||
CREATE OR REPLACE FUNCTION check_node_exist(_type character, _id INTEGER)
|
||||
RETURNS BOOLEAN AS $$
|
||||
DECLARE vvv int;
|
||||
DECLARE eee text;
|
||||
BEGIN
|
||||
IF _id IS NULL THEN
|
||||
RETURN 1;
|
||||
END IF;
|
||||
EXECUTE 'select 1 FROM node WHERE type = ''' || quote_ident(_type) || ''' AND id = ' || _id INTO vvv;
|
||||
IF vvv = 1 THEN
|
||||
RETURN 1;
|
||||
ELSE
|
||||
RETURN 0;
|
||||
END IF;
|
||||
END;
|
||||
$$ LANGUAGE plpgsql;
|
||||
""")
|
||||
connection.commit()
|
||||
|
||||
# Create table
|
||||
c.execute('''
|
||||
CREATE TABLE object (
|
||||
id INTEGER PRIMARY KEY default nextval('kar_id_sequence'),
|
||||
deleted BOOLEAN NOT NULL DEFAULT false,
|
||||
create_date TIMESTAMPTZ NOT NULL DEFAULT NOW(),
|
||||
modify_date TIMESTAMPTZ NOT NULL DEFAULT NOW());
|
||||
COMMENT ON TABLE object IS 'Basic element in this BDD (manage the create and modfy property, the deletion and the unique ID.';
|
||||
COMMENT ON COLUMN object.id IS 'Unique global ID in the BDD.';
|
||||
COMMENT ON COLUMN object.deleted IS 'If true the element is dead and must not be shown.';
|
||||
COMMENT ON COLUMN object.create_date IS 'Creation date of this Object (automatically setup by the BDD).';
|
||||
COMMENT ON COLUMN object.modify_date IS 'Modify date of this object (automatically updated by the BDD).';
|
||||
''')
|
||||
|
||||
c.execute('''
|
||||
CREATE TRIGGER set_timestamp
|
||||
BEFORE UPDATE ON object
|
||||
FOR EACH ROW
|
||||
EXECUTE PROCEDURE trigger_set_timestamp();
|
||||
''')
|
||||
connection.commit()
|
||||
|
||||
# Create table
|
||||
c.execute('''
|
||||
CREATE TABLE data (
|
||||
sha512 VARCHAR(129) NOT NULL,
|
||||
mime_type VARCHAR(128) NOT NULL,
|
||||
size BIGINT NOT NULL,
|
||||
original_name TEXT
|
||||
) INHERITS (object);
|
||||
COMMENT ON TABLE data IS 'Data basic reference on the big data managed.';
|
||||
COMMENT ON COLUMN data.sha512 IS 'Unique Sha512 of the file.';
|
||||
COMMENT ON COLUMN data.mime_type IS 'Type of the object with his mine-type description.';
|
||||
COMMENT ON COLUMN data.size IS 'Size of the file in Byte.';
|
||||
COMMENT ON COLUMN data.original_name IS 'Name of the file when upload it in the BDD ==> MUST be remove later.';
|
||||
''')
|
||||
connection.commit()
|
||||
|
||||
c.execute('''
|
||||
CREATE TRIGGER set_timestamp_data
|
||||
BEFORE UPDATE ON data
|
||||
FOR EACH ROW
|
||||
EXECUTE PROCEDURE trigger_set_timestamp();
|
||||
''')
|
||||
connection.commit()
|
||||
|
||||
|
||||
|
||||
# Create table
|
||||
c.execute('''
|
||||
CREATE TABLE node (
|
||||
type node_type NOT NULL,
|
||||
name TEXT NOT NULL,
|
||||
description TEXT,
|
||||
parent_id INTEGER CHECK(check_exist('node', parent_id))
|
||||
) INHERITS (object);
|
||||
COMMENT ON TABLE node IS 'Node is a basic element of what must be hierarchie apears.';
|
||||
COMMENT ON COLUMN node.name IS 'Name of the Node.';
|
||||
COMMENT ON COLUMN node.description IS 'Description of the Node.';
|
||||
''')
|
||||
connection.commit()
|
||||
c.execute('''
|
||||
CREATE TRIGGER set_timestamp_node
|
||||
BEFORE UPDATE ON node
|
||||
FOR EACH ROW
|
||||
EXECUTE PROCEDURE trigger_set_timestamp();
|
||||
''')
|
||||
connection.commit()
|
||||
|
||||
# Create table
|
||||
c.execute('''
|
||||
CREATE TABLE cover_link (
|
||||
node_id INTEGER CHECK(check_exist('node', node_id)),
|
||||
data_id INTEGER CHECK(check_exist('data', data_id))
|
||||
) INHERITS (object);
|
||||
COMMENT ON TABLE cover_link IS 'Link between cover data id and Nodes.';
|
||||
''')
|
||||
connection.commit()
|
||||
c.execute('''
|
||||
CREATE TRIGGER set_timestamp_cover_link
|
||||
BEFORE UPDATE ON cover_link
|
||||
FOR EACH ROW
|
||||
EXECUTE PROCEDURE trigger_set_timestamp();
|
||||
''')
|
||||
connection.commit()
|
||||
|
||||
# Create table
|
||||
c.execute('''
|
||||
CREATE TABLE media (
|
||||
data_id INTEGER CHECK(check_exist('data', data_id)),
|
||||
type_id INTEGER CHECK(check_node_exist('type', type_id)),
|
||||
univers_id INTEGER CHECK(check_node_exist('univers', univers_id)),
|
||||
serie_id INTEGER CHECK(check_node_exist('serie', serie_id)),
|
||||
saison_id INTEGER CHECK(check_node_exist('saison', saison_id)),
|
||||
episode INTEGER CHECK(episode >=0),
|
||||
date INTEGER CHECK(date > 1850),
|
||||
time INTEGER CHECK(time >= 0),
|
||||
age_limit age_type NOT NULL DEFAULT '-'
|
||||
) INHERITS (node);
|
||||
COMMENT ON TABLE media IS 'Media Media that is visible.';
|
||||
COMMENT ON COLUMN media.episode IS 'Number of the episode in the saison sequence.';
|
||||
COMMENT ON COLUMN media.date IS 'Simple date in years of the creation of the media.';
|
||||
COMMENT ON COLUMN media.time IS 'Time in second of the media';
|
||||
COMMENT ON COLUMN media.age_limit IS 'Limitation of the age to show the display ("-" for no limitation)';
|
||||
''')
|
||||
|
||||
# Save (commit) the changes
|
||||
connection.commit()
|
||||
c.execute('''
|
||||
CREATE TRIGGER set_timestamp_media
|
||||
BEFORE UPDATE ON media
|
||||
FOR EACH ROW
|
||||
EXECUTE PROCEDURE trigger_set_timestamp();
|
||||
''')
|
||||
connection.commit()
|
||||
|
||||
|
||||
c.execute('''
|
||||
CREATE VIEW view_data AS
|
||||
SELECT id, sha512, mime_type, size
|
||||
FROM data
|
||||
WHERE deleted = false
|
||||
ORDER BY id;
|
||||
CREATE VIEW view_type AS
|
||||
SELECT id, name, description,
|
||||
array(
|
||||
SELECT data_id
|
||||
FROM cover_link
|
||||
WHERE cover_link.node_id = node.id
|
||||
) AS covers
|
||||
FROM node
|
||||
WHERE deleted = false AND type = 'type'
|
||||
ORDER BY name;
|
||||
CREATE VIEW view_univers AS
|
||||
SELECT id, name, description,
|
||||
array(
|
||||
SELECT data_id
|
||||
FROM cover_link
|
||||
WHERE cover_link.node_id = node.id
|
||||
) AS covers
|
||||
FROM node
|
||||
WHERE deleted = false AND type = 'univers'
|
||||
ORDER BY name;
|
||||
CREATE VIEW view_serie AS
|
||||
SELECT id, name, description,
|
||||
array(
|
||||
SELECT data_id
|
||||
FROM cover_link
|
||||
WHERE cover_link.node_id = node.id
|
||||
) AS covers
|
||||
FROM node
|
||||
WHERE deleted = false AND type = 'serie'
|
||||
ORDER BY name;
|
||||
CREATE VIEW view_saison AS
|
||||
SELECT id, name, description, parent_id,
|
||||
array(
|
||||
SELECT data_id
|
||||
FROM cover_link
|
||||
WHERE cover_link.node_id = node.id
|
||||
) AS covers
|
||||
FROM node
|
||||
WHERE deleted = false AND type = 'saison'
|
||||
ORDER BY name;
|
||||
CREATE VIEW view_video AS
|
||||
SELECT id, name, description, data_id, type_id, univers_id, serie_id, saison_id, episode, date, time, age_limit,
|
||||
array(
|
||||
SELECT data_id
|
||||
FROM cover_link
|
||||
WHERE cover_link.node_id = media.id
|
||||
) AS covers
|
||||
FROM media
|
||||
WHERE deleted = false AND type = 'media'
|
||||
ORDER BY name;
|
||||
''')
|
||||
connection.commit()
|
||||
|
||||
|
||||
"""
|
||||
default_values_type = [
|
||||
{
|
||||
"id": 0,
|
||||
"name": "Documentary",
|
||||
"description": "Documentary (annimals, space, earth...)",
|
||||
"image": "type_documentary.svg"
|
||||
},{
|
||||
"id": 1,
|
||||
"name": "Movie",
|
||||
"description": "Movie with real humans (film)",
|
||||
"image": "type_film.svg"
|
||||
},{
|
||||
"id": 2,
|
||||
"name": "Annimation",
|
||||
"description": "Annimation movies (film)",
|
||||
"image": "type_annimation.svg"
|
||||
},{
|
||||
"id": 3,
|
||||
"name": "Short films",
|
||||
"description": "Small movies (less 2 minutes)",
|
||||
"image": "type_film-short.svg"
|
||||
},{
|
||||
"id": 4,
|
||||
"name": "TV show",
|
||||
"description": "Tv show form old peoples",
|
||||
"image": "type_tv-show.svg"
|
||||
}, {
|
||||
"id": 5,
|
||||
"name": "Anniation tv show",
|
||||
"description": "Tv show form young peoples",
|
||||
"image": "type_tv-show-annimation.svg"
|
||||
}, {
|
||||
"id": 6,
|
||||
"name": "Theater",
|
||||
"description": "recorder theater pices",
|
||||
"image": "type_theater.svg"
|
||||
}, {
|
||||
"id": 7,
|
||||
"name": "One man show",
|
||||
"description": "Recorded stand up",
|
||||
"image": "type_one-man-show.svg"
|
||||
}, {
|
||||
"id": 8,
|
||||
"name": "Concert",
|
||||
"description": "Recorded concert",
|
||||
"image": "type_concert.svg"
|
||||
}, {
|
||||
"id": 9,
|
||||
"name": "Opera",
|
||||
"description": "Recorded Opera",
|
||||
"image": "type_opera.svg"
|
||||
}
|
||||
]
|
||||
|
||||
for elem in default_values_type:
|
||||
print("add type: " + elem["name"]);
|
||||
request_insert = (elem["name"], elem["description"])
|
||||
c.execute('INSERT INTO node (type, name, description) VALUES (\'type\', %s, %s) RETURNING id', request_insert)
|
||||
elem["id"] = c.fetchone()[0]
|
||||
connection.commit()
|
||||
"""
|
||||
|
||||
|
||||
|
||||
# We can also close the connection if we are done with it.
|
||||
# Just be sure any changes have been committed or they will be lost.
|
||||
connection.close()
|
||||
#exit(0);
|
||||
|
||||
print(" =================================================== Send DATA ");
|
||||
import transfert_data
|
||||
data_mapping = transfert_data.transfert_db()
|
||||
|
||||
@ -79,6 +79,7 @@ def transfert_db():
|
||||
out[str(id)] = id_of_new_row
|
||||
file_object.write("mv \"media2/" + str(id_of_new_row) + "/data\" \"media/" + str(id) + "/video\"\n")
|
||||
file_object.write("mv \"media2/" + str(id_of_new_row) + "/meta.json\" \"media/" + str(id) + "/meta.json\"\n\n")
|
||||
file_object2.write("mkdir -p \"media2/" + str(id_of_new_row) + "\"\n")
|
||||
file_object2.write("mv \"media/" + str(id) + "/video\" \"media2/" + str(id_of_new_row) + "/data\"\n")
|
||||
file_object2.write("mv \"media/" + str(id) + "/meta.json\" \"media2/" + str(id_of_new_row) + "/meta.json\"\n\n")
|
||||
#file_move("media/" + str(id) + "/video", "media2/" + str(id_of_new_row) + "/data")
|
||||
|
||||
@ -48,27 +48,11 @@ def transfert_db(data_mapping):
|
||||
debug.info("[" + str(iii) + "/" + str(len(my_old_bdd)) + "] send new element " + str(elem["id"]))
|
||||
id = elem["id"]
|
||||
name = elem["name"]
|
||||
if "description" not in elem.keys():
|
||||
description = None
|
||||
else:
|
||||
description = elem["description"]
|
||||
if "covers" not in elem.keys():
|
||||
covers = []
|
||||
else:
|
||||
covers = elem["covers"]
|
||||
if covers == None:
|
||||
covers = [];
|
||||
request_insert = (name, description)
|
||||
c.execute('INSERT INTO node (type, name, description) VALUES (\'type\', %s, %s) RETURNING id', request_insert)
|
||||
request_insert = (name)
|
||||
c.execute('SELECT id FROM node WHERE type = \'type\' LIMIT 1', request_insert)
|
||||
id_of_new_row = c.fetchone()[0]
|
||||
debug.info("data transform: " + str(id) + " => " + str(id_of_new_row))
|
||||
out[str(id)] = id_of_new_row
|
||||
connection.commit()
|
||||
for elem_cover in covers:
|
||||
request_insert = (id_of_new_row, data_mapping[str(elem_cover)])
|
||||
print(" insert cover " + str(request_insert))
|
||||
c.execute('INSERT INTO cover_link (node_id, data_id) VALUES (%s,%s) RETURNING id', request_insert)
|
||||
connection.commit()
|
||||
|
||||
# Save (commit) the changes
|
||||
connection.commit()
|
||||
|
||||
Loading…
Reference in New Issue
Block a user