Loading README.txt +1 −1 Original line number Diff line number Diff line Loading @@ -157,7 +157,7 @@ You can access the redis server from the 'client' container: 3) This will return all the information regarding the job You can access the file catalog from the 'client' container: 1) Access the db via psql client (password: postgres): 1) Access the db via psql client: $ psql -h file_catalog -U postgres -d vospace_testdb 2) You can now perform a query, for example show all the tuples of the Node table displaying some fields: vospace_testdb=# SELECT node_id, parent_path, path, name, type, owner_id, creator_id, content_MD5 FROM Node; Loading TODO.txt 0 → 100644 +26 −0 Original line number Diff line number Diff line - Paths in config file vospace_path_prefix = /vos [transfer_node] base_path = /home/{username}/store [servers] hostname = base_path = /home/{username} [tape] frontend = base_path = /home/users/{username} - We should maintain a coherence between {username} on different storage points ({username} should be the same in all places) - Temporary dir with timestamp => flag? - Add hostname parameter to dataArchiver.py - How to scale the system: multiple queues (more complex scheduling) + FSM - If we have more than one tape library, do we need an entry on the configuration file for each one? Does spectrum archive send data to the right tape according to a defined policy? - And how many IA2 servers? No newline at end of file file_catalog/00-init.sql +10 −2 Original line number Diff line number Diff line Loading @@ -42,8 +42,8 @@ CREATE TABLE Node ( -- async_trans serve per indicare se il nodo e` ospitato da un cold storage e deve essere necessariamente -- trasferito con un trasferimento asincrono busy_state BOOLEAN default NULL, owner_id VARCHAR NOT NULL, creator_id VARCHAR NOT NULL, owner_id VARCHAR default NULL, creator_id VARCHAR default NULL, group_read VARCHAR[] default NULL, group_write VARCHAR[] default NULL, is_public BOOLEAN default NULL, Loading Loading @@ -84,3 +84,11 @@ CREATE TABLE DeletedNode ( last_modified TIMESTAMP default CURRENT_TIMESTAMP, PRIMARY KEY (node_id) ); CREATE TABLE Users ( rap_id VARCHAR NOT NULL, user_name VARCHAR NOT NULL, e_mail VARCHAR NOT NULL, PRIMARY KEY (rap_id) ); No newline at end of file file_catalog/05-data.sql +16 −3 Original line number Diff line number Diff line Loading @@ -2,6 +2,19 @@ Initialization test for vospace Node table; for now owner_id and group_id are set equal to the rap_id */ INSERT INTO Node (parent_path, name, type, owner_id, creator_id) VALUES (NULL, '', 'container', '3354', '3354'); -- / INSERT INTO Node (parent_path, name, type, owner_id, creator_id) VALUES ('', 'home', 'container', '3354', '3354'); -- /home INSERT INTO Node (parent_path, name, type, owner_id, creator_id) VALUES ('2', 'curban', 'container', '3354', '3354'); -- /home/curban INSERT INTO Node (parent_path, name, type, owner_id, creator_id) VALUES (NULL, '', 'container', '0', '0'); -- / INSERT INTO Node (parent_path, name, type, owner_id, creator_id) VALUES ('', 'curban', 'container', '3354', '3354'); -- /curban INSERT INTO Node (parent_path, name, type, owner_id, creator_id) VALUES ('2', 'store', 'container', '3354', '3354'); -- /curban/store INSERT INTO Node (parent_path, name, type, owner_id, creator_id) VALUES ('', 'sbertocco', 'container', '2048', '2048'); -- /sbertocco INSERT INTO Node (parent_path, name, type, owner_id, creator_id) VALUES ('4', 'store', 'container', '2048', '2048'); -- /sbertocco/store INSERT INTO Node (parent_path, name, type, owner_id, creator_id) VALUES ('', 'szorba', 'container', '2386', '2386'); -- /szorba INSERT INTO Node (parent_path, name, type, owner_id, creator_id) VALUES ('6', 'store', 'container', '2386', '2386'); -- /szorba/store /* Initialization test for vospace Users table */ INSERT INTO Users (rap_id, user_name, e_mail) VALUES ('3354', 'curban', 'cristiano.urban@inaf.it'); INSERT INTO Users (rap_id, user_name, e_mail) VALUES ('2048', 'sbertocco', 'sara.bertocco@inaf.it'); INSERT INTO Users (rap_id, user_name, e_mail) VALUES ('2386', 'szorba', 'sonia.zorba@inaf.it'); No newline at end of file file_catalog/Dockerfile +2 −2 Original line number Diff line number Diff line # Use posgres as base image FROM library/postgres:12 # Set postgres password ENV POSTGRES_PASSWORD postgres # Allow access without password ENV POSTGRES_HOST_AUTH_METHOD=trust # Set postgres db name ENV POSTGRES_DB vospace_testdb Loading Loading
README.txt +1 −1 Original line number Diff line number Diff line Loading @@ -157,7 +157,7 @@ You can access the redis server from the 'client' container: 3) This will return all the information regarding the job You can access the file catalog from the 'client' container: 1) Access the db via psql client (password: postgres): 1) Access the db via psql client: $ psql -h file_catalog -U postgres -d vospace_testdb 2) You can now perform a query, for example show all the tuples of the Node table displaying some fields: vospace_testdb=# SELECT node_id, parent_path, path, name, type, owner_id, creator_id, content_MD5 FROM Node; Loading
TODO.txt 0 → 100644 +26 −0 Original line number Diff line number Diff line - Paths in config file vospace_path_prefix = /vos [transfer_node] base_path = /home/{username}/store [servers] hostname = base_path = /home/{username} [tape] frontend = base_path = /home/users/{username} - We should maintain a coherence between {username} on different storage points ({username} should be the same in all places) - Temporary dir with timestamp => flag? - Add hostname parameter to dataArchiver.py - How to scale the system: multiple queues (more complex scheduling) + FSM - If we have more than one tape library, do we need an entry on the configuration file for each one? Does spectrum archive send data to the right tape according to a defined policy? - And how many IA2 servers? No newline at end of file
file_catalog/00-init.sql +10 −2 Original line number Diff line number Diff line Loading @@ -42,8 +42,8 @@ CREATE TABLE Node ( -- async_trans serve per indicare se il nodo e` ospitato da un cold storage e deve essere necessariamente -- trasferito con un trasferimento asincrono busy_state BOOLEAN default NULL, owner_id VARCHAR NOT NULL, creator_id VARCHAR NOT NULL, owner_id VARCHAR default NULL, creator_id VARCHAR default NULL, group_read VARCHAR[] default NULL, group_write VARCHAR[] default NULL, is_public BOOLEAN default NULL, Loading Loading @@ -84,3 +84,11 @@ CREATE TABLE DeletedNode ( last_modified TIMESTAMP default CURRENT_TIMESTAMP, PRIMARY KEY (node_id) ); CREATE TABLE Users ( rap_id VARCHAR NOT NULL, user_name VARCHAR NOT NULL, e_mail VARCHAR NOT NULL, PRIMARY KEY (rap_id) ); No newline at end of file
file_catalog/05-data.sql +16 −3 Original line number Diff line number Diff line Loading @@ -2,6 +2,19 @@ Initialization test for vospace Node table; for now owner_id and group_id are set equal to the rap_id */ INSERT INTO Node (parent_path, name, type, owner_id, creator_id) VALUES (NULL, '', 'container', '3354', '3354'); -- / INSERT INTO Node (parent_path, name, type, owner_id, creator_id) VALUES ('', 'home', 'container', '3354', '3354'); -- /home INSERT INTO Node (parent_path, name, type, owner_id, creator_id) VALUES ('2', 'curban', 'container', '3354', '3354'); -- /home/curban INSERT INTO Node (parent_path, name, type, owner_id, creator_id) VALUES (NULL, '', 'container', '0', '0'); -- / INSERT INTO Node (parent_path, name, type, owner_id, creator_id) VALUES ('', 'curban', 'container', '3354', '3354'); -- /curban INSERT INTO Node (parent_path, name, type, owner_id, creator_id) VALUES ('2', 'store', 'container', '3354', '3354'); -- /curban/store INSERT INTO Node (parent_path, name, type, owner_id, creator_id) VALUES ('', 'sbertocco', 'container', '2048', '2048'); -- /sbertocco INSERT INTO Node (parent_path, name, type, owner_id, creator_id) VALUES ('4', 'store', 'container', '2048', '2048'); -- /sbertocco/store INSERT INTO Node (parent_path, name, type, owner_id, creator_id) VALUES ('', 'szorba', 'container', '2386', '2386'); -- /szorba INSERT INTO Node (parent_path, name, type, owner_id, creator_id) VALUES ('6', 'store', 'container', '2386', '2386'); -- /szorba/store /* Initialization test for vospace Users table */ INSERT INTO Users (rap_id, user_name, e_mail) VALUES ('3354', 'curban', 'cristiano.urban@inaf.it'); INSERT INTO Users (rap_id, user_name, e_mail) VALUES ('2048', 'sbertocco', 'sara.bertocco@inaf.it'); INSERT INTO Users (rap_id, user_name, e_mail) VALUES ('2386', 'szorba', 'sonia.zorba@inaf.it'); No newline at end of file
file_catalog/Dockerfile +2 −2 Original line number Diff line number Diff line # Use posgres as base image FROM library/postgres:12 # Set postgres password ENV POSTGRES_PASSWORD postgres # Allow access without password ENV POSTGRES_HOST_AUTH_METHOD=trust # Set postgres db name ENV POSTGRES_DB vospace_testdb Loading