Optimise Postgres post processing to speedup process

bin/load_db_scxa_analytics.sh

@@ -66,7 +66,12 @@ time sed "s/<EXP-ACCESSION>/$lc_exp_acc/g" $postgres_scripts_dir/04-build_pk.sql
     psql -v ON_ERROR_STOP=1 $dbConnection
 
 # Post-process partition table
-sed "s/<EXP-ACCESSION>/$lc_exp_acc/g" $postgres_scripts_dir/05-post_processing.sql.template | \
+sed "s/<EXP-ACCESSION>/$lc_exp_acc/g" $postgres_scripts_dir/05-01-post_processing.sql.template | \
+    sed "s/<EXP-ACC-UC>/$EXP_ID/g" | \
+    psql -v ON_ERROR_STOP=1 $dbConnection
+
+# Post-process partition table
+sed "s/<EXP-ACCESSION>/$lc_exp_acc/g" $postgres_scripts_dir/05-02-post_processing.sql.template | \
     sed "s/<EXP-ACC-UC>/$EXP_ID/g" | \
     psql -v ON_ERROR_STOP=1 $dbConnection
 

postgres_routines/05-01-post_processing.sql.template

@@ -0,0 +1,8 @@
+/*
+  This script performs a group of post-load tasks:
+    - cluster the partition tables on primary key (optional) -> blocking op
+    - collect statistics on the partition tables (mandatory)
+*/
+
+CLUSTER scxa_analytics_<EXP-ACCESSION> USING scxa_analytics_<EXP-ACCESSION>_pk;
+ANALYZE scxa_analytics_<EXP-ACCESSION>;

postgres_routines/05-02-post_processing.sql.template

@@ -0,0 +1,8 @@
+/*
+  This script performs a group of post-load tasks:
+    - re-enable autovacuum (mandatory)
+    - add a check constraint on the partition value (mandatory)
+*/
+
+alter table scxa_analytics_<EXP-ACCESSION> SET (autovacuum_enabled = true, toast.autovacuum_enabled = true) add constraint check_e_ebi_<EXP-ACCESSION> check (experiment_accession='<EXP-ACC-UC>');
+RESET maintenance_work_mem ;