## This script contains all commands executed in the PROJECT uwfgou and can be run again using the ASAP_run docker (https://hub.docker.com/layers/fabdavid/asap_run) echo '*******************Reproducing analysis of PROJECT uwfgou / ASAP56**********************' echo '***************************************************************************************' ## CONFIGURATION (edit below to match your machine; lines until the separator) export ASAP_PROJECTS_DIR=/asap_projects ## change this to write analysis results there (there will be subdirectory for each project key). export LOOM_DIR=$ASAP_PROJECTS_DIR/loom_files export ASAP_DATA_DB_HOST=localhost; export ASAP_DATA_DB_PORT=5432 export PSQL_DIR=/usr/pgsql-10/bin ## ========================================================= export PROJECT_DIR=$ASAP_PROJECTS_DIR/uwfgou ## Pull Docker images (must run before any docker run in this script) docker pull fabdavid/asap_run:v5 ## Host LOOM staging directory (inside Docker volume) docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $LOOM_DIR; chmod 777 $LOOM_DIR" echo 'This project is PUBLIC => Nothing to do' ## Local PostgreSQL: create ASAP data database and load dump if missing if ! psql -lqt | cut -d \| -f 1 | grep -qw asap_data_v5; then echo 'Create database asap_data_v5'; echo '$PSQL_DIR/createdb -p $ASAP_DATA_DB_PORT asap_data_v5'; $PSQL_DIR/createdb -p $ASAP_DATA_DB_PORT asap_data_v5; echo 'wget -qO - https://asap.epfl.ch/dumps/asap_data_v5.sql.gz | gunzip | grep -v \'AS integer\' | $PSQL_DIR/psql -p $ASAP_DATA_DB_PORT asap_data_v5'; wget -qO - https://asap.epfl.ch/dumps/asap_data_v5.sql.gz | gunzip | grep -v 'AS integer' | $PSQL_DIR/psql -p $ASAP_DATA_DB_PORT asap_data_v5; fi ## Project directory on the shared volume docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR" ## Step output directories (one folder per pipeline step that has runs) docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/parsing/ && mkdir -p $PROJECT_DIR/normalization/ && mkdir -p $PROJECT_DIR/markers/ && mkdir -p $PROJECT_DIR/marker_enrich/" ## Parsed LOOM file (public: wget; private: place file then symlink as below) echo 'Loading parsed Loom file...' docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "wget -qO $PROJECT_DIR/parsing/output.loom 'https://asap.epfl.ch/projects/uwfgou/get_file?filename=parsing/output.loom'" ## Re-execute each recorded run (parsing step is skipped; LOOM is already in place) ## ---------------------------------------------------------------- ## Run 73662 Normalization (Normalization #1 asap_seurat) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/normalization/73662/" ## Running Normalization [73662] [Normalization #1 asap_seurat] (input_matrix:parsing scale_factor:10000) echo '-> Running Normalization [73662] [Normalization #1 asap_seurat] (input_matrix:parsing scale_factor:10000)' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_73662 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'java -jar /srv/ASAP.jar -T Normalization -loom /data/asap2/users/1/uwfgou/parsing/output.loom -o /data/asap2/users/1/uwfgou/normalization/73662/output.json -oAnnot /layers/norm_1_asap_seurat -scaleFactor 10000 1> /data/asap2/users/1/uwfgou/normalization/73662/exec.out 2> /data/asap2/users/1/uwfgou/normalization/73662/exec.err'" ## ---------------------------------------------------------------- ## Run 167153 Find markers (Find markers #1 asap_markers) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/markers/167153/" ## Running Find markers [167153] [Find markers #1 asap_markers] () echo '-> Running Find markers [167153] [Find markers #1 asap_markers] ()' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_167153 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'java -jar /srv/ASAP.jar -T FindMarkers --loom /data/asap2/users/1/uwfgou/parsing/output.loom -o /data/asap2/users/1/uwfgou/markers/167153 --iAnnot /col_attrs/annotation --id 469674 1> /data/asap2/users/1/uwfgou/markers/167153/exec.out 2> /data/asap2/users/1/uwfgou/markers/167153/exec.err'" ## ---------------------------------------------------------------- ## Run 167154 Marker enrichment (Marker enrichment #2 asap_marker_enrichment) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/marker_enrich/167154/" ## Running Marker enrichment [167154] [Marker enrichment #2 asap_marker_enrichment] () echo '-> Running Marker enrichment [167154] [Marker enrichment #2 asap_marker_enrichment] ()' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_167154 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'java -jar /srv/ASAP.jar -T MarkerEnrichment -i /data/asap2/users/1/uwfgou/markers/167153 -o /data/asap2/users/1/uwfgou/markers/167154 --genesets 671,672,673,2371,3138 -h $ASAP_DATA_DB_HOST:$ASAP_DATA_DB_PORT/asap_data_v5 1> /data/asap2/users/1/uwfgou/markers/167154/exec.out 2> /data/asap2/users/1/uwfgou/markers/167154/exec.err'" ## ---------------------------------------------------------------- ## Run 348150 Find markers (Find markers #2 asap_markers) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/markers/348150/" ## Running Find markers [348150] [Find markers #2 asap_markers] (input_matrix:parsing) echo '-> Running Find markers [348150] [Find markers #2 asap_markers] (input_matrix:parsing)' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_348150 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'java -jar /srv/ASAP.jar -T FindMarkers --loom /data/asap2/users/1/uwfgou/parsing/output.loom -o /data/asap2/users/1/uwfgou/markers/348150 --iAnnot /col_attrs/annotation --id 469674 --is_count_table true 1> /data/asap2/users/1/uwfgou/markers/348150/exec.out 2> /data/asap2/users/1/uwfgou/markers/348150/exec.err'" ## ---------------------------------------------------------------- ## Run 348151 Marker enrichment (Marker enrichment #3 asap_marker_enrichment) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/marker_enrich/348151/" ## Running Marker enrichment [348151] [Marker enrichment #3 asap_marker_enrichment] () echo '-> Running Marker enrichment [348151] [Marker enrichment #3 asap_marker_enrichment] ()' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_348151 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'java -jar /srv/ASAP.jar -T MarkerEnrichment -i /data/asap2/users/1/uwfgou/markers/348150 -o /data/asap2/users/1/uwfgou/markers/348151 --genesets 671,672,673,2371,3138 -h $ASAP_DATA_DB_HOST:$ASAP_DATA_DB_PORT/asap_data_v5 1> /data/asap2/users/1/uwfgou/markers/348151/exec.out 2> /data/asap2/users/1/uwfgou/markers/348151/exec.err'" ## ---------------------------------------------------------------- ## Run 484132 Find markers (Find markers #3 asap_markers) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/markers/484132/" ## Running Find markers [484132] [Find markers #3 asap_markers] (input_matrix:parsing) echo '-> Running Find markers [484132] [Find markers #3 asap_markers] (input_matrix:parsing)' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_484132 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'java -jar /srv/ASAP.jar -T FindMarkers --loom /data/asap2/users/1/uwfgou/parsing/output.loom -o /data/asap2/users/1/uwfgou/markers/484132 --iAnnot /col_attrs/tissue --id 469669 --is_count_table true 1> /data/asap2/users/1/uwfgou/markers/484132/exec.out 2> /data/asap2/users/1/uwfgou/markers/484132/exec.err'" ## ---------------------------------------------------------------- ## Run 700709 Find markers (Find markers #4 asap_markers) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/markers/700709/" ## Running Find markers [700709] [Find markers #4 asap_markers] (input_matrix:parsing) echo '-> Running Find markers [700709] [Find markers #4 asap_markers] (input_matrix:parsing)' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_700709 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'java -jar /srv/ASAP.jar -T FindMarkers --loom /data/asap2/users/1/uwfgou/parsing/output.loom -o /data/asap2/users/1/uwfgou/markers/700709 --iAnnot /col_attrs/ClusterID --id 469643 --is_count_table true 1> /data/asap2/users/1/uwfgou/markers/700709/exec.out 2> /data/asap2/users/1/uwfgou/markers/700709/exec.err'"