## This script contains all commands executed in the PROJECT ymjqvi and can be run again using the ASAP_run docker (https://hub.docker.com/layers/fabdavid/asap_run) echo '*******************Reproducing analysis of PROJECT ymjqvi / ASAP7**********************' echo '***************************************************************************************' ## CONFIGURATION (edit below to match your machine; lines until the separator) export ASAP_PROJECTS_DIR=/asap_projects ## change this to write analysis results there (there will be subdirectory for each project key). export LOOM_DIR=$ASAP_PROJECTS_DIR/loom_files export ASAP_DATA_DB_HOST=localhost; export ASAP_DATA_DB_PORT=5432 export PSQL_DIR=/usr/pgsql-10/bin ## ========================================================= export PROJECT_DIR=$ASAP_PROJECTS_DIR/ymjqvi ## Pull Docker images (must run before any docker run in this script) docker pull fabdavid/asap_run:v5 ## Host LOOM staging directory (inside Docker volume) docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $LOOM_DIR; chmod 777 $LOOM_DIR" echo 'This project is PUBLIC => Nothing to do' ## Local PostgreSQL: create ASAP data database and load dump if missing if ! psql -lqt | cut -d \| -f 1 | grep -qw asap_data_v5; then echo 'Create database asap_data_v5'; echo '$PSQL_DIR/createdb -p $ASAP_DATA_DB_PORT asap_data_v5'; $PSQL_DIR/createdb -p $ASAP_DATA_DB_PORT asap_data_v5; echo 'wget -qO - https://asap.epfl.ch/dumps/asap_data_v5.sql.gz | gunzip | grep -v \'AS integer\' | $PSQL_DIR/psql -p $ASAP_DATA_DB_PORT asap_data_v5'; wget -qO - https://asap.epfl.ch/dumps/asap_data_v5.sql.gz | gunzip | grep -v 'AS integer' | $PSQL_DIR/psql -p $ASAP_DATA_DB_PORT asap_data_v5; fi ## Project directory on the shared volume docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR" ## Step output directories (one folder per pipeline step that has runs) docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/parsing/ && mkdir -p $PROJECT_DIR/gene_filtering/ && mkdir -p $PROJECT_DIR/normalization/ && mkdir -p $PROJECT_DIR/dim_reduction/ && mkdir -p $PROJECT_DIR/clustering/ && mkdir -p $PROJECT_DIR/de/ && mkdir -p $PROJECT_DIR/ge/ && mkdir -p $PROJECT_DIR/cell_filtering/ && mkdir -p $PROJECT_DIR/scaling/" ## Parsed LOOM file (public: wget; private: place file then symlink as below) echo 'Loading parsed Loom file...' docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "wget -qO $PROJECT_DIR/parsing/output.loom 'https://asap.epfl.ch/projects/ymjqvi/get_file?filename=parsing/output.loom'" ## Re-execute each recorded run (parsing step is skipped; LOOM is already in place) ## ---------------------------------------------------------------- ## Run 15297 Cell filtering (Cell filtering #1 qc_plots) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/cell_filtering/15297/" ## writing file $PROJECT_DIR/cell_filtering/15297/discarded_cols.json echo '-> writing file $PROJECT_DIR/cell_filtering/15297/discarded_cols.json' docker run --net=host --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "echo '{"discarded_cols":["2","62","333","425","616","710","954","1015","1207","1512","2072","2287","2308","2406","2455","2475","2951","2952","3001","3055","3246","3290","3858","3953","4249","4309","4413","4585","4599","4607","4728","4769","4837","4849","4872","4965","4977","5081","5184","5290","5512","6242","6353","6372","6426","6921","7061","7129","7142","7146","7272","7447","7582","8039","8047","8429","8456","8501","8504","8683","8691","8941","8972","9057","9111","9638","9791","9815","9977","10409","10564","10590","10648","10860","10890","11030","11079","11148","11457","11490","11518","11637","11743","11906","12213","12226","12369","12707","12852","12870","12946","13168","13464","13544","13606","13665","13857","14022","14104","14183","14353","14359","14429","14643","14940","14958","14978","15006","15307","15444","15561","15570","15660","15718","15950","16130","16371","16416","16471","16557","16593","16699","16703","16800","16869","16968","17084","17192","17357","17383","17674","17769","17810","17898","17916","17956","18126","18357","18526","18555","18865","19014","19253","19277","19309","19579","19622","19770","19960","19989","20035","20080","20333","20516","20766","20897","21015","21043","21540","21774","21782","22317","22555","22632","22693","22863","22929","22973","22976","22987","23010","23101","23217","23219","23250","23365","23394","23441","23544","23597","23745","23989","24081","24131","24156","24248","24302","24403","24507","24629","24689","24873","25395","25468","25512","25540","25731","25755","25847","26207","26262","26277","26405","26789","27040","27116","27233","27278","27427","27637","27750","27841","27869","27895","28234","28392","28433","28522","28980","29017","29038","29281","29357","29371","29481","29585","29598","29640","29676","29878","29914","30022","30213","30214","30333","30360","30643","30685","30864","30915","31005","31022","31244","31325","31405","31531","31653","31769","31818","31864","32032","32312","32842","32991","33224","33381","33388","33391","33435","33451","33512","33659","33984","34022","34166","34201","34454","34466","34476","34497","34502","34766","34962","34985","35080","35127","35130","35140","35184","35185","35281","35357","35586","35675","35700","35976","36154","36352","36516","36634","36666","36930","36975","37065","37131","37283","37441","37462","37553","37875","38139","38157","38159","38189","38200","38394","38461","38546","38777","38803","38858","39114","39390","39410","39452","40002","40067","40106","40221","40344","40402","40488","40692","40747","40836","41046","41279","41286","41295","41316","41984","42154","42155","42232","42477","42505","42693","42769","42878","43083","43128","43158","43264","43315","43553","43800","43989","44087","44101","44487","44591","44868","44874","44906","44908","45056","45199","45306","45331","45492","45513","45525","45560","45729","45764","45849","45869","46079","46089","46136","46349","46594","46649","46686","46755","46808","46955","46967","47046","47362","47376","47393","47540","47629","47748","47876","48102","48180","48293","48301","48431","48511","48538","48714","49120","49267","49414","49568","49758","49759","49926","50199","50322","50394","50414","50533","50622","50869","50967","51183","51194","51206","51337","51443","51779","51895","51912","52032","52123","52251","52262","52280","52282","52677","52725","52771","52955","53132","53284","53531","53661","54072","54239","54436","54523","54537","54573","55018","55039","55214","55369","55519","55655","55715","55739","55791","55931","55939","56106","56286","56393","56433","56680","56780","56828","56961","56983","57070","57332","57361","58075","58185","58298","58517","58588","58590","58595","58667","58688","58762","58833","59065","59104","59184","59318","59370","59478","59821","59972","59983","59999","60097","60159","60323","60369","60544","60748","60777","60918","61264","61405","61783","61799","61970","62106","62209","62220","62338","62343","62406","62609","62804","62817","62833","62914","62929","62976","63132","63223","63252","63332","63422","63536","63744","63782","63946","64017","64177","64312","64369","64422","64432","64548","64570","64911","65051","65118","65486","65488","65575","65635","65643","65979","66266","66433","66632","66648","66670","66769","66819","66899","66997","67175","67251","67296","67449","67509","67718","67886","68204","68604","68669","68679","68765","68910","68930","69362","69407","69436","69495","69563","70156","70253","70263","70281","70288","70311","70469","70694","70817","70884","70946","70951","71016","71028","71370","71439","71764","71859","71886","71959","72024","72107","72273","72367","72459","72568","72652","72899","72936","73140","73445","73472","73676","73692","73768","73988","73989","74038","74182","74199","74341","74355","74364","74475","74492","74938","75060","75485","75719","75952","75989","76045","76504","76611","76988","77149","77263","77264","77278","77452","77800","77841","77990","78185","78188","78243","78356","78484","78809","78813","79033","79042","79264","79407","79797","79827","79963","79975","79988","80028","80204","80219","80220","80232","80248","80351","80466","80576","80729","80740","80750","80836","81072","81235","81331","81363","81538","81558","81596","82012","82020","82035","82179","82361","82362","82459","82483","82631","82647","82702","82712","82851","82965","83143","83274","83336","83523","83586","83597","83721","84060","84209","84425","84787","84923","85002","85283","85406","85630","86393","86605","86983","86992","87081","87263","87303","87381","87388","87390","87512","87553","87690","87741","87916","88017","88105","88214","88332","88404","88506","88520","88790","88911","89082","89133","89224","89291","89463","89468","89589","89771","89814","89826","89971","90008","90044","90111","90113","90155","90376","90464","90774","90802","91090","91135","91531","91589","91777","91883","92327","92418","92631","92678","92679","92724","92848","92849","92943","93126","93402","93599","93699","93713","93845","94037","94185","94261","94409","94463","94482","95231","95435","95450","95627","95738","95837","95894","96121","96185","96321","96476","96550","96559","96672","96692","96710","96841","96871","96901","97095","97151","97765","98016","98086","98113","98451","98511","98725","98940","99202","99243","99283","99447","99499","99532","99751","99830","99887","100014","100040","100665","100764","100988","101040","101054","101318","101339","101568","101625","101631","101748","101751","102090","102268","102343","102368","102408","102448","102498","102593","102639","103076","103524","103567","103851","104096","104136","104185","104249","104318","104348","104394","104600","104767","105129","105137","105420","105535","105849","106105","106300","106325","106384","106403","106523","106910","107015","107191","107193","107223","107231","107250","107418","107426","107461","107588","107676","107961","108037","108353","108449","108495","108509","108659","108865","108929","109037","109119","109194","109368","109614","109703","109711","109740","109980","110068","110266","110633","110640","110660","110774","110894","110992","111030","111093","111102","111174","111571","111842","111862","112129","112190","112263","112584","112599","112772","112926","113016","113059","113094","113150","113194","113277","113415","113591","113791","113919","114002","114020","114048","114144","114287","114348","114440","114569","114591","114818","115129","115191","115400","115491","115600","115741","115765","115823","115835","116293","116534","116546","116701","116836","116927","116943","117068","117152","117183","117233","117320","117447","117632","117943","118281","118295","118368","118503","118894","118914","118922","119062","119178","119542","119573","119717","119861","119930","120020","120233","120277","120314","120342","120403","120707","120734","120745","121058","121165","121609","121611","121773","121883","121997","122045","122259","122474","122481","122632","122679","123015","123648","123709","123710","123977","124109","124401","124472","124525","124588","124671","124747","124772","124931","125030","125112","125205","125415","125481","125511","125596","125824","125862","125928","126109","126162","126174","126220","126394","126470","126525","126926","127088","127207","127278","127349","127553","127555","127690","127723","127744","128046","128391","128474","128527","128704","128751","128842","128890","129060","129347","129458","129602","129632","129728","129752","129836","129916","130347","130450","130472","130513","130689","130979","130982","131121","131212","131258","131366","131406","131529","131550","131762","131798","132171","132180","132192","132409","132492","132617","132629","132657","132672","132715","132778","133450","133534","133618","133649","133871","133911","133947","134022","134044","134594","134619","134747","134862","134910","134937","135081","135148","135154","135487","135537","135550","135845","136229","136246","136319","136549","136880","136969","137130","137142","137196","137633","137727","137947","137989","138123","138241","138708","138795","138883","138997","139007","139387","139562","139788","139886","140054","140364","140572","140702","140722","140841","141017","141071","141152","141284","141291","141321","141587","141596","141620","141684","141768","141819","141834","141928","142029","142035","142122","142252","142270","142426","142516","142907","143114","143318","143323","143396","143528","143706","143727","144418","144545","144579","144695","144748","144762","144861","144885","144889","145023","145026","145109","145263","145289","145335","145336","145347","145359","145432","145491","145523","145571","145685","145743","146075","146242","146457","146508","146540","146774","147545","147553","147604","147801","148532","148584","148833","148873","148885","148951","149048","149086","149233","149585","149586","149663","149792","149810","150272","150409","150480","150554","150659","150675","150911","150947","150963","151192","151223","151792","152244","152303","152500","152533","152964","153164","153198","153505","153559","153684","153796","153899","154128","154164","154188","154470","154482","154813","154844","154994","155063","155163","155583","155773","155912","155980","156017","156031","156161","156300","156344","156345","156422","156430","156447","156724","156734","156917","156939","156947","157095","157146","157166","157171","157190","157536","157548","157622","157665","157774","157885","157906","157967","157993","158023","158038","158122","158325","158352","158562","158965","159118","159198","159293","159392","159507","159575","159600","159680","159768","159782","159827","160280","160284","160290","160303","160706","160715","160807","160833","161059","161141","161247","161321","161364","161415","161562","161568","161894","161978","162055","162291","162370","162406","162460","162585","162663","162736","162777","162879","162895","162987","163132","163142","163173","163358","163490","163666","163701","163713","163770","163889","163976","164059","164061","164081","164089","164141","164199","164345","164355","164556","164597","164607","164724","164786","164797","165159","165208","165443","165536","165661","165678","165777","165963","166221","166395","166558","166928","166977","167029","167094","167358","167540","167667","167881","168043","168220","168246","168306","168356","168361","168422","168636","169061","169079","169644","169712","169924","169989","170142","170375","170600","170837","171023","171034","171133","171144","171162","171219","171231","171261","171374","171380","171419","171442","171586","171952","171956","171982","172187","172552","172963","172994","173025","173047","173121","173204","173530","173545","173614","173616","173742","174004","174027","174082","174274","174343","174480","174738","175018","175172","175261","175609","175648","176067","176106","176421","176715","177236","177345","177349","177424","177619","178131","178301","178432","178489","178703","178733","178794","178798","178811","179180","179286","179456","179590","179685","179691","179771","179978","180233","180245","180274","180282","180314","180436","180603","180625","180735","180785","180999","181006","181051","181055","181253","181341","181476","181646","182092","182275","182319","182375","182408","182586","182599","182626","182641","182847","182868","182952","183041","183212","183416","183667","183675","184026","184284","184298","184583","184828","185039","185080","185084","185182","185209","185385","185405","185490","185535","185577","185617","185826","185875","185879","185886","185890","186145","186225","186262","186452","186573","186612","186743","187266","187360","187383","187576","187647","187847","187920","187942","188037","188067","188638","188648","188973","189256","189428","189459","189513","189617","189761","189853","190062","190152","190272","190583","190660","190875","190991","191106","191107","191464","191539","191613","191640","191657","192269","192349","192489","192601","192695","192709","192752","192753","193020","193127","193518","193650","193655","193955","193973","194200","194422","194577","194789","195057","195289","195324","195386","195734","195897","195942","196025","196049","196184","196367","196402","196547","196815","196906","196959","197388","197426","197572","197880","197934","197952","198007","198029","198170","198367","198610","198734","199011","199062","199108","199154","199163","199240","199279","199322","199337","199350","199461","199524","199613","199792","199882","200048","200198","200472","200508","200782","200829","200925","201027","201029","201052","201434","201481","201501","201626","201643","201649","201683","201836","201932","201996","202042","202139","202160","202354","202408","202410","202425","202707","202962","203036","203086","203142","203154","203251","203283","203422","203546","203664","203692","203822","203827","203921","203935","203952","204022","204083","204201","204243","204254","204359","204389","204495","204951","204991","205063","205094","205247","205660","205777","205782","205792","205812","205867","206137","206290","206475","206659","206942","207233","207301","207462","207500","207645","207650","207687","207900","208120","208190","208192","208201","208207","208318","208624","208696","208730","208992","209295","209323","209325","209402","209474","209561","209738","209803","209912","209949","210097","210098","210148","210219","210298","210592","210850","211007","211016","211027","211069","211112","211209","211306","211330","211664","211767","211837","211849","212017","212058","212390","212523","212656","212756","212785","212830","212932","213246","213248","213302","213454","213484","213520","213761","213965","214182","214184","214352","214662","214914","215164","215220","215294","215445","215449","215637","215707","216083","216118","216142","216190","216340","216377","216494","216540","216546","216786","216823","216826","216968","217195","217410","217508","217516","217597","217840","218198","218223","218413","218567","218677","218964","218983","219013","219137","219184","219287","219457","219629","219954","220032","220101","220370","220424","220627","220803","220909","220917","221075","221208","221443","221542","221552","221625","221891","222007","222058","222269","222364","222412","223078","223275","223437","223694","223747","223927","223989","224144","224174","224202","224400","224492","224494","224520","224631","224723","224844","224910","225013","225121","225361","225416","225506","225572","225612","225683","225715","225836","225873","226008","226058","226170","226511","226567","226601","226962","226967","227185","227491","227703","227707","227804","227923","227980","228101","228215","228356","228386","228404","228551","228665","228699","228808","229220","229239","229245","229330","229386","229389","229480","229574","229643","229723","229727","230257","230385","230411","230618","230737","230870","230880","230984","230994","231300","231303","231460","231477","231486","231488","231497","231522","231786","231875","231881","232040","232275","232412","232621","232835","232864","232903","232944","233003","233056","233065","233273","233447","233523","233573","233670","233714","233738","233764","234021","234240","234289","234370","234486","234677","234678","234973","235017","235113","235268","235563","235610","235642","235715","235792","235834","235928","235961","236137","236554","236867","237064","237334","237433","237461","237464","237517","237551","237619","237710","237718","237906","238286","238451","238604","238666","238826","238855","239026","239061","239282","239376","239429","239444","239716","239764","239813","239953","240067","240160","240387","240463","240560","240574","240591","240619","240625","240681","240722","240992","241113","241333","241366","241446","241496","241630","241652","241655","241779","241853","241860","241976","241992","242018","242075","242340","242373","242436","242732","242853","243028","243029","243132","243142","243431","243886","243928","244011","244021","244063","244099","244290","244308","244347","244474","244728","244782","244825","245121","245177","245253","245614","245792","245932","246040","246282","246777","246779","247204","247220","247348","247396","247716","247776","247793","247849","248124","248143","248183","248547","248564","248582","248776","249200","249483","249624","249930","250014","250045","250185","250216","250404","250461","250548","250587","250605","250660","250781","250854","251024","251103","251528","251626","251752","251763","251772","251863","251934","252170","252234","252465","252505","252571","252729","252734","252784","252880","252955","253068","253118","253234","253607","253633","253664","253676","253738","253807","253933","254054","254091","254214","254216","254248","254331","254442","254515","254617","254825","254839","255036","255057","255059","255361","255392","255421","256224","256437","256494","256666","256694","256795","256847","256962","257089","257130","257144","257379","257390","257581","257601","257910","258021","258462","258510","258570","258589","258667","259005","259089","259117","259154","259214","259284","259668","259756","259810","259874","260246","260343","260381","260618","260750","260788","260819","260916","260924","261018","261043","261366","261515","261738","262001","262063","262107","262128","262233","262291","262373","262709","262764","263024","263068","263165","263227","263247","263274","263305","263746","263754","263828","263859","263903","264116","264445","264467","264558","264666","264667","265045","265329","265531","265569","265971","266103","266126","266472","266493","266596","266758","267303","267415","267469","267522","267591","267616","267671","267847","267904","268182","268406","268424","268487","268601","268655","268842","268907","268961","269138","269195","269263","269718","269924","270028","270301","270533","270586","270658","270713","270821","270826","270894","271169","271246","271350","271392","271463","271575","271668","271783","271856","271939","272008","272089","272114","272290","272308","272636","272658","272672","272790","272901","272958","272964","272977","272992","273154","273159","273302","273376","273605","273645","273694","273763","273913","274087","274100","274308","274462","274533","274641","274874","274912","274979","275065","275213","275561","275615","275711","275873","276164","276265","276513","276925","276965","277079","277220","277222","277329","277422","277473","277845","277879","277974","278729","278839","278883","278915","278930","278964","279038","279048","279214","279427","279624","279650","280011","280045","280205","280449","280487","280603","280796","280825","280828","280995","281217","281250","281275","281315","281345","281365","281483","281512","281513","281841","281983","282037","282085","282341","282486","282489","282642","282659","282769","282842","283062","283205","283308","283512","283668","283675","283709","283723","283763","283913","283983","284149","284168","284230","284381","284430","284471","284502","284691","285140","285165","285174","285207","285676","285984","286082","286095","286308","286499","286795","286823","286917","286974","287209","287279","287314","287410","287683","287706","287785","287878","287930","288175","288576","288614","288936","289018","289049","289060","289084","289258","289335","289602","289623","289679","289681","289807","289831","289955","290073","290131","290169","290431","290477","290615","290641","290676","290884","290893","290946","291145","291233","291335","291520","291622","292185","292308","292489","292598","292643","293082","293200","293339","293385","293471","293521","293616","293670","293851","293873","293950","294098","294105","294169","294201","294454","294510","294530","294718","294749","294810","294997","295255","295310","295517","295609","295666","295724","295759","295882","295962","295987","296046","296273","296342","296442","296480","296612","296641","296738","297007","297016","297099","297313","297476","297827","297852","297901","298203","298308","298348","298507","298517","298604","298672","298712","299024","299447","299460"]}' > $PROJECT_DIR/cell_filtering/15297/discarded_cols.json" ## writing file $PROJECT_DIR/cell_filtering/15297/manually_discarded_cols.json echo '-> writing file $PROJECT_DIR/cell_filtering/15297/manually_discarded_cols.json' docker run --net=host --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "echo '{"manually_discarded_cols":[]}' > $PROJECT_DIR/cell_filtering/15297/manually_discarded_cols.json" ## Running Cell filtering [15297] [Cell filtering #1 qc_plots] (depth:100 detected_genes:10 protein_coding_content:80 mito_content:100 ribo_content:20 nber_manually_discarded_cols:0 input_matrix:parsing) echo '-> Running Cell filtering [15297] [Cell filtering #1 qc_plots] (depth:100 detected_genes:10 protein_coding_content:80 mito_content:100 ribo_content:20 nber_manually_discarded_cols:0 input_matrix:parsing)' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_15297 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'java -jar /srv/ASAP.jar -T FilterCols -loom /data/asap2/users/1/ymjqvi/parsing/output.loom -o /data/asap2/users/1/ymjqvi/cell_filtering/15297 -col_indexes_file /data/asap2/users/1/ymjqvi/cell_filtering/15297/discarded_cols.json 1> /data/asap2/users/1/ymjqvi/cell_filtering/15297/exec.out 2> /data/asap2/users/1/ymjqvi/cell_filtering/15297/exec.err'" ## ---------------------------------------------------------------- ## Run 15303 Gene filtering (Gene filtering #1 hvg_scanpy) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/gene_filtering/15303/" ## Running Gene filtering [15303] [Gene filtering #1 hvg_scanpy] (input_matrix:cell_filtering #1 n_bins:20 n_top_genes:None is_logged:false min_disp:0.5 max_disp:Inf min_mean:0.0125 max_mean:3) echo '-> Running Gene filtering [15303] [Gene filtering #1 hvg_scanpy] (input_matrix:cell_filtering #1 n_bins:20 n_top_genes:None is_logged:false min_disp:0.5 max_disp:Inf min_mean:0.0125 max_mean:3)' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_15303 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'python3 hvg_scanpy_opti.py /data/asap2/users/1/ymjqvi/cell_filtering/15297/output.loom /matrix /data/asap2/users/1/ymjqvi/gene_filtering/15303 0.5 0.0125 3 Inf 20 None false 1> /data/asap2/users/1/ymjqvi/gene_filtering/15303/exec.out 2> /data/asap2/users/1/ymjqvi/gene_filtering/15303/exec.err'" ## ---------------------------------------------------------------- ## Run 15311 Normalization (Normalization #1 asap_seurat) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/normalization/15311/" ## Running Normalization [15311] [Normalization #1 asap_seurat] (input_matrix:gene_filtering #1 scale_factor:10000) echo '-> Running Normalization [15311] [Normalization #1 asap_seurat] (input_matrix:gene_filtering #1 scale_factor:10000)' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_15311 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'java -jar /srv/ASAP.jar -T Normalization -loom /data/asap2/users/1/ymjqvi/gene_filtering/15303/output.loom -o /data/asap2/users/1/ymjqvi/normalization/15311/output.json -oAnnot /layers/norm_1_asap_seurat -scaleFactor 10000 1> /data/asap2/users/1/ymjqvi/normalization/15311/exec.out 2> /data/asap2/users/1/ymjqvi/normalization/15311/exec.err'" ## ---------------------------------------------------------------- ## Run 15312 Normalization (Normalization #2 asap_seurat) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/normalization/15312/" ## Running Normalization [15312] [Normalization #2 asap_seurat] (input_matrix:cell_filtering #1 scale_factor:10000) echo '-> Running Normalization [15312] [Normalization #2 asap_seurat] (input_matrix:cell_filtering #1 scale_factor:10000)' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_15312 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'java -jar /srv/ASAP.jar -T Normalization -loom /data/asap2/users/1/ymjqvi/cell_filtering/15297/output.loom -o /data/asap2/users/1/ymjqvi/normalization/15312/output.json -oAnnot /layers/norm_2_asap_seurat -scaleFactor 10000 1> /data/asap2/users/1/ymjqvi/normalization/15312/exec.out 2> /data/asap2/users/1/ymjqvi/normalization/15312/exec.err'" ## ---------------------------------------------------------------- ## Run 15314 Scaling (Scaling #1 asap_seurat) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/scaling/15314/" ## Running Scaling [15314] [Scaling #1 asap_seurat] (input_matrix:normalization #1 do_scale:true do_center:true scale_max:10) echo '-> Running Scaling [15314] [Scaling #1 asap_seurat] (input_matrix:normalization #1 do_scale:true do_center:true scale_max:10)' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_15314 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'java -jar /srv/ASAP.jar -T Scaling -loom /data/asap2/users/1/ymjqvi/gene_filtering/15303/output.loom -o /data/asap2/users/1/ymjqvi/scaling/15314/output.json -iAnnot /layers/norm_1_asap_seurat -oAnnot /layers/scaling_1_asap_seurat -scale true -center true -scaleMax 10 1> /data/asap2/users/1/ymjqvi/scaling/15314/exec.out 2> /data/asap2/users/1/ymjqvi/scaling/15314/exec.err'" ## ---------------------------------------------------------------- ## Run 15315 Dimension reduction (Dimension reduction #1 inc_pca) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/dim_reduction/15315/" ## Running Dimension reduction [15315] [Dimension reduction #1 inc_pca] (input_matrix:scaling #1 nber_dims:50) echo '-> Running Dimension reduction [15315] [Dimension reduction #1 inc_pca] (input_matrix:scaling #1 nber_dims:50)' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_15315 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'python3 pca_scanpy_opti.py /data/asap2/users/1/ymjqvi/gene_filtering/15303/output.loom /layers/scaling_1_asap_seurat /col_attrs/_dr_1_inc_pca_50D /data/asap2/users/1/ymjqvi/dim_reduction/15315/output.json 50 10000 20 1> /data/asap2/users/1/ymjqvi/dim_reduction/15315/exec.out 2> /data/asap2/users/1/ymjqvi/dim_reduction/15315/exec.err'" ## ---------------------------------------------------------------- ## Run 15320 Dimension reduction (Dimension reduction #4 tsne_scanpy) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/dim_reduction/15320/" ## Running Dimension reduction [15320] [Dimension reduction #4 tsne_scanpy] (input_matrix:dim_reduction #1 nber_dims:2 perplexity:500 early_exag:12 learning_rate:200 random_state:0) echo '-> Running Dimension reduction [15320] [Dimension reduction #4 tsne_scanpy] (input_matrix:dim_reduction #1 nber_dims:2 perplexity:500 early_exag:12 learning_rate:200 random_state:0)' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_15320 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'python3 tsne_scanpy_opti.py /data/asap2/users/1/ymjqvi/gene_filtering/15303/output.loom /col_attrs/_dr_1_inc_pca_50D /col_attrs/_dr_4_tsne_scanpy_2D /data/asap2/users/1/ymjqvi/dim_reduction/15320/output.json 2 500 12 200 0 20 1> /data/asap2/users/1/ymjqvi/dim_reduction/15320/exec.out 2> /data/asap2/users/1/ymjqvi/dim_reduction/15320/exec.err'" ## ---------------------------------------------------------------- ## Run 15321 Dimension reduction (Dimension reduction #5 tsne_scanpy) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/dim_reduction/15321/" ## Running Dimension reduction [15321] [Dimension reduction #5 tsne_scanpy] (input_matrix:dim_reduction #1 nber_dims:3 perplexity:500 early_exag:12 learning_rate:200 random_state:0) echo '-> Running Dimension reduction [15321] [Dimension reduction #5 tsne_scanpy] (input_matrix:dim_reduction #1 nber_dims:3 perplexity:500 early_exag:12 learning_rate:200 random_state:0)' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_15321 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'python3 tsne_scanpy_opti.py /data/asap2/users/1/ymjqvi/gene_filtering/15303/output.loom /col_attrs/_dr_1_inc_pca_50D /col_attrs/_dr_5_tsne_scanpy_3D /data/asap2/users/1/ymjqvi/dim_reduction/15321/output.json 3 500 12 200 0 20 1> /data/asap2/users/1/ymjqvi/dim_reduction/15321/exec.out 2> /data/asap2/users/1/ymjqvi/dim_reduction/15321/exec.err'" ## ---------------------------------------------------------------- ## Run 16144 Clustering (Clustering #1 seurat) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/clustering/16144/" ## Running Clustering [16144] [Clustering #1 seurat] (input_matrix:dim_reduction #1 k:100 resolution:0.5 algorithm:louvain graph_type:nn) echo '-> Running Clustering [16144] [Clustering #1 seurat] (input_matrix:dim_reduction #1 k:100 resolution:0.5 algorithm:louvain graph_type:nn)' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_16144 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'Rscript --vanilla clustering.R /data/asap2/users/1/ymjqvi/gene_filtering/15303/output.loom /data/asap2/users/1/ymjqvi/clustering/16144 seurat /col_attrs/_dr_1_inc_pca_50D /col_attrs/_clust_1_seurat 100 0.5 louvain nn 1> /data/asap2/users/1/ymjqvi/clustering/16144/exec.out 2> /data/asap2/users/1/ymjqvi/clustering/16144/exec.err'" ## ---------------------------------------------------------------- ## Run 16154 Dimension reduction (Dimension reduction #6 umap) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/dim_reduction/16154/" ## Running Dimension reduction [16154] [Dimension reduction #6 umap] (input_matrix:dim_reduction #1 nber_dims:2 min_dist:0.05 n_neighbors:30 metric:correlation) echo '-> Running Dimension reduction [16154] [Dimension reduction #6 umap] (input_matrix:dim_reduction #1 nber_dims:2 min_dist:0.05 n_neighbors:30 metric:correlation)' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_16154 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'Rscript --vanilla dimension_reduction.R /data/asap2/users/1/ymjqvi/gene_filtering/15303/output.loom /data/asap2/users/1/ymjqvi/dim_reduction/16154 umap /col_attrs/_dr_1_inc_pca_50D /col_attrs/_dr_6_umap_2D 2 0.05 30 correlation 1> /data/asap2/users/1/ymjqvi/dim_reduction/16154/exec.out 2> /data/asap2/users/1/ymjqvi/dim_reduction/16154/exec.err'" ## ---------------------------------------------------------------- ## Run 16155 Dimension reduction (Dimension reduction #7 umap) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/dim_reduction/16155/" ## Running Dimension reduction [16155] [Dimension reduction #7 umap] (input_matrix:dim_reduction #1 nber_dims:3 min_dist:0.05 n_neighbors:30 metric:correlation) echo '-> Running Dimension reduction [16155] [Dimension reduction #7 umap] (input_matrix:dim_reduction #1 nber_dims:3 min_dist:0.05 n_neighbors:30 metric:correlation)' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_16155 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'Rscript --vanilla dimension_reduction.R /data/asap2/users/1/ymjqvi/gene_filtering/15303/output.loom /data/asap2/users/1/ymjqvi/dim_reduction/16155 umap /col_attrs/_dr_1_inc_pca_50D /col_attrs/_dr_7_umap_3D 3 0.05 30 correlation 1> /data/asap2/users/1/ymjqvi/dim_reduction/16155/exec.out 2> /data/asap2/users/1/ymjqvi/dim_reduction/16155/exec.err'" ## ---------------------------------------------------------------- ## Run 24222 Differential expression (Differential expression #1 wilcox_seurat) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/de/24222/" ## Running Differential expression [24222] [Differential expression #1 wilcox_seurat] (input_matrix:normalization #1 groups:clustering #1 group_ref:9 group_comp: min_pct:0.1 min_diff_pct: fc_threshold:1.3 max_cells_per_ident:) echo '-> Running Differential expression [24222] [Differential expression #1 wilcox_seurat] (input_matrix:normalization #1 groups:clustering #1 group_ref:9 group_comp: min_pct:0.1 min_diff_pct: fc_threshold:1.3 max_cells_per_ident:)' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_24222 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'Rscript --vanilla de.R /data/asap2/users/1/ymjqvi/gene_filtering/15303/output.loom /data/asap2/users/1/ymjqvi/de/24222 wilcox_seurat /layers/norm_1_asap_seurat /row_attrs/_de_1_wilcox_seurat null /col_attrs/_clust_1_seurat 9 null false 0.1 null 1.3 null 1> /data/asap2/users/1/ymjqvi/de/24222/exec.out 2> /data/asap2/users/1/ymjqvi/de/24222/exec.err'" ## ---------------------------------------------------------------- ## Run 24224 Differential expression (Differential expression #2 wilcox_seurat) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/de/24224/" ## Running Differential expression [24224] [Differential expression #2 wilcox_seurat] (input_matrix:normalization #1 groups:clustering #1 group_ref:12 group_comp: min_pct:0.1 min_diff_pct: fc_threshold:1.3 max_cells_per_ident:) echo '-> Running Differential expression [24224] [Differential expression #2 wilcox_seurat] (input_matrix:normalization #1 groups:clustering #1 group_ref:12 group_comp: min_pct:0.1 min_diff_pct: fc_threshold:1.3 max_cells_per_ident:)' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_24224 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'Rscript --vanilla de.R /data/asap2/users/1/ymjqvi/gene_filtering/15303/output.loom /data/asap2/users/1/ymjqvi/de/24224 wilcox_seurat /layers/norm_1_asap_seurat /row_attrs/_de_2_wilcox_seurat null /col_attrs/_clust_1_seurat 12 null false 0.1 null 1.3 null 1> /data/asap2/users/1/ymjqvi/de/24224/exec.out 2> /data/asap2/users/1/ymjqvi/de/24224/exec.err'" ## ---------------------------------------------------------------- ## Run 24225 Differential expression (Differential expression #3 wilcox_seurat) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/de/24225/" ## Running Differential expression [24225] [Differential expression #3 wilcox_seurat] (input_matrix:normalization #1 groups:clustering #1 group_ref:6 group_comp: min_pct:0.1 min_diff_pct: fc_threshold:1.3 max_cells_per_ident:) echo '-> Running Differential expression [24225] [Differential expression #3 wilcox_seurat] (input_matrix:normalization #1 groups:clustering #1 group_ref:6 group_comp: min_pct:0.1 min_diff_pct: fc_threshold:1.3 max_cells_per_ident:)' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_24225 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'Rscript --vanilla de.R /data/asap2/users/1/ymjqvi/gene_filtering/15303/output.loom /data/asap2/users/1/ymjqvi/de/24225 wilcox_seurat /layers/norm_1_asap_seurat /row_attrs/_de_3_wilcox_seurat null /col_attrs/_clust_1_seurat 6 null false 0.1 null 1.3 null 1> /data/asap2/users/1/ymjqvi/de/24225/exec.out 2> /data/asap2/users/1/ymjqvi/de/24225/exec.err'" ## ---------------------------------------------------------------- ## Run 24228 Differential expression (Differential expression #4 wilcox_asap) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/de/24228/" ## Running Differential expression [24228] [Differential expression #4 wilcox_asap] (input_matrix:normalization #1 groups:clustering #1 group_ref:12 group_comp: min_pct:0.1 min_diff_pct: fc_threshold:1.3 max_cells_per_ident:) echo '-> Running Differential expression [24228] [Differential expression #4 wilcox_asap] (input_matrix:normalization #1 groups:clustering #1 group_ref:12 group_comp: min_pct:0.1 min_diff_pct: fc_threshold:1.3 max_cells_per_ident:)' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_24228 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'java -jar /srv/ASAP.jar -T DifferentialExpression -loom /data/asap2/users/1/ymjqvi/gene_filtering/15303/output.loom -o /data/asap2/users/1/ymjqvi/de/24228 -m wilcox_asap -iAnnot /layers/norm_1_asap_seurat -oAnnot /row_attrs/_de_4_wilcox_asap -gAnnot /col_attrs/_clust_1_seurat -g1 12 -g2 null 1> /data/asap2/users/1/ymjqvi/de/24228/exec.out 2> /data/asap2/users/1/ymjqvi/de/24228/exec.err'" ## ---------------------------------------------------------------- ## Run 24229 Differential expression (Differential expression #5 wilcox_asap) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/de/24229/" ## Running Differential expression [24229] [Differential expression #5 wilcox_asap] (input_matrix:normalization #1 groups:clustering #1 group_ref:6 group_comp: min_pct:0.1 min_diff_pct: fc_threshold:1.3 max_cells_per_ident:) echo '-> Running Differential expression [24229] [Differential expression #5 wilcox_asap] (input_matrix:normalization #1 groups:clustering #1 group_ref:6 group_comp: min_pct:0.1 min_diff_pct: fc_threshold:1.3 max_cells_per_ident:)' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_24229 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'java -jar /srv/ASAP.jar -T DifferentialExpression -loom /data/asap2/users/1/ymjqvi/gene_filtering/15303/output.loom -o /data/asap2/users/1/ymjqvi/de/24229 -m wilcox_asap -iAnnot /layers/norm_1_asap_seurat -oAnnot /row_attrs/_de_5_wilcox_asap -gAnnot /col_attrs/_clust_1_seurat -g1 6 -g2 null 1> /data/asap2/users/1/ymjqvi/de/24229/exec.out 2> /data/asap2/users/1/ymjqvi/de/24229/exec.err'" ## ---------------------------------------------------------------- ## Run 24230 Differential expression (Differential expression #6 wilcox_asap) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/de/24230/" ## Running Differential expression [24230] [Differential expression #6 wilcox_asap] (input_matrix:normalization #1 groups:clustering #1 group_ref:9 group_comp: min_pct:0.1 min_diff_pct: fc_threshold:1.3 max_cells_per_ident:) echo '-> Running Differential expression [24230] [Differential expression #6 wilcox_asap] (input_matrix:normalization #1 groups:clustering #1 group_ref:9 group_comp: min_pct:0.1 min_diff_pct: fc_threshold:1.3 max_cells_per_ident:)' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_24230 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'java -jar /srv/ASAP.jar -T DifferentialExpression -loom /data/asap2/users/1/ymjqvi/gene_filtering/15303/output.loom -o /data/asap2/users/1/ymjqvi/de/24230 -m wilcox_asap -iAnnot /layers/norm_1_asap_seurat -oAnnot /row_attrs/_de_6_wilcox_asap -gAnnot /col_attrs/_clust_1_seurat -g1 9 -g2 null 1> /data/asap2/users/1/ymjqvi/de/24230/exec.out 2> /data/asap2/users/1/ymjqvi/de/24230/exec.err'" ## ---------------------------------------------------------------- ## Run 24234 Gene Enrichment (Gene Enrichment #1 basic) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/ge/24234/" ## Running Gene Enrichment [24234] [Gene Enrichment #1 basic] (input_de:de #6 fdr_cutoff:0.05 fc_cutoff:2 adj_method:fdr min:15 max:500) echo '-> Running Gene Enrichment [24234] [Gene Enrichment #1 basic] (input_de:de #6 fdr_cutoff:0.05 fc_cutoff:2 adj_method:fdr min:15 max:500)' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_24234 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'java -jar /srv/ASAP.jar -T Enrichment -loom /data/asap2/users/1/ymjqvi/gene_filtering/15303/output.loom -m fet -f /data/asap2/users/1/ymjqvi/tmp/1_24230_filtered.json -o /data/asap2/users/1/ymjqvi/ge/24234/output.json -max 500 -min 15 -adj fdr -geneset 2761 -h $ASAP_DATA_DB_HOST:$ASAP_DATA_DB_PORT/asap_data_v5 1> /data/asap2/users/1/ymjqvi/ge/24234/exec.out 2> /data/asap2/users/1/ymjqvi/ge/24234/exec.err'" ## ---------------------------------------------------------------- ## Run 24235 Gene Enrichment (Gene Enrichment #2 basic) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/ge/24235/" ## Running Gene Enrichment [24235] [Gene Enrichment #2 basic] (input_de:de #5 fdr_cutoff:0.05 fc_cutoff:2 adj_method:fdr min:15 max:500) echo '-> Running Gene Enrichment [24235] [Gene Enrichment #2 basic] (input_de:de #5 fdr_cutoff:0.05 fc_cutoff:2 adj_method:fdr min:15 max:500)' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_24235 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'java -jar /srv/ASAP.jar -T Enrichment -loom /data/asap2/users/1/ymjqvi/gene_filtering/15303/output.loom -m fet -f /data/asap2/users/1/ymjqvi/tmp/1_24229_filtered.json -o /data/asap2/users/1/ymjqvi/ge/24235/output.json -max 500 -min 15 -adj fdr -geneset 2761 -h $ASAP_DATA_DB_HOST:$ASAP_DATA_DB_PORT/asap_data_v5 1> /data/asap2/users/1/ymjqvi/ge/24235/exec.out 2> /data/asap2/users/1/ymjqvi/ge/24235/exec.err'" ## ---------------------------------------------------------------- ## Run 24236 Gene Enrichment (Gene Enrichment #3 basic) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/ge/24236/" ## Running Gene Enrichment [24236] [Gene Enrichment #3 basic] (input_de:de #4 fdr_cutoff:0.05 fc_cutoff:2 adj_method:fdr min:15 max:500) echo '-> Running Gene Enrichment [24236] [Gene Enrichment #3 basic] (input_de:de #4 fdr_cutoff:0.05 fc_cutoff:2 adj_method:fdr min:15 max:500)' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_24236 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'java -jar /srv/ASAP.jar -T Enrichment -loom /data/asap2/users/1/ymjqvi/gene_filtering/15303/output.loom -m fet -f /data/asap2/users/1/ymjqvi/tmp/1_24228_filtered.json -o /data/asap2/users/1/ymjqvi/ge/24236/output.json -max 500 -min 15 -adj fdr -geneset 2761 -h $ASAP_DATA_DB_HOST:$ASAP_DATA_DB_PORT/asap_data_v5 1> /data/asap2/users/1/ymjqvi/ge/24236/exec.out 2> /data/asap2/users/1/ymjqvi/ge/24236/exec.err'" ## ---------------------------------------------------------------- ## Run 24237 Gene Enrichment (Gene Enrichment #4 basic) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/ge/24237/" ## Running Gene Enrichment [24237] [Gene Enrichment #4 basic] (input_de:de #3 fdr_cutoff:0.05 fc_cutoff:2 adj_method:fdr min:15 max:500) echo '-> Running Gene Enrichment [24237] [Gene Enrichment #4 basic] (input_de:de #3 fdr_cutoff:0.05 fc_cutoff:2 adj_method:fdr min:15 max:500)' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_24237 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'java -jar /srv/ASAP.jar -T Enrichment -loom /data/asap2/users/1/ymjqvi/gene_filtering/15303/output.loom -m fet -f /data/asap2/users/1/ymjqvi/tmp/1_24225_filtered.json -o /data/asap2/users/1/ymjqvi/ge/24237/output.json -max 500 -min 15 -adj fdr -geneset 2761 -h $ASAP_DATA_DB_HOST:$ASAP_DATA_DB_PORT/asap_data_v5 1> /data/asap2/users/1/ymjqvi/ge/24237/exec.out 2> /data/asap2/users/1/ymjqvi/ge/24237/exec.err'" ## ---------------------------------------------------------------- ## Run 24238 Gene Enrichment (Gene Enrichment #5 basic) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/ge/24238/" ## Running Gene Enrichment [24238] [Gene Enrichment #5 basic] (input_de:de #2 fdr_cutoff:0.05 fc_cutoff:2 adj_method:fdr min:15 max:500) echo '-> Running Gene Enrichment [24238] [Gene Enrichment #5 basic] (input_de:de #2 fdr_cutoff:0.05 fc_cutoff:2 adj_method:fdr min:15 max:500)' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_24238 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'java -jar /srv/ASAP.jar -T Enrichment -loom /data/asap2/users/1/ymjqvi/gene_filtering/15303/output.loom -m fet -f /data/asap2/users/1/ymjqvi/tmp/1_24224_filtered.json -o /data/asap2/users/1/ymjqvi/ge/24238/output.json -max 500 -min 15 -adj fdr -geneset 2761 -h $ASAP_DATA_DB_HOST:$ASAP_DATA_DB_PORT/asap_data_v5 1> /data/asap2/users/1/ymjqvi/ge/24238/exec.out 2> /data/asap2/users/1/ymjqvi/ge/24238/exec.err'" ## ---------------------------------------------------------------- ## Run 24239 Gene Enrichment (Gene Enrichment #6 basic) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/ge/24239/" ## Running Gene Enrichment [24239] [Gene Enrichment #6 basic] (input_de:de #1 fdr_cutoff:0.05 fc_cutoff:2 adj_method:fdr min:15 max:500) echo '-> Running Gene Enrichment [24239] [Gene Enrichment #6 basic] (input_de:de #1 fdr_cutoff:0.05 fc_cutoff:2 adj_method:fdr min:15 max:500)' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_24239 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'java -jar /srv/ASAP.jar -T Enrichment -loom /data/asap2/users/1/ymjqvi/gene_filtering/15303/output.loom -m fet -f /data/asap2/users/1/ymjqvi/tmp/1_24222_filtered.json -o /data/asap2/users/1/ymjqvi/ge/24239/output.json -max 500 -min 15 -adj fdr -geneset 2761 -h $ASAP_DATA_DB_HOST:$ASAP_DATA_DB_PORT/asap_data_v5 1> /data/asap2/users/1/ymjqvi/ge/24239/exec.out 2> /data/asap2/users/1/ymjqvi/ge/24239/exec.err'" ## ---------------------------------------------------------------- ## Run 24240 Gene Enrichment (Gene Enrichment #7 basic) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/ge/24240/" ## Running Gene Enrichment [24240] [Gene Enrichment #7 basic] (input_de:de #6 fdr_cutoff:0.05 fc_cutoff:2 adj_method:fdr min:15 max:500) echo '-> Running Gene Enrichment [24240] [Gene Enrichment #7 basic] (input_de:de #6 fdr_cutoff:0.05 fc_cutoff:2 adj_method:fdr min:15 max:500)' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_24240 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'java -jar /srv/ASAP.jar -T Enrichment -loom /data/asap2/users/1/ymjqvi/gene_filtering/15303/output.loom -m fet -f /data/asap2/users/1/ymjqvi/tmp/1_24230_filtered.json -o /data/asap2/users/1/ymjqvi/ge/24240/output.json -max 500 -min 15 -adj fdr -geneset 52 -h $ASAP_DATA_DB_HOST:$ASAP_DATA_DB_PORT/asap_data_v5 1> /data/asap2/users/1/ymjqvi/ge/24240/exec.out 2> /data/asap2/users/1/ymjqvi/ge/24240/exec.err'" ## ---------------------------------------------------------------- ## Run 24241 Gene Enrichment (Gene Enrichment #8 basic) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/ge/24241/" ## Running Gene Enrichment [24241] [Gene Enrichment #8 basic] (input_de:de #5 fdr_cutoff:0.05 fc_cutoff:2 adj_method:fdr min:15 max:500) echo '-> Running Gene Enrichment [24241] [Gene Enrichment #8 basic] (input_de:de #5 fdr_cutoff:0.05 fc_cutoff:2 adj_method:fdr min:15 max:500)' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_24241 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'java -jar /srv/ASAP.jar -T Enrichment -loom /data/asap2/users/1/ymjqvi/gene_filtering/15303/output.loom -m fet -f /data/asap2/users/1/ymjqvi/tmp/1_24229_filtered.json -o /data/asap2/users/1/ymjqvi/ge/24241/output.json -max 500 -min 15 -adj fdr -geneset 52 -h $ASAP_DATA_DB_HOST:$ASAP_DATA_DB_PORT/asap_data_v5 1> /data/asap2/users/1/ymjqvi/ge/24241/exec.out 2> /data/asap2/users/1/ymjqvi/ge/24241/exec.err'" ## ---------------------------------------------------------------- ## Run 24242 Gene Enrichment (Gene Enrichment #9 basic) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/ge/24242/" ## Running Gene Enrichment [24242] [Gene Enrichment #9 basic] (input_de:de #4 fdr_cutoff:0.05 fc_cutoff:2 adj_method:fdr min:15 max:500) echo '-> Running Gene Enrichment [24242] [Gene Enrichment #9 basic] (input_de:de #4 fdr_cutoff:0.05 fc_cutoff:2 adj_method:fdr min:15 max:500)' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_24242 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'java -jar /srv/ASAP.jar -T Enrichment -loom /data/asap2/users/1/ymjqvi/gene_filtering/15303/output.loom -m fet -f /data/asap2/users/1/ymjqvi/tmp/1_24228_filtered.json -o /data/asap2/users/1/ymjqvi/ge/24242/output.json -max 500 -min 15 -adj fdr -geneset 52 -h $ASAP_DATA_DB_HOST:$ASAP_DATA_DB_PORT/asap_data_v5 1> /data/asap2/users/1/ymjqvi/ge/24242/exec.out 2> /data/asap2/users/1/ymjqvi/ge/24242/exec.err'" ## ---------------------------------------------------------------- ## Run 24243 Gene Enrichment (Gene Enrichment #10 basic) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/ge/24243/" ## Running Gene Enrichment [24243] [Gene Enrichment #10 basic] (input_de:de #3 fdr_cutoff:0.05 fc_cutoff:2 adj_method:fdr min:15 max:500) echo '-> Running Gene Enrichment [24243] [Gene Enrichment #10 basic] (input_de:de #3 fdr_cutoff:0.05 fc_cutoff:2 adj_method:fdr min:15 max:500)' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_24243 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'java -jar /srv/ASAP.jar -T Enrichment -loom /data/asap2/users/1/ymjqvi/gene_filtering/15303/output.loom -m fet -f /data/asap2/users/1/ymjqvi/tmp/1_24225_filtered.json -o /data/asap2/users/1/ymjqvi/ge/24243/output.json -max 500 -min 15 -adj fdr -geneset 52 -h $ASAP_DATA_DB_HOST:$ASAP_DATA_DB_PORT/asap_data_v5 1> /data/asap2/users/1/ymjqvi/ge/24243/exec.out 2> /data/asap2/users/1/ymjqvi/ge/24243/exec.err'" ## ---------------------------------------------------------------- ## Run 24244 Gene Enrichment (Gene Enrichment #11 basic) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/ge/24244/" ## Running Gene Enrichment [24244] [Gene Enrichment #11 basic] (input_de:de #2 fdr_cutoff:0.05 fc_cutoff:2 adj_method:fdr min:15 max:500) echo '-> Running Gene Enrichment [24244] [Gene Enrichment #11 basic] (input_de:de #2 fdr_cutoff:0.05 fc_cutoff:2 adj_method:fdr min:15 max:500)' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_24244 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'java -jar /srv/ASAP.jar -T Enrichment -loom /data/asap2/users/1/ymjqvi/gene_filtering/15303/output.loom -m fet -f /data/asap2/users/1/ymjqvi/tmp/1_24224_filtered.json -o /data/asap2/users/1/ymjqvi/ge/24244/output.json -max 500 -min 15 -adj fdr -geneset 52 -h $ASAP_DATA_DB_HOST:$ASAP_DATA_DB_PORT/asap_data_v5 1> /data/asap2/users/1/ymjqvi/ge/24244/exec.out 2> /data/asap2/users/1/ymjqvi/ge/24244/exec.err'" ## ---------------------------------------------------------------- ## Run 24245 Gene Enrichment (Gene Enrichment #12 basic) ## ---------------------------------------------------------------- ## Ensure output directory exists docker run --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "mkdir -p $PROJECT_DIR/ge/24245/" ## Running Gene Enrichment [24245] [Gene Enrichment #12 basic] (input_de:de #1 fdr_cutoff:0.05 fc_cutoff:2 adj_method:fdr min:15 max:500) echo '-> Running Gene Enrichment [24245] [Gene Enrichment #12 basic] (input_de:de #1 fdr_cutoff:0.05 fc_cutoff:2 adj_method:fdr min:15 max:500)' ## Command docker run -v /data/asap2_test:/data/asap2_test --name asap_dev_24245 --net=host -e HOST_USER_ID=$(id -u) -e HOST_USER_GID=$(id -g) --entrypoint '/bin/sh' --rm -v $ASAP_PROJECTS_DIR:$ASAP_PROJECTS_DIR fabdavid/asap_run:v5 -c "sh -c 'java -jar /srv/ASAP.jar -T Enrichment -loom /data/asap2/users/1/ymjqvi/gene_filtering/15303/output.loom -m fet -f /data/asap2/users/1/ymjqvi/tmp/1_24222_filtered.json -o /data/asap2/users/1/ymjqvi/ge/24245/output.json -max 500 -min 15 -adj fdr -geneset 52 -h $ASAP_DATA_DB_HOST:$ASAP_DATA_DB_PORT/asap_data_v5 1> /data/asap2/users/1/ymjqvi/ge/24245/exec.out 2> /data/asap2/users/1/ymjqvi/ge/24245/exec.err'"