-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
ADD: process mock-ups for DCC upload/download
- Loading branch information
Showing
2 changed files
with
119 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,57 @@ | ||
| <?xml version="1.0"?> | ||
| <?xml-stylesheet type="text/css" href="http://deep.mpi-inf.mpg.de/DAC/files/style/deep_process_style.css"?> | ||
| <process> | ||
| <name>DCC</name> | ||
| <version>1</version> | ||
| <author> | ||
| <name>Peter Ebert</name> | ||
| <email>pebert@mpi-inf.mpg.de</email> | ||
| </author> | ||
| <description> | ||
| This is a mock-up document that merely exists to facilitate data management via the | ||
| DAC-internal tracking database (i.e., all files on DAC file system are output of | ||
| the DCCdl process/analysis). | ||
| </description> | ||
| <inputs> | ||
| <filetype> | ||
| <identifier>ex_nihilo</identifier> | ||
| <format>bytes</format> | ||
| <quantity>collection</quantity> | ||
| <comment>Nightly sync from DCC</comment> | ||
| </filetype> | ||
| </inputs> | ||
| <!-- Following section: list reference files [e.g. reference genomes] used in this process --> | ||
| <references> | ||
| <filetype> | ||
| <identifier>no_ref</identifier> | ||
| <format>none</format> | ||
| <quantity>single</quantity> | ||
| <comment>No key file necessary for sync; auth via user/pw</comment> | ||
| </filetype> | ||
| </references> | ||
| <!-- Following section: list output files of process [e.g. bed files, wiggle tracks] --> | ||
| <outputs> | ||
| <filetype> | ||
| <identifier>TARGETFOLDER</identifier> | ||
| <format>bytes</format> | ||
| <quantity>collection</quantity> | ||
| <comment>Dump to DEEP cluster - FhGFS - data/incoming/mirror</comment> | ||
| </filetype> | ||
| </outputs> | ||
| <!-- Precise description of what this process does, what output is generated and what statistics are computed --> | ||
| <description> | ||
| </description> | ||
| <software> | ||
| <tool> | ||
| <name>ascp</name> | ||
| <version>3.1.0.64761</version> | ||
| <command_line> | ||
| <![CDATA[ | ||
| ASPERA_SCP_PASS=${PASSWORD} ascp -q -T -k1 -Q -P 33001 -l800M --overwrite=diff -L ${LOGFOLDER} | ||
| ${USERNAME}@dkfzaspera.dkfz-heidelberg.de:${SRCFOLDER} ${TARGETFOLDER} | ||
| ]]> | ||
| </command_line> | ||
| <comment>Sync happens via cron job running on deep01 (user: oracle11)</comment> | ||
| </tool> | ||
| </software> | ||
| </process> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,62 @@ | ||
| <?xml version="1.0"?> | ||
| <?xml-stylesheet type="text/css" href="http://deep.mpi-inf.mpg.de/DAC/files/style/deep_process_style.css"?> | ||
| <process> | ||
| <!-- Version of process is incremented by one in case of a new data freeze iff process [software] changed --> | ||
| <name>DCC</name> | ||
| <version>1</version> | ||
| <author> | ||
| <name>Peter Ebert</name> | ||
| <email>pebert@mpi-inf.mpg.de</email> | ||
| </author> | ||
| <description> | ||
| This is a mock-up document that merely exists to facilitate data management via the | ||
| DAC-internal tracking database (i.e., all files uploaded from the DAC to the DCC | ||
| are eventually input to this process/analysis). | ||
| </description> | ||
| <!-- Following section: list input files [samples to be analysed and similar] --> | ||
| <inputs> | ||
| <filetype> | ||
| <identifier>UPLOADFILE</identifier> | ||
| <format>tar.gz</format> | ||
| <quantity>single</quantity> | ||
| <comment>By default, md5 checksum is also uploaded</comment> | ||
| </filetype> | ||
| </inputs> | ||
| <!-- Following section: list reference files [e.g. reference genomes] used in this process --> | ||
| <references> | ||
| <filetype> | ||
| <identifier>no_ref</identifier> | ||
| <format>none</format> | ||
| <quantity>single</quantity> | ||
| <comment>No key file necessary for sync; auth via user/pw</comment> | ||
| </filetype> | ||
| </references> | ||
| <!-- Following section: list output files of process [e.g. bed files, wiggle tracks] --> | ||
| <outputs> | ||
| <filetype> | ||
| <identifier>ad_acta</identifier> | ||
| <format>any</format> | ||
| <quantity>single</quantity> | ||
| <comment>Successful upload checked manually, log files discarded</comment> | ||
| </filetype> | ||
| </outputs> | ||
| <!-- Precise description of what this process does, what output is generated and what statistics are computed --> | ||
| <description> | ||
| </description> | ||
| <software> | ||
| <tool> | ||
| <name>ascp</name> | ||
| <version>3.1.0.64761</version> | ||
| <command_line> | ||
| <![CDATA[ | ||
| ascp -Q -L ${LOGFOLDER} -T -k1 -v -P 33001 -l800m ${UPLOADFILE} | ||
| ${USERNAME}@dkfzaspera.dkfz-heidelberg.de:/upload | ||
| ]]> | ||
| </command_line> | ||
| <comment> | ||
| NB: the upload folder is rw only for the respective user account and the DMG. | ||
| To share data immediately with other groups, it has to be uploaded to /share | ||
| </comment> | ||
| </tool> | ||
| </software> | ||
| </process> |