From 2cbdf31ae14985c00346e4a2797204878edc7d96 Mon Sep 17 00:00:00 2001
From: Peter Ebert <pebert@mpi-inf.mpg.de>
Date: Fri, 30 Dec 2016 15:13:46 +0100
Subject: [PATCH] ADD: process mock-ups for DCC upload/download

---
 docs/misc/DCCdl.xml | 57 +++++++++++++++++++++++++++++++++++++++++
 docs/misc/DCCul.xml | 62 +++++++++++++++++++++++++++++++++++++++++++++
 2 files changed, 119 insertions(+)
 create mode 100644 docs/misc/DCCdl.xml
 create mode 100644 docs/misc/DCCul.xml

diff --git a/docs/misc/DCCdl.xml b/docs/misc/DCCdl.xml
new file mode 100644
index 0000000..a5df77f
--- /dev/null
+++ b/docs/misc/DCCdl.xml
@@ -0,0 +1,57 @@
+<?xml version="1.0"?>
+<?xml-stylesheet type="text/css" href="http://deep.mpi-inf.mpg.de/DAC/files/style/deep_process_style.css"?>
+<process>
+	<name>DCC</name>
+	<version>1</version>
+	<author>
+		<name>Peter Ebert</name>
+		<email>pebert@mpi-inf.mpg.de</email>
+	</author>
+	<description>
+		This is a mock-up document that merely exists to facilitate data management via the
+		DAC-internal tracking database (i.e., all files on DAC file system are output of
+		the DCCdl process/analysis).
+	</description>
+	<inputs>
+		<filetype>
+			<identifier>ex_nihilo</identifier>
+			<format>bytes</format>
+			<quantity>collection</quantity>
+			<comment>Nightly sync from DCC</comment>
+		</filetype>
+	</inputs>
+	<!-- Following section: list reference files [e.g. reference genomes] used in this process -->
+	<references>
+		<filetype>
+			<identifier>no_ref</identifier>
+			<format>none</format>
+			<quantity>single</quantity>
+			<comment>No key file necessary for sync; auth via user/pw</comment>
+		</filetype>
+	</references>
+	<!-- Following section: list output files of process [e.g. bed files, wiggle tracks] -->
+	<outputs>
+		<filetype>
+			<identifier>TARGETFOLDER</identifier>
+			<format>bytes</format>
+			<quantity>collection</quantity>
+			<comment>Dump to DEEP cluster - FhGFS - data/incoming/mirror</comment>
+		</filetype>
+	</outputs>
+	<!-- Precise description of what this process does, what output is generated and what statistics are computed -->
+	<description>
+	</description>
+	<software>
+		<tool>
+			<name>ascp</name>
+			<version>3.1.0.64761</version>
+			<command_line>
+				<![CDATA[
+					ASPERA_SCP_PASS=${PASSWORD} ascp -q -T -k1 -Q -P 33001 -l800M --overwrite=diff -L ${LOGFOLDER}
+					${USERNAME}@dkfzaspera.dkfz-heidelberg.de:${SRCFOLDER} ${TARGETFOLDER}
+				]]>
+			</command_line>
+			<comment>Sync happens via cron job running on deep01 (user: oracle11)</comment>
+		</tool>
+	</software>
+</process>	
\ No newline at end of file
diff --git a/docs/misc/DCCul.xml b/docs/misc/DCCul.xml
new file mode 100644
index 0000000..20d8eaa
--- /dev/null
+++ b/docs/misc/DCCul.xml
@@ -0,0 +1,62 @@
+<?xml version="1.0"?>
+<?xml-stylesheet type="text/css" href="http://deep.mpi-inf.mpg.de/DAC/files/style/deep_process_style.css"?>
+<process>
+	<!-- Version of process is incremented by one in case of a new data freeze iff process [software] changed -->
+	<name>DCC</name>
+	<version>1</version>
+	<author>
+		<name>Peter Ebert</name>
+		<email>pebert@mpi-inf.mpg.de</email>
+	</author>
+	<description>
+		This is a mock-up document that merely exists to facilitate data management via the
+		DAC-internal tracking database (i.e., all files uploaded from the DAC to the DCC
+		are eventually input to this process/analysis).
+	</description>
+	<!-- Following section: list input files [samples to be analysed and similar] -->
+	<inputs>
+		<filetype>
+			<identifier>UPLOADFILE</identifier>
+			<format>tar.gz</format>
+			<quantity>single</quantity>
+			<comment>By default, md5 checksum is also uploaded</comment>
+		</filetype>
+	</inputs>
+	<!-- Following section: list reference files [e.g. reference genomes] used in this process -->
+	<references>
+		<filetype>
+			<identifier>no_ref</identifier>
+			<format>none</format>
+			<quantity>single</quantity>
+			<comment>No key file necessary for sync; auth via user/pw</comment>
+		</filetype>
+	</references>
+	<!-- Following section: list output files of process [e.g. bed files, wiggle tracks] -->
+	<outputs>
+		<filetype>
+			<identifier>ad_acta</identifier>
+			<format>any</format>
+			<quantity>single</quantity>
+			<comment>Successful upload checked manually, log files discarded</comment>
+		</filetype>
+	</outputs>
+	<!-- Precise description of what this process does, what output is generated and what statistics are computed -->
+	<description>
+	</description>
+	<software>
+		<tool>
+			<name>ascp</name>
+			<version>3.1.0.64761</version>
+			<command_line>
+				<![CDATA[
+					ascp -Q -L ${LOGFOLDER} -T -k1 -v -P 33001 -l800m ${UPLOADFILE}
+					${USERNAME}@dkfzaspera.dkfz-heidelberg.de:/upload
+				]]>
+ 			</command_line>
+			<comment>
+				NB: the upload folder is rw only for the respective user account and the DMG.
+				To share data immediately with other groups, it has to be uploaded to /share
+			</comment>
+		</tool>
+	</software>
+</process>	
\ No newline at end of file