Skip to content
GitLab
Explore
Sign in
Primary navigation
Search or go to…
Project
T
tasks
Manage
Activity
Members
Labels
Plan
Issues
Issue boards
Milestones
Wiki
Code
Merge requests
Repository
Branches
Commits
Tags
Repository graph
Compare revisions
Snippets
Build
Pipelines
Jobs
Pipeline schedules
Artifacts
Deploy
Releases
Container Registry
Model registry
Operate
Environments
Monitor
Incidents
Analyze
Value stream analytics
Contributor analytics
CI/CD analytics
Repository analytics
Model experiments
Help
Help
Support
GitLab documentation
Compare GitLab plans
Community forum
Contribute to GitLab
Provide feedback
Keyboard shortcuts
?
Snippets
Groups
Projects
Show more breadcrumbs
biowdl
tasks
Commits
3e6675a3
Unverified
Commit
3e6675a3
authored
6 years ago
by
Peter van 't Hof
Committed by
GitHub
6 years ago
Browse files
Options
Downloads
Plain Diff
Merge branch 'master' into BIOWDL-29
parents
7285450b
1011b862
No related branches found
Branches containing commit
No related tags found
Tags containing commit
1 merge request
!18
Changes for QC pipeline
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
biopet.wdl
+16
-14
16 additions, 14 deletions
biopet.wdl
centrifuge.wdl
+35
-26
35 additions, 26 deletions
centrifuge.wdl
with
51 additions
and
40 deletions
biopet.wdl
+
16
−
14
View file @
3e6675a3
...
@@ -12,8 +12,8 @@ task BaseCounter {
...
@@ -12,8 +12,8 @@ task BaseCounter {
Float? memory
Float? memory
Float? memoryMultiplier
Float? memoryMultiplier
Int mem = ceil(select_first([memory, 12.0]))
Int mem = ceil(select_first([memory, 12.0]))
command {
command {
set -e -o pipefail
set -e -o pipefail
mkdir -p ${outputDir}
mkdir -p ${outputDir}
...
@@ -119,7 +119,7 @@ task FastqSplitter {
...
@@ -119,7 +119,7 @@ task FastqSplitter {
File inputFastq
File inputFastq
String outputPath
String outputPath
Int numberChunks
Int numberChunks
String
tool
_j
ar
File
tool
J
ar
Array[Int] chunks = range(numberChunks)
Array[Int] chunks = range(numberChunks)
command {
command {
...
@@ -128,7 +128,7 @@ task FastqSplitter {
...
@@ -128,7 +128,7 @@ task FastqSplitter {
mkdir -p ${sep=' ' prefix(outputPath + "/chunk_", chunks)}
mkdir -p ${sep=' ' prefix(outputPath + "/chunk_", chunks)}
if [ ${numberChunks} -gt 1 ]; then
if [ ${numberChunks} -gt 1 ]; then
SEP="/${basename(inputFastq)} -o "
SEP="/${basename(inputFastq)} -o "
java -jar ${tool
_j
ar} -I ${inputFastq} -o ${sep='$SEP' prefix(outputPath + "/chunk_", chunks)}/${basename(inputFastq)}
java -jar ${tool
J
ar} -I ${inputFastq} -o ${sep='$SEP' prefix(outputPath + "/chunk_", chunks)}/${basename(inputFastq)}
else
else
ln -sf ${inputFastq} ${outputPath}/chunk_0/${basename(inputFastq)}
ln -sf ${inputFastq} ${outputPath}/chunk_0/${basename(inputFastq)}
fi
fi
...
@@ -147,12 +147,13 @@ task FastqSync {
...
@@ -147,12 +147,13 @@ task FastqSync {
File in2
File in2
String out1path
String out1path
String out2path
String out2path
File tool_jar
File toolJar
command {
command {
set -e -o pipefail
set -e -o pipefail
${preCommand}
${preCommand}
mkdir -p $(dirname ${out1path}) $(dirname ${out2path})
mkdir -p $(dirname ${out1path}) $(dirname ${out2path})
java -jar ${tool
_j
ar} \
java -jar ${tool
J
ar} \
--in1 ${in1} \
--in1 ${in1} \
--in2 ${in2} \
--in2 ${in2} \
--ref1 ${ref1} \
--ref1 ${ref1} \
...
@@ -160,6 +161,7 @@ task FastqSync {
...
@@ -160,6 +161,7 @@ task FastqSync {
--out1 ${out1path} \
--out1 ${out1path} \
--out2 ${out2path}
--out2 ${out2path}
}
}
output {
output {
File out1 = out1path
File out1 = out1path
File out2 = out2path
File out2 = out2path
...
@@ -168,7 +170,7 @@ task FastqSync {
...
@@ -168,7 +170,7 @@ task FastqSync {
task SampleConfig {
task SampleConfig {
String? preCommand
String? preCommand
String
tool
_j
ar
File
tool
J
ar
Array[File]+ inputFiles
Array[File]+ inputFiles
String keyFilePath
String keyFilePath
String? sample
String? sample
...
@@ -179,13 +181,13 @@ task SampleConfig {
...
@@ -179,13 +181,13 @@ task SampleConfig {
Float? memory
Float? memory
Float? memoryMultiplier
Float? memoryMultiplier
Int mem = ceil(select_first([memory, 4.0]))
Int mem = ceil(select_first([memory, 4.0]))
command {
command {
set -e -o pipefail
set -e -o pipefail
${preCommand}
${preCommand}
mkdir -p . ${"$(dirname " + jsonOutputPath + ")"} ${"$(dirname " + tsvOutputPath + ")"}
mkdir -p . ${"$(dirname " + jsonOutputPath + ")"} ${"$(dirname " + tsvOutputPath + ")"}
java -Xmx${mem}G -jar ${tool
_j
ar} \
java -Xmx${mem}G -jar ${tool
J
ar} \
-i ${sep="-i " inputFiles} \
-i ${sep="-i " inputFiles} \
${"--sample " + sample} \
${"--sample " + sample} \
${"--library " + library} \
${"--library " + library} \
...
@@ -208,23 +210,23 @@ task SampleConfig {
...
@@ -208,23 +210,23 @@ task SampleConfig {
task ScatterRegions {
task ScatterRegions {
String? preCommand
String? preCommand
File ref
_f
asta
File ref
F
asta
File ref
_d
ict
File ref
D
ict
String outputDirPath
String outputDirPath
String
tool
_j
ar
File
tool
J
ar
Int? scatterSize
Int? scatterSize
File? regions
File? regions
Float? memory
Float? memory
Float? memoryMultiplier
Float? memoryMultiplier
Int mem = ceil(select_first([memory, 4.0]))
Int mem = ceil(select_first([memory, 4.0]))
command {
command {
set -e -o pipefail
set -e -o pipefail
${preCommand}
${preCommand}
mkdir -p ${outputDirPath}
mkdir -p ${outputDirPath}
java -Xmx${mem}G -jar ${tool
_j
ar} \
java -Xmx${mem}G -jar ${tool
J
ar} \
-R ${ref
_f
asta} \
-R ${ref
F
asta} \
-o ${outputDirPath} \
-o ${outputDirPath} \
${"-s " + scatterSize} \
${"-s " + scatterSize} \
${"-L " + regions}
${"-L " + regions}
...
...
This diff is collapsed.
Click to expand it.
centrifuge.wdl
+
35
−
26
View file @
3e6675a3
# Copyright Sequencing Analysis Support Core - Leiden University Medical Center 2018
# Copyright Sequencing Analysis Support Core - Leiden University Medical Center 2018
#
#
# Tasks from centrifuge
# Tasks from centrifuge
task build {
task Build {
File conversionTable
File conversionTable
File taxonomyTree
File taxonomyTree
File inputFasta
File inputFasta
...
@@ -22,9 +21,10 @@ task build {
...
@@ -22,9 +21,10 @@ task build {
File? nameTable
File? nameTable
File? sizeTable
File? sizeTable
Int? seed
Int? seed
Int? kmerCount
Int? threads
Int? threads
Int? memory
Int? memory
Int? kmerCount
command {
command {
set -e -o pipefail
set -e -o pipefail
...
@@ -56,25 +56,28 @@ task build {
...
@@ -56,25 +56,28 @@ task build {
}
}
}
}
task
c
lassify {
task
C
lassify {
String outputDir
String outputDir
Boolean? compressOutput = true
Boolean? compressOutput = true
String? preCommand
String? preCommand
String indexPrefix
String indexPrefix
File? unpairedReads
Array[
File
]
? unpairedReads
File read1
Array[
File
]+
read1
File? read2
Array[
File
]
? read2
Boolean? fastaInput
Boolean? fastaInput
# Variables for handling output
# Variables for handling output
String outputFileName = outputDir + "/centrifuge.out"
String outputFilePath = outputDir + "/centrifuge.out"
String reportFileName = outputDir + "/centrifuge_report.tsv"
String reportFilePath = outputDir + "/centrifuge_report.tsv"
String finalOutputName = if (compressOutput == true) then outputFileName + ".gz" else outputFileName
String finalOutputPath = if (compressOutput == true)
String? metFileName # If this is specified, the report file is empty
then outputFilePath + ".gz"
else outputFilePath
String? metFilePath # If this is specified, the report file is empty
Int? assignments
Int? assignments
Int? minHitLen
Int? minHitLen
Int? minTotalLen
Int? minTotalLen
Array[String]? hostTaxIds
Array[String]? hostTaxIds
Array[String]? excludeTaxIds
Array[String]? excludeTaxIds
Int? threads
Int? threads
Int? memory
Int? memory
...
@@ -86,22 +89,22 @@ task classify {
...
@@ -86,22 +89,22 @@ task classify {
${"-p " + threads} \
${"-p " + threads} \
${"-x " + indexPrefix} \
${"-x " + indexPrefix} \
${true="-f" false="" fastaInput} \
${true="-f" false="" fastaInput} \
${true="-k
" false="" defined(assignments)} ${assignments} \
${true="-k" false="" defined(assignments)} ${assignments} \
${true="-1
" false="-U
" defined(read2)} ${read1} \
${true="-1" false="-U" defined(read2)} ${
sep=','
read1} \
${
"-2 " +
read2} \
${
true="-2" false="" defined(read2)} ${sep=','
read2} \
${
"-U " +
unpairedReads} \
${
true="-U" false="" defined(unpairedReads)} ${sep=','
unpairedReads} \
${"--report-file " + reportFile
Name
} \
${"--report-file " + reportFile
Path
} \
${"--min-hitlen " + minHitLen} \
${"--min-hitlen " + minHitLen} \
${"--min-totallen " + minTotalLen} \
${"--min-totallen " + minTotalLen} \
${"--met-file " + metFile
Name
} \
${"--met-file " + metFile
Path
} \
${true="--host-taxids " false="" defined(hostTaxIds)} ${sep=',' hostTaxIds} \
${true="--host-taxids " false="" defined(hostTaxIds)} ${sep=',' hostTaxIds} \
${true="--exclude-taxids " false="" defined(excludeTaxIds)} ${sep=',' excludeTaxIds} \
${true="--exclude-taxids " false="" defined(excludeTaxIds)} ${sep=',' excludeTaxIds} \
${true="| gzip -c >" false="-S" compressOutput} ${finalOutput
Name
}
${true="| gzip -c >" false="-S" compressOutput} ${finalOutput
Path
}
}
}
output {
output {
File classifiedReads = finalOutput
Name
File classifiedReads = finalOutput
Path
File reportFile = reportFile
Name
File reportFile = reportFile
Path
}
}
runtime {
runtime {
...
@@ -110,7 +113,7 @@ task classify {
...
@@ -110,7 +113,7 @@ task classify {
}
}
}
}
task
d
ownload {
task
D
ownload {
String libraryPath
String libraryPath
Array[String]? domain
Array[String]? domain
String? executable = "centrifuge-download"
String? executable = "centrifuge-download"
...
@@ -153,10 +156,11 @@ task download {
...
@@ -153,10 +156,11 @@ task download {
}
}
}
}
task
d
ownloadTaxonomy {
task
D
ownloadTaxonomy {
String centrifugeTaxonomyDir
String centrifugeTaxonomyDir
String? executable = "centrifuge-download"
String? executable = "centrifuge-download"
String? preCommand
String? preCommand
command {
command {
set -e -o pipefail
set -e -o pipefail
${preCommand}
${preCommand}
...
@@ -164,23 +168,28 @@ task downloadTaxonomy {
...
@@ -164,23 +168,28 @@ task downloadTaxonomy {
-o ${centrifugeTaxonomyDir} \
-o ${centrifugeTaxonomyDir} \
taxonomy
taxonomy
}
}
output {
output {
File taxonomyTree = centrifugeTaxonomyDir + "/nodes.dmp"
File taxonomyTree = centrifugeTaxonomyDir + "/nodes.dmp"
File nameTable = centrifugeTaxonomyDir + "/names.dmp"
File nameTable = centrifugeTaxonomyDir + "/names.dmp"
}
}
}
}
task
k
report {
task
K
report {
String? preCommand
String? preCommand
File centrifugeOut
File centrifugeOut
Boolean inputIsCompressed
Boolean inputIsCompressed
String kreportFileName=sub(centrifugeOut, "\\.out$|\\.out\\.gz$", "\\.kreport")
String outputDir
String? suffix = "kreport"
String? prefix = "centrifuge"
String kreportFilePath = outputDir + "/" + prefix + "." + suffix
String indexPrefix
String indexPrefix
Boolean? onlyUnique
Boolean? onlyUnique
Boolean? showZeros
Boolean? showZeros
Boolean? isCountTable
Boolean? isCountTable
Int? minScore
Int? minScore
Int? minLength
Int? minLength
Int? cores
Int? cores
Int? memory
Int? memory
...
@@ -196,11 +205,11 @@ task kreport {
...
@@ -196,11 +205,11 @@ task kreport {
${"--min-length " + minLength} \
${"--min-length " + minLength} \
${true="<(zcat" false="" inputIsCompressed} ${centrifugeOut}\
${true="<(zcat" false="" inputIsCompressed} ${centrifugeOut}\
${true=")" false="" inputIsCompressed} \
${true=")" false="" inputIsCompressed} \
> ${kreportFile
Name
}
> ${kreportFile
Path
}
}
}
output {
output {
File kreport = kreportFile
Name
File kreport = kreportFile
Path
}
}
runtime {
runtime {
...
...
This diff is collapsed.
Click to expand it.
Preview
0%
Loading
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Save comment
Cancel
Please
register
or
sign in
to comment