DownloadGenomesTest.scala 5.42 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
/**
 * Biopet is built on top of GATK Queue for building bioinformatic
 * pipelines. It is mainly intended to support LUMC SHARK cluster which is running
 * SGE. But other types of HPC that are supported by GATK Queue (such as PBS)
 * should also be able to execute Biopet tools and pipelines.
 *
 * Copyright 2014 Sequencing Analysis Support Core - Leiden University Medical Center
 *
 * Contact us at: sasc@lumc.nl
 *
 * A dual licensing mode is applied. The source code within this project is freely available for non-commercial use under an AGPL
 * license; For commercial users or users who do not want to follow the AGPL
 * license, please contact us to obtain a separate license.
 */
Peter van 't Hof's avatar
Peter van 't Hof committed
15
16
17
18
19
20
21
22
23
24
25
26
27
package nl.lumc.sasc.biopet.pipelines.generateindexes

import com.google.common.io.Files
import nl.lumc.sasc.biopet.utils.ConfigUtils
import nl.lumc.sasc.biopet.utils.config.Config
import org.broadinstitute.gatk.queue.QSettings
import org.scalatest.Matchers
import org.scalatest.testng.TestNGSuite
import org.testng.annotations.Test

/**
 * Created by pjvan_thof on 13-5-16.
 */
Peter van 't Hof's avatar
Peter van 't Hof committed
28
29
30
class DownloadGenomesTest extends TestNGSuite with Matchers {
  def initPipeline(map: Map[String, Any]): DownloadGenomes = {
    new DownloadGenomes() {
Peter van 't Hof's avatar
Peter van 't Hof committed
31
      override def configNamespace = "generateindexes"
Peter van 't Hof's avatar
Peter van 't Hof committed
32
      override def globalConfig = new Config(ConfigUtils.mergeMaps(map, DownloadGenomesTest.config))
Peter van 't Hof's avatar
Peter van 't Hof committed
33
34
35
36
37
38
39
40
41
42
43
44
45
46
      qSettings = new QSettings
      qSettings.runName = "test"
    }
  }

  @Test
  def testNoFastaUri: Unit = {
    val pipeline = initPipeline(Map())
    pipeline.referenceConfig = Map("s1" -> Map("g1" -> Map("" -> "")))
    intercept[IllegalArgumentException] {
      pipeline.script()
    }
  }

Peter van 't Hof's avatar
Peter van 't Hof committed
47
48
49
50
51
52
53
  @Test
  def testNcbiAssembly: Unit = {
    val pipeline = initPipeline(Map())
    pipeline.referenceConfig = Map("s1" -> Map("g1" -> Map("ncbi_assembly_id" -> "id")))
    pipeline.script()
  }

Peter van 't Hof's avatar
Peter van 't Hof committed
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
  @Test
  def testSingleFasta: Unit = {
    val pipeline = initPipeline(Map())
    pipeline.referenceConfig = Map("s1" -> Map("g1" -> Map("fasta_uri" -> "uri")))
    pipeline.script()
  }

  @Test
  def testMultiFasta: Unit = {
    val pipeline = initPipeline(Map())
    pipeline.referenceConfig = Map("s1" -> Map("g1" -> Map("fasta_uri" -> List("uri", "uri2", "uri3.gz"))))
    pipeline.script()
  }

  @Test
  def testSingleDbsnp: Unit = {
Peter van 't Hof's avatar
Peter van 't Hof committed
70
71
72
    val pipeline = initPipeline(Map("download_annotations" -> true))
    pipeline.referenceConfig = Map("s1" -> Map("g1" -> Map("fasta_uri" -> "uri",
      "dbsnp" -> Map("version" ->Map("vcf_uri" -> "uri.vcf.gz")))))
Peter van 't Hof's avatar
Peter van 't Hof committed
73
74
75
    pipeline.script()
  }

Peter van 't Hof's avatar
Peter van 't Hof committed
76
77
  @Test
  def testContigMapDbsnp: Unit = {
Peter van 't Hof's avatar
Peter van 't Hof committed
78
79
80
    val pipeline = initPipeline(Map("download_annotations" -> true))
    pipeline.referenceConfig = Map("s1" -> Map("g1" -> Map("fasta_uri" -> "uri",
      "dbsnp" -> Map("version" ->Map("vcf_uri" -> "uri.vcf.gz", "contig_map" -> Map("1" -> "chr1"))))))
Peter van 't Hof's avatar
Peter van 't Hof committed
81
82
83
84
85
    pipeline.script()
  }

  @Test
  def testUnzippedContigMapDbsnp: Unit = {
Peter van 't Hof's avatar
Peter van 't Hof committed
86
87
88
    val pipeline = initPipeline(Map("download_annotations" -> true))
    pipeline.referenceConfig = Map("s1" -> Map("g1" -> Map("fasta_uri" -> "uri",
      "dbsnp" -> Map("version" ->Map("vcf_uri" -> "uri.vcf", "contig_map" -> Map("1" -> "chr1"))))))
Peter van 't Hof's avatar
Peter van 't Hof committed
89
90
91
92
93
    pipeline.script()
  }

  @Test
  def testSingleUnzippedDbsnp: Unit = {
Peter van 't Hof's avatar
Peter van 't Hof committed
94
95
96
    val pipeline = initPipeline(Map("download_annotations" -> true))
    pipeline.referenceConfig = Map("s1" -> Map("g1" -> Map("fasta_uri" -> "uri",
      "dbsnp" -> Map("version" ->Map(("vcf_uri" -> "uri.vcf"))))))
Peter van 't Hof's avatar
Peter van 't Hof committed
97
98
99
    pipeline.script()
  }

Peter van 't Hof's avatar
Peter van 't Hof committed
100
101
  @Test
  def testMultiDbsnp: Unit = {
Peter van 't Hof's avatar
Peter van 't Hof committed
102
103
104
    val pipeline = initPipeline(Map("download_annotations" -> true))
    pipeline.referenceConfig = Map("s1" -> Map("g1" -> Map("fasta_uri" -> "uri",
      "dbsnp" -> Map("version" ->Map("vcf_uri" -> List("uri.vcf.gz", "uri2.vcf.gz"))))))
Peter van 't Hof's avatar
Peter van 't Hof committed
105
106
107
108
109
    pipeline.script()
  }

  @Test
  def testVep: Unit = {
Peter van 't Hof's avatar
Peter van 't Hof committed
110
111
112
    val pipeline = initPipeline(Map("download_annotations" -> true))
    pipeline.referenceConfig = Map("s1" -> Map("g1" -> Map("fasta_uri" -> "uri",
      "vep" -> Map("version" ->Map("cache_uri" -> "something/human_vep_80_hg19.tar.gz")))))
Peter van 't Hof's avatar
Peter van 't Hof committed
113
114
115
    pipeline.script()
  }

Peter van 't Hof's avatar
Peter van 't Hof committed
116
117
  @Test
  def testGtfZipped: Unit = {
Peter van 't Hof's avatar
Peter van 't Hof committed
118
119
120
    val pipeline = initPipeline(Map("download_annotations" -> true))
    pipeline.referenceConfig = Map("s1" -> Map("g1" -> Map("fasta_uri" -> "uri",
      "gene_annotation" -> Map("version" ->Map("gtf_uri" -> "bla.gf.gz")))))
Peter van 't Hof's avatar
Peter van 't Hof committed
121
122
123
124
125
    pipeline.script()
  }

  @Test
  def testGtf: Unit = {
Peter van 't Hof's avatar
Peter van 't Hof committed
126
127
128
129
130
131
132
133
134
135
136
    val pipeline = initPipeline(Map("download_annotations" -> true))
    pipeline.referenceConfig = Map("s1" -> Map("g1" -> Map("fasta_uri" -> "uri",
      "gene_annotation" -> Map("version" ->Map("gtf_uri" -> "bla.gf")))))
    pipeline.script()
  }

  @Test
  def testGff: Unit = {
    val pipeline = initPipeline(Map("download_annotations" -> true))
    pipeline.referenceConfig = Map("s1" -> Map("g1" -> Map("fasta_uri" -> "uri",
      "gene_annotation" -> Map("version" ->Map("gff_uri" -> "bla.gf")))))
Peter van 't Hof's avatar
Peter van 't Hof committed
137
138
139
    pipeline.script()
  }

Peter van 't Hof's avatar
Peter van 't Hof committed
140
141
}

Peter van 't Hof's avatar
Peter van 't Hof committed
142
object DownloadGenomesTest {
Peter van 't Hof's avatar
Peter van 't Hof committed
143
144
145
146
147
148
  val outputDir = Files.createTempDir()
  outputDir.deleteOnExit()

  val config = Map("output_dir" -> outputDir,
    "bwa" -> Map("exe" -> "test"),
    "star" -> Map("exe" -> "test"),
Peter van 't Hof's avatar
Peter van 't Hof committed
149
    "hisat2build" -> Map("exe" -> "test"),
Peter van 't Hof's avatar
Peter van 't Hof committed
150
151
152
153
154
155
    "bowtiebuild" -> Map("exe" -> "test"),
    "bowtie2build" -> Map("exe" -> "test"),
    "gmapbuild" -> Map("exe" -> "test"),
    "samtools" -> Map("exe" -> "test"),
    "md5sum" -> Map("exe" -> "test"),
    "gatk_jar" -> "test",
Peter van 't Hof's avatar
Peter van 't Hof committed
156
157
    "tabix" -> Map("exe" -> "test"),
    "gffread" -> Map("exe" -> "test")
Peter van 't Hof's avatar
Peter van 't Hof committed
158
159
  )
}