DownloadGenomesTest.scala 5.45 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
/**
 * Biopet is built on top of GATK Queue for building bioinformatic
 * pipelines. It is mainly intended to support LUMC SHARK cluster which is running
 * SGE. But other types of HPC that are supported by GATK Queue (such as PBS)
 * should also be able to execute Biopet tools and pipelines.
 *
 * Copyright 2014 Sequencing Analysis Support Core - Leiden University Medical Center
 *
 * Contact us at: sasc@lumc.nl
 *
 * A dual licensing mode is applied. The source code within this project is freely available for non-commercial use under an AGPL
 * license; For commercial users or users who do not want to follow the AGPL
 * license, please contact us to obtain a separate license.
 */
Peter van 't Hof's avatar
Peter van 't Hof committed
15
16
17
18
19
20
21
22
23
24
25
26
27
package nl.lumc.sasc.biopet.pipelines.generateindexes

import com.google.common.io.Files
import nl.lumc.sasc.biopet.utils.ConfigUtils
import nl.lumc.sasc.biopet.utils.config.Config
import org.broadinstitute.gatk.queue.QSettings
import org.scalatest.Matchers
import org.scalatest.testng.TestNGSuite
import org.testng.annotations.Test

/**
 * Created by pjvan_thof on 13-5-16.
 */
Peter van 't Hof's avatar
Peter van 't Hof committed
28
29
30
class DownloadGenomesTest extends TestNGSuite with Matchers {
  def initPipeline(map: Map[String, Any]): DownloadGenomes = {
    new DownloadGenomes() {
Peter van 't Hof's avatar
Peter van 't Hof committed
31
      override def configNamespace = "generateindexes"
Peter van 't Hof's avatar
Peter van 't Hof committed
32
      override def globalConfig = new Config(ConfigUtils.mergeMaps(map, DownloadGenomesTest.config))
Peter van 't Hof's avatar
Peter van 't Hof committed
33
34
35
36
37
38
      qSettings = new QSettings
      qSettings.runName = "test"
    }
  }

  @Test
Peter van 't Hof's avatar
Peter van 't Hof committed
39
  def testNoFastaUri(): Unit = {
Peter van 't Hof's avatar
Peter van 't Hof committed
40
41
42
43
44
45
46
    val pipeline = initPipeline(Map())
    pipeline.referenceConfig = Map("s1" -> Map("g1" -> Map("" -> "")))
    intercept[IllegalArgumentException] {
      pipeline.script()
    }
  }

Peter van 't Hof's avatar
Peter van 't Hof committed
47
  @Test
Peter van 't Hof's avatar
Peter van 't Hof committed
48
  def testNcbiAssembly(): Unit = {
Peter van 't Hof's avatar
Peter van 't Hof committed
49
50
51
52
53
    val pipeline = initPipeline(Map())
    pipeline.referenceConfig = Map("s1" -> Map("g1" -> Map("ncbi_assembly_id" -> "id")))
    pipeline.script()
  }

Peter van 't Hof's avatar
Peter van 't Hof committed
54
  @Test
Peter van 't Hof's avatar
Peter van 't Hof committed
55
  def testSingleFasta(): Unit = {
Peter van 't Hof's avatar
Peter van 't Hof committed
56
57
58
59
60
61
    val pipeline = initPipeline(Map())
    pipeline.referenceConfig = Map("s1" -> Map("g1" -> Map("fasta_uri" -> "uri")))
    pipeline.script()
  }

  @Test
Peter van 't Hof's avatar
Peter van 't Hof committed
62
  def testMultiFasta(): Unit = {
Peter van 't Hof's avatar
Peter van 't Hof committed
63
64
65
66
67
68
    val pipeline = initPipeline(Map())
    pipeline.referenceConfig = Map("s1" -> Map("g1" -> Map("fasta_uri" -> List("uri", "uri2", "uri3.gz"))))
    pipeline.script()
  }

  @Test
Peter van 't Hof's avatar
Peter van 't Hof committed
69
  def testSingleDbsnp(): Unit = {
Peter van 't Hof's avatar
Peter van 't Hof committed
70
71
    val pipeline = initPipeline(Map("download_annotations" -> true))
    pipeline.referenceConfig = Map("s1" -> Map("g1" -> Map("fasta_uri" -> "uri",
Peter van 't Hof's avatar
Peter van 't Hof committed
72
      "dbsnp" -> Map("version" -> Map("vcf_uri" -> "uri.vcf.gz")))))
Peter van 't Hof's avatar
Peter van 't Hof committed
73
74
75
    pipeline.script()
  }

Peter van 't Hof's avatar
Peter van 't Hof committed
76
  @Test
Peter van 't Hof's avatar
Peter van 't Hof committed
77
  def testContigMapDbsnp(): Unit = {
Peter van 't Hof's avatar
Peter van 't Hof committed
78
79
    val pipeline = initPipeline(Map("download_annotations" -> true))
    pipeline.referenceConfig = Map("s1" -> Map("g1" -> Map("fasta_uri" -> "uri",
Peter van 't Hof's avatar
Peter van 't Hof committed
80
      "dbsnp" -> Map("version" -> Map("vcf_uri" -> "uri.vcf.gz", "contig_map" -> Map("1" -> "chr1"))))))
Peter van 't Hof's avatar
Peter van 't Hof committed
81
82
83
84
    pipeline.script()
  }

  @Test
Peter van 't Hof's avatar
Peter van 't Hof committed
85
  def testUnzippedContigMapDbsnp(): Unit = {
Peter van 't Hof's avatar
Peter van 't Hof committed
86
87
    val pipeline = initPipeline(Map("download_annotations" -> true))
    pipeline.referenceConfig = Map("s1" -> Map("g1" -> Map("fasta_uri" -> "uri",
Peter van 't Hof's avatar
Peter van 't Hof committed
88
      "dbsnp" -> Map("version" -> Map("vcf_uri" -> "uri.vcf", "contig_map" -> Map("1" -> "chr1"))))))
Peter van 't Hof's avatar
Peter van 't Hof committed
89
90
91
92
    pipeline.script()
  }

  @Test
Peter van 't Hof's avatar
Peter van 't Hof committed
93
  def testSingleUnzippedDbsnp(): Unit = {
Peter van 't Hof's avatar
Peter van 't Hof committed
94
95
    val pipeline = initPipeline(Map("download_annotations" -> true))
    pipeline.referenceConfig = Map("s1" -> Map("g1" -> Map("fasta_uri" -> "uri",
Peter van 't Hof's avatar
Peter van 't Hof committed
96
      "dbsnp" -> Map("version" -> Map(("vcf_uri" -> "uri.vcf"))))))
Peter van 't Hof's avatar
Peter van 't Hof committed
97
98
99
    pipeline.script()
  }

Peter van 't Hof's avatar
Peter van 't Hof committed
100
  @Test
Peter van 't Hof's avatar
Peter van 't Hof committed
101
  def testMultiDbsnp(): Unit = {
Peter van 't Hof's avatar
Peter van 't Hof committed
102
103
    val pipeline = initPipeline(Map("download_annotations" -> true))
    pipeline.referenceConfig = Map("s1" -> Map("g1" -> Map("fasta_uri" -> "uri",
Peter van 't Hof's avatar
Peter van 't Hof committed
104
      "dbsnp" -> Map("version" -> Map("vcf_uri" -> List("uri.vcf.gz", "uri2.vcf.gz"))))))
Peter van 't Hof's avatar
Peter van 't Hof committed
105
106
107
108
    pipeline.script()
  }

  @Test
Peter van 't Hof's avatar
Peter van 't Hof committed
109
  def testVep(): Unit = {
Peter van 't Hof's avatar
Peter van 't Hof committed
110
111
    val pipeline = initPipeline(Map("download_annotations" -> true))
    pipeline.referenceConfig = Map("s1" -> Map("g1" -> Map("fasta_uri" -> "uri",
Peter van 't Hof's avatar
Peter van 't Hof committed
112
      "vep" -> Map("version" -> Map("cache_uri" -> "something/human_vep_80_hg19.tar.gz")))))
Peter van 't Hof's avatar
Peter van 't Hof committed
113
114
115
    pipeline.script()
  }

Peter van 't Hof's avatar
Peter van 't Hof committed
116
  @Test
Peter van 't Hof's avatar
Peter van 't Hof committed
117
  def testGtfZipped(): Unit = {
Peter van 't Hof's avatar
Peter van 't Hof committed
118
119
    val pipeline = initPipeline(Map("download_annotations" -> true))
    pipeline.referenceConfig = Map("s1" -> Map("g1" -> Map("fasta_uri" -> "uri",
Peter van 't Hof's avatar
Peter van 't Hof committed
120
      "gene_annotation" -> Map("version" -> Map("gtf_uri" -> "bla.gf.gz")))))
Peter van 't Hof's avatar
Peter van 't Hof committed
121
122
123
124
    pipeline.script()
  }

  @Test
Peter van 't Hof's avatar
Peter van 't Hof committed
125
  def testGtf(): Unit = {
Peter van 't Hof's avatar
Peter van 't Hof committed
126
127
    val pipeline = initPipeline(Map("download_annotations" -> true))
    pipeline.referenceConfig = Map("s1" -> Map("g1" -> Map("fasta_uri" -> "uri",
Peter van 't Hof's avatar
Peter van 't Hof committed
128
      "gene_annotation" -> Map("version" -> Map("gtf_uri" -> "bla.gf")))))
Peter van 't Hof's avatar
Peter van 't Hof committed
129
130
131
132
    pipeline.script()
  }

  @Test
Peter van 't Hof's avatar
Peter van 't Hof committed
133
  def testGff(): Unit = {
Peter van 't Hof's avatar
Peter van 't Hof committed
134
135
    val pipeline = initPipeline(Map("download_annotations" -> true))
    pipeline.referenceConfig = Map("s1" -> Map("g1" -> Map("fasta_uri" -> "uri",
Peter van 't Hof's avatar
Peter van 't Hof committed
136
      "gene_annotation" -> Map("version" -> Map("gff_uri" -> "bla.gf")))))
Peter van 't Hof's avatar
Peter van 't Hof committed
137
138
139
    pipeline.script()
  }

Peter van 't Hof's avatar
Peter van 't Hof committed
140
141
}

Peter van 't Hof's avatar
Peter van 't Hof committed
142
object DownloadGenomesTest {
Peter van 't Hof's avatar
Peter van 't Hof committed
143
144
145
146
147
148
  val outputDir = Files.createTempDir()
  outputDir.deleteOnExit()

  val config = Map("output_dir" -> outputDir,
    "bwa" -> Map("exe" -> "test"),
    "star" -> Map("exe" -> "test"),
Peter van 't Hof's avatar
Peter van 't Hof committed
149
    "hisat2build" -> Map("exe" -> "test"),
Peter van 't Hof's avatar
Peter van 't Hof committed
150
151
152
153
154
155
    "bowtiebuild" -> Map("exe" -> "test"),
    "bowtie2build" -> Map("exe" -> "test"),
    "gmapbuild" -> Map("exe" -> "test"),
    "samtools" -> Map("exe" -> "test"),
    "md5sum" -> Map("exe" -> "test"),
    "gatk_jar" -> "test",
Peter van 't Hof's avatar
Peter van 't Hof committed
156
157
    "tabix" -> Map("exe" -> "test"),
    "gffread" -> Map("exe" -> "test")
Peter van 't Hof's avatar
Peter van 't Hof committed
158
159
  )
}