From c066cf0813a3787b4ac18af7bb394db8a0ee79a0 Mon Sep 17 00:00:00 2001 From: Peter van 't Hof Date: Wed, 29 Mar 2017 17:24:58 +0200 Subject: [PATCH] Removing sample and library queries and use the cache --- .../pipelines/bammetrics/alignmentSummary.ssp | 12 +++++++++--- .../pipelines/bammetrics/bamMetricsFront.ssp | 5 ++--- .../biopet/pipelines/bammetrics/clipping.ssp | 15 +++++++++------ .../bammetrics/covstatsMultiTable.ssp | 12 ++++++++---- .../biopet/pipelines/bammetrics/insertSize.ssp | 15 +++++++++------ .../pipelines/bammetrics/mappingQuality.ssp | 16 +++++++++------- .../pipelines/bammetrics/rnaHistogram.ssp | 15 +++++++++------ .../pipelines/bammetrics/wgsHistogram.ssp | 15 +++++++++------ .../bammetrics/BammetricsReport.scala | 4 +--- .../sasc/biopet/core/report/librariesList.ssp | 18 ++++++++++-------- .../sasc/biopet/core/report/samplesList.ssp | 10 +++------- 11 files changed, 78 insertions(+), 59 deletions(-) diff --git a/bammetrics/src/main/resources/nl/lumc/sasc/biopet/pipelines/bammetrics/alignmentSummary.ssp b/bammetrics/src/main/resources/nl/lumc/sasc/biopet/pipelines/bammetrics/alignmentSummary.ssp index 0a1dda20c..296a5cac9 100644 --- a/bammetrics/src/main/resources/nl/lumc/sasc/biopet/pipelines/bammetrics/alignmentSummary.ssp +++ b/bammetrics/src/main/resources/nl/lumc/sasc/biopet/pipelines/bammetrics/alignmentSummary.ssp @@ -1,3 +1,4 @@ +#import(nl.lumc.sasc.biopet.utils.summary.db.Schema._) #import(nl.lumc.sasc.biopet.utils.summary.db.SummaryDb) #import(nl.lumc.sasc.biopet.utils.summary.db.SummaryDb._) #import(nl.lumc.sasc.biopet.utils.summary.db.SummaryDb.Implicts._) @@ -16,8 +17,13 @@ <%@ var showTable: Boolean = true %> <%@ var showIntro: Boolean = true%> <%@ var runId: Int %> +<%@ var allSamples: Seq[Sample] %> +<%@ var allLibraries: Seq[Library] %> #{ - val samples = Await.result(summary.getSamples(runId = Some(runId)), Duration.Inf) + val samples = sampleId match { + case Some(id) => allSamples.filter(_.id == id).toList + case _ => allSamples.toList + } }# #if (showIntro)
@@ -74,12 +80,12 @@ val libs: List[Option[Int]] = (libId, sampleLevel) match { case (_, true) => List(None) case (Some(_), _) => List(libId) - case _ => Await.result(summary.getLibraries(sampleId = Some(sample.id), runId = Some(runId)), Duration.Inf).map(x => Some(x.id)).toList + case _ => allLibraries.filter(_.sampleId == sample.id).map(x => Some(x.id)).toList } }# ${sample.name} #for (libId <- libs) - #{ val libName = libId.map(l => Await.result(summary.getLibraryName(l), Duration.Inf)) }# + #{ val libName = libId.map(l => allLibraries.find(_.id == l).get.name) }# #if (libs.head != libId) #end #if (!sampleLevel) ${libName} #end #{ diff --git a/bammetrics/src/main/resources/nl/lumc/sasc/biopet/pipelines/bammetrics/bamMetricsFront.ssp b/bammetrics/src/main/resources/nl/lumc/sasc/biopet/pipelines/bammetrics/bamMetricsFront.ssp index 2d871d266..0fd0a3236 100644 --- a/bammetrics/src/main/resources/nl/lumc/sasc/biopet/pipelines/bammetrics/bamMetricsFront.ssp +++ b/bammetrics/src/main/resources/nl/lumc/sasc/biopet/pipelines/bammetrics/bamMetricsFront.ssp @@ -2,9 +2,8 @@ #import(nl.lumc.sasc.biopet.core.report.ReportPage) <%@ var summary: Summary %> <%@ var rootPath: String %> -<%@ var sampleId: Option[String] %> -<%@ var libId: Option[String] = None %> - +<%@ var sampleId: Option[Int] %> +<%@ var libId: Option[Int] = None %> diff --git a/bammetrics/src/main/resources/nl/lumc/sasc/biopet/pipelines/bammetrics/clipping.ssp b/bammetrics/src/main/resources/nl/lumc/sasc/biopet/pipelines/bammetrics/clipping.ssp index 6205c3b49..41913471c 100644 --- a/bammetrics/src/main/resources/nl/lumc/sasc/biopet/pipelines/bammetrics/clipping.ssp +++ b/bammetrics/src/main/resources/nl/lumc/sasc/biopet/pipelines/bammetrics/clipping.ssp @@ -1,9 +1,8 @@ +#import(nl.lumc.sasc.biopet.utils.summary.db.Schema._) #import(nl.lumc.sasc.biopet.utils.summary.db.SummaryDb) #import(nl.lumc.sasc.biopet.utils.summary.db.SummaryDb._) #import(nl.lumc.sasc.biopet.utils.summary.db.SummaryDb.Implicts._) #import(nl.lumc.sasc.biopet.core.report.ReportPage) -#import(scala.concurrent.Await) -#import(scala.concurrent.duration.Duration) #import(nl.lumc.sasc.biopet.pipelines.bammetrics.BammetricsReport) #import(java.io.File) <%@ var summary: SummaryDb %> @@ -17,10 +16,14 @@ <%@ var showIntro: Boolean = true%> <%@ var runId: Int %> <%@ var fields: List[String] = List("min", "max", "mean", "median", "modal")%> +<%@ var allSamples: Seq[Sample] %> +<%@ var allLibraries: Seq[Library] %> #{ - val samples = Await.result(summary.getSamples(runId = Some(runId)), Duration.Inf) + val samples = sampleId match { + case Some(id) => allSamples.filter(_.id == id).toList + case _ => allSamples.toList + } }# - #if (showIntro)
@@ -74,12 +77,12 @@ val libs: List[Option[Int]] = (libId, sampleLevel) match { case (_, true) => List(None) case (Some(_), _) => List(libId) - case _ => Await.result(summary.getLibraries(sampleId = Some(sample.id), runId = Some(runId)), Duration.Inf).map(x => Some(x.id)).toList + case _ => allLibraries.filter(_.sampleId == sample.id).map(x => Some(x.id)).toList } }#
#for (libId <- libs) - #{ val libName = libId.map(l => Await.result(summary.getLibraryName(l), Duration.Inf)) }# + #{ val libName = libId.map(l => allLibraries.find(_.id == l).get.name) }# #if (libs.head != libId) #end #if (!sampleLevel) #end #{ diff --git a/bammetrics/src/main/resources/nl/lumc/sasc/biopet/pipelines/bammetrics/covstatsMultiTable.ssp b/bammetrics/src/main/resources/nl/lumc/sasc/biopet/pipelines/bammetrics/covstatsMultiTable.ssp index a1bea3d11..a260ff4a9 100644 --- a/bammetrics/src/main/resources/nl/lumc/sasc/biopet/pipelines/bammetrics/covstatsMultiTable.ssp +++ b/bammetrics/src/main/resources/nl/lumc/sasc/biopet/pipelines/bammetrics/covstatsMultiTable.ssp @@ -1,5 +1,6 @@ #import(nl.lumc.sasc.biopet.utils.IoUtils) #import(org.apache.commons.io.FileUtils) +#import(nl.lumc.sasc.biopet.utils.summary.db.Schema._) #import(nl.lumc.sasc.biopet.utils.summary.db.SummaryDb) #import(nl.lumc.sasc.biopet.utils.summary.db.SummaryDb._) #import(nl.lumc.sasc.biopet.utils.summary.db.SummaryDb.Implicts._) @@ -18,11 +19,14 @@ <%@ var target: Option[String] %> <%@ var runId: Int %> <%@ var fields: List[String] = List("mean", "median", "max", "horizontal", "frac_min_10x", "frac_min_20x", "frac_min_30x", "frac_min_40x", "frac_min_50x") %> +<%@ var allSamples: Seq[Sample] %> +<%@ var allLibraries: Seq[Library] %> #{ - val samples = Await.result(summary.getSamples(runId = Some(runId)), Duration.Inf) + val samples = sampleId match { + case Some(id) => allSamples.filter(_.id == id).toList + case _ => allSamples.toList + } }# - -
PipelineBamMetrics
${sample.name}
${libName}
@@ -36,7 +40,7 @@ val libs: List[Option[Int]] = (libId, sampleLevel) match { case (_, true) => List(None) case (Some(_), _) => List(libId) - case _ => Await.result(summary.getLibraries(sampleId = Some(sample.id), runId = Some(runId)), Duration.Inf).map(x => Some(x.id)).toList + case _ => allLibraries.filter(_.sampleId == sample.id).map(x => Some(x.id)).toList } }# diff --git a/bammetrics/src/main/resources/nl/lumc/sasc/biopet/pipelines/bammetrics/insertSize.ssp b/bammetrics/src/main/resources/nl/lumc/sasc/biopet/pipelines/bammetrics/insertSize.ssp index 53532c820..951f13616 100644 --- a/bammetrics/src/main/resources/nl/lumc/sasc/biopet/pipelines/bammetrics/insertSize.ssp +++ b/bammetrics/src/main/resources/nl/lumc/sasc/biopet/pipelines/bammetrics/insertSize.ssp @@ -1,9 +1,8 @@ #import(nl.lumc.sasc.biopet.utils.summary.db.SummaryDb) #import(nl.lumc.sasc.biopet.utils.summary.db.SummaryDb._) #import(nl.lumc.sasc.biopet.utils.summary.db.SummaryDb.Implicts._) +#import(nl.lumc.sasc.biopet.utils.summary.db.Schema._) #import(nl.lumc.sasc.biopet.core.report.ReportPage) -#import(scala.concurrent.Await) -#import(scala.concurrent.duration.Duration) #import(nl.lumc.sasc.biopet.pipelines.bammetrics.BammetricsReport) #import(java.io.File) <%@ var summary: SummaryDb %> @@ -18,10 +17,14 @@ <%@ var showTable: Boolean = true %> <%@ var showIntro: Boolean = true%> <%@ var runId: Int %> +<%@ var allSamples: Seq[Sample] %> +<%@ var allLibraries: Seq[Library] %> #{ - val samples = Await.result(summary.getSamples(runId = Some(runId)), Duration.Inf) + val samples = sampleId match { + case Some(id) => allSamples.filter(_.id == id).toList + case _ => allSamples.toList + } }# - #if (showIntro)
@@ -76,12 +79,12 @@ val libs: List[Option[Int]] = (libId, sampleLevel) match { case (_, true) => List(None) case (Some(_), _) => List(libId) - case _ => Await.result(summary.getLibraries(sampleId = Some(sample.id), runId = Some(runId)), Duration.Inf).map(x => Some(x.id)).toList + case _ => allLibraries.filter(_.sampleId == sample.id).map(x => Some(x.id)).toList } }#
#for (libId <- libs) - #{ val libName = libId.map(l => Await.result(summary.getLibraryName(l), Duration.Inf)) }# + #{ val libName = libId.map(l => allLibraries.find(_.id == l).get.name) }# #if (libs.head != libId) #end #if (!sampleLevel) #end #{ diff --git a/bammetrics/src/main/resources/nl/lumc/sasc/biopet/pipelines/bammetrics/mappingQuality.ssp b/bammetrics/src/main/resources/nl/lumc/sasc/biopet/pipelines/bammetrics/mappingQuality.ssp index 7038f02cb..62cc4a0a0 100644 --- a/bammetrics/src/main/resources/nl/lumc/sasc/biopet/pipelines/bammetrics/mappingQuality.ssp +++ b/bammetrics/src/main/resources/nl/lumc/sasc/biopet/pipelines/bammetrics/mappingQuality.ssp @@ -1,9 +1,8 @@ #import(nl.lumc.sasc.biopet.utils.summary.db.SummaryDb) +#import(nl.lumc.sasc.biopet.utils.summary.db.Schema._) #import(nl.lumc.sasc.biopet.utils.summary.db.SummaryDb._) #import(nl.lumc.sasc.biopet.utils.summary.db.SummaryDb.Implicts._) #import(nl.lumc.sasc.biopet.core.report.ReportPage) -#import(scala.concurrent.Await) -#import(scala.concurrent.duration.Duration) #import(nl.lumc.sasc.biopet.pipelines.bammetrics.BammetricsReport) #import(java.io.File) <%@ var summary: SummaryDb %> @@ -17,11 +16,14 @@ <%@ var showIntro: Boolean = true%> <%@ var runId: Int %> <%@ var fields: List[String] = List("min", "max", "mean", "median", "modal")%> - +<%@ var allSamples: Seq[Sample] %> +<%@ var allLibraries: Seq[Library] %> #{ - val samples = Await.result(summary.getSamples(runId = Some(runId)), Duration.Inf) + val samples = sampleId match { + case Some(id) => allSamples.filter(_.id == id).toList + case _ => allSamples.toList + } }# - #if (showIntro)
@@ -75,12 +77,12 @@ val libs: List[Option[Int]] = (libId, sampleLevel) match { case (_, true) => List(None) case (Some(_), _) => List(libId) - case _ => Await.result(summary.getLibraries(sampleId = Some(sample.id), runId = Some(runId)), Duration.Inf).map(x => Some(x.id)).toList + case _ => allLibraries.filter(_.sampleId == sample.id).map(x => Some(x.id)).toList } }#
#for (libId <- libs) - #{ val libName = libId.map(l => Await.result(summary.getLibraryName(l), Duration.Inf)) }# + #{ val libName = libId.map(l => allLibraries.find(_.id == l).get.name) }# #if (libs.head != libId) #end #if (!sampleLevel) #end #{ diff --git a/bammetrics/src/main/resources/nl/lumc/sasc/biopet/pipelines/bammetrics/rnaHistogram.ssp b/bammetrics/src/main/resources/nl/lumc/sasc/biopet/pipelines/bammetrics/rnaHistogram.ssp index b766dc9bf..944c9fbdb 100644 --- a/bammetrics/src/main/resources/nl/lumc/sasc/biopet/pipelines/bammetrics/rnaHistogram.ssp +++ b/bammetrics/src/main/resources/nl/lumc/sasc/biopet/pipelines/bammetrics/rnaHistogram.ssp @@ -1,9 +1,8 @@ +#import(nl.lumc.sasc.biopet.utils.summary.db.Schema._) #import(nl.lumc.sasc.biopet.utils.summary.db.SummaryDb) #import(nl.lumc.sasc.biopet.utils.summary.db.SummaryDb._) #import(nl.lumc.sasc.biopet.utils.summary.db.SummaryDb.Implicts._) #import(nl.lumc.sasc.biopet.core.report.ReportPage) -#import(scala.concurrent.Await) -#import(scala.concurrent.duration.Duration) #import(nl.lumc.sasc.biopet.pipelines.bammetrics.BammetricsReport) #import(java.io.File) <%@ var summary: SummaryDb %> @@ -18,10 +17,14 @@ <%@ var showTable: Boolean = true %> <%@ var showIntro: Boolean = true%> <%@ var runId: Int %> +<%@ var allSamples: Seq[Sample] %> +<%@ var allLibraries: Seq[Library] %> #{ - val samples = Await.result(summary.getSamples(runId = Some(runId)), Duration.Inf) + val samples = sampleId match { + case Some(id) => allSamples.filter(_.id == id).toList + case _ => allSamples.toList + } }# - #if (showIntro)
@@ -66,12 +69,12 @@ val libs: List[Option[Int]] = (libId, sampleLevel) match { case (_, true) => List(None) case (Some(_), _) => List(libId) - case _ => Await.result(summary.getLibraries(sampleId = Some(sample.id), runId = Some(runId)), Duration.Inf).map(x => Some(x.id)).toList + case _ => allLibraries.filter(_.sampleId == sample.id).map(x => Some(x.id)).toList } }#
#for (libId <- libs) - #{ val libName = libId.map(l => Await.result(summary.getLibraryName(l), Duration.Inf)) }# + #{ val libName = libId.map(l => allLibraries.find(_.id == l).get.name) }# #if (libs.head != libId) #end #if (!sampleLevel) #end #{ diff --git a/bammetrics/src/main/resources/nl/lumc/sasc/biopet/pipelines/bammetrics/wgsHistogram.ssp b/bammetrics/src/main/resources/nl/lumc/sasc/biopet/pipelines/bammetrics/wgsHistogram.ssp index a6f8dc872..ea2e2dab1 100644 --- a/bammetrics/src/main/resources/nl/lumc/sasc/biopet/pipelines/bammetrics/wgsHistogram.ssp +++ b/bammetrics/src/main/resources/nl/lumc/sasc/biopet/pipelines/bammetrics/wgsHistogram.ssp @@ -1,9 +1,8 @@ +#import(nl.lumc.sasc.biopet.utils.summary.db.Schema._) #import(nl.lumc.sasc.biopet.utils.summary.db.SummaryDb) #import(nl.lumc.sasc.biopet.utils.summary.db.SummaryDb._) #import(nl.lumc.sasc.biopet.utils.summary.db.SummaryDb.Implicts._) #import(nl.lumc.sasc.biopet.core.report.ReportPage) -#import(scala.concurrent.Await) -#import(scala.concurrent.duration.Duration) #import(nl.lumc.sasc.biopet.pipelines.bammetrics.BammetricsReport) #import(java.io.File) <%@ var summary: SummaryDb %> @@ -17,10 +16,14 @@ <%@ var showIntro: Boolean = true%> <%@ var runId: Int %> <%@ var fields: List[String] = List("mean_coverage", "pct_5x", "pct_10x", "pct_15x", "pct_20x", "pct_25x", "pct_30x", "pct_40x", "pct_50x", "pct_60x", "pct_70x", "pct_80x", "pct_90x", "pct_100x")%> +<%@ var allSamples: Seq[Sample] %> +<%@ var allLibraries: Seq[Library] %> #{ - val samples = Await.result(summary.getSamples(runId = Some(runId)), Duration.Inf) + val samples = sampleId match { + case Some(id) => allSamples.filter(_.id == id).toList + case _ => allSamples.toList + } }# - #if (showIntro)
@@ -65,12 +68,12 @@ val libs: List[Option[Int]] = (libId, sampleLevel) match { case (_, true) => List(None) case (Some(_), _) => List(libId) - case _ => Await.result(summary.getLibraries(sampleId = Some(sample.id), runId = Some(runId)), Duration.Inf).map(x => Some(x.id)).toList + case _ => allLibraries.filter(_.sampleId == sample.id).map(x => Some(x.id)).toList } }#
#for (libId <- libs) - #{ val libName = libId.map(l => Await.result(summary.getLibraryName(l), Duration.Inf)) }# + #{ val libName = libId.map(l => allLibraries.find(_.id == l).get.name) }# #if (libs.head != libId) #end #if (!sampleLevel) #end #{ diff --git a/bammetrics/src/main/scala/nl/lumc/sasc/biopet/pipelines/bammetrics/BammetricsReport.scala b/bammetrics/src/main/scala/nl/lumc/sasc/biopet/pipelines/bammetrics/BammetricsReport.scala index a931fd22f..e7f4a1640 100644 --- a/bammetrics/src/main/scala/nl/lumc/sasc/biopet/pipelines/bammetrics/BammetricsReport.scala +++ b/bammetrics/src/main/scala/nl/lumc/sasc/biopet/pipelines/bammetrics/BammetricsReport.scala @@ -48,9 +48,7 @@ object BammetricsReport extends ReportBuilder { ReportPage(bamMetricsPage.subPages ::: List( "Versions" -> ReportPage(List(), List("Executables" -> ReportSection("/nl/lumc/sasc/biopet/core/report/executables.ssp" )), Map()), - "Files" -> ReportPage(List(), List( - "Input fastq files" -> ReportSection("/nl/lumc/sasc/biopet/pipelines/bammetrics/bammetricsInputFile.ssp") - ), Map()) + "Files" -> ReportPage(List(), List(), Map()) ), List( "Report" -> ReportSection("/nl/lumc/sasc/biopet/pipelines/bammetrics/bamMetricsFront.ssp") ) ::: bamMetricsPage.sections, diff --git a/biopet-core/src/main/resources/nl/lumc/sasc/biopet/core/report/librariesList.ssp b/biopet-core/src/main/resources/nl/lumc/sasc/biopet/core/report/librariesList.ssp index 2512605c2..1300d6d7c 100644 --- a/biopet-core/src/main/resources/nl/lumc/sasc/biopet/core/report/librariesList.ssp +++ b/biopet-core/src/main/resources/nl/lumc/sasc/biopet/core/report/librariesList.ssp @@ -1,16 +1,18 @@ -#import(nl.lumc.sasc.biopet.utils.summary.db.SummaryDb) -#import(nl.lumc.sasc.biopet.core.report.ReportPage) -#import(scala.concurrent.Await) -#import(scala.concurrent.duration.Duration) -<%@ var summary: SummaryDb %> +#import(nl.lumc.sasc.biopet.utils.summary.db.Schema._) <%@ var rootPath: String %> <%@ var sampleId: Option[Int] = None %> -<%@ var runId: Int %> +<%@ var allLibraries: Seq[Library] %> +<%@ var allSamples: Seq[Sample] %>
sample
${sample.name}
${sample.name}
${libName}
${sample.name}
${libName}
${sample}
${libName}
${sample.name}
${libName}
-#for (lib <- Await.result(summary.getLibraries(runId = Some(runId)), Duration.Inf)) - +#{ val libs = sampleId match { + case Some(id) => allLibraries.filter(_.sampleId == id) + case _ => allLibraries +} }# +#for (lib <- libs) + #{ val sampleName: String = allSamples.find(_.id == lib.sampleId).get.name }# + #end
Libraries
${lib}
${lib}
\ No newline at end of file diff --git a/biopet-core/src/main/resources/nl/lumc/sasc/biopet/core/report/samplesList.ssp b/biopet-core/src/main/resources/nl/lumc/sasc/biopet/core/report/samplesList.ssp index 2bd6b3630..bc8482349 100644 --- a/biopet-core/src/main/resources/nl/lumc/sasc/biopet/core/report/samplesList.ssp +++ b/biopet-core/src/main/resources/nl/lumc/sasc/biopet/core/report/samplesList.ssp @@ -1,14 +1,10 @@ -#import(nl.lumc.sasc.biopet.utils.summary.db.SummaryDb) -#import(nl.lumc.sasc.biopet.core.report.ReportPage) -#import(scala.concurrent.Await) -#import(scala.concurrent.duration.Duration) -<%@ var summary: SummaryDb %> +#import(nl.lumc.sasc.biopet.utils.summary.db.Schema._) <%@ var rootPath: String %> -<%@ var runId: Int %> +<%@ var allSamples: Seq[Sample] %> - #for (sample <- Await.result(summary.getSamples(runId = Some(runId)), Duration.Inf)) + #for (sample <- allSamples) #end -- GitLab
Sample
${sample.name}