src/.docker_modules/umi_tools/1.0.0/docker_init.sh

+#!/bin/sh
+
+# SPDX-FileCopyrightText: 2022 Laurent Modolo <laurent.modolo@ens-lyon.fr>
+#
+# SPDX-License-Identifier: AGPL-3.0-or-later
+
+docker pull lbmc/umi_tools:1.0.0
+# docker build src/.docker_modules/umi_tools/1.0.0/ -t 'lbmc/umi_tools:1.0.0'
+# docker push lbmc/umi_tools:1.0.0
+docker buildx build --platform linux/amd64,linux/arm64 -t "lbmc/umi_tools:1.0.0" --push src/.docker_modules/umi_tools/1.0.0

src/nf_modules/UrQt/d62c1f8/Dockerfile → src/.docker_modules/urqt/d62c1f8/Dockerfile

+# SPDX-FileCopyrightText: 2022 Laurent Modolo <laurent.modolo@ens-lyon.fr>
+#
+# SPDX-License-Identifier: AGPL-3.0-or-later
+
 FROM ubuntu:18.04
 MAINTAINER Laurent Modolo
 
-ENV PACKAGES git=1:2.17.0* \
+ENV URQT_VERSION=d62c1f8
+ENV PACKAGES git=1:2.17* \
    build-essential=12.4* \
    ca-certificates=20180409 \
+   procps \
    zlib1g-dev=1:1.2.11*
 
 RUN apt-get update && \

src/.docker_modules/urqt/d62c1f8/docker_init.sh

+#!/bin/sh
+
+# SPDX-FileCopyrightText: 2022 Laurent Modolo <laurent.modolo@ens-lyon.fr>
+#
+# SPDX-License-Identifier: AGPL-3.0-or-later
+
+docker pull lbmc/urqt:d62c1f8
+# docker build src/.docker_modules/urqt/d62c1f8 -t 'lbmc/urqt:d62c1f8'
+# docker push lbmc/urqt:d62c1f8
+docker buildx build --platform linux/amd64,linux/arm64 -t "lbmc/urqt:d62c1f8" --push src/.docker_modules/urqt/d62c1f8

src/.singularity_in2p3

+/sps/lbmc/common/singularity/
\ No newline at end of file

src/.singularity_psmn

+/Xnfs/abc/singularity/
\ No newline at end of file

src/example_chipseq.nf

+// SPDX-FileCopyrightText: 2022 Laurent Modolo <laurent.modolo@ens-lyon.fr>
+//
+// SPDX-License-Identifier: AGPL-3.0-or-later
+
+nextflow.enable.dsl=2
+
+include {
+  fastp
+} from './nf_modules/fastp/main'
+
+workflow csv_parsing {
+  if (params.csv_path.size() > 0) {
+    log.info "loading local csv files"
+    Channel
+      .fromPath(params.csv_path, checkIfExists: true)
+      .ifEmpty { error 
+      log.error """
+    =============================================================
+      WARNING! No csv input file precised.
+      Use '--csv_path <file.csv>'
+      Or '--help' for more informations
+    =============================================================
+    """
+      }
+      .splitCsv(header: true, sep: ";", strip: true)
+      .flatMap{
+        it -> [
+          [(it.IP + it.WCE).md5(), "IP", "w", file(it.IP)],
+          [(it.IP + it.WCE).md5(), "WCE", "w", file(it.WCE)]
+        ]
+      }
+      .map{ it ->
+        if (it[1] instanceof List){
+          it
+        } else {
+          [it[0], [it[1]], it[2], it[3], [it[4]]]
+        }
+      }
+      .map{
+        it ->
+        if (it[1].size() == 2){ // if data are paired_end
+          [
+            "index": it[0],
+            "group": ref_order(it),
+            "ip": it[2],
+            "type": it[3],
+            "id": read_order(it)[0],
+            "file": read_order(it)
+          ]
+        } else {
+          [
+            "index": it[0],
+            "group": it[1].simpleName,
+            "ip": it[2],
+            "type": it[3],
+            "id": it[4].simpleName,
+            "file": [it[4].simpleName, it[4]]
+          ]
+        }
+      }
+      .set{input_csv}
+  } else {
+    log.info "loading remotes SRA csv files"
+    Channel
+      .fromPath(params.csv_sra, checkIfExists: true)
+      .ifEmpty { error 
+      log.error """
+    =============================================================
+      WARNING! No csv input file precised.
+      Use '--csv_path <file.csv>' or
+      Use '--csv_SRA <file.csv>'
+      Or '--help' for more informations
+    =============================================================
+    """
+      }
+      .splitCsv(header: true, sep: ";", strip: true)
+      .flatMap{
+        it -> [
+          [[it.IP_w + it.WCE_w + it.IP_m + it.WCE_m], t.IP_w, "IP", "w", it.IP_w],
+          [[it.IP_w + it.WCE_w + it.IP_m + it.WCE_m], it.IP_w, "WCE", "w", it.WCE_w],
+          [[it.IP_w + it.WCE_w + it.IP_m + it.WCE_m], it.IP_w, "IP", "m", it.IP_m],
+          [[it.IP_w + it.WCE_w + it.IP_m + it.WCE_m], it.IP_w, "WCE", "m", it.WCE_m]
+        ]
+      }
+      .map{
+        it ->
+        if (it[1].size() == 2){ // if data are paired_end
+          [
+            "index": (
+              it[0][0][0].simpleName +
+              it[0][0][1].simpleName +
+              it[0][0][2].simpleName +
+              it[0][0][3].simpleName
+            ).md5(),
+            "group": it[1][0].simpleName,
+            "ip": it[2],
+            "type": it[3],
+            "id": it[4][0].simpleName[0..-4],
+            "file": [it[4][0].simpleName[0..-4], it[4]]
+          ]
+        } else {
+          [
+            "index": (
+              it[0][0].simpleName +
+              it[0][1].simpleName +
+              it[0][2].simpleName +
+              it[0][3].simpleName
+            ).md5(),
+            "group": it[1].simpleName,
+            "ip": it[2],
+            "type": it[3],
+            "id": it[4].simpleName,
+            "file": [it[4].simpleName, it[4]]
+          ]
+        }
+      }
+      .set{input_csv}
+  }
+  emit:
+  input_csv
+}
+
+
+workflow {
+
+}
\ No newline at end of file

src/example_marseq.nf

+// SPDX-FileCopyrightText: 2022 Laurent Modolo <laurent.modolo@ens-lyon.fr>
+//
+// SPDX-License-Identifier: AGPL-3.0-or-later
+
+nextflow.enable.dsl=2
+
+/*
+Testing pipeline for marseq scRNASeq analysis
+*/
+
+include { adaptor_removal} from "./nf_modules/cutadapt/main.nf"
+include {
+  index_fasta;
+  count;
+  index_fasta_velocity;
+  count_velocity
+} from "./nf_modules/kb/main.nf" addParams(
+  kb_protocol: "marsseq",
+  count_out: "quantification/",
+  count_velocity_out: "quantification_velocity/"
+)
+
+params.fasta = "http://ftp.ensembl.org/pub/release-98/fasta/gallus_gallus/dna/Gallus_gallus.GRCg6a.dna.toplevel.fa.gz"
+params.fastq = "data/CF42_45/*/*R{1,2}.fastq.gz"
+params.gtf = "http://ftp.ensembl.org/pub/release-98/gtf/gallus_gallus/Gallus_gallus.GRCg6a.98.gtf.gz"
+params.transcript_to_gene = ""
+params.whitelist = "data/expected_whitelist.txt"
+params.config = "data/marseq_flexi_splitter.yaml"
+params.workflow_type = "classic"
+
+log.info "fastq files (--fastq): ${params.fastq}"
+log.info "fasta file (--fasta): ${params.fasta}"
+log.info "gtf file (--gtf): ${params.gtf}"
+log.info "transcript_to_gene file (--transcript_to_gene): ${params.transcript_to_gene}"
+log.info "whitelist file (--whitelist): ${params.whitelist}"
+log.info "config file (--config): ${params.config}"
+
+channel
+  .fromFilePairs( params.fastq, size: -1)
+  .set { fastq_files }
+channel
+  .fromPath( params.fasta )
+  .ifEmpty { error "Cannot find any fasta files matching: ${params.fasta}" }
+  .map { it -> [it.simpleName, it]}
+  .set { fasta_files }
+channel
+  .fromPath( params.gtf )
+  .ifEmpty { error "Cannot find any gtf files matching: ${params.gtf}" }
+  .map { it -> [it.simpleName, it]}
+  .set { gtf_files }
+if (params.whitelist == "") {
+  channel.empty()
+    .set { whitelist_files }
+} else {
+  channel
+    .fromPath( params.whitelist )
+    .map { it -> [it.simpleName, it]}
+    .set { whitelist_files }
+}
+channel
+  .fromPath( params.config )
+  .ifEmpty { error "Cannot find any config files matching: ${params.config}" }
+  .map { it -> [it.simpleName, it]}
+  .set { config_files }
+
+workflow {
+  adaptor_removal(fastq_files)
+  if (params.workflow_type == "classic") {
+    index_fasta(
+      fasta_files,
+      gtf_files
+    )
+    count(
+      index_fasta.out.index,
+      adaptor_removal.out.fastq,
+      index_fasta.out.t2g, whitelist_files,config_files
+    )
+  } else {
+    index_fasta_velocity(
+      fasta_files,
+      gtf_files
+    )
+    count_velocity(
+      index_fasta_velocity.out.index,
+      adaptor_removal.out.fastq,
+      index_fasta_velocity.out.t2g,
+      whitelist_files,
+      config_files
+    )
+  }
+}

src/example_variant_calling.nf

+// SPDX-FileCopyrightText: 2022 Laurent Modolo <laurent.modolo@ens-lyon.fr>
+//
+// SPDX-License-Identifier: AGPL-3.0-or-later
+
+nextflow.enable.dsl=2
+
+/*
+Testing pipeline for marseq scRNASeq analysis
+*/
+
+include {
+  mapping;
+} from "./nf_modules/bwa/main.nf"
+
+include {
+  sort_bam;
+} from "./nf_modules/samtools/main.nf"
+
+include {
+  germline_cohort_data_variant_calling;
+} from "./nf_modules/gatk4/main.nf" addParams(
+  variant_calling_out: "vcf/",
+)
+
+params.fastq = ""
+params.fasta = ""
+
+channel
+  .fromFilePairs( params.fastq, size: -1)
+  .set { fastq_files }
+channel
+  .fromPath( params.fasta )
+  .map { it -> [it.simpleName, it]}
+  .set { fasta_files }
+
+workflow {
+  mapping(fasta_files, fastq_files)
+  sort_bam(mapping.out.bam)
+  germline_cohort_data_variant_calling(sort_bam.out.bam, fasta_files)
+}

src/fasta_sampler.nf

+// SPDX-FileCopyrightText: 2022 Laurent Modolo <laurent.modolo@ens-lyon.fr>
+//
+// SPDX-License-Identifier: AGPL-3.0-or-later
+
+Channel
+  .fromPath( "data/tiny_dataset/fasta/*.fasta" )
+  .set { fasta_file }
+
+process sample_fasta {
+  publishDir "results/sampling/", mode: 'copy'
+
+  input:
+file fasta from fasta_file
+
+  output:
+file "*_sample.fasta" into fasta_sample
+
+  script:
+"""
+head ${fasta} > ${fasta.baseName}_sample.fasta
+"""
+}

src/in2p3.pbs

+#!/bin/sh
+
+# SPDX-FileCopyrightText: 2022 Laurent Modolo <laurent.modolo@ens-lyon.fr>
+#
+# SPDX-License-Identifier: AGPL-3.0-or-later
+
+#SBATCH --job-name=nextflow
+
+#SBATCH --ntasks=1
+#SBATCH --output=results/nextflow_%j.log
+#SBATCH --licenses=sps
+
+####################################
+
+# change to your path 
+SCRATCH=/sps/lbmc/lmodolo/nextflow
+
+${SCRATCH}/nextflow run ${SCRATCH}/src/solution_RNASeq.nf -profile ccin2p3 \
+--fastq "${SCRATCH}/data/tiny_dataset/fastq/*_R{1,2}.fastq" \
+--fasta "${SCRATCH}/data/tiny_dataset/fasta/tiny_v2.fasta" \
+--bed "${SCRATCH}/data/tiny_dataset/annot/tiny.bed" \
+-ansi-log \
+-w "${SCRATCH}/work/"
+
+wait

src/install_nextflow.sh

 #!/bin/sh
 
+# SPDX-FileCopyrightText: 2022 Laurent Modolo <laurent.modolo@ens-lyon.fr>
+#
+# SPDX-License-Identifier: AGPL-3.0-or-later
+
 java -version
 curl -s https://get.nextflow.io | bash

src/nextflow.config

+// SPDX-FileCopyrightText: 2022 Laurent Modolo <laurent.modolo@ens-lyon.fr>
+//
+// SPDX-License-Identifier: AGPL-3.0-or-later
+
+nextflowVersion = '>=20'
+
+manifest {
+    homePage = 'https://gitbio.ens-lyon.fr/LBMC/nextflow'
+    description = 'pipeline to '
+    mainScript = 'main.nf'
+    version = '0.0.0'
+}
+
+report {
+  enabled = true
+  file = "$baseDir/../results/report.html"
+}
+
+profiles {
+  docker {
+    docker.temp = "auto"
+    docker.enabled = true
+    process {
+      errorStrategy = 'finish'
+      memory = '16GB'
+      withLabel: big_mem_mono_cpus {
+        cpus = 1
+      }
+      withLabel: big_mem_multi_cpus {
+        cpus = 4
+      }
+      withLabel: small_mem_mono_cpus {
+        cpus = 1
+        memory = '2GB'
+      }
+      withLabel: small_mem_multi_cpus {
+        cpus = 4
+        memory = '2GB'
+      }
+    }
+  }
+  podman {
+    charliecloud.enabled = true
+    charliecloud.cacheDir = "./bin/"
+    process {
+      errorStrategy = 'finish'
+      memory = '16GB'
+      withLabel: big_mem_mono_cpus {
+        cpus = 1
+      }
+      withLabel: big_mem_multi_cpus {
+        cpus = 4
+      }
+      withLabel: small_mem_mono_cpus {
+        cpus = 1
+        memory = '2GB'
+      }
+      withLabel: small_mem_multi_cpus {
+        cpus = 4
+        memory = '2GB'
+      }
+    }
+  }
+  singularity {
+    singularity.enabled = true
+    singularity.cacheDir = "./bin/"
+    process {
+      errorStrategy = 'finish'
+      memory = '16GB'
+      withLabel: big_mem_mono_cpus {
+        cpus = 1
+      }
+      withLabel: big_mem_multi_cpus {
+        cpus = 4
+      }
+      withLabel: small_mem_mono_cpus {
+        cpus = 1
+        memory = '2GB'
+      }
+      withLabel: small_mem_multi_cpus {
+        cpus = 4
+        memory = '2GB'
+      }
+    }
+  }
+  psmn {
+    charliecloud.enabled = true
+    charliecloud.cacheDir = "/Xnfs/abc/charliecloud"
+    charliecloud.runOptions = "--bind /scratch:/scratch --bind /Xnfs:/Xnfs --bind /home:/home"
+    charliecloud.readOnlyInputs = true
+    process{
+      errorStrategy = { sleep(Math.pow(2, task.attempt) * 200 as long); return 'retry' }
+      maxRetries = 3
+      executor = "slurm"
+      queue = "Lake"
+      withLabel: big_mem_mono_cpus {
+        cpus = 1
+        memory = "128GB"
+        time = "24h"
+      }
+      withLabel: big_mem_multi_cpus {
+        cpus = 32
+        memory = "192GB"
+        time = "24h"
+      }
+      withLabel: small_mem_mono_cpus {
+        cpus = 1
+        memory = "16GB"
+        time = "24h"
+      }
+      withLabel: small_mem_multi_cpus {
+        cpus = 32
+        memory = "16GB"
+        time = "24h"
+      }
+    }
+  }
+  ccin2p3 {
+    singularity.enabled = true
+    singularity.cacheDir = "$baseDir/../bin/"
+    singularity.runOptions = "--bind /pbs,/sps,/scratch,/tmp"
+    process{
+      maxRetries = 3
+      withLabel: big_mem_mono_cpus {
+        scratch = true
+        stageInMode = "copy"
+        stageOutMode = "rsync"
+        executor = "slurm"
+        clusterOptions = "--licenses=sps"
+        cpus = 1
+        memory = "8GB"
+        queue = "htc"
+      }
+      withLabel: big_mem_multi_cpus {
+        scratch = true
+        stageInMode = "copy"
+        stageOutMode = "rsync"
+        executor = "slurm"
+        clusterOptions = "--licenses=sps"
+        cpus = 1
+        memory = "8GB"
+        queue = "htc"
+      }
+      withLabel: small_mem_mono_cpus {
+        scratch = true
+        stageInMode = "copy"
+        stageOutMode = "rsync"
+        executor = "slurm"
+        clusterOptions = "--licenses=sps"
+        cpus = 1
+        memory = "8GB"
+        queue = "htc"
+      }
+      withLabel: small_mem_multi_cpus {
+        scratch = true
+        stageInMode = "copy"
+        stageOutMode = "rsync"
+        executor = "slurm"
+        clusterOptions = "--licenses=sps"
+        cpus = 1
+        memory = "8GB"
+        queue = "htc"
+      }
+    }
+  }
+}

src/nf_modules/BEDtools/2.25.0/docker_init.sh

-#!/bin/sh
-docker build src/nf_modules/BEDtools/2.25.0 -t 'bedtools:2.25.0'

src/nf_modules/Bowtie2/2.3.4.1/docker_init.sh

-#!/bin/sh
-docker build src/nf_modules/Bowtie2/2.3.4.1 -t 'bowtie2:2.3.4.1'

src/nf_modules/FastQC/0.11.5/docker_init.sh

-#!/bin/sh
-docker build src/nf_modules/FastQC/0.11.5 -t 'fastqc:0.11.5'

src/nf_modules/HTSeq/0.8.0/docker_init.sh

-#!/bin/sh
-docker build src/nf_modules/HTSeq/0.8.0 -t 'htseq:0.8.0'

src/nf_modules/Kallisto/0.43.1/docker_init.sh

-#!/bin/sh
-docker build src/nf_modules/Kallisto/0.43.1 -t 'kallisto:0.43.1'

src/nf_modules/MultiQC/1.0/docker_init.sh

-#!/bin/sh
-docker build src/nf_modules/MultiQC/1.0 -t 'multiqc:1.0'

src/nf_modules/RSEM/1.3.0/docker_init.sh

-#!/bin/sh
-docker build src/nf_modules/RSEM/1.3.0 -t 'rsem:1.3.0'

src/nf_modules/SAMtools/1.7/docker_init.sh

-#!/bin/sh
-docker build src/nf_modules/SAMtools/1.7 -t 'samtools:1.7'