Skip to content

Commit

Permalink
Merge branch 'master' into custom-eager-crick
Browse files Browse the repository at this point in the history
  • Loading branch information
maxulysse authored Mar 3, 2023
2 parents 60305c1 + 550f474 commit a3e0654
Show file tree
Hide file tree
Showing 66 changed files with 1,543 additions and 378 deletions.
18 changes: 14 additions & 4 deletions .github/workflows/main.yml
Original file line number Diff line number Diff line change
Expand Up @@ -40,54 +40,62 @@ jobs:
- "binac"
- "biohpc_gen"
- "cambridge"
- "leicester"
- "cbe"
- "ccga_dx"
- "ccga_med"
- "cedars"
- "ceres"
- "cfc"
- "cfc_dev"
- "cheaha"
- "computerome"
- "crg"
- "crick"
- "crukmi"
- "denbi_qbic"
- "dkfz"
- "ebc"
- "eddie"
- "engaging"
- "eva"
- "fgcz"
- "genotoul"
- "genouest"
- "gis"
- "google"
- "hasta"
- "hebbe"
- "hki"
- "icr_davros"
- "ifb_core"
- "imperial"
- "ipop_up"
- "jax"
- "ku_sund_dangpu"
- "leicester"
- "lugh"
- "maestro"
- "mana"
- "marvin"
- "medair"
- "mjolnir_globe"
- "maestro"
- "mpcdf"
- "munin"
- "nu_genomics"
- "nihbiowulf"
- "nu_genomics"
- "oist"
- "pasteur"
- "phoenix"
- "prince"
- "psmn"
- "rosalind"
- "sage"
- "sahmri"
- "sanger"
- "sbc_sharc"
- "scw"
- "seg_globe"
- "tigem"
- "ucl_myriad"
- "uct_hpc"
- "unibe_ibu"
- "uppmax"
Expand All @@ -96,6 +104,8 @@ jobs:
- "uzh"
- "vai"
- "vsc_ugent"
- "wehi"

steps:
- uses: actions/checkout@v1
- name: Install Nextflow
Expand Down
20 changes: 19 additions & 1 deletion README.md
Original file line number Diff line number Diff line change
Expand Up @@ -102,25 +102,30 @@ Currently documentation is available for the following systems:
- [CCGA_DX](docs/ccga_dx.md)
- [CCGA_MED](docs/ccga_med.md)
- [Cedars-Sinai](docs/cedars.md)
- [Ceres](docs/ceres.md)
- [CFC](docs/cfc.md)
- [CHEAHA](docs/cheaha.md)
- [Computerome](docs/computerome.md)
- [CRG](docs/crg.md)
- [CRICK](docs/crick.md)
- [Cancer Research UK Manchester Institute](docs/crukmi.md)
- [CZBIOHUB_AWS](docs/czbiohub.md)
- [DENBI_QBIC](docs/denbi_qbic.md)
- [DKFZ](docs/dkfz.md)
- [EBC](docs/ebc.md)
- [Engaging](docs/engaging.md)
- [EVA](docs/eva.md)
- [FGCZ](docs/fgcz.md)
- [GENOTOUL](docs/genotoul.md)
- [GENOUEST](docs/genouest.md)
- [GIS](docs/gis.md)
- [GOOGLE](docs/google.md)
- [HASTA](docs/hasta.md)
- [HEBBE](docs/hebbe.md)
- [HKI](docs/hki.md)
- [ICR_DAVROS](docs/icr_davros.md)
- [IFB](docs/ifb_core.md)
- [IMPERIAL](docs/imperial.md)
- [iPOP-UP](docs/ipop_up.md)
- [JAX](docs/jax.md)
- [KU SUND DANGPU](docs/ku_sund_dangpu.md)
- [LUGH](docs/lugh.md)
Expand All @@ -137,11 +142,15 @@ Currently documentation is available for the following systems:
- [PASTEUR](docs/pasteur.md)
- [PHOENIX](docs/phoenix.md)
- [PRINCE](docs/prince.md)
- [PSMN](docs/psmn.md)
- [ROSALIND](docs/rosalind.md)
- [SAGE BIONETWORKS](docs/sage.md)
- [SANGER](docs/sanger.md)
- [SBC_SHARC](docs/sbc_sharc.md)
- [SEG_GLOBE](docs/seg_globe.md)
- [Super Computing Wales](docs/scw.md)
- [TIGEM](docs/tigem.md)
- [UCL_MYRIAD](docs/ucl_myriad.md)
- [UCT_HPC](docs/uct_hpc.md)
- [UNIBE_IBU](docs/unibe_ibu.md)
- [UPPMAX](docs/uppmax.md)
Expand All @@ -150,6 +159,7 @@ Currently documentation is available for the following systems:
- [UZH](docs/uzh.md)
- [VAI](docs/vai.md)
- [VSC_UGENT](docs/vsc_ugent.md)
- [WEHI](docs/wehi.md)

### Uploading to `nf-core/configs`

Expand Down Expand Up @@ -205,9 +215,14 @@ Currently documentation is available for the following pipelines within specific
- [SBC_SHARC](docs/pipeline/atacseq/sbc_sharc.md)
- chipseq
- [SBC_SHARC](docs/pipeline/chipseq/sbc_sharc.md)
- demultiplex
- [AWS_TOWER](docs/pipeline/demultiplex/aws_tower.md)
- eager
- [EVA](docs/pipeline/eager/eva.md)
- funcscan
- [HKI](docs/pipeline/funcscan/hki.md)
- mag
- [Engaging](docs/pipeline/mag/engaging.md)
- [EVA](docs/pipeline/mag/eva.md)
- rnafusion
- [HASTA](docs/pipeline/rnafusion/hasta.md)
Expand All @@ -218,12 +233,15 @@ Currently documentation is available for the following pipelines within specific
- [MUNIN](docs/pipeline/rnavar/munin.md)
- sarek
- [Cancer Research UK Manchester Institute](docs/pipeline/sarek/crukmi.md)
- [EVA](docs/pipeline/sarek/eva.md)
- [MUNIN](docs/pipeline/sarek/munin.md)
- [SBC_SHARC](docs/pipeline/sarek/sbc_sharc.md)
- [UPPMAX](docs/pipeline/sarek/uppmax.md)
- taxprofiler
- [EVA](docs/pipeline/taxprofiler/eva.md)
- [hasta](docs/pipeline/taxprofiler/hasta.md)
- proteinfold
- [CRG](docs/pipeline/proteinfold/crg.md)
### Pipeline-specific documentation
Expand Down
9 changes: 5 additions & 4 deletions conf/abims.config
Original file line number Diff line number Diff line change
Expand Up @@ -7,18 +7,19 @@ params {

singularity {
enabled = true
autoMounts = false
runOptions = '-B /scratch:/scratch -B /scratch2:/scratch2 -B /shared:/shared'
autoMounts = true
runOptions = '-B /shared:/shared'
cacheDir = "/shared/software/singularity/images/nf-core/"
}

process {
executor = 'slurm'
queue = { task.memory <= 250.GB ? (task.time <= 24.h ? 'fast' : 'long') : 'bigmem' }
}

params {
igenomes_ignore = true
igenomesIgnore = true //deprecated
max_memory = 750.GB
max_cpus = 200
max_time = 24.h
max_time = 30.d
}
74 changes: 58 additions & 16 deletions conf/azurebatch.config
Original file line number Diff line number Diff line change
@@ -1,25 +1,67 @@
//Nextflow config file for running on Azure batch
params {
config_profile_description = 'Azure BATCH Cloud Profile'
config_profile_contact = 'Venkat Malladi (@vsmalladi)'
config_profile_contact = 'Venkat Malladi (@vsmalladi) & Adam Talbot (@adamrtalbot)'
config_profile_url = 'https://azure.microsoft.com/services/batch/'

az_location = 'westus2'
batch_name = false
batch_key = false
storage_name = false
sas_token = false
}
// Storage
storage_name = null
storage_key = null
storage_sas = null

// Batch
az_location = "westus2"
batch_name = null
batch_key = null

vm_type = "Standard_D8s_v3"
autopoolmode = true
allowpoolcreation = true
deletejobs = true
deletepools = true
az_worker_pool = "auto"

// ACR
acr_registry = null
acr_username = null
acr_password = null

docker {
enabled = true
}

process {
executor = "azurebatch"
}

azure.batch.location = params.az_location
azure.batch.accountName = params.batch_name
azure.batch.accountKey = params.batch_key
azure.batch.autoPoolMode = true
azure.storage.accountName = params.storage_name
azure.storage.sasToken = params.sas_token
process.executor = 'azurebatch'
azure {
process {
queue = params.az_worker_pool
}
storage {
accountName = params.storage_name
accountKey = params.storage_key
sasToken = params.storage_sas
}
batch {
location = params.az_location
accountName = params.batch_name
accountKey = params.batch_key
tokenDuration = "24h"
autoPoolMode = params.autopoolmode
allowPoolCreation = params.allowpoolcreation
deleteJobsOnCompletion = params.deletejobs
deletePoolsOnCompletion = params.deletepools
pools {
auto {
vmType = params.vm_type
autoScale = true
vmCount = 1
maxVmCount = 12
}
}
}
registry {
server = params.acr_registry
userName = params.acr_username
password = params.acr_password
}
}
2 changes: 1 addition & 1 deletion conf/biohpc_gen.config
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@ env {
process {
executor = 'slurm'
queue = { task.memory <= 1536.GB ? (task.time > 2.d || task.memory > 384.GB ? 'biohpc_gen_production' : 'biohpc_gen_normal') : 'biohpc_gen_highmem' }
module = 'charliecloud/0.25'
module = 'charliecloud/0.30'
}

charliecloud {
Expand Down
41 changes: 41 additions & 0 deletions conf/ceres.config
Original file line number Diff line number Diff line change
@@ -0,0 +1,41 @@
params {
config_profile_description = 'USDA ARS SCINet Ceres Cluster profile'
config_profile_contact = 'Thomas A. Christensen II (@MillironX)'
config_profile_url = 'https://scinet.usda.gov/guide/ceres/'

max_memory = 640.GB
max_cpus = 36
max_time = 60.d
}

singularity {
enabled = true
autoMounts = true
}

process {
executor = 'slurm'
scratch = true
queue = {
switch (task.memory) {
case { it >= 216.GB }:
switch (task.time) {
case { it >= 7.d }:
return 'longmem'
default:
return 'mem'
}
default:
switch (task.time) {
case { it >= 21.d }:
return 'long60'
case { it >= 7.d }:
return 'long'
case { it >= 48.h }:
return 'medium'
default:
return 'short'
}
}
}
}
14 changes: 14 additions & 0 deletions conf/crg.config
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
//Profile config names for nf-core/configs
params {
config_profile_description = 'Centre for Genomic Regulation (CRG) cluster profile provided by nf-core/configs'
config_profile_contact = 'Athanasios Baltzis (@athbaltzis)'
config_profile_url = 'http://www.linux.crg.es/index.php/Main_Page'
}

process {
executor = 'crg'
}

singularity {
enabled = true
}
28 changes: 28 additions & 0 deletions conf/dkfz.config
Original file line number Diff line number Diff line change
@@ -0,0 +1,28 @@

params {
config_profile_contact = 'Kübra Narcı [email protected]'
config_profile_name = 'DKFZ cluster'

max_cpus = 30
max_memory = '250.GB'
max_time = '48.h'
}


singularity {
enabled = true
autoMounts = true
}

process {
executor = 'lsf'
scratch = '$SCRATCHDIR/$LSB_JOBID'

}
executor {
name = 'lsf'
perTaskReserve = false
perJobMemLimit = true
queueSize = 10
submitRateLimit = '3 sec'
}
1 change: 1 addition & 0 deletions conf/eddie.config
Original file line number Diff line number Diff line change
Expand Up @@ -46,5 +46,6 @@ singularity {
runOptions = '-p -B "$TMPDIR"'
enabled = true
autoMounts = true
cacheDir = "/exports/igmm/eddie/BioinformaticsResources/nfcore/singularity-images"
}

22 changes: 22 additions & 0 deletions conf/engaging.config
Original file line number Diff line number Diff line change
@@ -0,0 +1,22 @@
// Nextflow config for running on the MIT Engaging HPC cluster
params {
config_profile_description = 'MIT Engaging HPC cluster profile.'
config_profile_contact = 'Phil Palmer (@PhilPalmer)'
config_profile_url = "https://engaging-web.mit.edu/eofe-wiki/"
}

singularity {
enabled = true
autoMounts = true
}

process {
executor = 'slurm'
clusterOptions = '-p sched_mit_hill'
}

params {
max_memory = 64.GB
max_cpus = 16
max_time = 12.h
}
Loading

0 comments on commit a3e0654

Please sign in to comment.