Secure your code as it's written. Use Snyk Code to scan source code in minutes - no build needed - and fix issues immediately.
Contains the parameter configurations.
source_files: (optional) list of tuples
Contains the uploaded source files corresponding to the batch. Entries are of the form
(object_id, relative_path)
git_info: (Optional) dict containing information about the git repo status.
Returns
-------
None
"""
if len(configs) == 0:
return
start_id = get_max_in_collection(collection, "_id")
if start_id is None:
start_id = 1
else:
start_id = start_id + 1
batch_id = get_max_in_collection(collection, "batch_id")
if batch_id is None:
batch_id = 1
else:
batch_id = batch_id + 1
logging.info(f"Queueing {len(configs)} configs into the database (batch-ID {batch_id}).")
if source_files is not None:
seml_config['source_files'] = source_files
db_dicts = [{'_id': start_id + ix,
Returns
-------
None
"""
if len(configs) == 0:
return
start_id = get_max_in_collection(collection, "_id")
if start_id is None:
start_id = 1
else:
start_id = start_id + 1
batch_id = get_max_in_collection(collection, "batch_id")
if batch_id is None:
batch_id = 1
else:
batch_id = batch_id + 1
logging.info(f"Queueing {len(configs)} configs into the database (batch-ID {batch_id}).")
if source_files is not None:
seml_config['source_files'] = source_files
db_dicts = [{'_id': start_id + ix,
'batch_id': batch_id,
'status': 'QUEUED',
'seml': seml_config,
'slurm': slurm_config,
'config': c,
'config_hash': make_hash(c),
# Set Slurm config with default parameters as fall-back option
if slurm_config is None:
slurm_config = {'sbatch_options': {}}
for k, v in SETTINGS.SLURM_DEFAULT['sbatch_options'].items():
if k not in slurm_config['sbatch_options']:
slurm_config['sbatch_options'][k] = v
del SETTINGS.SLURM_DEFAULT['sbatch_options']
for k, v in SETTINGS.SLURM_DEFAULT.items():
if k not in slurm_config:
slurm_config[k] = v
slurm_config['sbatch_options'] = remove_prepended_dashes(slurm_config['sbatch_options'])
collection = get_collection(db_collection_name)
configs = generate_configs(experiment_config)
batch_id = get_max_in_collection(collection, "batch_id")
if batch_id is None:
batch_id = 1
else:
batch_id = batch_id + 1
if seml_config['use_uploaded_sources']:
uploaded_files = upload_sources(seml_config, collection, batch_id)
else:
uploaded_files = None
if not no_config_check:
check_config(seml_config['executable'], seml_config['conda_environment'], configs)
path, commit, dirty = get_git_info(seml_config['executable'])
git_info = None
if path is not None: