ozrunner package

Submodules

ozrunner.command module

ozrunner.command.generate(batch_config, environment, job_command)

ozrunner.command.ssh_wrap(partition, command, environment)

ozrunner.config module

class ozrunner.config.OzRunnerBatchConfig(config)

Bases: object

class ozrunner.config.OzRunnerCollectionConfig(config, lookup_table)

Bases: object

class ozrunner.config.OzRunnerConfig(config)

Bases: object

get_env(roi, collection)

iter_tasks()

class ozrunner.config.OzRunnerRoiConfig(config)

Bases: object

ozrunner.config.parse_config(filename)

ozrunner.config.prep_env_dirs(environment)

ozrunner.lookupTable module

class ozrunner.lookupTable.TaskConfig(config_json)

Bases: object

Class containing

get_download_command()

get_ingest_command()

ozrunner.lookupTable.generate_lookup_table()

ozrunner.ozrun module

ozrunner.threadpool module

class ozrunner.threadpool.OzPool(parallel_tasks=4)

Bases: object

Class to manage SLURM tasks

add_task(command, environment)

Add task to queue

clear_tasks()

Removes all tasks from queue

run_task(task)

Execute command, returns exit code with contents of stdout/stderr

run_tasks()

Execute all tasks in queue, running <parallel_tasks> at once

set_parallel_limit(limit)

Update the parallel task limit

Module contents