Index

A

auto_initialize (jobman.jobman.CfgParams attribute)

B

BaseBashEngine (class in jobman.engines.base_bash_engine) BaseBatchBuilder (class in jobman.batch_builders.base_batch_builder) BaseEngine (class in jobman.engines.base_engine) BaseEngine.CfgItemResolutionError BaseEngine.JOB_STATUSES (class in jobman.engines.base_engine) BaseEngine.SubmissionError BaseSource (class in jobman.sources.base_source) BaseWorker (class in jobman.workers.base_worker) BaseWorker.IncompatibleJobError BaseWorker.JOB_STATUSES (class in jobman.workers.base_worker)

BashBatchBuilder (class in jobman.batch_builders.bash_batch_builder) BashBatchBuilder.CfgSpecAggregationError BashBatchBuilder.CfgSpecMergeError BashBatchBuilder.InvalidPreambleError batch_meta (jobman.dao.worker_sqlite_dao.WorkerSqliteDAO.JobSchema attribute) batchable (jobman.dao.jobman_sqlite_dao.JobmanSqliteDAO.JobSchema attribute) (jobman.dao.worker_sqlite_dao.WorkerSqliteDAO.JobSchema attribute) BatchingWorker (class in jobman.workers.batching_worker) build_batch_jobdir() (jobman.batch_builders.base_batch_builder.BaseBatchBuilder method) (jobman.engines.base_engine.BaseEngine method)

C

can_accept_job() (jobman.workers.base_worker.BaseWorker method) CfgParams (class in jobman.jobman) CHECKPOINT_FILE_NAMES (jobman.engines.base_engine.BaseEngine attribute) claim_jobs() (jobman.dao.jobs_dao_mixin.JobsDaoMixin method) CLAIMED (jobman.constants.JOB_STATUSES attribute) (jobman.dao.jobs_dao_mixin.JobsDaoMixin.JOB_STATUSES attribute) (jobman.engines.base_engine.BaseEngine.JOB_STATUSES attribute) (jobman.jobman.JobMan.JOB_STATUSES attribute) (jobman.workers.base_worker.BaseWorker.JOB_STATUSES attribute) Cli (class in jobman.cli) Cli.UnrecognizedCommandError

COMPLETED (jobman.constants.JOB_STATUSES attribute) (jobman.dao.jobs_dao_mixin.JobsDaoMixin.JOB_STATUSES attribute) (jobman.engines.base_engine.BaseEngine.JOB_STATUSES attribute) (jobman.jobman.JobMan.JOB_STATUSES attribute) (jobman.workers.base_worker.BaseWorker.JOB_STATUSES attribute) connection (jobman.dao.sqlite_dao.SqliteDAO attribute) create_connection() (jobman.dao.sqlite_dao.SqliteDAO method) create_ent() (jobman.dao.sqlite_dao.SqliteDAO method) create_job() (jobman.dao.jobs_dao_mixin.JobsDaoMixin method) create_kvp() (jobman.dao.sqlite_dao.SqliteDAO method) create_table() (jobman.dao.orm.ORM method) created (jobman.dao.utils.TimestampedSchemaMixin attribute)

D

dao (jobman.jobman.CfgParams attribute) (jobman.workers.base_worker.BaseWorker attribute) db_uri (jobman.jobman.CfgParams attribute) debug (jobman.jobman.CfgParams attribute) debug_locals() (in module jobman.utils.debug_utils) default_acceptance_fn() (jobman.workers.base_worker.BaseWorker method) default_build_batch_jobdir() (jobman.engines.base_engine.BaseEngine method) DEFAULT_JOB_ENTRYPOINT_NAME (jobman.engines.base_engine.BaseEngine attribute)

DEFAULT_LOCK_FILE_NAME (jobman.sources.dir_source.DirSource attribute) DEFAULT_PREAMBLE (jobman.batch_builders.bash_batch_builder.BashBatchBuilder attribute) (jobman.batch_builders.slurm_batch_builder.SlurmBatchBuilder attribute) DEFAULT_SLURM_COMMANDS (jobman.engines.slurm_engine.SlurmEngine attribute) DEFAULT_STD_LOG_FILE_NAMES (jobman.engines.base_bash_engine.BaseBashEngine attribute) DEFAULT_SUBDIRS (jobman.sources.dir_source.DirSource attribute) DirSource (class in jobman.sources.dir_source) DotSpecLoader (class in jobman.utils.dot_spec_loader)

E

ENGINE_ENTRYPOINT_TPL (jobman.engines.base_bash_engine.BaseBashEngine attribute) engine_key (jobman.dao.worker_sqlite_dao.WorkerSqliteDAO.JobSchema attribute) engine_meta (jobman.dao.worker_sqlite_dao.WorkerSqliteDAO.JobSchema attribute) EngineSqliteDAO (class in jobman.dao.engine_sqlite_dao) EngineSqliteDAO.JobSchema (class in jobman.dao.engine_sqlite_dao) ensure_tables() (jobman.dao.sqlite_dao.SqliteDAO method) ENTRYPOINT_NAME (jobman.batch_builders.base_batch_builder.BaseBatchBuilder attribute)

entrypoint_path (jobman.batch_builders.base_batch_builder.BaseBatchBuilder attribute) errors (jobman.dao.jobman_sqlite_dao.JobmanSqliteDAO.JobSchema attribute) execute_insert_or_replace() (jobman.dao.orm.ORM method) EXECUTED (jobman.constants.JOB_STATUSES attribute) (jobman.dao.jobs_dao_mixin.JobsDaoMixin.JOB_STATUSES attribute) (jobman.engines.base_engine.BaseEngine.JOB_STATUSES attribute) (jobman.jobman.JobMan.JOB_STATUSES attribute) (jobman.workers.base_worker.BaseWorker.JOB_STATUSES attribute)

F

FAILED (jobman.constants.JOB_STATUSES attribute) (jobman.dao.jobs_dao_mixin.JobsDaoMixin.JOB_STATUSES attribute) (jobman.engines.base_engine.BaseEngine.JOB_STATUSES attribute) (jobman.jobman.JobMan.JOB_STATUSES attribute) (jobman.workers.base_worker.BaseWorker.JOB_STATUSES attribute)

FINISHED_TAG (jobman.sources.dir_source.DirSource attribute) flush() (jobman.dao.sqlite_dao.SqliteDAO method) from_cfg() (jobman.jobman.JobMan class method)

G

generate_dao() (jobman.workers.base_worker.BaseWorker method) generate_default_config_content() (in module jobman.utils.config_utils) generate_default_process_runner() (jobman.engines.base_engine.BaseEngine method) generate_echo_job_dir() (in module jobman.utils.testing_utils) generate_key() (in module jobman.dao.utils) (jobman.dao.sqlite_dao.SqliteDAO method) generate_logger() (in module jobman.utils.logging_utils) generate_source_key_filter() (jobman.dao.jobman_sqlite_dao.JobmanSqliteDAO method) generate_status_filter() (jobman.dao.jobs_dao_mixin.JobsDaoMixin method) generate_timestamp() (in module jobman.dao.utils) generate_timestamp_fields() (in module jobman.dao.utils) generate_uuid() (in module jobman.dao.utils) get_all_slurm_jobs_via_scontrol() (jobman.engines.slurm_engine.SlurmEngine method) get_attr_or_item() (in module jobman.utils.dot_spec_loader) (jobman.utils.dot_spec_loader.DotSpecLoader class method) get_attrs_or_items() (in module jobman.utils.dot_spec_loader)

get_cfg_infos() (jobman.jobman.CfgParams class method) get_ent() (jobman.dao.sqlite_dao.SqliteDAO method) get_field_infos() (jobman.dao.utils.Schema class method) get_job() (jobman.dao.jobs_dao_mixin.JobsDaoMixin method) get_jobs_for_status() (jobman.dao.jobs_dao_mixin.JobsDaoMixin method) get_keyed_states() (jobman.engines.base_engine.BaseEngine method) (jobman.engines.inbox_engine.InboxEngine method) (jobman.engines.local_engine.LocalEngine method) (jobman.engines.slurm_engine.SlurmEngine method) (jobman.workers.base_worker.BaseWorker method) get_kvp() (jobman.dao.sqlite_dao.SqliteDAO method) get_obj_value_from_dot_spec() (jobman.utils.dot_spec_loader.DotSpecLoader class method) get_random_module_name_for_path() (in module jobman.utils.import_utils) get_slurm_job_via_scontrol() (jobman.engines.slurm_engine.SlurmEngine method) get_slurm_jobs_by_id() (jobman.engines.slurm_engine.SlurmEngine method) get_slurm_jobs_via_sacct() (jobman.engines.slurm_engine.SlurmEngine method) get_slurm_jobs_via_scontrol() (jobman.engines.slurm_engine.SlurmEngine method)

I

InboxEngine (class in jobman.engines.inbox_engine) initialize() (jobman.dao.sqlite_dao.SqliteDAO method) (jobman.engines.base_engine.BaseEngine method) (jobman.engines.local_engine.LocalEngine method) (jobman.jobman.JobMan method) (jobman.sources.base_source.BaseSource method) (jobman.sources.dir_source.DirSource method) (jobman.workers.base_worker.BaseWorker method)

is_batch (jobman.dao.worker_sqlite_dao.WorkerSqliteDAO.JobSchema attribute)

J

job_spec (jobman.dao.jobman_sqlite_dao.JobmanSqliteDAO.JobSchema attribute) job_spec_defaults (jobman.jobman.JobMan attribute) JOB_STATUSES (class in jobman.constants) JobMan (class in jobman.jobman) jobman (module) jobman.batch_builders (module) jobman.batch_builders.base_batch_builder (module) jobman.batch_builders.bash_batch_builder (module) jobman.batch_builders.slurm_batch_builder (module) jobman.cli (module) jobman.constants (module) jobman.dao (module) jobman.dao.engine_sqlite_dao (module) jobman.dao.jobman_sqlite_dao (module) jobman.dao.jobs_dao_mixin (module) jobman.dao.orm (module) jobman.dao.sqlite_dao (module) jobman.dao.utils (module) jobman.dao.worker_sqlite_dao (module) jobman.engines (module) jobman.engines.base_bash_engine (module) jobman.engines.base_engine (module)

jobman.engines.inbox_engine (module) jobman.engines.local_engine (module) jobman.engines.slurm_engine (module) JobMan.JOB_STATUSES (class in jobman.jobman) jobman.jobman (module) jobman.sources (module) jobman.sources.base_source (module) jobman.sources.dir_source (module) JobMan.SubmissionError jobman.utils (module) jobman.utils.config_utils (module) jobman.utils.debug_utils (module) jobman.utils.dot_spec_loader (module) jobman.utils.import_utils (module) jobman.utils.logging_utils (module) jobman.utils.testing_utils (module) jobman.workers (module) jobman.workers.base_worker (module) jobman.workers.batching_worker (module) JobmanSqliteDAO (class in jobman.dao.jobman_sqlite_dao) JobmanSqliteDAO.JobSchema (class in jobman.dao.jobman_sqlite_dao) JobsDaoMixin (class in jobman.dao.jobs_dao_mixin) JobsDaoMixin.JOB_STATUSES (class in jobman.dao.jobs_dao_mixin)

K

key (jobman.dao.engine_sqlite_dao.EngineSqliteDAO.JobSchema attribute) (jobman.dao.jobman_sqlite_dao.JobmanSqliteDAO.JobSchema attribute) (jobman.dao.worker_sqlite_dao.WorkerSqliteDAO.JobSchema attribute)

L

label (jobman.jobman.CfgParams attribute) load_from_dot_spec() (in module jobman.utils.dot_spec_loader) (jobman.utils.dot_spec_loader.DotSpecLoader class method)

load_module_from_path() (in module jobman.utils.import_utils) LocalEngine (class in jobman.engines.local_engine) logging_cfg (jobman.jobman.CfgParams attribute)

M

main() (in module jobman.cli)

modified (jobman.dao.utils.TimestampedSchemaMixin attribute)

O

ORM (class in jobman.dao.orm) ORM.InsertError

ORM.IntegrityError ORM.UpdateError

P

parent_batch_key (jobman.dao.worker_sqlite_dao.WorkerSqliteDAO.JobSchema attribute) parse_sacct_line() (jobman.engines.slurm_engine.SlurmEngine method) parse_sacct_stdout() (jobman.engines.slurm_engine.SlurmEngine method) parse_sbatch_stdout() (jobman.engines.slurm_engine.SlurmEngine method) parse_scontrol_line() (jobman.engines.slurm_engine.SlurmEngine method)

PENDING (jobman.constants.JOB_STATUSES attribute) (jobman.dao.jobs_dao_mixin.JobsDaoMixin.JOB_STATUSES attribute) (jobman.engines.base_engine.BaseEngine.JOB_STATUSES attribute) (jobman.jobman.JobMan.JOB_STATUSES attribute) (jobman.workers.base_worker.BaseWorker.JOB_STATUSES attribute) purgeable (jobman.dao.jobman_sqlite_dao.JobmanSqliteDAO.JobSchema attribute)

Q

query_ents() (jobman.dao.sqlite_dao.SqliteDAO method) query_jobs() (jobman.dao.jobs_dao_mixin.JobsDaoMixin method) (jobman.sources.base_source.BaseSource method)

query_kvps() (jobman.dao.sqlite_dao.SqliteDAO method) query_objects() (jobman.dao.orm.ORM method)

R

resolve_cfg_item() (jobman.engines.base_engine.BaseEngine method) resolve_job_cfg_specs() (jobman.engines.base_engine.BaseEngine method) run() (jobman.cli.Cli method) RUNNING (jobman.constants.JOB_STATUSES attribute) (jobman.dao.jobs_dao_mixin.JobsDaoMixin.JOB_STATUSES attribute) (jobman.engines.base_engine.BaseEngine.JOB_STATUSES attribute) (jobman.jobman.JobMan.JOB_STATUSES attribute) (jobman.workers.base_worker.BaseWorker.JOB_STATUSES attribute)

S

save_ents() (jobman.dao.sqlite_dao.SqliteDAO method) save_jobs() (jobman.dao.jobs_dao_mixin.JobsDaoMixin method) save_kvps() (jobman.dao.sqlite_dao.SqliteDAO method) save_object() (jobman.dao.orm.ORM method) Schema (class in jobman.dao.utils) SchemaMeta (class in jobman.dao.utils) slurm_job_to_engine_state() (jobman.engines.slurm_engine.SlurmEngine method) slurm_job_to_status() (jobman.engines.slurm_engine.SlurmEngine method) SLURM_STATES_TO_ENGINE_JOB_STATUSES (jobman.engines.slurm_engine.SlurmEngine attribute) SlurmBatchBuilder (class in jobman.batch_builders.slurm_batch_builder) SlurmEngine (class in jobman.engines.slurm_engine) source_key (jobman.dao.jobman_sqlite_dao.JobmanSqliteDAO.JobSchema attribute) source_meta (jobman.dao.jobman_sqlite_dao.JobmanSqliteDAO.JobSchema attribute) source_specs (jobman.jobman.CfgParams attribute) source_tag (jobman.dao.jobman_sqlite_dao.JobmanSqliteDAO.JobSchema attribute) split_sacct_line() (jobman.engines.slurm_engine.SlurmEngine method) SqliteDAO (class in jobman.dao.sqlite_dao)

SqliteDAO.InsertError SqliteDAO.IntegrityError SqliteDAO.UpdateError status (jobman.dao.engine_sqlite_dao.EngineSqliteDAO.JobSchema attribute) (jobman.dao.jobman_sqlite_dao.JobmanSqliteDAO.JobSchema attribute) (jobman.dao.worker_sqlite_dao.WorkerSqliteDAO.JobSchema attribute) std_log_file_names (jobman.batch_builders.base_batch_builder.BaseBatchBuilder attribute) subjob_commands_path (jobman.batch_builders.bash_batch_builder.BashBatchBuilder attribute) SUBJOBS_DIR_NAME (jobman.batch_builders.base_batch_builder.BaseBatchBuilder attribute) submit_batch_job() (jobman.engines.base_engine.BaseEngine method) submit_job() (jobman.engines.base_engine.BaseEngine method) (jobman.engines.inbox_engine.InboxEngine method) (jobman.engines.local_engine.LocalEngine method) (jobman.engines.slurm_engine.SlurmEngine method) (jobman.workers.base_worker.BaseWorker method) submit_job_dir() (jobman.jobman.JobMan method) submit_job_spec() (jobman.jobman.JobMan method)

T

table (jobman.dao.orm.ORM attribute) tick() (jobman.engines.base_engine.BaseEngine method) (jobman.engines.inbox_engine.InboxEngine method) (jobman.engines.local_engine.LocalEngine method) (jobman.jobman.JobMan method) (jobman.sources.base_source.BaseSource method) (jobman.sources.dir_source.DirSource method) (jobman.workers.base_worker.BaseWorker method) (jobman.workers.batching_worker.BatchingWorker method)

TimestampedSchemaMixin (class in jobman.dao.utils)

U

UNKNOWN (jobman.constants.JOB_STATUSES attribute) (jobman.dao.jobs_dao_mixin.JobsDaoMixin.JOB_STATUSES attribute) (jobman.engines.base_engine.BaseEngine.JOB_STATUSES attribute) (jobman.jobman.JobMan.JOB_STATUSES attribute) (jobman.workers.base_worker.BaseWorker.JOB_STATUSES attribute)

update_ents() (jobman.dao.sqlite_dao.SqliteDAO method) update_jobs() (jobman.dao.jobs_dao_mixin.JobsDaoMixin method) update_kvp() (jobman.dao.sqlite_dao.SqliteDAO method) update_objects() (jobman.dao.orm.ORM method)

W

worker_job_to_worker_state() (jobman.workers.base_worker.BaseWorker method) worker_key (jobman.dao.jobman_sqlite_dao.JobmanSqliteDAO.JobSchema attribute) worker_meta (jobman.dao.jobman_sqlite_dao.JobmanSqliteDAO.JobSchema attribute)

worker_specs (jobman.jobman.CfgParams attribute) WorkerSqliteDAO (class in jobman.dao.worker_sqlite_dao) WorkerSqliteDAO.JobSchema (class in jobman.dao.worker_sqlite_dao)