Index

_

__enter__() (b2luigi.core.temporary_wrapper.TemporaryFileContextManager method) _abc_impl (b2luigi.Task attribute) _ask_for_job_status() (b2luigi.batch.processes.htcondor.HTCondorJobStatusCache method) (b2luigi.batch.processes.lsf.LSFJobStatusCache method) (b2luigi.batch.processes.slurm.SlurmJobStatusCache method) _batch_job_id (b2luigi.batch.processes.slurm.SlurmProcess.self attribute) _build_gbasf2_submit_command() (b2luigi.batch.processes.gbasf2.Gbasf2Process method) _check_if_sacct_is_disabled_on_server() (b2luigi.batch.processes.slurm.SlurmJobStatusCache method) _copy_custom_steering_script() (b2luigi.batch.processes.gbasf2.Gbasf2Process method) _create_htcondor_submit_file() (b2luigi.batch.processes.htcondor.HTCondorProcess method) _create_slurm_submit_file() (b2luigi.batch.processes.slurm.SlurmProcess method) _create_wrapper_steering_file() (b2luigi.batch.processes.gbasf2.Gbasf2Process method) _download_dataset() (b2luigi.batch.processes.gbasf2.Gbasf2Process method) _download_logs() (b2luigi.batch.processes.gbasf2.Gbasf2Process method) _fill_from_output() (b2luigi.batch.processes.htcondor.HTCondorJobStatusCache method) (b2luigi.batch.processes.slurm.SlurmJobStatusCache method) _get_gbasf2_dataset_query() (b2luigi.batch.processes.gbasf2.Gbasf2Process method) _get_input_targets() (b2luigi.Task method)

_get_lfn_upto_reschedule_number() (in module b2luigi.batch.processes.gbasf2) _get_output_file_target() (b2luigi.Task method) _get_output_target() (b2luigi.Task method) _get_project_download_path() (b2luigi.batch.processes.gbasf2.Gbasf2Process static method) _get_SlurmJobStatus_from_string() (b2luigi.batch.processes.slurm.SlurmJobStatusCache method) _local_gb2_dataset_is_complete() (b2luigi.batch.processes.gbasf2.Gbasf2Process method) _move_downloaded_dataset_to_output_dir() (in module b2luigi.batch.processes.gbasf2) _namespace_at_class_time (b2luigi.Task attribute) _on_failure_action() (b2luigi.batch.processes.gbasf2.Gbasf2Process method) _on_first_success_action() (b2luigi.batch.processes.gbasf2.Gbasf2Process method) _remove_output() (b2luigi.Task method) _remove_output_file_target() (b2luigi.Task method) _reschedule_failed_jobs() (b2luigi.batch.processes.gbasf2.Gbasf2Process method) _reschedule_jobs() (b2luigi.batch.processes.gbasf2.Gbasf2Process method) _resolve_output_file_target() (b2luigi.Task method) _split_all_extensions() (in module b2luigi.batch.processes.gbasf2) _transform_io() (b2luigi.Task static method) _write_output() (b2luigi.batch.processes.apptainer.ApptainerProcess method) _write_path_to_file() (b2luigi.batch.processes.gbasf2.Gbasf2Process method)

A

add_on_failure_function() (in module b2luigi.core.utils)

add_to_output() (b2luigi.Task method) ApptainerProcess (class in b2luigi.batch.processes.apptainer)

B

b2luigi.basf2_helper.targets module b2luigi.basf2_helper.tasks module b2luigi.basf2_helper.utils module b2luigi.batch.processes.apptainer module b2luigi.batch.processes.gbasf2 module b2luigi.batch.processes.htcondor module b2luigi.batch.processes.lsf module b2luigi.batch.processes.slurm module b2luigi.cli.runner module

b2luigi.core.executable module b2luigi.core.settings module b2luigi.core.target module b2luigi.core.utils module base_name (b2luigi.XRootDTarget property) Basf2FileMergeTask (class in b2luigi.basf2_helper.tasks) Basf2nTupleMergeTask (class in b2luigi.basf2_helper.tasks) Basf2PathTask (class in b2luigi.basf2_helper.tasks) Basf2Task (class in b2luigi.basf2_helper.tasks) Basf2Task.Basf2Task (class in b2luigi.basf2_helper.tasks) BatchProcess (class in b2luigi.batch.processes) BatchSystems (class in b2luigi.batch.workers) boot_fail (b2luigi.batch.processes.slurm.SlurmJobStatus attribute)

C

cancelled (b2luigi.batch.processes.slurm.SlurmJobStatus attribute) check_dataset_exists_on_grid() (in module b2luigi.batch.processes.gbasf2) check_project_exists() (in module b2luigi.batch.processes.gbasf2) clear_setting() (in module b2luigi.core.settings) cmd (b2luigi.basf2_helper.tasks.Basf2FileMergeTask attribute) (b2luigi.basf2_helper.tasks.Basf2nTupleMergeTask property) (b2luigi.basf2_helper.tasks.HaddTask attribute) (b2luigi.basf2_helper.tasks.MergerTask attribute) completed (b2luigi.batch.processes.slurm.SlurmJobStatus attribute) completing (b2luigi.batch.processes.slurm.SlurmJobStatus attribute)

copy_dir_from_remote() (b2luigi.XRootDSystem method) copy_file_from_remote() (b2luigi.XRootDSystem method) copy_file_to_remote() (b2luigi.XRootDSystem method) create_apptainer_command() (in module b2luigi.core.utils) create_cmd_from_task() (in module b2luigi.core.utils) create_executable_wrapper() (in module b2luigi.core.executable) create_output_dirs() (in module b2luigi.core.utils) create_output_file_name() (in module b2luigi.core.utils) create_path() (b2luigi.basf2_helper.tasks.Basf2PathTask method) (b2luigi.basf2_helper.tasks.SimplifiedOutputBasf2Task method) create_worker() (b2luigi.batch.workers.SendJobWorkerSchedulerFactory method)

D

deadline (b2luigi.batch.processes.slurm.SlurmJobStatus attribute) DeprecatedSettingsWarning detect_batch_system() (b2luigi.batch.workers.SendJobWorker method)

dirac_user (b2luigi.batch.processes.gbasf2.Gbasf2GridProjectTarget attribute) dispatch() (in module b2luigi) DispatchableTask (class in b2luigi) dry_run() (in module b2luigi.cli.runner)

E

exists() (b2luigi.basf2_helper.targets.ROOTLocalTarget method) (b2luigi.batch.processes.gbasf2.Gbasf2GridProjectTarget method) (b2luigi.XRootDSystem method)

exitcode (b2luigi.batch.processes.BatchProcess property) ExternalTask (class in b2luigi)

F

failed (b2luigi.batch.processes.slurm.SlurmJobStatus attribute) FileSystemTarget (class in b2luigi.core.target) fill_kwargs_with_lists() (in module b2luigi.core.utils) find_dependents() (in module b2luigi.core.utils)

flatten_to_dict() (in module b2luigi.core.utils) flatten_to_dict_of_lists() (in module b2luigi.core.utils) flatten_to_file_paths() (in module b2luigi.core.utils) fs (b2luigi.XRootDTarget property)

G

gbasf2 (b2luigi.batch.workers.BatchSystems attribute) gbasf2_custom_steering_file (b2luigi.batch.processes.gbasf2.Gbasf2Process attribute) gbasf2_setup_path (b2luigi.batch.processes.gbasf2.Gbasf2GridProjectTarget attribute) Gbasf2GridProjectTarget (class in b2luigi.batch.processes.gbasf2) Gbasf2Process (class in b2luigi.batch.processes.gbasf2) get() (b2luigi.XRootDTarget method) get_all_input_file_names() (b2luigi.Task method) get_all_output_file_names() (b2luigi.Task method) get_all_output_files_in_tree() (in module b2luigi.core.utils) get_apptainer_or_singularity() (in module b2luigi.core.utils) get_basf2_git_hash() (in module b2luigi.basf2_helper.utils) get_dirac_user() (in module b2luigi.batch.processes.gbasf2) get_filename() (in module b2luigi.core.utils) get_filled_params() (in module b2luigi.core.utils) get_gbasf2_env() (in module b2luigi.batch.processes.gbasf2) get_gbasf2_project_job_status_dict() (in module b2luigi.batch.processes.gbasf2) get_input_file_name() (b2luigi.Task method) get_input_file_names() (b2luigi.Task method) get_input_file_names_from_dict() (b2luigi.Task method) get_job_status() (b2luigi.batch.processes.apptainer.ApptainerProcess method) (b2luigi.batch.processes.BatchProcess method) (b2luigi.batch.processes.gbasf2.Gbasf2Process method) (b2luigi.batch.processes.htcondor.HTCondorProcess method) (b2luigi.batch.processes.lsf.LSFProcess method) (b2luigi.batch.processes.slurm.SlurmProcess method)

get_log_file_dir() (in module b2luigi.core.utils) get_luigi_logger() (in module b2luigi.core.utils) get_output_file_name() (b2luigi.Task method) get_output_file_target() (b2luigi.basf2_helper.tasks.Basf2Task method) get_proxy_info() (in module b2luigi.batch.processes.gbasf2) get_serialized_parameters() (b2luigi.basf2_helper.tasks.Basf2Task method) (in module b2luigi.core.utils) get_setting() (in module b2luigi.core.settings) get_task_file_dir() (in module b2luigi.core.utils) get_temporary_input() (b2luigi.core.target.FileSystemTarget method) (b2luigi.XRootDTarget method) get_unique_lfns() (in module b2luigi.batch.processes.gbasf2) get_unique_project_name() (in module b2luigi.batch.processes.gbasf2) git_hash (b2luigi.basf2_helper.tasks.Basf2Task attribute) (b2luigi.basf2_helper.tasks.Basf2Task.Basf2Task attribute)

H

HaddTask (class in b2luigi.basf2_helper.tasks) htcondor (b2luigi.batch.workers.BatchSystems attribute)

HTCondorJobStatus (class in b2luigi.batch.processes.htcondor) HTCondorJobStatusCache (class in b2luigi.batch.processes.htcondor) HTCondorProcess (class in b2luigi.batch.processes.htcondor)

I

inherits() (in module b2luigi)

is_alive() (b2luigi.batch.processes.BatchProcess method) is_subdir() (in module b2luigi.core.utils)

L

lfn_follows_gb2v5_convention() (in module b2luigi.batch.processes.gbasf2) listdir() (b2luigi.XRootDSystem method) local (b2luigi.batch.workers.BatchSystems attribute) LocalTarget (class in b2luigi.core.target)

locate() (b2luigi.XRootDSystem method) lsf (b2luigi.batch.workers.BatchSystems attribute) LSFJobStatusCache (class in b2luigi.batch.processes.lsf) LSFProcess (class in b2luigi.batch.processes.lsf)

M

makedirs() (b2luigi.XRootDTarget method) map_folder() (in module b2luigi.core.utils) max_event (b2luigi.basf2_helper.tasks.Basf2PathTask attribute) max_retries (b2luigi.batch.processes.gbasf2.Gbasf2Process attribute) MergerTask (class in b2luigi.basf2_helper.tasks) mkdir() (b2luigi.XRootDSystem method) module b2luigi.basf2_helper.targets b2luigi.basf2_helper.tasks b2luigi.basf2_helper.utils b2luigi.batch.processes.apptainer b2luigi.batch.processes.gbasf2 b2luigi.batch.processes.htcondor b2luigi.batch.processes.lsf b2luigi.batch.processes.slurm b2luigi.cli.runner b2luigi.core.executable b2luigi.core.settings b2luigi.core.target b2luigi.core.utils

move() (b2luigi.XRootDSystem method) (b2luigi.XRootDTarget method)

N

n_retries_by_job (b2luigi.batch.processes.gbasf2.Gbasf2Process attribute)

node_fail (b2luigi.batch.processes.slurm.SlurmJobStatus attribute) num_processes (b2luigi.basf2_helper.tasks.Basf2PathTask attribute)

O

on_failure() (in module b2luigi.core.utils) on_temporary_files() (in module b2luigi) open() (b2luigi.XRootDTarget method)

out_of_memory (b2luigi.batch.processes.slurm.SlurmJobStatus attribute) output() (b2luigi.basf2_helper.tasks.MergerTask method) (b2luigi.basf2_helper.tasks.SimplifiedOutputBasf2Task method)

P

pending (b2luigi.batch.processes.slurm.SlurmJobStatus attribute) pickle_file_path (b2luigi.batch.processes.gbasf2.Gbasf2Process attribute) preempted (b2luigi.batch.processes.slurm.SlurmJobStatus attribute) process() (b2luigi.basf2_helper.tasks.Basf2PathTask method) (b2luigi.basf2_helper.tasks.MergerTask method) (b2luigi.DispatchableTask method) (in module b2luigi)

product_dict() (in module b2luigi.core.utils) project_name (b2luigi.batch.processes.gbasf2.Gbasf2GridProjectTarget attribute)

Q

query_lpns() (in module b2luigi.batch.processes.gbasf2)

R

remove() (b2luigi.XRootDSystem method) remove_dir() (b2luigi.XRootDSystem method) remove_outputs() (in module b2luigi.cli.runner) rename_dont_move() (b2luigi.XRootDSystem method) requires() (in module b2luigi) ROOTLocalTarget (class in b2luigi.basf2_helper.targets) ROOTLocalTarget.ROOTLocalTarget (class in b2luigi.basf2_helper.targets) run() (b2luigi.batch.processes.BatchProcess method)

run_as_batch_worker() (in module b2luigi.cli.runner) run_batched() (in module b2luigi.cli.runner) run_local() (in module b2luigi.cli.runner) run_luigi() (in module b2luigi.cli.runner) run_task_remote() (in module b2luigi.core.executable) run_test_mode() (in module b2luigi.cli.runner) run_with_gbasf2() (in module b2luigi.batch.processes.gbasf2) running (b2luigi.batch.processes.slurm.SlurmJobStatus attribute)

S

scratch_dir (b2luigi.core.target.FileSystemTarget attribute) (b2luigi.core.target.LocalTarget attribute) SendJobWorker (class in b2luigi.batch.workers) SendJobWorkerSchedulerFactory (class in b2luigi.batch.workers) set_setting() (in module b2luigi.core.settings) setup_dirac_proxy() (in module b2luigi.batch.processes.gbasf2) show_all_outputs() (in module b2luigi.cli.runner) SimplifiedOutputBasf2Task (class in b2luigi.basf2_helper.tasks) slurm (b2luigi.batch.workers.BatchSystems attribute)

SlurmJobStatus (class in b2luigi.batch.processes.slurm) SlurmJobStatusCache (class in b2luigi.batch.processes.slurm) SlurmProcess (class in b2luigi.batch.processes.slurm) start_job() (b2luigi.batch.processes.apptainer.ApptainerProcess method) (b2luigi.batch.processes.BatchProcess method) (b2luigi.batch.processes.gbasf2.Gbasf2Process method) (b2luigi.batch.processes.htcondor.HTCondorProcess method) (b2luigi.batch.processes.lsf.LSFProcess method) (b2luigi.batch.processes.slurm.SlurmProcess method) suspended (b2luigi.batch.processes.slurm.SlurmJobStatus attribute)

T

task (b2luigi.batch.processes.apptainer.ApptainerProcess.self attribute) Task (class in b2luigi) task_iterator() (in module b2luigi.core.utils) temporary_path() (b2luigi.core.target.FileSystemTarget method) TemporaryFileContextManager (class in b2luigi.core.temporary_wrapper) terminate() (b2luigi.batch.processes.BatchProcess method) terminate_job() (b2luigi.batch.processes.apptainer.ApptainerProcess method) (b2luigi.batch.processes.BatchProcess method) (b2luigi.batch.processes.gbasf2.Gbasf2Process method) (b2luigi.batch.processes.htcondor.HTCondorProcess method) (b2luigi.batch.processes.lsf.LSFProcess method) (b2luigi.batch.processes.slurm.SlurmProcess method)

test (b2luigi.batch.workers.BatchSystems attribute) timeout (b2luigi.batch.processes.slurm.SlurmJobStatus attribute) tmp_name (b2luigi.core.target.FileSystemTarget property)

W

wrap_parameter() (in module b2luigi)

wrapper_file_path (b2luigi.batch.processes.gbasf2.Gbasf2Process attribute) WrapperTask (class in b2luigi)

X

XRootDSystem (class in b2luigi)

XRootDTarget (class in b2luigi)