Index

_

__enter__() (b2luigi.core.temporary_wrapper.TemporaryFileContextManager method) _abc_impl (b2luigi.Task attribute) _ask_for_job_status() (b2luigi.batch.processes.htcondor.HTCondorJobStatusCache method) (b2luigi.batch.processes.lsf.LSFJobStatusCache method) (b2luigi.batch.processes.slurm.SlurmJobStatusCache method) _batch_job_ids (b2luigi.batch.processes.slurm.SlurmProcess.self attribute) _build_gbasf2_submit_command() (b2luigi.contrib.gbasf2.process.Gbasf2Process method) _check_if_sacct_is_disabled_on_server() (b2luigi.batch.processes.slurm.SlurmJobStatusCache method) _copy_custom_steering_script() (b2luigi.contrib.gbasf2.process.Gbasf2Process method) _create_slurm_submit_file() (b2luigi.batch.processes.slurm.SlurmProcess method) _create_submit_file_content() (b2luigi.batch.processes.htcondor.HTCondorProcess static method) _create_wrapper_steering_file() (b2luigi.contrib.gbasf2.process.Gbasf2Process method) _download_dataset() (b2luigi.contrib.gbasf2.process.Gbasf2Process method) _download_logs() (b2luigi.contrib.gbasf2.process.Gbasf2Process method) _fill_from_output() (b2luigi.batch.processes.htcondor.HTCondorJobStatusCache method) (b2luigi.batch.processes.slurm.SlurmJobStatusCache method) _generate_next_value_() (b2luigi.batch.processes.slurm.SlurmJobStatus static method) _get_gbasf2_dataset_query() (b2luigi.contrib.gbasf2.process.Gbasf2Process method) _get_input_targets() (b2luigi.Task method) _get_job_status_for_id() (b2luigi.batch.processes.lsf.LSFProcess static method) (b2luigi.batch.processes.slurm.SlurmProcess static method) _get_lfn_upto_reschedule_number() (in module b2luigi.contrib.gbasf2.process)

_get_output_file_target() (b2luigi.Task method) _get_output_target() (b2luigi.Task method) _get_project_download_path() (b2luigi.contrib.gbasf2.process.Gbasf2Process static method) _get_SlurmJobStatus_from_string() (b2luigi.batch.processes.slurm.SlurmJobStatusCache method) _local_gb2_dataset_is_complete() (b2luigi.contrib.gbasf2.process.Gbasf2Process method) _move_downloaded_dataset_to_output_dir() (in module b2luigi.contrib.gbasf2.process) _namespace_at_class_time (b2luigi.Task attribute) _on_failure_action() (b2luigi.contrib.gbasf2.process.Gbasf2Process method) _on_first_success_action() (b2luigi.contrib.gbasf2.process.Gbasf2Process method) _process() (b2luigi.contrib.basf2.tasks.Basf2PathTask method) (b2luigi.contrib.basf2.tasks.MergerTask method) _remove_directory() (b2luigi.Task static method) _remove_output() (b2luigi.Task method) _remove_output_file_target() (b2luigi.Task method) _reschedule_failed_jobs() (b2luigi.contrib.gbasf2.process.Gbasf2Process method) _reschedule_jobs() (b2luigi.contrib.gbasf2.process.Gbasf2Process method) _resolve_output_file_target() (b2luigi.Task method) _split_all_extensions() (in module b2luigi.contrib.gbasf2.process) _submit_task() (b2luigi.batch.processes.lsf.LSFProcess static method) _transform_io() (b2luigi.Task static method) _write_output() (b2luigi.batch.processes.apptainer.ApptainerProcess method) _write_path_to_file() (b2luigi.contrib.gbasf2.process.Gbasf2Process method)

A

add_on_failure_function() (in module b2luigi.core.utils) add_to_output() (b2luigi.Task method)

ApptainerProcess (class in b2luigi.batch.processes.apptainer) auto (b2luigi.batch.workers.BatchSystems attribute)

B

b2luigi.batch.processes.apptainer module b2luigi.batch.processes.htcondor module b2luigi.batch.processes.lsf module b2luigi.batch.processes.slurm module b2luigi.cli.runner module b2luigi.contrib.basf2.targets module b2luigi.contrib.basf2.tasks module b2luigi.contrib.basf2.utils module b2luigi.contrib.gbasf2.process module

b2luigi.contrib.polars.parameters module b2luigi.core.executable module b2luigi.core.settings module b2luigi.core.target module b2luigi.core.utils module base_name (b2luigi.RemoteTarget property) Basf2FileMergeTask (class in b2luigi.contrib.basf2.tasks) Basf2nTupleMergeTask (class in b2luigi.contrib.basf2.tasks) Basf2PathTask (class in b2luigi.contrib.basf2.tasks) Basf2Task (class in b2luigi.contrib.basf2.tasks) BatchProcess (class in b2luigi.batch.processes) BatchSystems (class in b2luigi.batch.workers) boot_fail (b2luigi.batch.processes.slurm.SlurmJobStatus attribute) build_gbasf2_submit_command() (in module b2luigi.contrib.gbasf2.process)

C

calculate_statistics (b2luigi.contrib.basf2.tasks.Basf2PathTask attribute) cancelled (b2luigi.batch.processes.slurm.SlurmJobStatus attribute) check_dataset_exists_on_grid() (in module b2luigi.contrib.gbasf2.process) check_project_exists() (in module b2luigi.contrib.gbasf2.process) clear_setting() (in module b2luigi.core.settings) cmd (b2luigi.contrib.basf2.tasks.Basf2FileMergeTask attribute) (b2luigi.contrib.basf2.tasks.Basf2nTupleMergeTask property) (b2luigi.contrib.basf2.tasks.HaddTask attribute) (b2luigi.contrib.basf2.tasks.MergerTask attribute) completed (b2luigi.batch.processes.slurm.SlurmJobStatus attribute) completing (b2luigi.batch.processes.slurm.SlurmJobStatus attribute) configuring (b2luigi.batch.processes.slurm.SlurmJobStatus attribute) copy_dir_from_remote() (b2luigi.core.remote_target.RemoteFileSystem method) (b2luigi.WebDAVSystem method) (b2luigi.XRootDSystem method)

copy_file_from_remote() (b2luigi.core.remote_target.RemoteFileSystem method) (b2luigi.WebDAVSystem method) (b2luigi.XRootDSystem method) copy_file_to_remote() (b2luigi.core.remote_target.RemoteFileSystem method) (b2luigi.WebDAVSystem method) (b2luigi.XRootDSystem method) create_apptainer_command() (in module b2luigi.core.utils) create_cmd_from_task() (in module b2luigi.core.utils) create_executable_wrapper() (in module b2luigi.core.executable) create_output_dirs() (in module b2luigi.core.utils) create_output_file_name() (in module b2luigi.core.utils) create_path() (b2luigi.contrib.basf2.tasks.Basf2PathTask method) (b2luigi.contrib.basf2.tasks.SimplifiedOutputBasf2Task method) create_worker() (b2luigi.batch.workers.SendJobWorkerSchedulerFactory method) custom (b2luigi.batch.workers.BatchSystems attribute)

D

deadline (b2luigi.batch.processes.slurm.SlurmJobStatus attribute) DeprecatedSettingsWarning deserialize_with_polars_value() (in module b2luigi.contrib.polars.parameters) detect_batch_system() (b2luigi.batch.workers.SendJobWorker method)

deterministic_polars_hash_function() (in module b2luigi.contrib.polars.parameters) dirac_user (b2luigi.contrib.gbasf2.process.Gbasf2GridProjectTarget attribute) dispatch() (in module b2luigi) DispatchableTask (class in b2luigi) dry_run() (in module b2luigi.cli.runner)

E

exists() (b2luigi.contrib.basf2.targets.ROOTLocalTarget method) (b2luigi.contrib.gbasf2.process.Gbasf2GridProjectTarget method) (b2luigi.core.remote_target.RemoteFileSystem method) (b2luigi.WebDAVSystem method) (b2luigi.XRootDSystem method)

exitcode (b2luigi.batch.processes.BatchProcess property) ExternalTask (class in b2luigi)

F

failed (b2luigi.batch.processes.slurm.SlurmJobStatus attribute) FileSystemTarget (class in b2luigi.core.target) fill_kwargs_with_lists() (in module b2luigi.core.utils)

flatten_to_dict() (in module b2luigi.core.utils) flatten_to_dict_of_lists() (in module b2luigi.core.utils) flatten_to_file_paths() (in module b2luigi.core.utils) fs (b2luigi.RemoteTarget property)

G

gbasf2 (b2luigi.batch.workers.BatchSystems attribute) gbasf2_custom_steering_file (b2luigi.contrib.gbasf2.process.Gbasf2Process attribute) gbasf2_setup_path (b2luigi.contrib.gbasf2.process.Gbasf2GridProjectTarget attribute) Gbasf2GridProjectTarget (class in b2luigi.contrib.gbasf2.process) Gbasf2Process (class in b2luigi.contrib.gbasf2.process) get() (b2luigi.RemoteTarget method) get_all_input_file_names() (b2luigi.Task method) get_all_output_file_names() (b2luigi.Task method) get_all_output_files_in_tree() (in module b2luigi.core.utils) get_apptainer_or_singularity() (in module b2luigi.core.utils) get_basf2_git_hash() (in module b2luigi.contrib.basf2.utils) get_dirac_user() (in module b2luigi.contrib.gbasf2.process) get_filename() (in module b2luigi.core.utils) get_filled_params() (in module b2luigi.core.utils) get_gbasf2_env() (in module b2luigi.contrib.gbasf2.process) get_gbasf2_project_job_status_dict() (in module b2luigi.contrib.gbasf2.process) get_input_file_name() (b2luigi.Task method) get_input_file_names() (b2luigi.Task method) get_input_file_names_from_dict() (b2luigi.Task method) get_job_status() (b2luigi.batch.processes.apptainer.ApptainerProcess method) (b2luigi.batch.processes.BatchProcess method) (b2luigi.batch.processes.htcondor.HTCondorProcess method) (b2luigi.batch.processes.lsf.LSFProcess method) (b2luigi.batch.processes.slurm.SlurmProcess method) (b2luigi.contrib.gbasf2.process.Gbasf2Process method)

get_job_status_for_id() (b2luigi.batch.processes.htcondor.HTCondorProcess static method) get_log_file_dir() (in module b2luigi.core.utils) get_luigi_logger() (in module b2luigi.core.utils) get_output_file_name() (b2luigi.Task method) get_output_file_target() (b2luigi.contrib.basf2.tasks.Basf2Task method) get_proxy_info() (in module b2luigi.contrib.gbasf2.process) get_serialized_parameters() (b2luigi.contrib.basf2.tasks.Basf2Task method) (in module b2luigi.core.utils) get_setting() (in module b2luigi.core.settings) get_task_file_dir() (in module b2luigi.core.utils) get_task_outputs() (in module b2luigi.cli.runner) get_temporary_input() (b2luigi.core.target.FileSystemTarget method) (b2luigi.RemoteTarget method) get_unique_lfns() (in module b2luigi.contrib.gbasf2.process) get_unique_project_name() (in module b2luigi.contrib.gbasf2.process) git_hash (b2luigi.contrib.basf2.tasks.Basf2Task attribute) grouped_param_names() (b2luigi.Task class method)

H

HaddTask (class in b2luigi.contrib.basf2.tasks) has_grouped_params() (b2luigi.Task class method) htcondor (b2luigi.batch.workers.BatchSystems attribute)

HTCondorJobStatus (class in b2luigi.batch.processes.htcondor) HTCondorJobStatusCache (class in b2luigi.batch.processes.htcondor) HTCondorProcess (class in b2luigi.batch.processes.htcondor)

I

import_path (b2luigi.batch.workers.BatchSystems attribute) inherits() (in module b2luigi)

input_keys (b2luigi.contrib.basf2.tasks.MergerTask property) is_alive() (b2luigi.batch.processes.BatchProcess method) is_subdir() (in module b2luigi.core.utils)

K

keys (b2luigi.contrib.basf2.tasks.MergerTask attribute)

kind (b2luigi.batch.workers.BatchSystems attribute)

L

legacy_remove_outputs() (in module b2luigi.cli.runner) lfn_follows_gb2v5_convention() (in module b2luigi.contrib.gbasf2.process) listdir() (b2luigi.core.remote_target.RemoteFileSystem method) (b2luigi.WebDAVSystem method) (b2luigi.XRootDSystem method) load_process_class() (b2luigi.batch.workers.BatchSystems method) local (b2luigi.batch.workers.BatchSystems attribute)

LocalTarget (class in b2luigi.core.target) locate() (b2luigi.core.remote_target.RemoteFileSystem method) (b2luigi.WebDAVSystem method) (b2luigi.XRootDSystem method) lsf (b2luigi.batch.workers.BatchSystems attribute) LSFJobStatusCache (class in b2luigi.batch.processes.lsf) LSFProcess (class in b2luigi.batch.processes.lsf)

M

makedirs() (b2luigi.RemoteTarget method) map_folder() (in module b2luigi.core.utils) max_batch_size (b2luigi.contrib.basf2.tasks.Basf2FileMergeTask attribute) (b2luigi.contrib.basf2.tasks.Basf2nTupleMergeTask attribute) (b2luigi.contrib.basf2.tasks.Basf2PathTask attribute) (b2luigi.contrib.basf2.tasks.Basf2Task attribute) (b2luigi.contrib.basf2.tasks.HaddTask attribute) (b2luigi.contrib.basf2.tasks.MergerTask attribute) (b2luigi.contrib.basf2.tasks.SimplifiedOutputBasf2Task attribute) (b2luigi.ExternalTask attribute) (b2luigi.WrapperTask attribute) max_event (b2luigi.contrib.basf2.tasks.Basf2PathTask attribute) max_grouping_size (b2luigi.Task attribute) max_retries (b2luigi.contrib.gbasf2.process.Gbasf2Process attribute) MergerTask (class in b2luigi.contrib.basf2.tasks) mkdir() (b2luigi.core.remote_target.RemoteFileSystem method) (b2luigi.WebDAVSystem method) (b2luigi.XRootDSystem method)

module b2luigi.batch.processes.apptainer b2luigi.batch.processes.htcondor b2luigi.batch.processes.lsf b2luigi.batch.processes.slurm b2luigi.cli.runner b2luigi.contrib.basf2.targets b2luigi.contrib.basf2.tasks b2luigi.contrib.basf2.utils b2luigi.contrib.gbasf2.process b2luigi.contrib.polars.parameters b2luigi.core.executable b2luigi.core.settings b2luigi.core.target b2luigi.core.utils move() (b2luigi.core.remote_target.RemoteFileSystem method) (b2luigi.WebDAVSystem method) (b2luigi.XRootDSystem method)

N

n_retries_by_job (b2luigi.contrib.gbasf2.process.Gbasf2Process attribute)

node_fail (b2luigi.batch.processes.slurm.SlurmJobStatus attribute) num_processes (b2luigi.contrib.basf2.tasks.Basf2PathTask attribute)

O

on_failure() (in module b2luigi.core.utils) on_temporary_files() (in module b2luigi) open() (b2luigi.RemoteTarget method)

out_of_memory (b2luigi.batch.processes.slurm.SlurmJobStatus attribute) output() (b2luigi.contrib.basf2.tasks.MergerTask method) (b2luigi.contrib.basf2.tasks.SimplifiedOutputBasf2Task method)

P

ParameterGenerator (class in b2luigi) pending (b2luigi.batch.processes.slurm.SlurmJobStatus attribute) pickle_file_path (b2luigi.contrib.gbasf2.process.Gbasf2Process attribute) POLARS_EXPR_KEY (in module b2luigi.contrib.polars.parameters) PolarsExpressionDictParameter (class in b2luigi.contrib.polars.parameters) PolarsExpressionListParameter (class in b2luigi.contrib.polars.parameters) PolarsExpressionParameter (class in b2luigi.contrib.polars.parameters)

preempted (b2luigi.batch.processes.slurm.SlurmJobStatus attribute) process() (b2luigi.contrib.basf2.tasks.Basf2PathTask method) (b2luigi.contrib.basf2.tasks.MergerTask method) (b2luigi.DispatchableTask method) (in module b2luigi) product_dict() (in module b2luigi.core.utils) project_name (b2luigi.contrib.gbasf2.process.Gbasf2GridProjectTarget attribute)

Q

query_lpns() (in module b2luigi.contrib.gbasf2.process)

R

RemoteFileSystem (class in b2luigi.core.remote_target) RemoteTarget (class in b2luigi) remove() (b2luigi.core.remote_target.RemoteFileSystem method) (b2luigi.WebDAVSystem method) (b2luigi.XRootDSystem method) remove_dir() (b2luigi.core.remote_target.RemoteFileSystem method) (b2luigi.WebDAVSystem method) (b2luigi.XRootDSystem method) remove_log_files() (b2luigi.Task method) remove_output() (b2luigi.Task method) REMOVE_OUTPUT_ACTION (in module b2luigi.cli.runner) remove_outputs() (in module b2luigi.cli.runner) remove_requirement_outputs() (in module b2luigi.cli.runner) remove_task_files() (b2luigi.Task method) rename_dont_move() (b2luigi.core.remote_target.RemoteFileSystem method) render_graph_dot() (in module b2luigi.cli.runner) render_graph_summary() (in module b2luigi.cli.runner)

render_graph_tree() (in module b2luigi.cli.runner) render_task_help() (in module b2luigi.cli.runner) render_task_list() (in module b2luigi.cli.runner) requires() (in module b2luigi) ROOTLocalTarget (class in b2luigi.contrib.basf2.targets) ROOTLocalTarget.ROOTLocalTarget (class in b2luigi.contrib.basf2.targets) run() (b2luigi.batch.processes.BatchProcess method) run_as_batch_worker() (in module b2luigi.cli.runner) run_batch_worker() (in module b2luigi.cli.runner) run_batched() (in module b2luigi.cli.runner) run_local() (in module b2luigi.cli.runner) run_luigi() (in module b2luigi.cli.runner) run_task_remote() (in module b2luigi.core.executable) run_test_mode() (in module b2luigi.cli.runner) run_with_gbasf2() (in module b2luigi.contrib.gbasf2.process) run_with_tui() (in module b2luigi.cli.runner) running (b2luigi.batch.processes.slurm.SlurmJobStatus attribute)

S

scratch_dir (b2luigi.core.target.FileSystemTarget attribute) (b2luigi.core.target.LocalTarget attribute) SendJobWorker (class in b2luigi.batch.workers) SendJobWorkerSchedulerFactory (class in b2luigi.batch.workers) serialize_with_polars_value() (in module b2luigi.contrib.polars.parameters) set_setting() (in module b2luigi.core.settings) setup_dirac_proxy() (in module b2luigi.contrib.gbasf2.process) show_all_outputs() (in module b2luigi.cli.runner) show_task_outputs() (in module b2luigi.cli.runner) SimplifiedOutputBasf2Task (class in b2luigi.contrib.basf2.tasks) slurm (b2luigi.batch.workers.BatchSystems attribute)

SlurmJobStatus (class in b2luigi.batch.processes.slurm) SlurmJobStatusCache (class in b2luigi.batch.processes.slurm) SlurmProcess (class in b2luigi.batch.processes.slurm) start_job() (b2luigi.batch.processes.apptainer.ApptainerProcess method) (b2luigi.batch.processes.BatchProcess method) (b2luigi.batch.processes.htcondor.HTCondorProcess method) (b2luigi.batch.processes.lsf.LSFProcess method) (b2luigi.batch.processes.slurm.SlurmProcess method) (b2luigi.contrib.gbasf2.process.Gbasf2Process method) stderr_console (in module b2luigi.cli.runner) suspended (b2luigi.batch.processes.slurm.SlurmJobStatus attribute) SYNTHETIC_TASK_MODULE (in module b2luigi.core.utils)

T

task (b2luigi.batch.processes.apptainer.ApptainerProcess.self attribute) Task (class in b2luigi) task_iterator() (in module b2luigi.core.utils) temporary_path() (b2luigi.core.target.FileSystemTarget method) TemporaryFileContextManager (class in b2luigi.core.temporary_wrapper) terminate() (b2luigi.batch.processes.BatchProcess method) terminate_job() (b2luigi.batch.processes.apptainer.ApptainerProcess method) (b2luigi.batch.processes.BatchProcess method) (b2luigi.batch.processes.htcondor.HTCondorProcess method) (b2luigi.batch.processes.lsf.LSFProcess method) (b2luigi.batch.processes.slurm.SlurmProcess method) (b2luigi.contrib.gbasf2.process.Gbasf2Process method)

test (b2luigi.batch.workers.BatchSystems attribute) test_task() (in module b2luigi.cli.runner) timeout (b2luigi.batch.processes.slurm.SlurmJobStatus attribute) tmp_name (b2luigi.core.target.FileSystemTarget property)

W

WebDAVSystem (class in b2luigi) wrap_parameter() (in module b2luigi)

wrapper_file_path (b2luigi.contrib.gbasf2.process.Gbasf2Process attribute) WrapperTask (class in b2luigi)

X

XRootDSystem (class in b2luigi)

Z

ZippedParameterGenerator (class in b2luigi)