Index

A

append_scheduler_address() (ska_sdp_batchlet.utils.dask_cluster.handler.DaskHandler method)

C

close() (ska_sdp_batchlet.utils.dask_cluster.slurm.worker.SlurmWorkers method) cluster (ska_sdp_batchlet.utils.dask_cluster.handler.DaskHandler attribute)

consumer_process (ska_sdp_batchlet.utils.monitor.log.LogMonitor attribute) ConsumerPlugin (class in ska_sdp_batchlet.plugins.plugin) CSVFile (class in ska_sdp_batchlet_plugins.consumers.csv_file)

D

dask_monitor() (in module ska_sdp_batchlet.utils.monitor.dask_monitor) DaskClusterFactory (class in ska_sdp_batchlet.utils.dask_cluster.factory) DaskHandler (class in ska_sdp_batchlet.utils.dask_cluster.handler)

DaskLocalCluster() (in module ska_sdp_batchlet.utils.dask_cluster.local_cluster) DaskSlurmCluster (class in ska_sdp_batchlet.utils.dask_cluster.slurm.cluster) DEFAULT_PACKAGE_PATH (ska_sdp_batchlet.plugins.plugin.ConsumerPlugin attribute) (ska_sdp_batchlet.plugins.plugin.FilterPlugin attribute)

E

event_queue (ska_sdp_batchlet.utils.monitor.log.LogMonitor attribute)

F

filter() (ska_sdp_batchlet.plugins.plugin.FilterPlugin method) (ska_sdp_batchlet_plugins.filters.ska_sdp_filter.SKASDPFilter method)

filter_process (ska_sdp_batchlet.utils.monitor.log.LogMonitor attribute) FilterPlugin (class in ska_sdp_batchlet.plugins.plugin)

G

get_cluster() (ska_sdp_batchlet.utils.dask_cluster.factory.DaskClusterFactory static method)

get_usable_cpus_per_node() (in module ska_sdp_batchlet.utils.dask_cluster.resources) get_usable_memory_per_node() (in module ska_sdp_batchlet.utils.dask_cluster.resources)

I

instantiate_plugins() (in module ska_sdp_batchlet.plugins.utils)

L

load_plugin() (in module ska_sdp_batchlet.plugins.utils) log_stream (ska_sdp_batchlet.utils.monitor.handler.MonitorHandler property)

log_write_stream (ska_sdp_batchlet.utils.monitor.log.LogMonitor property) LogMonitor (class in ska_sdp_batchlet.utils.monitor.log)

M

main() (in module ska_sdp_batchlet.app.cli) module ska_sdp_batchlet ska_sdp_batchlet.app ska_sdp_batchlet.app.cli ska_sdp_batchlet.log_config ska_sdp_batchlet.plugins ska_sdp_batchlet.plugins.plugin ska_sdp_batchlet.plugins.utils ska_sdp_batchlet.services ska_sdp_batchlet.services.pipeline_service ska_sdp_batchlet.utils ska_sdp_batchlet.utils.dask_cluster ska_sdp_batchlet.utils.dask_cluster.factory ska_sdp_batchlet.utils.dask_cluster.handler ska_sdp_batchlet.utils.dask_cluster.local_cluster ska_sdp_batchlet.utils.dask_cluster.resources ska_sdp_batchlet.utils.dask_cluster.slurm ska_sdp_batchlet.utils.dask_cluster.slurm.cluster ska_sdp_batchlet.utils.dask_cluster.slurm.worker ska_sdp_batchlet.utils.monitor ska_sdp_batchlet.utils.monitor.dask_monitor ska_sdp_batchlet.utils.monitor.handler ska_sdp_batchlet.utils.monitor.log ska_sdp_batchlet.utils.monitor.resource ska_sdp_batchlet.utils.pipeline_executer ska_sdp_batchlet_plugins ska_sdp_batchlet_plugins.consumers ska_sdp_batchlet_plugins.consumers.csv_file ska_sdp_batchlet_plugins.consumers.sdp_configuration_db ska_sdp_batchlet_plugins.filters ska_sdp_batchlet_plugins.filters.ska_sdp_filter

MonitorHandler (class in ska_sdp_batchlet.utils.monitor.handler)

P

parse_dask_resource_spec() (in module ska_sdp_batchlet.utils.dask_cluster.resources) parser_regex (ska_sdp_batchlet_plugins.filters.ska_sdp_filter.SKASDPFilter attribute) pipe_read (ska_sdp_batchlet.utils.monitor.log.LogMonitor attribute) pipe_write (ska_sdp_batchlet.utils.monitor.log.LogMonitor attribute)

PipelineExecuter (class in ska_sdp_batchlet.utils.pipeline_executer) PipelineService (class in ska_sdp_batchlet.services.pipeline_service) process() (ska_sdp_batchlet.plugins.plugin.ConsumerPlugin method) (ska_sdp_batchlet_plugins.consumers.csv_file.CSVFile method) (ska_sdp_batchlet_plugins.consumers.sdp_configuration_db.SDPConfigurationDB method)

R

register_sub_commands() (in module ska_sdp_batchlet.app.cli) resolve_worker_configuration() (in module ska_sdp_batchlet.utils.dask_cluster.resources) ResourceMonitor (class in ska_sdp_batchlet.utils.monitor.resource)

run() (ska_sdp_batchlet.utils.pipeline_executer.PipelineExecuter static method) run_pipeline() (in module ska_sdp_batchlet.app.cli) (ska_sdp_batchlet.services.pipeline_service.PipelineService static method)

S

SDPConfigurationDB (class in ska_sdp_batchlet_plugins.consumers.sdp_configuration_db) ska_sdp_batchlet module ska_sdp_batchlet.app module ska_sdp_batchlet.app.cli module ska_sdp_batchlet.log_config module ska_sdp_batchlet.plugins module ska_sdp_batchlet.plugins.plugin module ska_sdp_batchlet.plugins.utils module ska_sdp_batchlet.services module ska_sdp_batchlet.services.pipeline_service module ska_sdp_batchlet.utils module ska_sdp_batchlet.utils.dask_cluster module ska_sdp_batchlet.utils.dask_cluster.factory module ska_sdp_batchlet.utils.dask_cluster.handler module ska_sdp_batchlet.utils.dask_cluster.local_cluster module ska_sdp_batchlet.utils.dask_cluster.resources module ska_sdp_batchlet.utils.dask_cluster.slurm module

ska_sdp_batchlet.utils.dask_cluster.slurm.cluster module ska_sdp_batchlet.utils.dask_cluster.slurm.worker module ska_sdp_batchlet.utils.monitor module ska_sdp_batchlet.utils.monitor.dask_monitor module ska_sdp_batchlet.utils.monitor.handler module ska_sdp_batchlet.utils.monitor.log module ska_sdp_batchlet.utils.monitor.resource module ska_sdp_batchlet.utils.pipeline_executer module ska_sdp_batchlet_plugins module ska_sdp_batchlet_plugins.consumers module ska_sdp_batchlet_plugins.consumers.csv_file module ska_sdp_batchlet_plugins.consumers.sdp_configuration_db module ska_sdp_batchlet_plugins.filters module ska_sdp_batchlet_plugins.filters.ska_sdp_filter module SKASDPFilter (class in ska_sdp_batchlet_plugins.filters.ska_sdp_filter) SlurmWorkers (class in ska_sdp_batchlet.utils.dask_cluster.slurm.worker) start() (ska_sdp_batchlet.utils.dask_cluster.slurm.worker.SlurmWorkers method)

W

wait_for_all_workers() (ska_sdp_batchlet.utils.dask_cluster.slurm.cluster.DaskSlurmCluster method)