Index

A

ArgoConfig (class in ogdc_runner.argo)

ArgoManager (class in ogdc_runner.argo)

C

check_for_existing_published_data() (in module ogdc_runner.publish) check_for_existing_pvc_published_data() (in module ogdc_runner.publish) claim_name (ogdc_runner.models.recipe_config.PvcMountInput attribute) clone_recipes_repo() (in module ogdc_runner.recipe) close_db() (in module ogdc_runner.service.db) command (ogdc_runner.models.ExecutionFunction attribute), [1] (ogdc_runner.models.parallel_config.ExecutionFunction attribute), [1] config (ogdc_runner.argo.ArgoManager property)

config_file (ogdc_runner.models.recipe_config.VizWorkflow attribute) config_file_path() (ogdc_runner.models.recipe_config.VizWorkflow method) create_3dtile_parallel() (in module ogdc_runner.workflow.viz_workflow) create_composite_z_parallel() (in module ogdc_runner.workflow.viz_workflow) create_execution_template() (ogdc_runner.parallel.ParallelExecutionOrchestrator method) (ogdc_runner.workflow.shell.ShellParallelExecutionOrchestrator method) create_parallel_tasks() (ogdc_runner.parallel.ParallelExecutionOrchestrator method) create_partitions() (in module ogdc_runner.partitioning) create_web_tile_parallel() (in module ogdc_runner.workflow.viz_workflow)

D

data_already_published() (in module ogdc_runner.publish) dataone_id (ogdc_runner.models.recipe_config.DataOneRecipeOutput attribute) DataOneInput (class in ogdc_runner.models.recipe_config) DataOneRecipeOutput (class in ogdc_runner.models.recipe_config) DataONEResolver (class in ogdc_runner.dataone.resolver)

dataset_identifier (ogdc_runner.models.recipe_config.DataOneInput attribute) dataset_pid (ogdc_runner.models.recipe_config.DataOneInput attribute) discover_all_geotiffs() (in module ogdc_runner.workflow.viz_workflow) discover_parent_tiles() (in module ogdc_runner.workflow.viz_workflow) discover_staged_tiles() (in module ogdc_runner.workflow.viz_workflow)

E

enabled (ogdc_runner.models.ParallelConfig attribute), [1] (ogdc_runner.models.recipe_config.ParallelConfig attribute), [1] execution_function (ogdc_runner.models.FilePartition attribute), [1] (ogdc_runner.models.parallel_config.FilePartition attribute), [1]

ExecutionFunction (class in ogdc_runner.models) (class in ogdc_runner.models.parallel_config)

F

filename (ogdc_runner.models.recipe_config.DataOneInput attribute) FilePartition (class in ogdc_runner.models) (class in ogdc_runner.models.parallel_config) files (ogdc_runner.models.FilePartition attribute), [1] (ogdc_runner.models.parallel_config.FilePartition attribute), [1] find_recipe_dirs() (in module ogdc_runner.recipe)

full_image_path (ogdc_runner.argo.ArgoConfig property) (ogdc_runner.models.recipe_config.RecipeImage property) (ogdc_runner.models.RecipeImage property) full_path (ogdc_runner.models.recipe_config.PvcMountInput property) function (ogdc_runner.models.ExecutionFunction attribute), [1] (ogdc_runner.models.parallel_config.ExecutionFunction attribute), [1]

G

get_allowed_input_pvc_claims() (in module ogdc_runner.argo) get_commands_from_sh_file() (ogdc_runner.models.recipe_config.ShellWorkflow method) get_config_file_json() (ogdc_runner.models.recipe_config.VizWorkflow method) get_engine() (in module ogdc_runner.service.db) get_input_pvc_volume_mounts() (in module ogdc_runner.argo)

get_input_pvc_volumes() (in module ogdc_runner.argo) get_recipe_config() (in module ogdc_runner.recipe) get_temporary_output_data_url() (in module ogdc_runner.publish) get_workflow_status() (in module ogdc_runner.argo) glob (ogdc_runner.models.recipe_config.PvcMountInput attribute)

I

id (ogdc_runner.models.recipe_config.RecipeConfig property) (ogdc_runner.models.RecipeConfig property) image (ogdc_runner.models.recipe_config.RecipeImage attribute) (ogdc_runner.models.RecipeImage attribute)

init_db() (in module ogdc_runner.service.db) input (ogdc_runner.models.recipe_config.RecipeMeta attribute) (ogdc_runner.models.RecipeMeta attribute) InputParam (class in ogdc_runner.models.recipe_config)

M

make_and_submit_shell_workflow() (in module ogdc_runner.workflow.shell) make_and_submit_viz_workflow() (in module ogdc_runner.workflow.viz_workflow) make_cmd_template() (in module ogdc_runner.workflow.shell) make_fetch_input_template() (in module ogdc_runner.inputs) make_generate_name() (in module ogdc_runner.argo) make_input_pvc_volume() (in module ogdc_runner.argo) make_input_pvc_volume_mount() (in module ogdc_runner.argo) make_partition_manifest_writer_template() (in module ogdc_runner.partition_manifests) make_publish_template() (in module ogdc_runner.publish) make_pvc_listing_template() (in module ogdc_runner.inputs) manifest_inputs() (in module ogdc_runner.partition_manifests) max_parallelism (ogdc_runner.models.ParallelConfig attribute), [1] (ogdc_runner.models.recipe_config.ParallelConfig attribute), [1] metadata (ogdc_runner.models.FilePartition attribute), [1] (ogdc_runner.models.parallel_config.FilePartition attribute), [1] model_config (ogdc_runner.models.base.OgdcBaseModel attribute) (ogdc_runner.models.ExecutionFunction attribute) (ogdc_runner.models.FilePartition attribute) (ogdc_runner.models.OgdcBaseModel attribute) (ogdc_runner.models.parallel_config.ExecutionFunction attribute) (ogdc_runner.models.parallel_config.FilePartition attribute) (ogdc_runner.models.ParallelConfig attribute) (ogdc_runner.models.recipe_config.DataOneInput attribute) (ogdc_runner.models.recipe_config.DataOneRecipeOutput attribute) (ogdc_runner.models.recipe_config.InputParam attribute) (ogdc_runner.models.recipe_config.ParallelConfig attribute) (ogdc_runner.models.recipe_config.PvcMountInput attribute) (ogdc_runner.models.recipe_config.PvcRecipeOutput attribute) (ogdc_runner.models.recipe_config.RecipeConfig attribute) (ogdc_runner.models.recipe_config.RecipeImage attribute) (ogdc_runner.models.recipe_config.RecipeInput attribute) (ogdc_runner.models.recipe_config.RecipeMeta attribute) (ogdc_runner.models.recipe_config.RecipeOutput attribute) (ogdc_runner.models.recipe_config.ShellWorkflow attribute) (ogdc_runner.models.recipe_config.TemporaryRecipeOutput attribute) (ogdc_runner.models.recipe_config.UrlInput attribute) (ogdc_runner.models.recipe_config.VizWorkflow attribute) (ogdc_runner.models.recipe_config.Workflow attribute) (ogdc_runner.models.RecipeConfig attribute) (ogdc_runner.models.RecipeImage attribute) (ogdc_runner.models.RecipeMeta attribute)

model_post_init() (ogdc_runner.models.ExecutionFunction method) (ogdc_runner.models.parallel_config.ExecutionFunction method) module ogdc_runner ogdc_runner.api ogdc_runner.argo ogdc_runner.constants ogdc_runner.dataone ogdc_runner.dataone.resolver ogdc_runner.exceptions ogdc_runner.inputs ogdc_runner.models ogdc_runner.models.base ogdc_runner.models.parallel_config ogdc_runner.models.recipe_config ogdc_runner.parallel ogdc_runner.partition_manifests ogdc_runner.partitioning ogdc_runner.publish ogdc_runner.recipe ogdc_runner.scripts ogdc_runner.service ogdc_runner.service.db ogdc_runner.workflow ogdc_runner.workflow.shell ogdc_runner.workflow.viz_workflow mount_path (ogdc_runner.models.recipe_config.PvcMountInput property) must_be_positive() (ogdc_runner.models.ParallelConfig class method) (ogdc_runner.models.recipe_config.ParallelConfig class method)

N

name (ogdc_runner.models.ExecutionFunction attribute), [1] (ogdc_runner.models.parallel_config.ExecutionFunction attribute), [1] (ogdc_runner.models.recipe_config.RecipeMeta attribute) (ogdc_runner.models.RecipeMeta attribute)

O

ogdc_runner module ogdc_runner.api module ogdc_runner.argo module ogdc_runner.constants module ogdc_runner.dataone module ogdc_runner.dataone.resolver module ogdc_runner.exceptions module ogdc_runner.inputs module ogdc_runner.models module ogdc_runner.models.base module ogdc_runner.models.parallel_config module ogdc_runner.models.recipe_config module ogdc_runner.parallel module ogdc_runner.partition_manifests module ogdc_runner.partitioning module

ogdc_runner.publish module ogdc_runner.recipe module ogdc_runner.scripts module ogdc_runner.service module ogdc_runner.service.db module ogdc_runner.workflow module ogdc_runner.workflow.shell module ogdc_runner.workflow.viz_workflow module OgdcBaseModel (class in ogdc_runner.models) (class in ogdc_runner.models.base) OgdcDataAlreadyPublished OgdcDataOneError OgdcInvalidRecipeConfig OgdcInvalidRecipeDir OgdcMissingEnvvar OgdcOutputDataRetrievalError OgdcRunnerException OgdcServiceApiError OgdcUserAlreadyExists OgdcWorkflow() (in module ogdc_runner.argo) OgdcWorkflowExecutionError output (ogdc_runner.models.recipe_config.RecipeMeta attribute) (ogdc_runner.models.RecipeMeta attribute)

P

parallel (ogdc_runner.models.recipe_config.ShellWorkflow attribute) (ogdc_runner.models.recipe_config.VizWorkflow attribute) ParallelConfig (class in ogdc_runner.models) (class in ogdc_runner.models.recipe_config) ParallelExecutionOrchestrator (class in ogdc_runner.parallel) params (ogdc_runner.models.recipe_config.RecipeInput attribute) partition_id (ogdc_runner.models.FilePartition attribute), [1] (ogdc_runner.models.parallel_config.FilePartition attribute), [1] partition_manifest_inputs() (in module ogdc_runner.partition_manifests)

partition_manifest_path() (in module ogdc_runner.partition_manifests) partition_manifest_path_arg() (in module ogdc_runner.partition_manifests) partition_manifest_records() (in module ogdc_runner.partition_manifests) partition_size (ogdc_runner.models.ParallelConfig attribute), [1] (ogdc_runner.models.recipe_config.ParallelConfig attribute), [1] partition_strategy (ogdc_runner.models.ParallelConfig attribute), [1] (ogdc_runner.models.recipe_config.ParallelConfig attribute), [1] path (ogdc_runner.models.recipe_config.PvcMountInput attribute) PvcMountInput (class in ogdc_runner.models.recipe_config) PvcRecipeOutput (class in ogdc_runner.models.recipe_config)

R

rasterize_max_z_parallel() (in module ogdc_runner.workflow.viz_workflow) recipe_directory (ogdc_runner.models.recipe_config.RecipeConfig attribute) (ogdc_runner.models.RecipeConfig attribute) RecipeConfig (class in ogdc_runner.models) (class in ogdc_runner.models.recipe_config) RecipeImage (class in ogdc_runner.models) (class in ogdc_runner.models.recipe_config) RecipeInput (class in ogdc_runner.models.recipe_config) RecipeMeta (class in ogdc_runner.models) (class in ogdc_runner.models.recipe_config)

RecipeOutput (class in ogdc_runner.models.recipe_config) remove_existing_published_data() (in module ogdc_runner.publish) resolve_dataone_input() (in module ogdc_runner.dataone) (in module ogdc_runner.dataone.resolver) resolve_dataone_inputs() (ogdc_runner.models.recipe_config.DataOneInput method) resolve_dataset() (ogdc_runner.dataone.resolver.DataONEResolver method) resolved_objects (ogdc_runner.models.recipe_config.DataOneInput attribute) run_viz_serial() (in module ogdc_runner.workflow.viz_workflow)

S

sh_file (ogdc_runner.models.recipe_config.ShellWorkflow attribute) sh_file_path() (ogdc_runner.models.recipe_config.ShellWorkflow method) ShellParallelExecutionOrchestrator (class in ogdc_runner.workflow.shell) ShellWorkflow (class in ogdc_runner.models.recipe_config)

stage_file_parallel() (in module ogdc_runner.workflow.viz_workflow) stage_ogdc_recipe() (in module ogdc_runner.recipe) submit_ogdc_recipe() (in module ogdc_runner.api) submit_workflow() (in module ogdc_runner.argo)

T

tag (ogdc_runner.models.recipe_config.RecipeImage attribute) (ogdc_runner.models.RecipeImage attribute) TemporaryRecipeOutput (class in ogdc_runner.models.recipe_config) type (ogdc_runner.models.recipe_config.DataOneInput attribute) (ogdc_runner.models.recipe_config.DataOneRecipeOutput attribute) (ogdc_runner.models.recipe_config.InputParam attribute) (ogdc_runner.models.recipe_config.PvcMountInput attribute) (ogdc_runner.models.recipe_config.PvcRecipeOutput attribute) (ogdc_runner.models.recipe_config.RecipeOutput attribute) (ogdc_runner.models.recipe_config.ShellWorkflow attribute) (ogdc_runner.models.recipe_config.TemporaryRecipeOutput attribute) (ogdc_runner.models.recipe_config.UrlInput attribute) (ogdc_runner.models.recipe_config.VizWorkflow attribute) (ogdc_runner.models.recipe_config.Workflow attribute)

U

update_image() (ogdc_runner.argo.ArgoManager method)

UrlInput (class in ogdc_runner.models.recipe_config)

V

validate_all_recipes_in_repo() (in module ogdc_runner.recipe) validate_claim_name() (ogdc_runner.models.recipe_config.PvcMountInput class method) validate_glob() (ogdc_runner.models.recipe_config.PvcMountInput class method) validate_params() (ogdc_runner.models.recipe_config.RecipeInput class method)

validate_path() (ogdc_runner.models.recipe_config.PvcMountInput class method) validate_recipe_input_pvcs_allowed() (in module ogdc_runner.argo) validate_url_accessible() (ogdc_runner.models.recipe_config.UrlInput method) value (ogdc_runner.models.recipe_config.UrlInput attribute) VizWorkflow (class in ogdc_runner.models.recipe_config)

W

wait_for_workflow_completion() (in module ogdc_runner.argo) Workflow (class in ogdc_runner.models.recipe_config) workflow (ogdc_runner.models.recipe_config.RecipeMeta attribute) (ogdc_runner.models.RecipeMeta attribute)

workflow_manifest_dir() (in module ogdc_runner.partition_manifests) workflow_service (ogdc_runner.argo.ArgoManager property)