Index

A

additional_environment_variables() (health_ml.Runner method) additional_run_tags() (health_ml.Runner method), [1], [2] after_ddp_cleanup() (health_ml.TrainingRunner method), [1], [2]

aggregate_hyperdrive_metrics() (in module health_azure), [1] assert_special_tokens_not_present() (health_multimodal.text.data.io.TextInput method) AzureRunInfo (class in health_azure), [1]

B

BaseImageModel (class in health_multimodal.image) (class in health_multimodal.image.model.model)

BertEncoderType (class in health_multimodal.text.utils) BertProjectionHead (class in health_multimodal.text.model.modelling_cxrbert) Block (class in health_multimodal.image.model.transformer)

C

config_class (health_multimodal.text.CXRBertModel attribute) (health_multimodal.text.model.modelling_cxrbert.CXRBertModel attribute) convert_similarity_to_image_size() (health_multimodal.vlp.ImageTextInferenceEngine static method) (health_multimodal.vlp.inference_engine.ImageTextInferenceEngine static method) create_aml_run_object() (in module health_azure), [1] create_chest_xray_transform_for_inference() (in module health_multimodal.image.data.transforms) create_crossval_hyperdrive_config() (in module health_azure), [1] create_downstream_classifier() (health_multimodal.image.ImageModel method) (health_multimodal.image.model.model.ImageModel method)

create_run_configuration() (in module health_azure), [1] create_script_run() (in module health_azure), [1] CXRBertConfig (class in health_multimodal.text) (class in health_multimodal.text.model.configuration_cxrbert) CXRBertModel (class in health_multimodal.text) (class in health_multimodal.text.model.modelling_cxrbert) CXRBertOutput (class in health_multimodal.text) (class in health_multimodal.text.model.modelling_cxrbert) CXRBertTokenizer (class in health_multimodal.text) (class in health_multimodal.text.model.configuration_cxrbert)

D

DatasetConfig (class in health_azure), [1] download_checkpoints_from_run_id() (in module health_azure), [1]

download_files_from_run_id() (in module health_azure), [1] download_from_datastore() (in module health_azure), [1]

E

end_training() (health_ml.TrainingRunner method), [1], [2]

ExpandChannels (class in health_multimodal.image.data.transforms)

F

fetch_run() (in module health_azure), [1] forward() (health_multimodal.image.BaseImageModel method) (health_multimodal.image.ImageModel method) (health_multimodal.image.model.encoder.ImageEncoder method) (health_multimodal.image.model.encoder.MultiImageEncoder method) (health_multimodal.image.model.model.BaseImageModel method) (health_multimodal.image.model.model.ImageModel method) (health_multimodal.image.model.model.MultiImageModel method) (health_multimodal.image.model.modules.MLP method) (health_multimodal.image.model.modules.MultiTaskModel method) (health_multimodal.image.model.resnet.ResNetHIML method) (health_multimodal.image.model.transformer.Block method) (health_multimodal.image.model.transformer.MultiHeadAttentionLayer method) (health_multimodal.image.model.transformer.VisionTransformerPooler method) (health_multimodal.text.CXRBertModel method) (health_multimodal.text.model.modelling_cxrbert.BertProjectionHead method) (health_multimodal.text.model.modelling_cxrbert.CXRBertModel method)

G

get_bert_inference() (in module health_multimodal.text) (in module health_multimodal.text.utils) get_biovil_t_bert() (in module health_multimodal.text.utils) get_cxr_bert() (in module health_multimodal.text.utils) get_data_module() (health_ml.TrainingRunner method), [1], [2] get_embeddings_from_prompt() (health_multimodal.text.inference_engine.TextInferenceEngine method) (health_multimodal.text.TextInferenceEngine method) get_encoder_from_type() (in module health_multimodal.image.model.encoder) get_encoder_output_dim() (in module health_multimodal.image.model.encoder) get_image_inference() (in module health_multimodal.image) (in module health_multimodal.image.utils) get_module_device() (in module health_multimodal.common.device) get_most_recent_run() (in module health_azure), [1] get_multiple_trainloader_mode() (health_ml.TrainingRunner method)

get_pairwise_similarities() (health_multimodal.text.inference_engine.TextInferenceEngine method) (health_multimodal.text.TextInferenceEngine method) get_patchwise_projected_embeddings() (health_multimodal.image.ImageModel method) (health_multimodal.image.model.model.ImageModel method) get_projected_global_embedding() (health_multimodal.image.ImageInferenceEngine method) (health_multimodal.image.inference_engine.ImageInferenceEngine method) get_projected_patch_embeddings() (health_multimodal.image.ImageInferenceEngine method) (health_multimodal.image.inference_engine.ImageInferenceEngine method) get_projected_text_embeddings() (health_multimodal.text.CXRBertModel method) (health_multimodal.text.model.modelling_cxrbert.CXRBertModel method) get_similarity_map_from_raw_data() (health_multimodal.vlp.ImageTextInferenceEngine method) (health_multimodal.vlp.inference_engine.ImageTextInferenceEngine method) get_similarity_score_from_raw_data() (health_multimodal.vlp.ImageTextInferenceEngine method) (health_multimodal.vlp.inference_engine.ImageTextInferenceEngine method) get_workspace() (in module health_azure), [1]

H

health_azure module health_azure_package_setup() (in module health_azure), [1] health_ml module health_multimodal.common module health_multimodal.common.device module health_multimodal.common.visualization module health_multimodal.image module health_multimodal.image.data.io module health_multimodal.image.data.transforms module health_multimodal.image.inference_engine module health_multimodal.image.model.encoder module health_multimodal.image.model.model module health_multimodal.image.model.modules module

health_multimodal.image.model.resnet module health_multimodal.image.model.transformer module health_multimodal.image.model.types module health_multimodal.image.utils module health_multimodal.text module health_multimodal.text.data.io module health_multimodal.text.inference_engine module health_multimodal.text.model.configuration_cxrbert module health_multimodal.text.model.modelling_cxrbert module health_multimodal.text.utils module health_multimodal.vlp module health_multimodal.vlp.inference_engine module

I

ImageEncoder (class in health_multimodal.image.model.encoder) ImageEncoderType (class in health_multimodal.image) (class in health_multimodal.image.model.types) ImageEncoderWeightTypes (class in health_multimodal.image.model.types) ImageInferenceEngine (class in health_multimodal.image) (class in health_multimodal.image.inference_engine) ImageModel (class in health_multimodal.image) (class in health_multimodal.image.model.model) ImageModelOutput (class in health_multimodal.image.model.types) ImageModelType (class in health_multimodal.image.utils)

ImageTextInferenceEngine (class in health_multimodal.vlp) (class in health_multimodal.vlp.inference_engine) infer_resize_params() (in module health_multimodal.image.data.transforms) init_inference() (health_ml.TrainingRunner method), [1], [2] init_training() (health_ml.TrainingRunner method), [1], [2] input_datasets (health_azure.AzureRunInfo attribute), [1] is_crossval_disabled_or_child_0() (health_ml.TrainingRunner method), [1], [2] is_in_eval() (health_multimodal.text.inference_engine.TextInferenceEngine method) (health_multimodal.text.TextInferenceEngine method) is_running_in_azure_ml (health_azure.AzureRunInfo attribute), [1] is_running_in_azure_ml() (in module health_azure), [1]

L

load_and_transform_input_image() (health_multimodal.image.ImageInferenceEngine method) (health_multimodal.image.inference_engine.ImageInferenceEngine method)

load_image() (in module health_multimodal.image.data.io) logs_folder (health_azure.AzureRunInfo attribute), [1]

M

MLP (class in health_multimodal.image.model.modules) module health_azure health_ml health_multimodal.common health_multimodal.common.device health_multimodal.common.visualization health_multimodal.image health_multimodal.image.data.io health_multimodal.image.data.transforms health_multimodal.image.inference_engine health_multimodal.image.model.encoder health_multimodal.image.model.model health_multimodal.image.model.modules health_multimodal.image.model.resnet health_multimodal.image.model.transformer health_multimodal.image.model.types health_multimodal.image.utils health_multimodal.text health_multimodal.text.data.io health_multimodal.text.inference_engine health_multimodal.text.model.configuration_cxrbert health_multimodal.text.model.modelling_cxrbert health_multimodal.text.utils health_multimodal.vlp health_multimodal.vlp.inference_engine

mount_contexts (health_azure.AzureRunInfo attribute), [1] MultiHeadAttentionLayer (class in health_multimodal.image.model.transformer) MultiHeadAttentionOutput (class in health_multimodal.image.model.transformer) MultiImageEncoder (class in health_multimodal.image.model.encoder) MultiImageModel (class in health_multimodal.image.model.model) MultiTaskModel (class in health_multimodal.image.model.modules)

O

object_to_yaml() (in module health_azure), [1]

output_datasets (health_azure.AzureRunInfo attribute), [1] output_folder (health_azure.AzureRunInfo attribute), [1]

P

parse_and_load_model() (health_ml.Runner method), [1], [2] plot_phrase_grounding_similarity_map() (in module health_multimodal.common.visualization)

predict_masked_tokens() (health_multimodal.text.inference_engine.TextInferenceEngine method) (health_multimodal.text.TextInferenceEngine method)

R

reload_encoder_with_dilation() (health_multimodal.image.model.encoder.ImageEncoder method) (health_multimodal.image.model.encoder.MultiImageEncoder method) remap_to_uint8() (in module health_multimodal.image.data.io) resnet18() (in module health_multimodal.image.model.resnet) resnet50() (in module health_multimodal.image.model.resnet) ResNetHIML (class in health_multimodal.image.model.resnet) restore_training_mode() (in module health_multimodal.image.model.encoder)

run (health_azure.AzureRunInfo attribute), [1] run() (health_ml.Runner method), [1], [2] (health_ml.TrainingRunner method), [1], [2] run_in_situ() (health_ml.Runner method), [1], [2] run_regression_test() (health_ml.TrainingRunner method) run_training() (health_ml.TrainingRunner method), [1], [2] run_validation() (health_ml.TrainingRunner method), [1], [2] Runner (class in health_ml), [1]

S

set_environment_variables_for_multi_node() (in module health_azure), [1] set_logging_levels() (in module health_azure), [1] SinePositionEmbedding (class in health_multimodal.image.model.transformer)

split_recovery_id() (in module health_azure), [1] submit_run() (in module health_azure), [1] submit_to_azure_if_needed() (in module health_azure), [1] submit_to_azureml_if_needed() (health_ml.Runner method), [1], [2]

T

TextInferenceEngine (class in health_multimodal.text) (class in health_multimodal.text.inference_engine) TextInput (class in health_multimodal.text.data.io) to() (health_multimodal.vlp.ImageTextInferenceEngine method) (health_multimodal.vlp.inference_engine.ImageTextInferenceEngine method) to_input_dataset() (health_azure.DatasetConfig method), [1], [2] to_input_dataset_local() (health_azure.DatasetConfig method), [1], [2]

to_output_dataset() (health_azure.DatasetConfig method), [1], [2] tokenize_input_prompts() (health_multimodal.text.data.io.TextInput method) (health_multimodal.text.inference_engine.TextInferenceEngine method) (health_multimodal.text.TextInferenceEngine method) torch_barrier() (in module health_azure), [1] train() (health_multimodal.image.ImageModel method) (health_multimodal.image.model.model.ImageModel method) TrainingRunner (class in health_ml), [1]

U

upload_to_datastore() (in module health_azure), [1]

V

validate() (health_ml.Runner method), [1], [2]

VisionTransformerPooler (class in health_multimodal.image.model.transformer)

W

write_yaml_to_object() (in module health_azure), [1]