Index

A

aligned_count (inspect_mlflow.comparison._types.ComparisonResult property) (inspect_mlflow.comparison.ComparisonResult property), [1] (inspect_mlflow.ComparisonResult property), [1] artifact_manager (inspect_mlflow.MlflowTrackingHooks property), [1] (inspect_mlflow.tracking.MlflowTrackingHooks property), [1]

ArtifactManager (class in inspect_mlflow.artifacts.manager) autolog_enabled (inspect_mlflow.config.MLflowSettings attribute), [1] autolog_models (inspect_mlflow.config.MLflowSettings attribute), [1]

B

baseline_log (inspect_mlflow.comparison._types.ComparisonResult attribute) (inspect_mlflow.comparison.ComparisonResult attribute), [1] (inspect_mlflow.ComparisonResult attribute), [1] baseline_model (inspect_mlflow.comparison._types.ComparisonResult attribute) (inspect_mlflow.comparison.ComparisonResult attribute), [1] (inspect_mlflow.ComparisonResult attribute), [1] baseline_score (inspect_mlflow.comparison._types.SampleComparison attribute) (inspect_mlflow.comparison.SampleComparison attribute), [1] (inspect_mlflow.SampleComparison attribute), [1]

baseline_task (inspect_mlflow.comparison._types.ComparisonResult attribute) (inspect_mlflow.comparison.ComparisonResult attribute), [1] (inspect_mlflow.ComparisonResult attribute), [1] baseline_value (inspect_mlflow.comparison._types.MetricComparison attribute) (inspect_mlflow.comparison.MetricComparison attribute), [1] (inspect_mlflow.MetricComparison attribute), [1] bootstrap_ci() (in module inspect_mlflow.comparison._statistics)

C

candidate_log (inspect_mlflow.comparison._types.ComparisonResult attribute) (inspect_mlflow.comparison.ComparisonResult attribute), [1] (inspect_mlflow.ComparisonResult attribute), [1] candidate_model (inspect_mlflow.comparison._types.ComparisonResult attribute) (inspect_mlflow.comparison.ComparisonResult attribute), [1] (inspect_mlflow.ComparisonResult attribute), [1] candidate_score (inspect_mlflow.comparison._types.SampleComparison attribute) (inspect_mlflow.comparison.SampleComparison attribute), [1] (inspect_mlflow.SampleComparison attribute), [1] candidate_task (inspect_mlflow.comparison._types.ComparisonResult attribute) (inspect_mlflow.comparison.ComparisonResult attribute), [1] (inspect_mlflow.ComparisonResult attribute), [1] candidate_value (inspect_mlflow.comparison._types.MetricComparison attribute) (inspect_mlflow.comparison.MetricComparison attribute), [1] (inspect_mlflow.MetricComparison attribute), [1] ci_lower (inspect_mlflow.comparison._statistics.SignificanceResult attribute) (inspect_mlflow.comparison._types.MetricComparison attribute) (inspect_mlflow.comparison.MetricComparison attribute), [1] (inspect_mlflow.MetricComparison attribute), [1]

ci_upper (inspect_mlflow.comparison._statistics.SignificanceResult attribute) (inspect_mlflow.comparison._types.MetricComparison attribute) (inspect_mlflow.comparison.MetricComparison attribute), [1] (inspect_mlflow.MetricComparison attribute), [1] client (inspect_mlflow.MlflowTrackingHooks property), [1] (inspect_mlflow.tracking.MlflowTrackingHooks property), [1] cohens_d() (in module inspect_mlflow.comparison) (in module inspect_mlflow.comparison._statistics), [1] compare_evals() (in module inspect_mlflow), [1] (in module inspect_mlflow.comparison), [1] (in module inspect_mlflow.comparison._compare) ComparisonResult (class in inspect_mlflow), [1] (class in inspect_mlflow.comparison), [1] (class in inspect_mlflow.comparison._types)

D

delta (inspect_mlflow.comparison._types.MetricComparison attribute) (inspect_mlflow.comparison._types.SampleComparison attribute) (inspect_mlflow.comparison.MetricComparison attribute), [1] (inspect_mlflow.comparison.SampleComparison attribute), [1] (inspect_mlflow.MetricComparison attribute), [1] (inspect_mlflow.SampleComparison attribute), [1]

direction (inspect_mlflow.comparison._types.SampleComparison attribute) (inspect_mlflow.comparison.SampleComparison attribute), [1] (inspect_mlflow.SampleComparison attribute), [1]

E

effect_size (inspect_mlflow.comparison._types.MetricComparison attribute) (inspect_mlflow.comparison.MetricComparison attribute), [1] (inspect_mlflow.MetricComparison attribute), [1] enable_autolog() (in module inspect_mlflow._autolog) enabled() (inspect_mlflow.MlflowTracingHooks method), [1] (inspect_mlflow.MlflowTrackingHooks method), [1] (inspect_mlflow.tracing.MlflowTracingHooks method), [1] (inspect_mlflow.tracking.MlflowTrackingHooks method), [1] epoch (inspect_mlflow.comparison._types.SampleComparison attribute) (inspect_mlflow.comparison.SampleComparison attribute), [1] (inspect_mlflow.SampleComparison attribute), [1]

experiment_name (inspect_mlflow.config.MLflowSettings attribute), [1] extract_event_rows() (in module inspect_mlflow.artifacts.tables) extract_inspect_table_rows() (in module inspect_mlflow.artifacts.tables) extract_message_rows() (in module inspect_mlflow.artifacts.tables) extract_model_usage_rows() (in module inspect_mlflow.artifacts.tables) extract_sample_score_rows() (in module inspect_mlflow.artifacts.tables) extract_usage_from_events() (in module inspect_mlflow.artifacts.tables)

G

get_sample_output_text() (in module inspect_mlflow.artifacts.tables)

I

id (inspect_mlflow.comparison._types.SampleComparison attribute) (inspect_mlflow.comparison.SampleComparison attribute), [1] (inspect_mlflow.SampleComparison attribute), [1] import_mlflow_traces() (in module inspect_mlflow), [1] (in module inspect_mlflow.scout), [1] improvements (inspect_mlflow.comparison._types.ComparisonResult property) (inspect_mlflow.comparison.ComparisonResult property), [1] (inspect_mlflow.ComparisonResult property), [1] inspect_mlflow module, [1] inspect_mlflow._autolog module inspect_mlflow.artifacts.manager module inspect_mlflow.artifacts.tables module inspect_mlflow.comparison module

inspect_mlflow.comparison._compare module inspect_mlflow.comparison._statistics module inspect_mlflow.comparison._types module inspect_mlflow.config module, [1] inspect_mlflow.scout module inspect_mlflow.tracing module, [1] inspect_mlflow.tracking module, [1] inspect_mlflow.util module

L

load_full_eval_log() (inspect_mlflow.artifacts.manager.ArtifactManager method) load_settings() (in module inspect_mlflow.config), [1] log_artifacts (inspect_mlflow.config.MLflowSettings attribute), [1]

log_eval_artifacts() (inspect_mlflow.artifacts.manager.ArtifactManager method) log_eval_json() (inspect_mlflow.artifacts.manager.ArtifactManager method) log_inspect_tables() (inspect_mlflow.artifacts.manager.ArtifactManager method) log_sample_table() (inspect_mlflow.artifacts.manager.ArtifactManager method)

M

mcnemars_test() (in module inspect_mlflow.comparison._statistics) method (inspect_mlflow.comparison._statistics.SignificanceResult attribute) MetricComparison (class in inspect_mlflow), [1] (class in inspect_mlflow.comparison), [1] (class in inspect_mlflow.comparison._types) metrics (inspect_mlflow.comparison._types.ComparisonResult attribute) (inspect_mlflow.comparison.ComparisonResult attribute), [1] (inspect_mlflow.ComparisonResult attribute), [1] missing_count (inspect_mlflow.comparison._types.ComparisonResult property) (inspect_mlflow.comparison.ComparisonResult property), [1] (inspect_mlflow.ComparisonResult property), [1] MLflowSettings (class in inspect_mlflow.config), [1] MlflowTracingHooks (class in inspect_mlflow), [1] (class in inspect_mlflow.tracing), [1] MlflowTrackingHooks (class in inspect_mlflow), [1] (class in inspect_mlflow.tracking), [1]

module inspect_mlflow, [1] inspect_mlflow._autolog inspect_mlflow.artifacts.manager inspect_mlflow.artifacts.tables inspect_mlflow.comparison inspect_mlflow.comparison._compare inspect_mlflow.comparison._statistics inspect_mlflow.comparison._types inspect_mlflow.config, [1] inspect_mlflow.scout inspect_mlflow.tracing, [1] inspect_mlflow.tracking, [1] inspect_mlflow.util

N

name (inspect_mlflow.comparison._types.MetricComparison attribute) (inspect_mlflow.comparison.MetricComparison attribute), [1] (inspect_mlflow.MetricComparison attribute), [1]

new_count (inspect_mlflow.comparison._types.ComparisonResult property) (inspect_mlflow.comparison.ComparisonResult property), [1] (inspect_mlflow.ComparisonResult property), [1]

O

obj_get() (in module inspect_mlflow.artifacts.tables) on_model_usage() (inspect_mlflow.MlflowTrackingHooks method), [1] (inspect_mlflow.tracking.MlflowTrackingHooks method), [1] on_run_end() (inspect_mlflow.MlflowTracingHooks method), [1] (inspect_mlflow.MlflowTrackingHooks method), [1] (inspect_mlflow.tracing.MlflowTracingHooks method), [1] (inspect_mlflow.tracking.MlflowTrackingHooks method), [1] on_run_start() (inspect_mlflow.MlflowTracingHooks method), [1] (inspect_mlflow.MlflowTrackingHooks method), [1] (inspect_mlflow.tracing.MlflowTracingHooks method), [1] (inspect_mlflow.tracking.MlflowTrackingHooks method), [1] on_sample_end() (inspect_mlflow.MlflowTracingHooks method), [1] (inspect_mlflow.MlflowTrackingHooks method), [1] (inspect_mlflow.tracing.MlflowTracingHooks method), [1] (inspect_mlflow.tracking.MlflowTrackingHooks method), [1]

on_sample_event() (inspect_mlflow.MlflowTracingHooks method), [1] (inspect_mlflow.MlflowTrackingHooks method), [1] (inspect_mlflow.tracing.MlflowTracingHooks method), [1] (inspect_mlflow.tracking.MlflowTrackingHooks method), [1] on_sample_start() (inspect_mlflow.MlflowTracingHooks method), [1] (inspect_mlflow.tracing.MlflowTracingHooks method), [1] on_task_end() (inspect_mlflow.MlflowTracingHooks method), [1] (inspect_mlflow.MlflowTrackingHooks method), [1] (inspect_mlflow.tracing.MlflowTracingHooks method), [1] (inspect_mlflow.tracking.MlflowTrackingHooks method), [1] on_task_start() (inspect_mlflow.MlflowTracingHooks method), [1] (inspect_mlflow.MlflowTrackingHooks method), [1] (inspect_mlflow.tracing.MlflowTracingHooks method), [1] (inspect_mlflow.tracking.MlflowTrackingHooks method), [1]

P

p_value (inspect_mlflow.comparison._statistics.SignificanceResult attribute) (inspect_mlflow.comparison._types.MetricComparison attribute) (inspect_mlflow.comparison.MetricComparison attribute), [1] (inspect_mlflow.MetricComparison attribute), [1]

permutation_test() (in module inspect_mlflow.comparison._statistics)

R

regressions (inspect_mlflow.comparison._types.ComparisonResult property) (inspect_mlflow.comparison.ComparisonResult property), [1] (inspect_mlflow.ComparisonResult property), [1]

relative_delta (inspect_mlflow.comparison._types.MetricComparison attribute) (inspect_mlflow.comparison.MetricComparison attribute), [1] (inspect_mlflow.MetricComparison attribute), [1] rows_to_columns() (in module inspect_mlflow.artifacts.tables)

S

safe_log_params() (in module inspect_mlflow.util) SampleComparison (class in inspect_mlflow), [1] (class in inspect_mlflow.comparison), [1] (class in inspect_mlflow.comparison._types) samples (inspect_mlflow.comparison._types.ComparisonResult attribute) (inspect_mlflow.comparison.ComparisonResult attribute), [1] (inspect_mlflow.ComparisonResult attribute), [1] score_to_numeric() (in module inspect_mlflow.util) scorer (inspect_mlflow.comparison._types.MetricComparison attribute) (inspect_mlflow.comparison._types.SampleComparison attribute) (inspect_mlflow.comparison.MetricComparison attribute), [1] (inspect_mlflow.comparison.SampleComparison attribute), [1] (inspect_mlflow.MetricComparison attribute), [1] (inspect_mlflow.SampleComparison attribute), [1]

scores_to_dict() (in module inspect_mlflow.artifacts.tables) settings (inspect_mlflow.MlflowTracingHooks property), [1] (inspect_mlflow.MlflowTrackingHooks property), [1] (inspect_mlflow.tracing.MlflowTracingHooks property), [1] (inspect_mlflow.tracking.MlflowTrackingHooks property), [1] SignificanceResult (class in inspect_mlflow.comparison._statistics) significant (inspect_mlflow.comparison._statistics.SignificanceResult attribute) (inspect_mlflow.comparison._types.MetricComparison attribute) (inspect_mlflow.comparison.MetricComparison attribute), [1] (inspect_mlflow.MetricComparison attribute), [1] sum_usage_map() (in module inspect_mlflow.artifacts.tables) summary() (inspect_mlflow.comparison._types.ComparisonResult method) (inspect_mlflow.comparison.ComparisonResult method), [1] (inspect_mlflow.ComparisonResult method), [1]

T

to_json() (in module inspect_mlflow.artifacts.tables) to_string() (in module inspect_mlflow.artifacts.tables) traces_request_time() (in module inspect_mlflow.scout)

tracing_enabled (inspect_mlflow.config.MLflowSettings attribute), [1] tracking_uri (inspect_mlflow.config.MLflowSettings attribute), [1] truncate() (in module inspect_mlflow.util)

U

unchanged (inspect_mlflow.comparison._types.ComparisonResult property) (inspect_mlflow.comparison.ComparisonResult property), [1] (inspect_mlflow.ComparisonResult property), [1]

usage_to_dict() (in module inspect_mlflow.artifacts.tables)

W

win_rate (inspect_mlflow.comparison._types.ComparisonResult property) (inspect_mlflow.comparison.ComparisonResult property), [1] (inspect_mlflow.ComparisonResult property), [1]