[ENVIRONMENT] {"cuda_available":false,"execution":"CPU_FALLBACK","numpy_bridge":"PASS"} [REPRODUCIBILITY] {"cublas_workspace_config": ":4096:8", "deterministic_algorithms": "enabled_warn_only", "tf32": false, "cuda_deterministic_forward_backward": "NOT_RUN_CPU"} [DEPENDENCIES] {"joblib": "1.5.3", "numpy": "2.3.5", "pandas": "2.2.3", "scikit-learn": "1.8.0", "scipy": "1.17.0", "threadpoolctl": "3.6.0", "torch": "2.14.1+cpu"} [ENVIRONMENT] {"python": "3.12.14 (main, Aug 25 2026, 14:00:49) [Clang 22.1.3 ]", "platform": "Linux-6.18.55-x86_64-with-glibc2.39"} [RUN_CONFIGURATION] {"amp": false, "arms": ["A0", "A0M", "A1", "A2", "P1", "A3"], "aux_weight": 0.05, "backbone_width": 128, "batch_size": 1024, "bootstrap": 20, "bootstrap_seed": 34029, "cache_dir": "/workspace/scratch/ce2ace5dda4d/research/s34_cuda_warning_fix/synthetic_workspace/results/cross_faculty_residual_moe/cache", "categorical_slots": 32, "clip": 10.0, "device": "auto", "diagnostics": "full", "dropout": 0.1, "epochs": 1, "expected_faculties": 2, "faculties": ["all"], "feature_view_manifest": "/workspace/scratch/ce2ace5dda4d/research/s34_cuda_warning_fix/suite34_ipmvcl/config/feature_views.json", "folds": [1, 2, 3, 4, 5, 6, 7], "gradient_accumulation": 1, "gradient_clip": 1.0, "hgb_iterations": 3, "include_a3": true, "interaction_rank": 24, "learning_rate": 0.0003, "log_file": "/workspace/scratch/ce2ace5dda4d/research/s34_cuda_warning_fix/synthetic_workspace/log/suite34_ipmvcl_synthetic.log", "min_epochs": 1, "output_dir": "/workspace/scratch/ce2ace5dda4d/research/s34_cuda_warning_fix/synthetic_workspace/results/suite34_ipmvcl_synthetic", "partition_seed": 34000, "patience": 1, "preflight_only": false, "print_feature_manifest": false, "print_log_path": false, "report_only": false, "residual_blocks": 2, "resume": true, "root": "/workspace/scratch/ce2ace5dda4d/research/s34_cuda_warning_fix/synthetic_workspace", "save_checkpoints": true, "seeds": [29], "skip_hgb": false, "skip_tests": true, "smoke_test": false, "software": {"cublas_workspace_config": ":4096:8", "cuda_available": false, "dependencies": {"joblib": "1.5.3", "numpy": "2.3.5", "pandas": "2.2.3", "scikit-learn": "1.8.0", "scipy": "1.17.0", "threadpoolctl": "3.6.0", "torch": "2.14.1+cpu"}, "deterministic_algorithms": "enabled_warn_only", "device_name": "CPU", "package_version": "1.0.1", "platform": "Linux-6.18.55-x86_64-with-glibc2.39", "python": "3.12.14 (main, Aug 25 2026, 14:00:49) [Clang 22.1.3 ]", "tf32": false, "torch_cuda_version": null}, "strict_data_gate": false, "structured_dir": "/workspace/scratch/ce2ace5dda4d/research/s34_cuda_warning_fix/synthetic_workspace/results/suite12_structured_cache", "synthetic": true, "synthetic_data": true, "threads": 1, "validation_blocks": 3, "view_dim": 32, "weight_decay": 0.001} [ENVIRONMENT] {"cublas_workspace_config": ":4096:8", "cuda_available": false, "dependencies": {"joblib": "1.5.3", "numpy": "2.3.5", "pandas": "2.2.3", "scikit-learn": "1.8.0", "scipy": "1.17.0", "threadpoolctl": "3.6.0", "torch": "2.14.1+cpu"}, "deterministic_algorithms": "enabled_warn_only", "device_name": "CPU", "package_version": "1.0.1", "platform": "Linux-6.18.55-x86_64-with-glibc2.39", "python": "3.12.14 (main, Aug 25 2026, 14:00:49) [Clang 22.1.3 ]", "tf32": false, "torch_cuda_version": null} [DEPENDENCIES] {"joblib": "1.5.3", "numpy": "2.3.5", "pandas": "2.2.3", "scikit-learn": "1.8.0", "scipy": "1.17.0", "threadpoolctl": "3.6.0", "torch": "2.14.1+cpu"} [DATA_DISCOVERY] {"cache_dir": "/workspace/scratch/ce2ace5dda4d/research/s34_cuda_warning_fix/synthetic_workspace/results/cross_faculty_residual_moe/cache", "newer_experiment_caches_required": false, "structured_dir": "/workspace/scratch/ce2ace5dda4d/research/s34_cuda_warning_fix/synthetic_workspace/results/suite12_structured_cache"} [PREFLIGHT_SCAN] {"faculty": "synthetic_faculty_0", "fold": 1, "source": "synthetic_faculty_0_fold_1.joblib"} [PREFLIGHT_SCAN] {"faculty": "synthetic_faculty_0", "fold": 2, "source": "synthetic_faculty_0_fold_2.joblib"} [PREFLIGHT_SCAN] {"faculty": "synthetic_faculty_0", "fold": 3, "source": "synthetic_faculty_0_fold_3.joblib"} [PREFLIGHT_SCAN] {"faculty": "synthetic_faculty_0", "fold": 4, "source": "synthetic_faculty_0_fold_4.joblib"} [PREFLIGHT_SCAN] {"faculty": "synthetic_faculty_0", "fold": 5, "source": "synthetic_faculty_0_fold_5.joblib"} [PREFLIGHT_SCAN] {"faculty": "synthetic_faculty_0", "fold": 6, "source": "synthetic_faculty_0_fold_6.joblib"} [PREFLIGHT_SCAN] {"faculty": "synthetic_faculty_0", "fold": 7, "source": "synthetic_faculty_0_fold_7.joblib"} [PREFLIGHT_SCAN] {"faculty": "synthetic_faculty_1", "fold": 1, "source": "synthetic_faculty_1_fold_1.joblib"} [PREFLIGHT_SCAN] {"faculty": "synthetic_faculty_1", "fold": 2, "source": "synthetic_faculty_1_fold_2.joblib"} [PREFLIGHT_SCAN] {"faculty": "synthetic_faculty_1", "fold": 3, "source": "synthetic_faculty_1_fold_3.joblib"} [PREFLIGHT_SCAN] {"faculty": "synthetic_faculty_1", "fold": 4, "source": "synthetic_faculty_1_fold_4.joblib"} [PREFLIGHT_SCAN] {"faculty": "synthetic_faculty_1", "fold": 5, "source": "synthetic_faculty_1_fold_5.joblib"} [PREFLIGHT_SCAN] {"faculty": "synthetic_faculty_1", "fold": 6, "source": "synthetic_faculty_1_fold_6.joblib"} [PREFLIGHT_SCAN] {"faculty": "synthetic_faculty_1", "fold": 7, "source": "synthetic_faculty_1_fold_7.joblib"} [FEATURE_SCHEMA] rows=27 columns=4 column_definitions={"feature": "feature", "view": "view", "channels": "channels", "reviewed": "reviewed"} feature view channels reviewed prev_cumulative_gpa10 student 2 True hist_failed_credits_sum student 2 True prev_semester_gpa10 history 2 True recent3_semester_gpa10_mean history 2 True hist_semester_count student 2 True student_gpa_history_missing_flag student 2 True hist_same_course_attempts history 2 True course_fail_rate_clipped full_path_only 2 True course_history_missing_flag full_path_only 2 True course_cluster_id full_path_only 35 True course::SoTinChi course 2 True course::SoTietMH course 2 True course::SoTietTuan course 2 True course::SiSoMax course 2 True course::SiSoMin course 2 True course::KhgTinhDTB course 2 True course::IsMHTN course 2 True course::IsMonKT course 2 True course::IsMHKN course 2 True course::IsMHDacThu course 2 True course::IsGDTiengAnh course 2 True course::IsMonNgoaiNgu course 2 True course::hist_count course 2 True course::hist_mean course 2 True course::hist_std course 2 True course::hist_fail_rate course 2 True course::hist_pass_rate course 2 True [FEATURE_VIEW_MANIFEST] {"categorical": ["course_cluster_id"], "course": ["course::SoTinChi", "course::SoTietMH", "course::SoTietTuan", "course::SiSoMax", "course::SiSoMin", "course::KhgTinhDTB", "course::IsMHTN", "course::IsMonKT", "course::IsMHKN", "course::IsMHDacThu", "course::IsGDTiengAnh", "course::IsMonNgoaiNgu", "course::hist_count", "course::hist_mean", "course::hist_std", "course::hist_fail_rate", "course::hist_pass_rate"], "full_path_only": ["course_fail_rate_clipped", "course_history_missing_flag", "course_cluster_id"], "history": ["prev_semester_gpa10", "recent3_semester_gpa10_mean", "hist_same_course_attempts"], "input_feature_names": ["prev_cumulative_gpa10", "hist_failed_credits_sum", "prev_semester_gpa10", "recent3_semester_gpa10_mean", "hist_semester_count", "student_gpa_history_missing_flag", "hist_same_course_attempts", "course_fail_rate_clipped", "course_history_missing_flag", "course_cluster_id", "course::SoTinChi", "course::SoTietMH", "course::SoTietTuan", "course::SiSoMax", "course::SiSoMin", "course::KhgTinhDTB", "course::IsMHTN", "course::IsMonKT", "course::IsMHKN", "course::IsMHDacThu", "course::IsGDTiengAnh", "course::IsMonNgoaiNgu", "course::hist_count", "course::hist_mean", "course::hist_std", "course::hist_fail_rate", "course::hist_pass_rate"], "provenance_notes": {"course": "Only inspected 17 target-course sidecar channels; ambiguous raw hist_target_course fields remain full path only.", "history": "Previous-period, recent-period and same-course historical observations; no sequence pretraining.", "missingness": "Indicators reflect cache nonfinites only, never inferred source blanks.", "source": "Original all-faculty source headers plus inspected Suite32 sidecar order; exact joblib schema bound by preflight.", "student": "Past accumulated performance and recorded support/warning/component aggregates.", "unmatched": "Every unmatched live field remains full-input-only. No original feature is dropped."}, "schema_hash": "967544c5c880405bcbaf686a2f0f5ab624fc86799481bf840baf084168bfdf41", "schema_version": 1, "semantic_review_status": "REVIEWED_CATALOG_BOUND_TO_LIVE_SCHEMA", "student": ["prev_cumulative_gpa10", "hist_failed_credits_sum", "hist_semester_count", "student_gpa_history_missing_flag"], "unreviewed_live_features": []} [PLACEBO_VIEW_MANIFEST] {"categorical": ["course_cluster_id"], "course": ["prev_cumulative_gpa10", "hist_failed_credits_sum", "prev_semester_gpa10", "recent3_semester_gpa10_mean", "hist_semester_count", "student_gpa_history_missing_flag", "hist_same_course_attempts", "course::SoTinChi", "course::SiSoMax", "course::SiSoMin", "course::IsMHTN", "course::IsMHKN", "course::IsGDTiengAnh", "course::hist_count", "course::hist_mean", "course::hist_fail_rate", "course::hist_pass_rate"], "full_path_only": ["course_fail_rate_clipped", "course_history_missing_flag", "course_cluster_id"], "history": ["course::KhgTinhDTB", "course::IsMHDacThu", "course::hist_std"], "input_feature_names": ["prev_cumulative_gpa10", "hist_failed_credits_sum", "prev_semester_gpa10", "recent3_semester_gpa10_mean", "hist_semester_count", "student_gpa_history_missing_flag", "hist_same_course_attempts", "course_fail_rate_clipped", "course_history_missing_flag", "course_cluster_id", "course::SoTinChi", "course::SoTietMH", "course::SoTietTuan", "course::SiSoMax", "course::SiSoMin", "course::KhgTinhDTB", "course::IsMHTN", "course::IsMonKT", "course::IsMHKN", "course::IsMHDacThu", "course::IsGDTiengAnh", "course::IsMonNgoaiNgu", "course::hist_count", "course::hist_mean", "course::hist_std", "course::hist_fail_rate", "course::hist_pass_rate"], "model_seed": 29, "partition_seed": 34029, "provenance_notes": {"course": "Only inspected 17 target-course sidecar channels; ambiguous raw hist_target_course fields remain full path only.", "history": "Previous-period, recent-period and same-course historical observations; no sequence pretraining.", "missingness": "Indicators reflect cache nonfinites only, never inferred source blanks.", "source": "Original all-faculty source headers plus inspected Suite32 sidecar order; exact joblib schema bound by preflight.", "student": "Past accumulated performance and recorded support/warning/component aggregates.", "unmatched": "Every unmatched live field remains full-input-only. No original feature is dropped."}, "schema_hash": "d64a7b377bbbfd0255fabe4125d037f3c0f0f9dfc21539993c4d1b0b437f9d1f", "schema_version": 1, "semantic_review_status": "LABEL_FREE_RANDOM_BUNDLE_PLACEBO", "student": ["course::SoTietMH", "course::SoTietTuan", "course::IsMonKT", "course::IsMonNgoaiNgu"], "unreviewed_live_features": []} [CACHE_ALIGNMENT] {"cache_nonfinite_rate": 0.002139136904761905, "coverage": 0.8888888888888888, "duplicate_policy": "retain_canonical_row_index", "duplicate_targets": 0, "excluded_failures": 11, "excluded_history": 48, "faculty": "synthetic_faculty_0", "fold": 1, "history_failures": 85, "history_first": 6058, "history_last": 6065, "history_original": 432, "history_rows": 384, "provenance": "SEMESTER_PROXY_ONLY_NOT_RELEASE_CERTIFIED", "raw_features": 11, "reference_coverage": 1.0, "reference_source": "qte", "sidecar_alignment": "HISTORY_EXACT_CANONICAL_POSITION", "structured_features": 17, "target_failures": 8, "target_ordinal": 6066, "target_prevalence": 0.16666666666666666, "target_rows": 48, "target_semester": "20221", "target_sidecar_alignment": "INHERITED_INSPECTED_SOURCE_ORDER_SHAPE_ONLY"} [CACHE_ALIGNMENT] {"cache_nonfinite_rate": 0.0021494708994708994, "coverage": 0.9, "duplicate_policy": "retain_canonical_row_index", "duplicate_targets": 0, "excluded_failures": 10, "excluded_history": 48, "faculty": "synthetic_faculty_0", "fold": 2, "history_failures": 96, "history_first": 6058, "history_last": 6066, "history_original": 480, "history_rows": 432, "provenance": "SEMESTER_PROXY_ONLY_NOT_RELEASE_CERTIFIED", "raw_features": 11, "reference_coverage": 1.0, "reference_source": "qte", "sidecar_alignment": "HISTORY_EXACT_CANONICAL_POSITION", "structured_features": 17, "target_failures": 19, "target_ordinal": 6067, "target_prevalence": 0.3958333333333333, "target_rows": 48, "target_semester": "20222", "target_sidecar_alignment": "INHERITED_INSPECTED_SOURCE_ORDER_SHAPE_ONLY"} [CACHE_ALIGNMENT] {"cache_nonfinite_rate": 0.002096861471861472, "coverage": 0.9166666666666666, "duplicate_policy": "retain_canonical_row_index", "duplicate_targets": 0, "excluded_failures": 16, "excluded_history": 48, "faculty": "synthetic_faculty_0", "fold": 3, "history_failures": 126, "history_first": 6058, "history_last": 6068, "history_original": 576, "history_rows": 528, "provenance": "SEMESTER_PROXY_ONLY_NOT_RELEASE_CERTIFIED", "raw_features": 11, "reference_coverage": 1.0, "reference_source": "qte", "sidecar_alignment": "HISTORY_EXACT_CANONICAL_POSITION", "structured_features": 17, "target_failures": 11, "target_ordinal": 6069, "target_prevalence": 0.22916666666666666, "target_rows": 48, "target_semester": "20231", "target_sidecar_alignment": "INHERITED_INSPECTED_SOURCE_ORDER_SHAPE_ONLY"} [CACHE_ALIGNMENT] {"cache_nonfinite_rate": 0.0021081349206349205, "coverage": 0.9230769230769231, "duplicate_policy": "retain_canonical_row_index", "duplicate_targets": 0, "excluded_failures": 14, "excluded_history": 48, "faculty": "synthetic_faculty_0", "fold": 4, "history_failures": 126, "history_first": 6058, "history_last": 6069, "history_original": 624, "history_rows": 576, "provenance": "SEMESTER_PROXY_ONLY_NOT_RELEASE_CERTIFIED", "raw_features": 11, "reference_coverage": 1.0, "reference_source": "qte", "sidecar_alignment": "HISTORY_EXACT_CANONICAL_POSITION", "structured_features": 17, "target_failures": 11, "target_ordinal": 6070, "target_prevalence": 0.22916666666666666, "target_rows": 48, "target_semester": "20232", "target_sidecar_alignment": "INHERITED_INSPECTED_SOURCE_ORDER_SHAPE_ONLY"} [CACHE_ALIGNMENT] {"cache_nonfinite_rate": 0.0021258503401360546, "coverage": 0.9333333333333333, "duplicate_policy": "retain_canonical_row_index", "duplicate_targets": 0, "excluded_failures": 14, "excluded_history": 48, "faculty": "synthetic_faculty_0", "fold": 5, "history_failures": 148, "history_first": 6058, "history_last": 6071, "history_original": 720, "history_rows": 672, "provenance": "SEMESTER_PROXY_ONLY_NOT_RELEASE_CERTIFIED", "raw_features": 11, "reference_coverage": 1.0, "reference_source": "qte", "sidecar_alignment": "HISTORY_EXACT_CANONICAL_POSITION", "structured_features": 17, "target_failures": 18, "target_ordinal": 6072, "target_prevalence": 0.375, "target_rows": 48, "target_semester": "20241", "target_sidecar_alignment": "INHERITED_INSPECTED_SOURCE_ORDER_SHAPE_ONLY"} [CACHE_ALIGNMENT] {"cache_nonfinite_rate": 0.0021329365079365077, "coverage": 0.9375, "duplicate_policy": "retain_canonical_row_index", "duplicate_targets": 0, "excluded_failures": "QUARANTINED_UNTIL_DEVELOPMENT_FREEZE", "excluded_history": 48, "faculty": "synthetic_faculty_0", "fold": 6, "history_failures": "QUARANTINED_UNTIL_DEVELOPMENT_FREEZE", "history_first": 6058, "history_last": 6072, "history_original": 768, "history_rows": 720, "provenance": "SEMESTER_PROXY_ONLY_NOT_RELEASE_CERTIFIED", "raw_features": 11, "reference_coverage": 1.0, "reference_source": "qte", "sidecar_alignment": "HISTORY_EXACT_CANONICAL_POSITION", "structured_features": 17, "target_failures": "QUARANTINED_UNTIL_DEVELOPMENT_FREEZE", "target_ordinal": 6073, "target_prevalence": "QUARANTINED_UNTIL_DEVELOPMENT_FREEZE", "target_rows": 48, "target_semester": "20242", "target_sidecar_alignment": "INHERITED_INSPECTED_SOURCE_ORDER_SHAPE_ONLY"} [CACHE_ALIGNMENT] {"cache_nonfinite_rate": 0.0021008403361344537, "coverage": 0.9444444444444444, "duplicate_policy": "retain_canonical_row_index", "duplicate_targets": 0, "excluded_failures": "QUARANTINED_UNTIL_DEVELOPMENT_FREEZE", "excluded_history": 48, "faculty": "synthetic_faculty_0", "fold": 7, "history_failures": "QUARANTINED_UNTIL_DEVELOPMENT_FREEZE", "history_first": 6058, "history_last": 6074, "history_original": 864, "history_rows": 816, "provenance": "SEMESTER_PROXY_ONLY_NOT_RELEASE_CERTIFIED", "raw_features": 11, "reference_coverage": 1.0, "reference_source": "qte", "sidecar_alignment": "HISTORY_EXACT_CANONICAL_POSITION", "structured_features": 17, "target_failures": "QUARANTINED_UNTIL_DEVELOPMENT_FREEZE", "target_ordinal": 6075, "target_prevalence": "QUARANTINED_UNTIL_DEVELOPMENT_FREEZE", "target_rows": 48, "target_semester": "20251", "target_sidecar_alignment": "INHERITED_INSPECTED_SOURCE_ORDER_SHAPE_ONLY"} [CACHE_ALIGNMENT] {"cache_nonfinite_rate": 0.002139136904761905, "coverage": 0.8888888888888888, "duplicate_policy": "retain_canonical_row_index", "duplicate_targets": 0, "excluded_failures": 9, "excluded_history": 48, "faculty": "synthetic_faculty_1", "fold": 1, "history_failures": 97, "history_first": 6058, "history_last": 6065, "history_original": 432, "history_rows": 384, "provenance": "SEMESTER_PROXY_ONLY_NOT_RELEASE_CERTIFIED", "raw_features": 11, "reference_coverage": 1.0, "reference_source": "qte", "sidecar_alignment": "HISTORY_EXACT_CANONICAL_POSITION", "structured_features": 17, "target_failures": 18, "target_ordinal": 6066, "target_prevalence": 0.375, "target_rows": 48, "target_semester": "20221", "target_sidecar_alignment": "INHERITED_INSPECTED_SOURCE_ORDER_SHAPE_ONLY"} [CACHE_ALIGNMENT] {"cache_nonfinite_rate": 0.0021494708994708994, "coverage": 0.9, "duplicate_policy": "retain_canonical_row_index", "duplicate_targets": 0, "excluded_failures": 10, "excluded_history": 48, "faculty": "synthetic_faculty_1", "fold": 2, "history_failures": 96, "history_first": 6058, "history_last": 6066, "history_original": 480, "history_rows": 432, "provenance": "SEMESTER_PROXY_ONLY_NOT_RELEASE_CERTIFIED", "raw_features": 11, "reference_coverage": 1.0, "reference_source": "qte", "sidecar_alignment": "HISTORY_EXACT_CANONICAL_POSITION", "structured_features": 17, "target_failures": 8, "target_ordinal": 6067, "target_prevalence": 0.16666666666666666, "target_rows": 48, "target_semester": "20222", "target_sidecar_alignment": "INHERITED_INSPECTED_SOURCE_ORDER_SHAPE_ONLY"} [CACHE_ALIGNMENT] {"cache_nonfinite_rate": 0.002096861471861472, "coverage": 0.9166666666666666, "duplicate_policy": "retain_canonical_row_index", "duplicate_targets": 0, "excluded_failures": 12, "excluded_history": 48, "faculty": "synthetic_faculty_1", "fold": 3, "history_failures": 132, "history_first": 6058, "history_last": 6068, "history_original": 576, "history_rows": 528, "provenance": "SEMESTER_PROXY_ONLY_NOT_RELEASE_CERTIFIED", "raw_features": 11, "reference_coverage": 1.0, "reference_source": "qte", "sidecar_alignment": "HISTORY_EXACT_CANONICAL_POSITION", "structured_features": 17, "target_failures": 13, "target_ordinal": 6069, "target_prevalence": 0.2708333333333333, "target_rows": 48, "target_semester": "20231", "target_sidecar_alignment": "INHERITED_INSPECTED_SOURCE_ORDER_SHAPE_ONLY"} [CACHE_ALIGNMENT] {"cache_nonfinite_rate": 0.0021081349206349205, "coverage": 0.9230769230769231, "duplicate_policy": "retain_canonical_row_index", "duplicate_targets": 0, "excluded_failures": 13, "excluded_history": 48, "faculty": "synthetic_faculty_1", "fold": 4, "history_failures": 151, "history_first": 6058, "history_last": 6069, "history_original": 624, "history_rows": 576, "provenance": "SEMESTER_PROXY_ONLY_NOT_RELEASE_CERTIFIED", "raw_features": 11, "reference_coverage": 1.0, "reference_source": "qte", "sidecar_alignment": "HISTORY_EXACT_CANONICAL_POSITION", "structured_features": 17, "target_failures": 13, "target_ordinal": 6070, "target_prevalence": 0.2708333333333333, "target_rows": 48, "target_semester": "20232", "target_sidecar_alignment": "INHERITED_INSPECTED_SOURCE_ORDER_SHAPE_ONLY"} [CACHE_ALIGNMENT] {"cache_nonfinite_rate": 0.0021258503401360546, "coverage": 0.9333333333333333, "duplicate_policy": "retain_canonical_row_index", "duplicate_targets": 0, "excluded_failures": 8, "excluded_history": 48, "faculty": "synthetic_faculty_1", "fold": 5, "history_failures": 170, "history_first": 6058, "history_last": 6071, "history_original": 720, "history_rows": 672, "provenance": "SEMESTER_PROXY_ONLY_NOT_RELEASE_CERTIFIED", "raw_features": 11, "reference_coverage": 1.0, "reference_source": "qte", "sidecar_alignment": "HISTORY_EXACT_CANONICAL_POSITION", "structured_features": 17, "target_failures": 12, "target_ordinal": 6072, "target_prevalence": 0.25, "target_rows": 48, "target_semester": "20241", "target_sidecar_alignment": "INHERITED_INSPECTED_SOURCE_ORDER_SHAPE_ONLY"} [CACHE_ALIGNMENT] {"cache_nonfinite_rate": 0.0021329365079365077, "coverage": 0.9375, "duplicate_policy": "retain_canonical_row_index", "duplicate_targets": 0, "excluded_failures": "QUARANTINED_UNTIL_DEVELOPMENT_FREEZE", "excluded_history": 48, "faculty": "synthetic_faculty_1", "fold": 6, "history_failures": "QUARANTINED_UNTIL_DEVELOPMENT_FREEZE", "history_first": 6058, "history_last": 6072, "history_original": 768, "history_rows": 720, "provenance": "SEMESTER_PROXY_ONLY_NOT_RELEASE_CERTIFIED", "raw_features": 11, "reference_coverage": 1.0, "reference_source": "qte", "sidecar_alignment": "HISTORY_EXACT_CANONICAL_POSITION", "structured_features": 17, "target_failures": "QUARANTINED_UNTIL_DEVELOPMENT_FREEZE", "target_ordinal": 6073, "target_prevalence": "QUARANTINED_UNTIL_DEVELOPMENT_FREEZE", "target_rows": 48, "target_semester": "20242", "target_sidecar_alignment": "INHERITED_INSPECTED_SOURCE_ORDER_SHAPE_ONLY"} [CACHE_ALIGNMENT] {"cache_nonfinite_rate": 0.0021008403361344537, "coverage": 0.9444444444444444, "duplicate_policy": "retain_canonical_row_index", "duplicate_targets": 0, "excluded_failures": "QUARANTINED_UNTIL_DEVELOPMENT_FREEZE", "excluded_history": 48, "faculty": "synthetic_faculty_1", "fold": 7, "history_failures": "QUARANTINED_UNTIL_DEVELOPMENT_FREEZE", "history_first": 6058, "history_last": 6074, "history_original": 864, "history_rows": 816, "provenance": "SEMESTER_PROXY_ONLY_NOT_RELEASE_CERTIFIED", "raw_features": 11, "reference_coverage": 1.0, "reference_source": "qte", "sidecar_alignment": "HISTORY_EXACT_CANONICAL_POSITION", "structured_features": 17, "target_failures": "QUARANTINED_UNTIL_DEVELOPMENT_FREEZE", "target_ordinal": 6075, "target_prevalence": "QUARANTINED_UNTIL_DEVELOPMENT_FREEZE", "target_rows": 48, "target_semester": "20251", "target_sidecar_alignment": "INHERITED_INSPECTED_SOURCE_ORDER_SHAPE_ONLY"} [CHRONOLOGY_AUDIT] {"global_historical_calendars": {"1": [6058, 6059, 6060, 6061, 6062, 6063, 6064, 6065], "2": [6058, 6059, 6060, 6061, 6062, 6063, 6064, 6065, 6066], "3": [6058, 6059, 6060, 6061, 6062, 6063, 6064, 6065, 6066, 6067, 6068], "4": [6058, 6059, 6060, 6061, 6062, 6063, 6064, 6065, 6066, 6067, 6068, 6069], "5": [6058, 6059, 6060, 6061, 6062, 6063, 6064, 6065, 6066, 6067, 6068, 6069, 6070, 6071], "6": [6058, 6059, 6060, 6061, 6062, 6063, 6064, 6065, 6066, 6067, 6068, 6069, 6070, 6071, 6072], "7": [6058, 6059, 6060, 6061, 6062, 6063, 6064, 6065, 6066, 6067, 6068, 6069, 6070, 6071, 6072, 6073, 6074]}, "retrospective_label_summaries_quarantined": true, "source_release_times": "UNVERIFIED_SEMESTER_PROXY", "target_labels_used_for_fitting": false} [MODEL_PARAMETER_COUNTS] rows=6 columns=5 column_definitions={"arm": "prespecified model/control", "input_dimension": "input dimension", "full_input_dimension": "full input dimension", "trainable_parameters": "trainable parameters", "optimizer_parameters": "optimizer parameters"} arm input_dimension full_input_dimension trainable_parameters optimizer_parameters A0 87 87 78209 78209 A0M 87 87 155216 155216 A1 87 87 155233 155233 A2 87 87 155233 155233 P1 87 87 155233 155233 A3 87 87 155332 155332 [RUN_SIZE] {"device": "auto", "neural_cells": 84, "primary_population": false, "runtime_estimate": "MEASURE_REAL_CACHE_SMOKE; NOT_SYNTHETIC", "training_phases_per_neural_cell": 2} [CELL_DATA_READY] {"faculty": "synthetic_faculty_0", "fold": 1, "history_rows": 384, "loading_seconds": 0.004764344000022902, "target_rows": 48} [RESUME_CELL] {"arm": "A0", "faculty": "synthetic_faculty_0", "fold": 1, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A0M", "faculty": "synthetic_faculty_0", "fold": 1, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A1", "faculty": "synthetic_faculty_0", "fold": 1, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A2", "faculty": "synthetic_faculty_0", "fold": 1, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "P1", "faculty": "synthetic_faculty_0", "fold": 1, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A3", "faculty": "synthetic_faculty_0", "fold": 1, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "HGB", "faculty": "synthetic_faculty_0", "fold": 1, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "CacheReference", "faculty": "synthetic_faculty_0", "fold": 1, "seed": 29, "stage": "development"} [CELL_DATA_READY] {"faculty": "synthetic_faculty_1", "fold": 1, "history_rows": 384, "loading_seconds": 0.004502557000023444, "target_rows": 48} [RESUME_CELL] {"arm": "A0", "faculty": "synthetic_faculty_1", "fold": 1, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A0M", "faculty": "synthetic_faculty_1", "fold": 1, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A1", "faculty": "synthetic_faculty_1", "fold": 1, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A2", "faculty": "synthetic_faculty_1", "fold": 1, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "P1", "faculty": "synthetic_faculty_1", "fold": 1, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A3", "faculty": "synthetic_faculty_1", "fold": 1, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "HGB", "faculty": "synthetic_faculty_1", "fold": 1, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "CacheReference", "faculty": "synthetic_faculty_1", "fold": 1, "seed": 29, "stage": "development"} [CELL_DATA_READY] {"faculty": "synthetic_faculty_0", "fold": 2, "history_rows": 432, "loading_seconds": 0.004465651999908005, "target_rows": 48} [RESUME_CELL] {"arm": "A0", "faculty": "synthetic_faculty_0", "fold": 2, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A0M", "faculty": "synthetic_faculty_0", "fold": 2, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A1", "faculty": "synthetic_faculty_0", "fold": 2, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A2", "faculty": "synthetic_faculty_0", "fold": 2, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "P1", "faculty": "synthetic_faculty_0", "fold": 2, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A3", "faculty": "synthetic_faculty_0", "fold": 2, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "HGB", "faculty": "synthetic_faculty_0", "fold": 2, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "CacheReference", "faculty": "synthetic_faculty_0", "fold": 2, "seed": 29, "stage": "development"} [CELL_DATA_READY] {"faculty": "synthetic_faculty_1", "fold": 2, "history_rows": 432, "loading_seconds": 0.004837671999894155, "target_rows": 48} [RESUME_CELL] {"arm": "A0", "faculty": "synthetic_faculty_1", "fold": 2, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A0M", "faculty": "synthetic_faculty_1", "fold": 2, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A1", "faculty": "synthetic_faculty_1", "fold": 2, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A2", "faculty": "synthetic_faculty_1", "fold": 2, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "P1", "faculty": "synthetic_faculty_1", "fold": 2, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A3", "faculty": "synthetic_faculty_1", "fold": 2, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "HGB", "faculty": "synthetic_faculty_1", "fold": 2, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "CacheReference", "faculty": "synthetic_faculty_1", "fold": 2, "seed": 29, "stage": "development"} [CELL_DATA_READY] {"faculty": "synthetic_faculty_0", "fold": 3, "history_rows": 528, "loading_seconds": 0.005305811999960497, "target_rows": 48} [RESUME_CELL] {"arm": "A0", "faculty": "synthetic_faculty_0", "fold": 3, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A0M", "faculty": "synthetic_faculty_0", "fold": 3, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A1", "faculty": "synthetic_faculty_0", "fold": 3, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A2", "faculty": "synthetic_faculty_0", "fold": 3, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "P1", "faculty": "synthetic_faculty_0", "fold": 3, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A3", "faculty": "synthetic_faculty_0", "fold": 3, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "HGB", "faculty": "synthetic_faculty_0", "fold": 3, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "CacheReference", "faculty": "synthetic_faculty_0", "fold": 3, "seed": 29, "stage": "development"} [CELL_DATA_READY] {"faculty": "synthetic_faculty_1", "fold": 3, "history_rows": 528, "loading_seconds": 0.0053876530000707135, "target_rows": 48} [RESUME_CELL] {"arm": "A0", "faculty": "synthetic_faculty_1", "fold": 3, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A0M", "faculty": "synthetic_faculty_1", "fold": 3, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A1", "faculty": "synthetic_faculty_1", "fold": 3, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A2", "faculty": "synthetic_faculty_1", "fold": 3, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "P1", "faculty": "synthetic_faculty_1", "fold": 3, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A3", "faculty": "synthetic_faculty_1", "fold": 3, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "HGB", "faculty": "synthetic_faculty_1", "fold": 3, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "CacheReference", "faculty": "synthetic_faculty_1", "fold": 3, "seed": 29, "stage": "development"} [CELL_DATA_READY] {"faculty": "synthetic_faculty_0", "fold": 4, "history_rows": 576, "loading_seconds": 0.004853125000181535, "target_rows": 48} [RESUME_CELL] {"arm": "A0", "faculty": "synthetic_faculty_0", "fold": 4, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A0M", "faculty": "synthetic_faculty_0", "fold": 4, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A1", "faculty": "synthetic_faculty_0", "fold": 4, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A2", "faculty": "synthetic_faculty_0", "fold": 4, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "P1", "faculty": "synthetic_faculty_0", "fold": 4, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A3", "faculty": "synthetic_faculty_0", "fold": 4, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "HGB", "faculty": "synthetic_faculty_0", "fold": 4, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "CacheReference", "faculty": "synthetic_faculty_0", "fold": 4, "seed": 29, "stage": "development"} [CELL_DATA_READY] {"faculty": "synthetic_faculty_1", "fold": 4, "history_rows": 576, "loading_seconds": 0.004765874999975495, "target_rows": 48} [RESUME_CELL] {"arm": "A0", "faculty": "synthetic_faculty_1", "fold": 4, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A0M", "faculty": "synthetic_faculty_1", "fold": 4, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A1", "faculty": "synthetic_faculty_1", "fold": 4, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A2", "faculty": "synthetic_faculty_1", "fold": 4, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "P1", "faculty": "synthetic_faculty_1", "fold": 4, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A3", "faculty": "synthetic_faculty_1", "fold": 4, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "HGB", "faculty": "synthetic_faculty_1", "fold": 4, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "CacheReference", "faculty": "synthetic_faculty_1", "fold": 4, "seed": 29, "stage": "development"} [CELL_DATA_READY] {"faculty": "synthetic_faculty_0", "fold": 5, "history_rows": 672, "loading_seconds": 0.005920650000007299, "target_rows": 48} [RESUME_CELL] {"arm": "A0", "faculty": "synthetic_faculty_0", "fold": 5, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A0M", "faculty": "synthetic_faculty_0", "fold": 5, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A1", "faculty": "synthetic_faculty_0", "fold": 5, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A2", "faculty": "synthetic_faculty_0", "fold": 5, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "P1", "faculty": "synthetic_faculty_0", "fold": 5, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A3", "faculty": "synthetic_faculty_0", "fold": 5, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "HGB", "faculty": "synthetic_faculty_0", "fold": 5, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "CacheReference", "faculty": "synthetic_faculty_0", "fold": 5, "seed": 29, "stage": "development"} [CELL_DATA_READY] {"faculty": "synthetic_faculty_1", "fold": 5, "history_rows": 672, "loading_seconds": 0.005682578999994803, "target_rows": 48} [RESUME_CELL] {"arm": "A0", "faculty": "synthetic_faculty_1", "fold": 5, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A0M", "faculty": "synthetic_faculty_1", "fold": 5, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A1", "faculty": "synthetic_faculty_1", "fold": 5, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A2", "faculty": "synthetic_faculty_1", "fold": 5, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "P1", "faculty": "synthetic_faculty_1", "fold": 5, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "A3", "faculty": "synthetic_faculty_1", "fold": 5, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "HGB", "faculty": "synthetic_faculty_1", "fold": 5, "seed": 29, "stage": "development"} [RESUME_CELL] {"arm": "CacheReference", "faculty": "synthetic_faculty_1", "fold": 5, "seed": 29, "stage": "development"} [DEVELOPMENT_DECISION] {"development_predictions_digest": "f296b1384e819f00f46caf5738889abe5657555ab4dd8a7152ceb83480cfdf17", "hypothesis": "INCONCLUSIVE", "primary_candidate": "A2", "promoted_for_deployment": false, "protocol_version": "1.0.1", "reason": "Restricted, smoke, synthetic or nonprimary protocol; full matrix required.", "research_promotion": "INCONCLUSIVE", "run_signature": "ac77cf2258a1448718d72fb8cfb6a8f935fa49b58a2207d67a3bb97aa21cf201"} [DEVELOPMENT_MACRO_RESULTS] rows=8 columns=10 column_definitions={"stage": "stage", "arm": "prespecified model/control", "ap": "whole-cell AP; undefined without failures", "auc": "whole-cell ROC-AUC; requires both classes", "bce": "mean binary log loss", "brier": "mean squared probability error", "ece": "10 equal-width probability bins", "prevalence": "prevalence", "cells": "cells", "defined_ap_cells": "defined ap cells"} stage arm ap auc bce brier ece prevalence cells defined_ap_cells development A0 0.32984926 0.54779966 0.84019408 0.31884835 0.35012671 0.27291667 10 10 development A0M 0.36156939 0.52892249 0.71922553 0.26264669 0.26539558 0.27291667 10 10 development A1 0.36918760 0.53719573 0.63258990 0.22006399 0.17088585 0.27291667 10 10 development A2 0.36856132 0.53683834 0.63384888 0.22068737 0.17359454 0.27291667 10 10 development A3 0.36869906 0.53708404 0.63385511 0.22069045 0.17360239 0.27291667 10 10 development CacheReference 0.28443596 0.47672706 0.67213389 0.22339203 0.17516275 0.27291667 10 10 development HGB 0.44117967 0.61368686 0.57477997 0.19396711 0.08193790 0.27291667 10 10 development P1 0.35696996 0.52680840 0.64034828 0.22390579 0.17436020 0.27291667 10 10 [CELL_DATA_READY] {"faculty": "synthetic_faculty_0", "fold": 6, "history_rows": 720, "loading_seconds": 0.0055994960000589344, "target_rows": 48} [RESUME_CELL] {"arm": "A0", "faculty": "synthetic_faculty_0", "fold": 6, "seed": 29, "stage": "retrospective"} [RESUME_CELL] {"arm": "A0M", "faculty": "synthetic_faculty_0", "fold": 6, "seed": 29, "stage": "retrospective"} [RESUME_CELL] {"arm": "A1", "faculty": "synthetic_faculty_0", "fold": 6, "seed": 29, "stage": "retrospective"} [RESUME_CELL] {"arm": "A2", "faculty": "synthetic_faculty_0", "fold": 6, "seed": 29, "stage": "retrospective"} [RESUME_CELL] {"arm": "P1", "faculty": "synthetic_faculty_0", "fold": 6, "seed": 29, "stage": "retrospective"} [RESUME_CELL] {"arm": "A3", "faculty": "synthetic_faculty_0", "fold": 6, "seed": 29, "stage": "retrospective"} [RESUME_CELL] {"arm": "HGB", "faculty": "synthetic_faculty_0", "fold": 6, "seed": 29, "stage": "retrospective"} [RESUME_CELL] {"arm": "CacheReference", "faculty": "synthetic_faculty_0", "fold": 6, "seed": 29, "stage": "retrospective"} [CELL_DATA_READY] {"faculty": "synthetic_faculty_1", "fold": 6, "history_rows": 720, "loading_seconds": 0.006115628000088691, "target_rows": 48} [RESUME_CELL] {"arm": "A0", "faculty": "synthetic_faculty_1", "fold": 6, "seed": 29, "stage": "retrospective"} [RESUME_CELL] {"arm": "A0M", "faculty": "synthetic_faculty_1", "fold": 6, "seed": 29, "stage": "retrospective"} [RESUME_CELL] {"arm": "A1", "faculty": "synthetic_faculty_1", "fold": 6, "seed": 29, "stage": "retrospective"} [RESUME_CELL] {"arm": "A2", "faculty": "synthetic_faculty_1", "fold": 6, "seed": 29, "stage": "retrospective"} [RESUME_CELL] {"arm": "P1", "faculty": "synthetic_faculty_1", "fold": 6, "seed": 29, "stage": "retrospective"} [RESUME_CELL] {"arm": "A3", "faculty": "synthetic_faculty_1", "fold": 6, "seed": 29, "stage": "retrospective"} [RESUME_CELL] {"arm": "HGB", "faculty": "synthetic_faculty_1", "fold": 6, "seed": 29, "stage": "retrospective"} [RESUME_CELL] {"arm": "CacheReference", "faculty": "synthetic_faculty_1", "fold": 6, "seed": 29, "stage": "retrospective"} [CELL_DATA_READY] {"faculty": "synthetic_faculty_0", "fold": 7, "history_rows": 816, "loading_seconds": 0.0067299439999715105, "target_rows": 48} [RESUME_CELL] {"arm": "A0", "faculty": "synthetic_faculty_0", "fold": 7, "seed": 29, "stage": "retrospective"} [RESUME_CELL] {"arm": "A0M", "faculty": "synthetic_faculty_0", "fold": 7, "seed": 29, "stage": "retrospective"} [RESUME_CELL] {"arm": "A1", "faculty": "synthetic_faculty_0", "fold": 7, "seed": 29, "stage": "retrospective"} [RESUME_CELL] {"arm": "A2", "faculty": "synthetic_faculty_0", "fold": 7, "seed": 29, "stage": "retrospective"} [RESUME_CELL] {"arm": "P1", "faculty": "synthetic_faculty_0", "fold": 7, "seed": 29, "stage": "retrospective"} [RESUME_CELL] {"arm": "A3", "faculty": "synthetic_faculty_0", "fold": 7, "seed": 29, "stage": "retrospective"} [RESUME_CELL] {"arm": "HGB", "faculty": "synthetic_faculty_0", "fold": 7, "seed": 29, "stage": "retrospective"} [RESUME_CELL] {"arm": "CacheReference", "faculty": "synthetic_faculty_0", "fold": 7, "seed": 29, "stage": "retrospective"} [CELL_DATA_READY] {"faculty": "synthetic_faculty_1", "fold": 7, "history_rows": 816, "loading_seconds": 0.00664448799989259, "target_rows": 48} [RESUME_CELL] {"arm": "A0", "faculty": "synthetic_faculty_1", "fold": 7, "seed": 29, "stage": "retrospective"} [RESUME_CELL] {"arm": "A0M", "faculty": "synthetic_faculty_1", "fold": 7, "seed": 29, "stage": "retrospective"} [RESUME_CELL] {"arm": "A1", "faculty": "synthetic_faculty_1", "fold": 7, "seed": 29, "stage": "retrospective"} [RESUME_CELL] {"arm": "A2", "faculty": "synthetic_faculty_1", "fold": 7, "seed": 29, "stage": "retrospective"} [RESUME_CELL] {"arm": "P1", "faculty": "synthetic_faculty_1", "fold": 7, "seed": 29, "stage": "retrospective"} [RESUME_CELL] {"arm": "A3", "faculty": "synthetic_faculty_1", "fold": 7, "seed": 29, "stage": "retrospective"} [RESUME_CELL] {"arm": "HGB", "faculty": "synthetic_faculty_1", "fold": 7, "seed": 29, "stage": "retrospective"} [RESUME_CELL] {"arm": "CacheReference", "faculty": "synthetic_faculty_1", "fold": 7, "seed": 29, "stage": "retrospective"} [RESTORED_TRAINING_AUDITS] {"completed_cells": 112, "event_count": 602, "source": "HASHED_COMPLETED_CELL_EVENTS"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0M", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [3.0, 0.0, 1.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 1, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A0M", "cutoff": 6063, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 240, "fold": 1, "input_dimension": 87, "parameters": 155216, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A0M", "cutoff": 6063, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 240, "fold": 1, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.04133563799996409, "stage": "development", "validation_ap": 0.1766457037447282, "validation_bce": 0.7694397696331696, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0M", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [3.0, 1.0, 0.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 1, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A0M", "faculty": "synthetic_faculty_0", "fold": 1, "permissible_rows": 384, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [3.0, 0.0, 1.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 1, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A0", "cutoff": 6063, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 240, "fold": 1, "input_dimension": 87, "parameters": 78209, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A0", "cutoff": 6063, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 240, "fold": 1, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.9582949329999337, "stage": "development", "validation_ap": 0.3249551835080064, "validation_bce": 0.8995006403912424, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [3.0, 1.0, 0.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 1, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A0", "faculty": "synthetic_faculty_0", "fold": 1, "permissible_rows": 384, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [3.0, 0.0, 1.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 1, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A1", "cutoff": 6063, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 240, "fold": 1, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A1", "cutoff": 6063, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 240, "fold": 1, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.045789132999971116, "stage": "development", "validation_ap": 0.247113807095642, "validation_bce": 0.6294411441522454, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [3.0, 1.0, 0.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 1, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A1", "faculty": "synthetic_faculty_0", "fold": 1, "permissible_rows": 384, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A2", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [3.0, 0.0, 1.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 1, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A2", "cutoff": 6063, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 240, "fold": 1, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A2", "cutoff": 6063, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 240, "fold": 1, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.044675808000192774, "stage": "development", "validation_ap": 0.2513551816820985, "validation_bce": 0.6305718970993482, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A2", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [3.0, 1.0, 0.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 1, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A2", "faculty": "synthetic_faculty_0", "fold": 1, "permissible_rows": 384, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A3", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [3.0, 0.0, 1.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 1, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A3", "cutoff": 6063, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 240, "fold": 1, "input_dimension": 87, "parameters": 155332, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A3", "cutoff": 6063, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 240, "fold": 1, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.04031803299994863, "stage": "development", "validation_ap": 0.2513551816820985, "validation_bce": 0.6305716052255832, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A3", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [3.0, 1.0, 0.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 1, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A3", "faculty": "synthetic_faculty_0", "fold": 1, "permissible_rows": 384, "seed": 29, "selected_epochs": 1, "stage": "development"} [HGB_CONFIGURATION] {"arm": "HGB", "early_stopping": false, "faculty": "synthetic_faculty_0", "fold": 1, "l2_regularization": 1.0, "learning_rate": 0.06, "max_iter": 3, "max_leaf_nodes": 15, "min_samples_leaf": 20, "preprocessing": "NATIVE_NAN_ORIGINAL_RAW_CHANNELS", "seed": 29, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "P1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [3.0, 0.0, 1.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 1, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "P1", "cutoff": 6063, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 240, "fold": 1, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "P1", "cutoff": 6063, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 240, "fold": 1, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.04102052799999001, "stage": "development", "validation_ap": 0.24980202489419626, "validation_bce": 0.6320815003244646, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "P1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [3.0, 1.0, 0.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 1, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "P1", "faculty": "synthetic_faculty_0", "fold": 1, "permissible_rows": 384, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0M", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 3.0, 0.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 2, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A0M", "cutoff": 6064, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 288, "fold": 2, "input_dimension": 87, "parameters": 155216, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A0M", "cutoff": 6064, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 288, "fold": 2, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.03294572300001164, "stage": "development", "validation_ap": 0.4007959109815647, "validation_bce": 0.7070153035288389, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0M", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [3.0, 2.0, 0.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 2, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A0M", "faculty": "synthetic_faculty_0", "fold": 2, "permissible_rows": 432, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 3.0, 0.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 2, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A0", "cutoff": 6064, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 288, "fold": 2, "input_dimension": 87, "parameters": 78209, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A0", "cutoff": 6064, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 288, "fold": 2, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.02849954999987858, "stage": "development", "validation_ap": 0.31544418923661643, "validation_bce": 0.8431141591242545, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [3.0, 2.0, 0.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 2, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A0", "faculty": "synthetic_faculty_0", "fold": 2, "permissible_rows": 432, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 3.0, 0.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 2, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A1", "cutoff": 6064, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 288, "fold": 2, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A1", "cutoff": 6064, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 288, "fold": 2, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.03977910799994788, "stage": "development", "validation_ap": 0.3410305980516665, "validation_bce": 0.6373796633510529, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [3.0, 2.0, 0.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 2, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A1", "faculty": "synthetic_faculty_0", "fold": 2, "permissible_rows": 432, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A2", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 3.0, 0.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 2, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A2", "cutoff": 6064, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 288, "fold": 2, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A2", "cutoff": 6064, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 288, "fold": 2, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.04200893000006545, "stage": "development", "validation_ap": 0.3195579457863887, "validation_bce": 0.6412115165949602, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A2", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [3.0, 2.0, 0.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 2, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A2", "faculty": "synthetic_faculty_0", "fold": 2, "permissible_rows": 432, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A3", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 3.0, 0.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 2, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A3", "cutoff": 6064, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 288, "fold": 2, "input_dimension": 87, "parameters": 155332, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A3", "cutoff": 6064, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 288, "fold": 2, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.05243709699993815, "stage": "development", "validation_ap": 0.31922999091297927, "validation_bce": 0.6412085784638326, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A3", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [3.0, 2.0, 0.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 2, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A3", "faculty": "synthetic_faculty_0", "fold": 2, "permissible_rows": 432, "seed": 29, "selected_epochs": 1, "stage": "development"} [HGB_CONFIGURATION] {"arm": "HGB", "early_stopping": false, "faculty": "synthetic_faculty_0", "fold": 2, "l2_regularization": 1.0, "learning_rate": 0.06, "max_iter": 3, "max_leaf_nodes": 15, "min_samples_leaf": 20, "preprocessing": "NATIVE_NAN_ORIGINAL_RAW_CHANNELS", "seed": 29, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "P1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 3.0, 0.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 2, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "P1", "cutoff": 6064, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 288, "fold": 2, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "P1", "cutoff": 6064, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 288, "fold": 2, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.04681049099986012, "stage": "development", "validation_ap": 0.33117366120786573, "validation_bce": 0.6433333989208512, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "P1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [3.0, 2.0, 0.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 2, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "P1", "faculty": "synthetic_faculty_0", "fold": 2, "permissible_rows": 432, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0M", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 0.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 3, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A0M", "cutoff": 6066, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 384, "fold": 3, "input_dimension": 87, "parameters": 155216, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A0M", "cutoff": 6066, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 384, "fold": 3, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.032073681999918335, "stage": "development", "validation_ap": 0.2755480585020495, "validation_bce": 0.7288107247093552, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0M", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 0.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 3, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A0M", "faculty": "synthetic_faculty_0", "fold": 3, "permissible_rows": 528, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 0.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 3, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A0", "cutoff": 6066, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 384, "fold": 3, "input_dimension": 87, "parameters": 78209, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A0", "cutoff": 6066, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 384, "fold": 3, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.038641548999976294, "stage": "development", "validation_ap": 0.35673768520181987, "validation_bce": 0.8855824725685906, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 0.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 3, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A0", "faculty": "synthetic_faculty_0", "fold": 3, "permissible_rows": 528, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 0.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 3, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A1", "cutoff": 6066, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 384, "fold": 3, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A1", "cutoff": 6066, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 384, "fold": 3, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.05450171500001488, "stage": "development", "validation_ap": 0.285829943049597, "validation_bce": 0.6295002622657271, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 0.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 3, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A1", "faculty": "synthetic_faculty_0", "fold": 3, "permissible_rows": 528, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A2", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 0.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 3, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A2", "cutoff": 6066, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 384, "fold": 3, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A2", "cutoff": 6066, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 384, "fold": 3, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.05788255500010564, "stage": "development", "validation_ap": 0.2817386059493588, "validation_bce": 0.6302891979713751, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A2", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 0.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 3, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A2", "faculty": "synthetic_faculty_0", "fold": 3, "permissible_rows": 528, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A3", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 0.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 3, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A3", "cutoff": 6066, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 384, "fold": 3, "input_dimension": 87, "parameters": 155332, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A3", "cutoff": 6066, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 384, "fold": 3, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.05720534600004612, "stage": "development", "validation_ap": 0.28193217931366393, "validation_bce": 0.6302783683144716, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A3", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 0.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 3, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A3", "faculty": "synthetic_faculty_0", "fold": 3, "permissible_rows": 528, "seed": 29, "selected_epochs": 1, "stage": "development"} [HGB_CONFIGURATION] {"arm": "HGB", "early_stopping": false, "faculty": "synthetic_faculty_0", "fold": 3, "l2_regularization": 1.0, "learning_rate": 0.06, "max_iter": 3, "max_leaf_nodes": 15, "min_samples_leaf": 20, "preprocessing": "NATIVE_NAN_ORIGINAL_RAW_CHANNELS", "seed": 29, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "P1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 0.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 3, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "P1", "cutoff": 6066, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 384, "fold": 3, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "P1", "cutoff": 6066, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 384, "fold": 3, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.05040894100011428, "stage": "development", "validation_ap": 0.2830523843870922, "validation_bce": 0.6305419270517926, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "P1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 0.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 3, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "P1", "faculty": "synthetic_faculty_0", "fold": 3, "permissible_rows": 528, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0M", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [1.0, 2.0, 0.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 4, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A0M", "cutoff": 6067, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 432, "fold": 4, "input_dimension": 87, "parameters": 155216, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A0M", "cutoff": 6067, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 432, "fold": 4, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.05389350100017509, "stage": "development", "validation_ap": 0.2227229290445724, "validation_bce": 0.7294224875914329, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0M", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [1.0, 2.0, 0.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 4, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A0M", "faculty": "synthetic_faculty_0", "fold": 4, "permissible_rows": 576, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [1.0, 2.0, 0.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 4, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A0", "cutoff": 6067, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 432, "fold": 4, "input_dimension": 87, "parameters": 78209, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A0", "cutoff": 6067, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 432, "fold": 4, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.03150183799994011, "stage": "development", "validation_ap": 0.265725868720941, "validation_bce": 0.8797020572250938, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [1.0, 2.0, 0.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 4, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A0", "faculty": "synthetic_faculty_0", "fold": 4, "permissible_rows": 576, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [1.0, 2.0, 0.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 4, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A1", "cutoff": 6067, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 432, "fold": 4, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A1", "cutoff": 6067, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 432, "fold": 4, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.058898896000073364, "stage": "development", "validation_ap": 0.26494075027074454, "validation_bce": 0.6145036536588045, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [1.0, 2.0, 0.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 4, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A1", "faculty": "synthetic_faculty_0", "fold": 4, "permissible_rows": 576, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A2", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [1.0, 2.0, 0.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 4, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A2", "cutoff": 6067, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 432, "fold": 4, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A2", "cutoff": 6067, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 432, "fold": 4, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.057997186999955375, "stage": "development", "validation_ap": 0.2458228199280912, "validation_bce": 0.6170529994905956, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A2", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [1.0, 2.0, 0.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 4, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A2", "faculty": "synthetic_faculty_0", "fold": 4, "permissible_rows": 576, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A3", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [1.0, 2.0, 0.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 4, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A3", "cutoff": 6067, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 432, "fold": 4, "input_dimension": 87, "parameters": 155332, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A3", "cutoff": 6067, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 432, "fold": 4, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.047767763000138075, "stage": "development", "validation_ap": 0.2463491357175649, "validation_bce": 0.6170540898651938, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A3", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [1.0, 2.0, 0.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 4, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A3", "faculty": "synthetic_faculty_0", "fold": 4, "permissible_rows": 576, "seed": 29, "selected_epochs": 1, "stage": "development"} [HGB_CONFIGURATION] {"arm": "HGB", "early_stopping": false, "faculty": "synthetic_faculty_0", "fold": 4, "l2_regularization": 1.0, "learning_rate": 0.06, "max_iter": 3, "max_leaf_nodes": 15, "min_samples_leaf": 20, "preprocessing": "NATIVE_NAN_ORIGINAL_RAW_CHANNELS", "seed": 29, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "P1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [1.0, 2.0, 0.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 4, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "P1", "cutoff": 6067, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 432, "fold": 4, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "P1", "cutoff": 6067, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 432, "fold": 4, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.04939557300008346, "stage": "development", "validation_ap": 0.29048680379979785, "validation_bce": 0.6237984280290488, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "P1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [1.0, 2.0, 0.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 4, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "P1", "faculty": "synthetic_faculty_0", "fold": 4, "permissible_rows": 576, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0M", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [3.0, 0.0, 1.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 5, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A0M", "cutoff": 6069, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 528, "fold": 5, "input_dimension": 87, "parameters": 155216, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A0M", "cutoff": 6069, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 528, "fold": 5, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.043347347000008085, "stage": "development", "validation_ap": 0.28459955966341327, "validation_bce": 0.7686176142678912, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0M", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [3.0, 0.0, 1.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 5, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A0M", "faculty": "synthetic_faculty_0", "fold": 5, "permissible_rows": 672, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [3.0, 0.0, 1.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 5, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A0", "cutoff": 6069, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 528, "fold": 5, "input_dimension": 87, "parameters": 78209, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A0", "cutoff": 6069, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 528, "fold": 5, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.04943413899991356, "stage": "development", "validation_ap": 0.26817903672540766, "validation_bce": 0.8931890933485273, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [3.0, 0.0, 1.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 5, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A0", "faculty": "synthetic_faculty_0", "fold": 5, "permissible_rows": 672, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [3.0, 0.0, 1.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 5, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A1", "cutoff": 6069, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 528, "fold": 5, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A1", "cutoff": 6069, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 528, "fold": 5, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.054035655000006955, "stage": "development", "validation_ap": 0.27973451083028567, "validation_bce": 0.6284640251232023, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [3.0, 0.0, 1.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 5, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A1", "faculty": "synthetic_faculty_0", "fold": 5, "permissible_rows": 672, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A2", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [3.0, 0.0, 1.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 5, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A2", "cutoff": 6069, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 528, "fold": 5, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A2", "cutoff": 6069, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 528, "fold": 5, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.05196060499997657, "stage": "development", "validation_ap": 0.263146878885903, "validation_bce": 0.6301952126317379, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A2", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [3.0, 0.0, 1.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 5, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A2", "faculty": "synthetic_faculty_0", "fold": 5, "permissible_rows": 672, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A3", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [3.0, 0.0, 1.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 5, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A3", "cutoff": 6069, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 528, "fold": 5, "input_dimension": 87, "parameters": 155332, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A3", "cutoff": 6069, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 528, "fold": 5, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.06166677099986373, "stage": "development", "validation_ap": 0.263146878885903, "validation_bce": 0.6302124384230172, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A3", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [3.0, 0.0, 1.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 5, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A3", "faculty": "synthetic_faculty_0", "fold": 5, "permissible_rows": 672, "seed": 29, "selected_epochs": 1, "stage": "development"} [HGB_CONFIGURATION] {"arm": "HGB", "early_stopping": false, "faculty": "synthetic_faculty_0", "fold": 5, "l2_regularization": 1.0, "learning_rate": 0.06, "max_iter": 3, "max_leaf_nodes": 15, "min_samples_leaf": 20, "preprocessing": "NATIVE_NAN_ORIGINAL_RAW_CHANNELS", "seed": 29, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "P1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [3.0, 0.0, 1.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 5, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "P1", "cutoff": 6069, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 528, "fold": 5, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "P1", "cutoff": 6069, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 528, "fold": 5, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.07519835699986288, "stage": "development", "validation_ap": 0.28780437915003326, "validation_bce": 0.6291384221055644, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "P1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [3.0, 0.0, 1.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 5, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "P1", "faculty": "synthetic_faculty_0", "fold": 5, "permissible_rows": 672, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0M", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 0.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 6, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [TRAINING_START] {"arm": "A0M", "cutoff": 6070, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 576, "fold": 6, "input_dimension": 87, "parameters": 155216, "requested_blocks": 3, "seed": 29, "stage": "retrospective", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A0M", "cutoff": 6070, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 576, "fold": 6, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.050279778000003716, "stage": "retrospective", "validation_ap": 0.3480758535163093, "validation_bce": 0.692798288104205, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0M", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [1.0, 0.0, 2.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 6, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [REFIT] {"arm": "A0M", "faculty": "synthetic_faculty_0", "fold": 6, "permissible_rows": 720, "seed": 29, "selected_epochs": 1, "stage": "retrospective"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 0.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 6, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [TRAINING_START] {"arm": "A0", "cutoff": 6070, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 576, "fold": 6, "input_dimension": 87, "parameters": 78209, "requested_blocks": 3, "seed": 29, "stage": "retrospective", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A0", "cutoff": 6070, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 576, "fold": 6, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.052512904999957755, "stage": "retrospective", "validation_ap": 0.3943913284109339, "validation_bce": 0.8416757259618906, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [1.0, 0.0, 2.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 6, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [REFIT] {"arm": "A0", "faculty": "synthetic_faculty_0", "fold": 6, "permissible_rows": 720, "seed": 29, "selected_epochs": 1, "stage": "retrospective"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 0.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 6, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [TRAINING_START] {"arm": "A1", "cutoff": 6070, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 576, "fold": 6, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "retrospective", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A1", "cutoff": 6070, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 576, "fold": 6, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.06928710900001533, "stage": "retrospective", "validation_ap": 0.2937228576003154, "validation_bce": 0.6575084024702906, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [1.0, 0.0, 2.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 6, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [REFIT] {"arm": "A1", "faculty": "synthetic_faculty_0", "fold": 6, "permissible_rows": 720, "seed": 29, "selected_epochs": 1, "stage": "retrospective"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A2", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 0.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 6, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [TRAINING_START] {"arm": "A2", "cutoff": 6070, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 576, "fold": 6, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "retrospective", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A2", "cutoff": 6070, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 576, "fold": 6, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.07361604499988061, "stage": "retrospective", "validation_ap": 0.27250272020938876, "validation_bce": 0.6623860889444015, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A2", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [1.0, 0.0, 2.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 6, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [REFIT] {"arm": "A2", "faculty": "synthetic_faculty_0", "fold": 6, "permissible_rows": 720, "seed": 29, "selected_epochs": 1, "stage": "retrospective"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A3", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 0.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 6, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [TRAINING_START] {"arm": "A3", "cutoff": 6070, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 576, "fold": 6, "input_dimension": 87, "parameters": 155332, "requested_blocks": 3, "seed": 29, "stage": "retrospective", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A3", "cutoff": 6070, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 576, "fold": 6, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.07272324099994876, "stage": "retrospective", "validation_ap": 0.27250272020938876, "validation_bce": 0.6623893712580192, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A3", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [1.0, 0.0, 2.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 6, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [REFIT] {"arm": "A3", "faculty": "synthetic_faculty_0", "fold": 6, "permissible_rows": 720, "seed": 29, "selected_epochs": 1, "stage": "retrospective"} [HGB_CONFIGURATION] {"arm": "HGB", "early_stopping": false, "faculty": "synthetic_faculty_0", "fold": 6, "l2_regularization": 1.0, "learning_rate": 0.06, "max_iter": 3, "max_leaf_nodes": 15, "min_samples_leaf": 20, "preprocessing": "NATIVE_NAN_ORIGINAL_RAW_CHANNELS", "seed": 29, "stage": "retrospective"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "P1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 0.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 6, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [TRAINING_START] {"arm": "P1", "cutoff": 6070, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 576, "fold": 6, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "retrospective", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "P1", "cutoff": 6070, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 576, "fold": 6, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.07164549999993142, "stage": "retrospective", "validation_ap": 0.3047962757317975, "validation_bce": 0.6564577055769363, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "P1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [1.0, 0.0, 2.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 6, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [REFIT] {"arm": "P1", "faculty": "synthetic_faculty_0", "fold": 6, "permissible_rows": 720, "seed": 29, "selected_epochs": 1, "stage": "retrospective"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0M", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 2.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 7, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [TRAINING_START] {"arm": "A0M", "cutoff": 6072, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 672, "fold": 7, "input_dimension": 87, "parameters": 155216, "requested_blocks": 3, "seed": 29, "stage": "retrospective", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A0M", "cutoff": 6072, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 672, "fold": 7, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.06517910399998073, "stage": "retrospective", "validation_ap": 0.4100604325830206, "validation_bce": 0.7395483954333675, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0M", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 3.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 7, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [REFIT] {"arm": "A0M", "faculty": "synthetic_faculty_0", "fold": 7, "permissible_rows": 816, "seed": 29, "selected_epochs": 1, "stage": "retrospective"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 2.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 7, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [TRAINING_START] {"arm": "A0", "cutoff": 6072, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 672, "fold": 7, "input_dimension": 87, "parameters": 78209, "requested_blocks": 3, "seed": 29, "stage": "retrospective", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A0", "cutoff": 6072, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 672, "fold": 7, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.049460763000070074, "stage": "retrospective", "validation_ap": 0.31639383133808846, "validation_bce": 0.8457041029038277, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 3.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 7, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [REFIT] {"arm": "A0", "faculty": "synthetic_faculty_0", "fold": 7, "permissible_rows": 816, "seed": 29, "selected_epochs": 1, "stage": "retrospective"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 2.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 7, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [TRAINING_START] {"arm": "A1", "cutoff": 6072, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 672, "fold": 7, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "retrospective", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A1", "cutoff": 6072, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 672, "fold": 7, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.08562581000001046, "stage": "retrospective", "validation_ap": 0.30555141066835073, "validation_bce": 0.6428242326355776, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 3.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 7, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [REFIT] {"arm": "A1", "faculty": "synthetic_faculty_0", "fold": 7, "permissible_rows": 816, "seed": 29, "selected_epochs": 1, "stage": "retrospective"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A2", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 2.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 7, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [TRAINING_START] {"arm": "A2", "cutoff": 6072, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 672, "fold": 7, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "retrospective", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A2", "cutoff": 6072, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 672, "fold": 7, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.07786558300017532, "stage": "retrospective", "validation_ap": 0.29546119435073814, "validation_bce": 0.6432479042212077, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A2", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 3.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 7, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [REFIT] {"arm": "A2", "faculty": "synthetic_faculty_0", "fold": 7, "permissible_rows": 816, "seed": 29, "selected_epochs": 1, "stage": "retrospective"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A3", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 2.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 7, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [TRAINING_START] {"arm": "A3", "cutoff": 6072, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 672, "fold": 7, "input_dimension": 87, "parameters": 155332, "requested_blocks": 3, "seed": 29, "stage": "retrospective", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A3", "cutoff": 6072, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 672, "fold": 7, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.07668057399996542, "stage": "retrospective", "validation_ap": 0.29546119435073814, "validation_bce": 0.6432524170714652, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A3", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 3.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 7, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [REFIT] {"arm": "A3", "faculty": "synthetic_faculty_0", "fold": 7, "permissible_rows": 816, "seed": 29, "selected_epochs": 1, "stage": "retrospective"} [HGB_CONFIGURATION] {"arm": "HGB", "early_stopping": false, "faculty": "synthetic_faculty_0", "fold": 7, "l2_regularization": 1.0, "learning_rate": 0.06, "max_iter": 3, "max_leaf_nodes": 15, "min_samples_leaf": 20, "preprocessing": "NATIVE_NAN_ORIGINAL_RAW_CHANNELS", "seed": 29, "stage": "retrospective"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "P1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 2.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 7, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [TRAINING_START] {"arm": "P1", "cutoff": 6072, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 672, "fold": 7, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "retrospective", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "P1", "cutoff": 6072, "faculty": "synthetic_faculty_0", "fallback": false, "fitting_rows": 672, "fold": 7, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.08337477600002785, "stage": "retrospective", "validation_ap": 0.31384462751310677, "validation_bce": 0.6488233776407537, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "P1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 3.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_0", "fold": 7, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [REFIT] {"arm": "P1", "faculty": "synthetic_faculty_0", "fold": 7, "permissible_rows": 816, "seed": 29, "selected_epochs": 1, "stage": "retrospective"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0M", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 3.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 1, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A0M", "cutoff": 6063, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 240, "fold": 1, "input_dimension": 87, "parameters": 155216, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A0M", "cutoff": 6063, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 240, "fold": 1, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.03268683500004954, "stage": "development", "validation_ap": 0.3218208056953209, "validation_bce": 0.7440130078821681, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0M", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 3.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 1, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A0M", "faculty": "synthetic_faculty_1", "fold": 1, "permissible_rows": 384, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 3.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 1, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A0", "cutoff": 6063, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 240, "fold": 1, "input_dimension": 87, "parameters": 78209, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A0", "cutoff": 6063, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 240, "fold": 1, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.028511106999985714, "stage": "development", "validation_ap": 0.31401940604241785, "validation_bce": 0.886590218104653, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 3.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 1, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A0", "faculty": "synthetic_faculty_1", "fold": 1, "permissible_rows": 384, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 3.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 1, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A1", "cutoff": 6063, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 240, "fold": 1, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A1", "cutoff": 6063, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 240, "fold": 1, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.045285678000027474, "stage": "development", "validation_ap": 0.3234404379026365, "validation_bce": 0.6423899051431794, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 3.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 1, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A1", "faculty": "synthetic_faculty_1", "fold": 1, "permissible_rows": 384, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A2", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 3.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 1, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A2", "cutoff": 6063, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 240, "fold": 1, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A2", "cutoff": 6063, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 240, "fold": 1, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.255413075999968, "stage": "development", "validation_ap": 0.30301822046971977, "validation_bce": 0.6456261009130935, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A2", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 3.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 1, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A2", "faculty": "synthetic_faculty_1", "fold": 1, "permissible_rows": 384, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A3", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 3.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 1, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A3", "cutoff": 6063, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 240, "fold": 1, "input_dimension": 87, "parameters": 155332, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A3", "cutoff": 6063, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 240, "fold": 1, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.04026767000004838, "stage": "development", "validation_ap": 0.30301822046971977, "validation_bce": 0.6456152925826526, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A3", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 3.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 1, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A3", "faculty": "synthetic_faculty_1", "fold": 1, "permissible_rows": 384, "seed": 29, "selected_epochs": 1, "stage": "development"} [HGB_CONFIGURATION] {"arm": "HGB", "early_stopping": false, "faculty": "synthetic_faculty_1", "fold": 1, "l2_regularization": 1.0, "learning_rate": 0.06, "max_iter": 3, "max_leaf_nodes": 15, "min_samples_leaf": 20, "preprocessing": "NATIVE_NAN_ORIGINAL_RAW_CHANNELS", "seed": 29, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "P1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 3.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 1, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "P1", "cutoff": 6063, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 240, "fold": 1, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "P1", "cutoff": 6063, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 240, "fold": 1, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.04322058699995068, "stage": "development", "validation_ap": 0.26442977705488535, "validation_bce": 0.6550282907035131, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "P1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 3.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 1, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "P1", "faculty": "synthetic_faculty_1", "fold": 1, "permissible_rows": 384, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0M", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 2.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 2, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A0M", "cutoff": 6064, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 288, "fold": 2, "input_dimension": 87, "parameters": 155216, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A0M", "cutoff": 6064, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 288, "fold": 2, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.036643024999875706, "stage": "development", "validation_ap": 0.23864547614990275, "validation_bce": 0.711566362551901, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0M", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 2.0, 1.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 2, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A0M", "faculty": "synthetic_faculty_1", "fold": 2, "permissible_rows": 432, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 2.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 2, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A0", "cutoff": 6064, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 288, "fold": 2, "input_dimension": 87, "parameters": 78209, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A0", "cutoff": 6064, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 288, "fold": 2, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.03644070899986218, "stage": "development", "validation_ap": 0.24258689305516742, "validation_bce": 0.8825887978012654, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 2.0, 1.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 2, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A0", "faculty": "synthetic_faculty_1", "fold": 2, "permissible_rows": 432, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 2.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 2, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A1", "cutoff": 6064, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 288, "fold": 2, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A1", "cutoff": 6064, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 288, "fold": 2, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.04818028899990168, "stage": "development", "validation_ap": 0.21959167985080538, "validation_bce": 0.6313511252667772, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 2.0, 1.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 2, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A1", "faculty": "synthetic_faculty_1", "fold": 2, "permissible_rows": 432, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A2", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 2.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 2, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A2", "cutoff": 6064, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 288, "fold": 2, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A2", "cutoff": 6064, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 288, "fold": 2, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.03904777100001411, "stage": "development", "validation_ap": 0.23152904290814025, "validation_bce": 0.6313074908337373, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A2", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 2.0, 1.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 2, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A2", "faculty": "synthetic_faculty_1", "fold": 2, "permissible_rows": 432, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A3", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 2.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 2, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A3", "cutoff": 6064, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 288, "fold": 2, "input_dimension": 87, "parameters": 155332, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A3", "cutoff": 6064, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 288, "fold": 2, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.037859604000004765, "stage": "development", "validation_ap": 0.23171232736561823, "validation_bce": 0.6313074052390832, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A3", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 2.0, 1.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 2, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A3", "faculty": "synthetic_faculty_1", "fold": 2, "permissible_rows": 432, "seed": 29, "selected_epochs": 1, "stage": "development"} [HGB_CONFIGURATION] {"arm": "HGB", "early_stopping": false, "faculty": "synthetic_faculty_1", "fold": 2, "l2_regularization": 1.0, "learning_rate": 0.06, "max_iter": 3, "max_leaf_nodes": 15, "min_samples_leaf": 20, "preprocessing": "NATIVE_NAN_ORIGINAL_RAW_CHANNELS", "seed": 29, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "P1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 2.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 2, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "P1", "cutoff": 6064, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 288, "fold": 2, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "P1", "cutoff": 6064, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 288, "fold": 2, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.03678772500006744, "stage": "development", "validation_ap": 0.202304286985973, "validation_bce": 0.6369827293965851, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "P1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 2.0, 1.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 2, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "P1", "faculty": "synthetic_faculty_1", "fold": 2, "permissible_rows": 432, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0M", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 1.0, 3.0, 0.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 3, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A0M", "cutoff": 6066, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 384, "fold": 3, "input_dimension": 87, "parameters": 155216, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A0M", "cutoff": 6066, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 384, "fold": 3, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.04601989200000389, "stage": "development", "validation_ap": 0.2188544352515973, "validation_bce": 0.7524190666491353, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0M", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [1.0, 0.0, 2.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 3, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A0M", "faculty": "synthetic_faculty_1", "fold": 3, "permissible_rows": 528, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 1.0, 3.0, 0.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 3, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A0", "cutoff": 6066, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 384, "fold": 3, "input_dimension": 87, "parameters": 78209, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A0", "cutoff": 6066, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 384, "fold": 3, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.0428257669998402, "stage": "development", "validation_ap": 0.3018774475724148, "validation_bce": 0.894452746011021, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [1.0, 0.0, 2.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 3, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A0", "faculty": "synthetic_faculty_1", "fold": 3, "permissible_rows": 528, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 1.0, 3.0, 0.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 3, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A1", "cutoff": 6066, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 384, "fold": 3, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A1", "cutoff": 6066, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 384, "fold": 3, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.048038105999921754, "stage": "development", "validation_ap": 0.18417055463579335, "validation_bce": 0.6324252482118037, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [1.0, 0.0, 2.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 3, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A1", "faculty": "synthetic_faculty_1", "fold": 3, "permissible_rows": 528, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A2", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 1.0, 3.0, 0.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 3, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A2", "cutoff": 6066, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 384, "fold": 3, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A2", "cutoff": 6066, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 384, "fold": 3, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.056563668000080725, "stage": "development", "validation_ap": 0.1864778359542094, "validation_bce": 0.6319574610254944, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A2", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [1.0, 0.0, 2.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 3, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A2", "faculty": "synthetic_faculty_1", "fold": 3, "permissible_rows": 528, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A3", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 1.0, 3.0, 0.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 3, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A3", "cutoff": 6066, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 384, "fold": 3, "input_dimension": 87, "parameters": 155332, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A3", "cutoff": 6066, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 384, "fold": 3, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.044237841000040135, "stage": "development", "validation_ap": 0.1864778359542094, "validation_bce": 0.6319613336938457, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A3", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [1.0, 0.0, 2.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 3, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A3", "faculty": "synthetic_faculty_1", "fold": 3, "permissible_rows": 528, "seed": 29, "selected_epochs": 1, "stage": "development"} [HGB_CONFIGURATION] {"arm": "HGB", "early_stopping": false, "faculty": "synthetic_faculty_1", "fold": 3, "l2_regularization": 1.0, "learning_rate": 0.06, "max_iter": 3, "max_leaf_nodes": 15, "min_samples_leaf": 20, "preprocessing": "NATIVE_NAN_ORIGINAL_RAW_CHANNELS", "seed": 29, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "P1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 1.0, 3.0, 0.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 3, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "P1", "cutoff": 6066, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 384, "fold": 3, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "P1", "cutoff": 6066, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 384, "fold": 3, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.05315003300006538, "stage": "development", "validation_ap": 0.18842759299554712, "validation_bce": 0.6422172979684192, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "P1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [1.0, 0.0, 2.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 3, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "P1", "faculty": "synthetic_faculty_1", "fold": 3, "permissible_rows": 528, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0M", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 3.0, 0.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 4, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A0M", "cutoff": 6067, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 432, "fold": 4, "input_dimension": 87, "parameters": 155216, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A0M", "cutoff": 6067, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 432, "fold": 4, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.03926715600005082, "stage": "development", "validation_ap": 0.2492784710397228, "validation_bce": 0.7237126360420445, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0M", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 2.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 4, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A0M", "faculty": "synthetic_faculty_1", "fold": 4, "permissible_rows": 576, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 3.0, 0.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 4, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A0", "cutoff": 6067, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 432, "fold": 4, "input_dimension": 87, "parameters": 78209, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A0", "cutoff": 6067, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 432, "fold": 4, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.03685812799994892, "stage": "development", "validation_ap": 0.20728350823549868, "validation_bce": 0.8718314369374087, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 2.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 4, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A0", "faculty": "synthetic_faculty_1", "fold": 4, "permissible_rows": 576, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 3.0, 0.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 4, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A1", "cutoff": 6067, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 432, "fold": 4, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A1", "cutoff": 6067, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 432, "fold": 4, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.05045181600007709, "stage": "development", "validation_ap": 0.27382013663411064, "validation_bce": 0.6197977375141951, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 2.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 4, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A1", "faculty": "synthetic_faculty_1", "fold": 4, "permissible_rows": 576, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A2", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 3.0, 0.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 4, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A2", "cutoff": 6067, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 432, "fold": 4, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A2", "cutoff": 6067, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 432, "fold": 4, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.049805549999973664, "stage": "development", "validation_ap": 0.2670535126411618, "validation_bce": 0.6209241427651053, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A2", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 2.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 4, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A2", "faculty": "synthetic_faculty_1", "fold": 4, "permissible_rows": 576, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A3", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 3.0, 0.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 4, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A3", "cutoff": 6067, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 432, "fold": 4, "input_dimension": 87, "parameters": 155332, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A3", "cutoff": 6067, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 432, "fold": 4, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.058495098999856054, "stage": "development", "validation_ap": 0.2670535126411618, "validation_bce": 0.6209359592718472, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A3", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 2.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 4, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A3", "faculty": "synthetic_faculty_1", "fold": 4, "permissible_rows": 576, "seed": 29, "selected_epochs": 1, "stage": "development"} [HGB_CONFIGURATION] {"arm": "HGB", "early_stopping": false, "faculty": "synthetic_faculty_1", "fold": 4, "l2_regularization": 1.0, "learning_rate": 0.06, "max_iter": 3, "max_leaf_nodes": 15, "min_samples_leaf": 20, "preprocessing": "NATIVE_NAN_ORIGINAL_RAW_CHANNELS", "seed": 29, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "P1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 3.0, 0.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 4, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "P1", "cutoff": 6067, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 432, "fold": 4, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "P1", "cutoff": 6067, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 432, "fold": 4, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.053898309000032896, "stage": "development", "validation_ap": 0.25216045940655457, "validation_bce": 0.6319117950848512, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "P1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 2.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 4, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "P1", "faculty": "synthetic_faculty_1", "fold": 4, "permissible_rows": 576, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0M", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 2.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 5, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A0M", "cutoff": 6069, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 528, "fold": 5, "input_dimension": 87, "parameters": 155216, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A0M", "cutoff": 6069, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 528, "fold": 5, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.04980888699992647, "stage": "development", "validation_ap": 0.3592900734687234, "validation_bce": 0.7162526244367748, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0M", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 3.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 5, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A0M", "faculty": "synthetic_faculty_1", "fold": 5, "permissible_rows": 672, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 2.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 5, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A0", "cutoff": 6069, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 528, "fold": 5, "input_dimension": 87, "parameters": 78209, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A0", "cutoff": 6069, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 528, "fold": 5, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.04003726300015842, "stage": "development", "validation_ap": 0.30345883567608006, "validation_bce": 0.8413512930042714, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 3.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 5, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A0", "faculty": "synthetic_faculty_1", "fold": 5, "permissible_rows": 672, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 2.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 5, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A1", "cutoff": 6069, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 528, "fold": 5, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A1", "cutoff": 6069, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 528, "fold": 5, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.0686341559999164, "stage": "development", "validation_ap": 0.29742650484153027, "validation_bce": 0.6359375512202544, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 3.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 5, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A1", "faculty": "synthetic_faculty_1", "fold": 5, "permissible_rows": 672, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A2", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 2.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 5, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A2", "cutoff": 6069, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 528, "fold": 5, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A2", "cutoff": 6069, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 528, "fold": 5, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.0702286709999953, "stage": "development", "validation_ap": 0.2905034493932434, "validation_bce": 0.6380425953955745, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A2", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 3.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 5, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A2", "faculty": "synthetic_faculty_1", "fold": 5, "permissible_rows": 672, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A3", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 2.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 5, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "A3", "cutoff": 6069, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 528, "fold": 5, "input_dimension": 87, "parameters": 155332, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A3", "cutoff": 6069, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 528, "fold": 5, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.07095952800000305, "stage": "development", "validation_ap": 0.2900777233577612, "validation_bce": 0.6380537424775952, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A3", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 3.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 5, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "A3", "faculty": "synthetic_faculty_1", "fold": 5, "permissible_rows": 672, "seed": 29, "selected_epochs": 1, "stage": "development"} [HGB_CONFIGURATION] {"arm": "HGB", "early_stopping": false, "faculty": "synthetic_faculty_1", "fold": 5, "l2_regularization": 1.0, "learning_rate": 0.06, "max_iter": 3, "max_leaf_nodes": 15, "min_samples_leaf": 20, "preprocessing": "NATIVE_NAN_ORIGINAL_RAW_CHANNELS", "seed": 29, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "P1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 2.0, 3.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 5, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [TRAINING_START] {"arm": "P1", "cutoff": 6069, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 528, "fold": 5, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "development", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "P1", "cutoff": 6069, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 528, "fold": 5, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.0631977520001783, "stage": "development", "validation_ap": 0.30365316287351646, "validation_bce": 0.6421195934591872, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "P1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 1.0, 3.0, 2.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 5, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "development", "transformed_dimension": 87} [REFIT] {"arm": "P1", "faculty": "synthetic_faculty_1", "fold": 5, "permissible_rows": 672, "seed": 29, "selected_epochs": 1, "stage": "development"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0M", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 3.0, 1.0, 0.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 6, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [TRAINING_START] {"arm": "A0M", "cutoff": 6070, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 576, "fold": 6, "input_dimension": 87, "parameters": 155216, "requested_blocks": 3, "seed": 29, "stage": "retrospective", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A0M", "cutoff": 6070, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 576, "fold": 6, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.04925077899997632, "stage": "retrospective", "validation_ap": 0.29984144941403046, "validation_bce": 0.7288119556203472, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0M", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 1.0, 3.0, 0.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 6, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [REFIT] {"arm": "A0M", "faculty": "synthetic_faculty_1", "fold": 6, "permissible_rows": 720, "seed": 29, "selected_epochs": 1, "stage": "retrospective"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 3.0, 1.0, 0.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 6, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [TRAINING_START] {"arm": "A0", "cutoff": 6070, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 576, "fold": 6, "input_dimension": 87, "parameters": 78209, "requested_blocks": 3, "seed": 29, "stage": "retrospective", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A0", "cutoff": 6070, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 576, "fold": 6, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.05030710799996996, "stage": "retrospective", "validation_ap": 0.2364522899167744, "validation_bce": 0.8807349305676934, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 1.0, 3.0, 0.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 6, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [REFIT] {"arm": "A0", "faculty": "synthetic_faculty_1", "fold": 6, "permissible_rows": 720, "seed": 29, "selected_epochs": 1, "stage": "retrospective"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 3.0, 1.0, 0.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 6, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [TRAINING_START] {"arm": "A1", "cutoff": 6070, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 576, "fold": 6, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "retrospective", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A1", "cutoff": 6070, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 576, "fold": 6, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.07024170799991225, "stage": "retrospective", "validation_ap": 0.25359588569218594, "validation_bce": 0.6468552458652899, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 1.0, 3.0, 0.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 6, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [REFIT] {"arm": "A1", "faculty": "synthetic_faculty_1", "fold": 6, "permissible_rows": 720, "seed": 29, "selected_epochs": 1, "stage": "retrospective"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A2", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 3.0, 1.0, 0.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 6, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [TRAINING_START] {"arm": "A2", "cutoff": 6070, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 576, "fold": 6, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "retrospective", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A2", "cutoff": 6070, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 576, "fold": 6, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.07387204699989525, "stage": "retrospective", "validation_ap": 0.2495194148458114, "validation_bce": 0.6485194248655647, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A2", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 1.0, 3.0, 0.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 6, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [REFIT] {"arm": "A2", "faculty": "synthetic_faculty_1", "fold": 6, "permissible_rows": 720, "seed": 29, "selected_epochs": 1, "stage": "retrospective"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A3", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 3.0, 1.0, 0.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 6, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [TRAINING_START] {"arm": "A3", "cutoff": 6070, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 576, "fold": 6, "input_dimension": 87, "parameters": 155332, "requested_blocks": 3, "seed": 29, "stage": "retrospective", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A3", "cutoff": 6070, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 576, "fold": 6, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.06209803599995212, "stage": "retrospective", "validation_ap": 0.2495194148458114, "validation_bce": 0.6485219400559613, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A3", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 1.0, 3.0, 0.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 6, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [REFIT] {"arm": "A3", "faculty": "synthetic_faculty_1", "fold": 6, "permissible_rows": 720, "seed": 29, "selected_epochs": 1, "stage": "retrospective"} [HGB_CONFIGURATION] {"arm": "HGB", "early_stopping": false, "faculty": "synthetic_faculty_1", "fold": 6, "l2_regularization": 1.0, "learning_rate": 0.06, "max_iter": 3, "max_leaf_nodes": 15, "min_samples_leaf": 20, "preprocessing": "NATIVE_NAN_ORIGINAL_RAW_CHANNELS", "seed": 29, "stage": "retrospective"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "P1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 3.0, 1.0, 0.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 6, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [TRAINING_START] {"arm": "P1", "cutoff": 6070, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 576, "fold": 6, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "retrospective", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "P1", "cutoff": 6070, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 576, "fold": 6, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.07437266600004477, "stage": "retrospective", "validation_ap": 0.2730678787922967, "validation_bce": 0.6542724992082065, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "P1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [2.0, 1.0, 3.0, 0.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 6, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [REFIT] {"arm": "P1", "faculty": "synthetic_faculty_1", "fold": 6, "permissible_rows": 720, "seed": 29, "selected_epochs": 1, "stage": "retrospective"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0M", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 2.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 7, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [TRAINING_START] {"arm": "A0M", "cutoff": 6072, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 672, "fold": 7, "input_dimension": 87, "parameters": 155216, "requested_blocks": 3, "seed": 29, "stage": "retrospective", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A0M", "cutoff": 6072, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 672, "fold": 7, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.0723071689999415, "stage": "retrospective", "validation_ap": 0.308507389592565, "validation_bce": 0.7277962245062347, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0M", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 2.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 7, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [REFIT] {"arm": "A0M", "faculty": "synthetic_faculty_1", "fold": 7, "permissible_rows": 816, "seed": 29, "selected_epochs": 1, "stage": "retrospective"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 2.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 7, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [TRAINING_START] {"arm": "A0", "cutoff": 6072, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 672, "fold": 7, "input_dimension": 87, "parameters": 78209, "requested_blocks": 3, "seed": 29, "stage": "retrospective", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A0", "cutoff": 6072, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 672, "fold": 7, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.058853876000057426, "stage": "retrospective", "validation_ap": 0.32814895289329493, "validation_bce": 0.8293047141023308, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A0", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 2.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 7, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [REFIT] {"arm": "A0", "faculty": "synthetic_faculty_1", "fold": 7, "permissible_rows": 816, "seed": 29, "selected_epochs": 1, "stage": "retrospective"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 2.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 7, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [TRAINING_START] {"arm": "A1", "cutoff": 6072, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 672, "fold": 7, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "retrospective", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A1", "cutoff": 6072, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 672, "fold": 7, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.0808460869998271, "stage": "retrospective", "validation_ap": 0.32026374007607256, "validation_bce": 0.6303893250368571, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 2.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 7, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [REFIT] {"arm": "A1", "faculty": "synthetic_faculty_1", "fold": 7, "permissible_rows": 816, "seed": 29, "selected_epochs": 1, "stage": "retrospective"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A2", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 2.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 7, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [TRAINING_START] {"arm": "A2", "cutoff": 6072, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 672, "fold": 7, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "retrospective", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A2", "cutoff": 6072, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 672, "fold": 7, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.05294439199997214, "stage": "retrospective", "validation_ap": 0.2950183716193369, "validation_bce": 0.6324371612701226, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A2", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 2.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 7, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [REFIT] {"arm": "A2", "faculty": "synthetic_faculty_1", "fold": 7, "permissible_rows": 816, "seed": 29, "selected_epochs": 1, "stage": "retrospective"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A3", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 2.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 7, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [TRAINING_START] {"arm": "A3", "cutoff": 6072, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 672, "fold": 7, "input_dimension": 87, "parameters": 155332, "requested_blocks": 3, "seed": 29, "stage": "retrospective", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "A3", "cutoff": 6072, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 672, "fold": 7, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.07037926499992864, "stage": "retrospective", "validation_ap": 0.2950183716193369, "validation_bce": 0.6324404052986127, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "A3", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 2.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 7, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [REFIT] {"arm": "A3", "faculty": "synthetic_faculty_1", "fold": 7, "permissible_rows": 816, "seed": 29, "selected_epochs": 1, "stage": "retrospective"} [HGB_CONFIGURATION] {"arm": "HGB", "early_stopping": false, "faculty": "synthetic_faculty_1", "fold": 7, "l2_regularization": 1.0, "learning_rate": 0.06, "max_iter": 3, "max_leaf_nodes": 15, "min_samples_leaf": 20, "preprocessing": "NATIVE_NAN_ORIGINAL_RAW_CHANNELS", "seed": 29, "stage": "retrospective"} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "P1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 2.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 7, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "selection", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [TRAINING_START] {"arm": "P1", "cutoff": 6072, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 672, "fold": 7, "input_dimension": 87, "parameters": 155233, "requested_blocks": 3, "seed": 29, "stage": "retrospective", "validation_blocks": 3, "validation_rows": 144, "view_dimensions": {"course": 34, "history": 6, "student": 8}} [EARLY_STOPPING] {"arm": "P1", "cutoff": 6072, "faculty": "synthetic_faculty_1", "fallback": false, "fitting_rows": 672, "fold": 7, "requested_blocks": 3, "seed": 29, "selected_epoch": 1, "selection_seconds": 0.0654398700000911, "stage": "retrospective", "validation_ap": 0.38278222239405396, "validation_bce": 0.6332072297319156, "validation_blocks": 3, "validation_rows": 144} [PREPROCESSING_AUDIT] {"all_missing_features": [], "arm": "P1", "categorical": ["course_cluster_id"], "category_vocabularies": {"course_cluster_id": [0.0, 2.0, 3.0, 1.0]}, "clip": 10.0, "faculty": "synthetic_faculty_1", "fold": 7, "missingness": "CACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable", "phase": "refit", "raw_dimension": 27, "seed": 29, "stage": "retrospective", "transformed_dimension": 87} [REFIT] {"arm": "P1", "faculty": "synthetic_faculty_1", "fold": 7, "permissible_rows": 816, "seed": 29, "selected_epochs": 1, "stage": "retrospective"} [FACULTY_FOLD_RESULTS] rows=112 columns=21 column_definitions={"arm": "prespecified model/control", "faculty": "faculty cache key", "fold": "canonical rolling-origin fold", "seed": "model initialization seed", "stage": "stage", "ap": "whole-cell AP; undefined without failures", "ap_status": "ap status", "auc": "whole-cell ROC-AUC; requires both classes", "bce": "mean binary log loss", "brier": "mean squared probability error", "checkpoint_replay_max_abs_error": "checkpoint replay max abs error", "ece": "10 equal-width probability bins", "failures": "failures", "final_train_ap": "final train ap", "input_dimension": "input dimension", "parameter_count": "parameter count", "prevalence": "prevalence", "rows": "rows", "selected_epoch": "selected epoch", "support_hash": "support hash", "validation_ap": "validation ap"} arm faculty fold seed stage ap ap_status auc bce brier checkpoint_replay_max_abs_error ece failures final_train_ap input_dimension parameter_count prevalence rows selected_epoch support_hash validation_ap A0M synthetic_faculty_0 1 29 development 0.24444023 DEFINED 0.58125000 0.71433752 0.26048285 0.00000000 0.35290935 8 0.23393080 87 155216 0.16666667 48 1 aee93b13c3f2caf940d034b801b37f723e309d6900618409293aea84bdd578a8 0.17664570 A0 synthetic_faculty_0 1 29 development 0.30475563 DEFINED 0.74687500 0.82800178 0.31386279 0.00000000 0.42926733 8 0.26902126 87 78209 0.16666667 48 1 aee93b13c3f2caf940d034b801b37f723e309d6900618409293aea84bdd578a8 0.32495518 A1 synthetic_faculty_0 1 29 development 0.25877976 DEFINED 0.66875000 0.59203483 0.20025176 0.00000000 0.25668950 8 0.25331265 87 155233 0.16666667 48 1 aee93b13c3f2caf940d034b801b37f723e309d6900618409293aea84bdd578a8 0.24711381 A2 synthetic_faculty_0 1 29 development 0.23811173 DEFINED 0.65000000 0.59356646 0.20105299 0.00000000 0.25706189 8 0.24629113 87 155233 0.16666667 48 1 aee93b13c3f2caf940d034b801b37f723e309d6900618409293aea84bdd578a8 0.25135518 A3 synthetic_faculty_0 1 29 development 0.23811173 DEFINED 0.65000000 0.59358723 0.20106294 0.00000000 0.25707130 8 0.24629113 87 155332 0.16666667 48 1 aee93b13c3f2caf940d034b801b37f723e309d6900618409293aea84bdd578a8 0.25135518 CacheReference synthetic_faculty_0 1 29 development 0.26360935 DEFINED 0.59062500 0.49774240 0.15887356 NaN 0.17399663 8 NaN 27 0 0.16666667 48 0 aee93b13c3f2caf940d034b801b37f723e309d6900618409293aea84bdd578a8 NaN HGB synthetic_faculty_0 1 29 development 0.28275420 DEFINED 0.49687500 0.45962439 0.14185572 0.00000000 0.05107801 8 NaN 27 0 0.16666667 48 0 aee93b13c3f2caf940d034b801b37f723e309d6900618409293aea84bdd578a8 NaN P1 synthetic_faculty_0 1 29 development 0.24942095 DEFINED 0.57187500 0.60348748 0.20581324 0.00000000 0.26092263 8 0.25402489 87 155233 0.16666667 48 1 aee93b13c3f2caf940d034b801b37f723e309d6900618409293aea84bdd578a8 0.24980202 A0M synthetic_faculty_0 2 29 development 0.58445123 DEFINED 0.55535390 0.68816583 0.24719789 0.00000000 0.16968074 19 0.28559126 87 155216 0.39583333 48 1 4783570abdc1ea674f1632525cd08cf7336df262b1bca777eddebdbbed49e548 0.40079591 A0 synthetic_faculty_0 2 29 development 0.42092201 DEFINED 0.45190563 0.80952102 0.30432695 0.00000000 0.27354083 19 0.26589007 87 78209 0.39583333 48 1 4783570abdc1ea674f1632525cd08cf7336df262b1bca777eddebdbbed49e548 0.31544419 A1 synthetic_faculty_0 2 29 development 0.43627779 DEFINED 0.52631579 0.67248702 0.23976721 0.00000000 0.08148574 19 0.28131434 87 155233 0.39583333 48 1 4783570abdc1ea674f1632525cd08cf7336df262b1bca777eddebdbbed49e548 0.34103060 A2 synthetic_faculty_0 2 29 development 0.39501661 DEFINED 0.50998185 0.67688034 0.24193215 0.00000000 0.08477202 19 0.27982849 87 155233 0.39583333 48 1 4783570abdc1ea674f1632525cd08cf7336df262b1bca777eddebdbbed49e548 0.31955795 A3 synthetic_faculty_0 2 29 development 0.39501661 DEFINED 0.50998185 0.67688035 0.24193227 0.00000000 0.08477781 19 0.27982849 87 155332 0.39583333 48 1 4783570abdc1ea674f1632525cd08cf7336df262b1bca777eddebdbbed49e548 0.31922999 CacheReference synthetic_faculty_0 2 29 development 0.43279641 DEFINED 0.55898367 0.82150071 0.27522184 NaN 0.22338234 19 NaN 27 0 0.39583333 48 0 4783570abdc1ea674f1632525cd08cf7336df262b1bca777eddebdbbed49e548 NaN HGB synthetic_faculty_0 2 29 development 0.55828267 DEFINED 0.66696915 0.71443152 0.25683028 0.00000000 0.16351510 19 NaN 27 0 0.39583333 48 0 4783570abdc1ea674f1632525cd08cf7336df262b1bca777eddebdbbed49e548 NaN P1 synthetic_faculty_0 2 29 development 0.41595574 DEFINED 0.49727768 0.67682575 0.24197454 0.00000000 0.03441904 19 0.32963917 87 155233 0.39583333 48 1 4783570abdc1ea674f1632525cd08cf7336df262b1bca777eddebdbbed49e548 0.33117366 A0M synthetic_faculty_0 3 29 development 0.29084057 DEFINED 0.53562654 0.70336760 0.25518306 0.00000000 0.28627683 11 0.30761280 87 155216 0.22916667 48 1 91ded7315694be29729418c97cbc9a2414e6cee5b7d7b8ed8d1150578c3a50e3 0.27554806 A0 synthetic_faculty_0 3 29 development 0.31559407 DEFINED 0.59213759 0.85745036 0.32776582 0.00000000 0.39264386 11 0.31858470 87 78209 0.22916667 48 1 91ded7315694be29729418c97cbc9a2414e6cee5b7d7b8ed8d1150578c3a50e3 0.35673769 A1 synthetic_faculty_0 3 29 development 0.38965315 DEFINED 0.61179361 0.60801659 0.20807977 0.00000000 0.18600223 11 0.30576683 87 155233 0.22916667 48 1 91ded7315694be29729418c97cbc9a2414e6cee5b7d7b8ed8d1150578c3a50e3 0.28582994 A2 synthetic_faculty_0 3 29 development 0.34020131 DEFINED 0.59950860 0.60768356 0.20795004 0.00000000 0.18601553 11 0.30336894 87 155233 0.22916667 48 1 91ded7315694be29729418c97cbc9a2414e6cee5b7d7b8ed8d1150578c3a50e3 0.28173861 A3 synthetic_faculty_0 3 29 development 0.34157872 DEFINED 0.60196560 0.60767487 0.20794567 0.00000000 0.18600876 11 0.30329823 87 155332 0.22916667 48 1 91ded7315694be29729418c97cbc9a2414e6cee5b7d7b8ed8d1150578c3a50e3 0.28193218 CacheReference synthetic_faculty_0 3 29 development 0.25523930 DEFINED 0.49385749 0.58023942 0.19453539 NaN 0.16151513 11 NaN 27 0 0.22916667 48 0 91ded7315694be29729418c97cbc9a2414e6cee5b7d7b8ed8d1150578c3a50e3 NaN HGB synthetic_faculty_0 3 29 development 0.26282341 DEFINED 0.55405405 0.53649078 0.17611788 0.00000000 0.01223719 11 NaN 27 0 0.22916667 48 0 91ded7315694be29729418c97cbc9a2414e6cee5b7d7b8ed8d1150578c3a50e3 NaN P1 synthetic_faculty_0 3 29 development 0.28741271 DEFINED 0.59459459 0.61543685 0.21192989 0.00000000 0.19505441 11 0.30309417 87 155233 0.22916667 48 1 91ded7315694be29729418c97cbc9a2414e6cee5b7d7b8ed8d1150578c3a50e3 0.28305238 A0M synthetic_faculty_0 4 29 development 0.38791751 DEFINED 0.63390663 0.69813547 0.25254643 0.00000000 0.30205361 11 0.26071906 87 155216 0.22916667 48 1 aee487b6902e2d5d3bfd03ff655a11dd10731f85b4d2cbdf72c1125f1ce00980 0.22272293 A0 synthetic_faculty_0 4 29 development 0.25827685 DEFINED 0.56511057 0.85796242 0.32612404 0.00000000 0.38401947 11 0.27215762 87 78209 0.22916667 48 1 aee487b6902e2d5d3bfd03ff655a11dd10731f85b4d2cbdf72c1125f1ce00980 0.26572587 A1 synthetic_faculty_0 4 29 development 0.38493813 DEFINED 0.55282555 0.61579909 0.21170015 0.00000000 0.19441694 11 0.27684840 87 155233 0.22916667 48 1 aee487b6902e2d5d3bfd03ff655a11dd10731f85b4d2cbdf72c1125f1ce00980 0.26494075 A2 synthetic_faculty_0 4 29 development 0.40994615 DEFINED 0.53562654 0.62104039 0.21425823 0.00000000 0.19851589 11 0.26981473 87 155233 0.22916667 48 1 aee487b6902e2d5d3bfd03ff655a11dd10731f85b4d2cbdf72c1125f1ce00980 0.24582282 A3 synthetic_faculty_0 4 29 development 0.40994615 DEFINED 0.53562654 0.62105273 0.21426441 0.00000000 0.19851669 11 0.26990631 87 155332 0.22916667 48 1 aee487b6902e2d5d3bfd03ff655a11dd10731f85b4d2cbdf72c1125f1ce00980 0.24634914 CacheReference synthetic_faculty_0 4 29 development 0.22105732 DEFINED 0.36855037 0.64821424 0.21462985 NaN 0.21489985 11 NaN 27 0 0.22916667 48 0 aee487b6902e2d5d3bfd03ff655a11dd10731f85b4d2cbdf72c1125f1ce00980 NaN HGB synthetic_faculty_0 4 29 development 0.36426203 DEFINED 0.58599509 0.52870873 0.17303112 0.00000000 0.02195524 11 NaN 27 0 0.22916667 48 0 aee487b6902e2d5d3bfd03ff655a11dd10731f85b4d2cbdf72c1125f1ce00980 NaN P1 synthetic_faculty_0 4 29 development 0.37848117 DEFINED 0.57493857 0.62479478 0.21618228 0.00000000 0.20459049 11 0.29014160 87 155233 0.22916667 48 1 aee487b6902e2d5d3bfd03ff655a11dd10731f85b4d2cbdf72c1125f1ce00980 0.29048680 A0M synthetic_faculty_0 5 29 development 0.48646097 DEFINED 0.57222222 0.71198251 0.25903426 0.00000000 0.16362603 18 0.30696776 87 155216 0.37500000 48 1 edbc3eaaaf2074b3dbb2f2c5ecb3f966b7cbbbf9a97d158f6864402e50b1d7e6 0.28459956 A0 synthetic_faculty_0 5 29 development 0.42080343 DEFINED 0.52407407 0.80851128 0.30410562 0.00000000 0.27736134 18 0.31428733 87 78209 0.37500000 48 1 edbc3eaaaf2074b3dbb2f2c5ecb3f966b7cbbbf9a97d158f6864402e50b1d7e6 0.26817904 A1 synthetic_faculty_0 5 29 development 0.42216852 DEFINED 0.46851852 0.67331581 0.24007380 0.00000000 0.14243101 18 0.26450584 87 155233 0.37500000 48 1 edbc3eaaaf2074b3dbb2f2c5ecb3f966b7cbbbf9a97d158f6864402e50b1d7e6 0.27973451 A2 synthetic_faculty_0 5 29 development 0.39208303 DEFINED 0.45370370 0.67716677 0.24191816 0.00000000 0.12423710 18 0.26873999 87 155233 0.37500000 48 1 edbc3eaaaf2074b3dbb2f2c5ecb3f966b7cbbbf9a97d158f6864402e50b1d7e6 0.26314688 A3 synthetic_faculty_0 5 29 development 0.39208303 DEFINED 0.45370370 0.67717638 0.24192285 0.00000000 0.12424063 18 0.26810343 87 155332 0.37500000 48 1 edbc3eaaaf2074b3dbb2f2c5ecb3f966b7cbbbf9a97d158f6864402e50b1d7e6 0.26314688 CacheReference synthetic_faculty_0 5 29 development 0.33714808 DEFINED 0.39814815 0.86261110 0.29157511 NaN 0.18569605 18 NaN 27 0 0.37500000 48 0 edbc3eaaaf2074b3dbb2f2c5ecb3f966b7cbbbf9a97d158f6864402e50b1d7e6 NaN HGB synthetic_faculty_0 5 29 development 0.61827582 DEFINED 0.71944444 0.69914884 0.24977489 0.00000000 0.17467807 18 NaN 27 0 0.37500000 48 0 edbc3eaaaf2074b3dbb2f2c5ecb3f966b7cbbbf9a97d158f6864402e50b1d7e6 NaN P1 synthetic_faculty_0 5 29 development 0.37489295 DEFINED 0.43518519 0.68420747 0.24539787 0.00000000 0.13236767 18 0.26929020 87 155233 0.37500000 48 1 edbc3eaaaf2074b3dbb2f2c5ecb3f966b7cbbbf9a97d158f6864402e50b1d7e6 0.28780438 A0M synthetic_faculty_0 6 29 retrospective 0.28001225 DEFINED 0.40202020 0.75595946 0.28070114 0.00000000 0.29251426 15 0.31036153 87 155216 0.31250000 48 1 599292428bad605337e85f43d6ad13c0bb5573dbd6874f839310a19713afb65e 0.34807585 A0 synthetic_faculty_0 6 29 retrospective 0.34460126 DEFINED 0.54343434 0.81284132 0.30551756 0.00000000 0.30152239 15 0.31655212 87 78209 0.31250000 48 1 599292428bad605337e85f43d6ad13c0bb5573dbd6874f839310a19713afb65e 0.39439133 A1 synthetic_faculty_0 6 29 retrospective 0.39560538 DEFINED 0.52525253 0.64862582 0.22798373 0.00000000 0.11581613 15 0.38719846 87 155233 0.31250000 48 1 599292428bad605337e85f43d6ad13c0bb5573dbd6874f839310a19713afb65e 0.29372286 A2 synthetic_faculty_0 6 29 retrospective 0.37585735 DEFINED 0.51111111 0.64807536 0.22774391 0.00000000 0.13582449 15 0.36617417 87 155233 0.31250000 48 1 599292428bad605337e85f43d6ad13c0bb5573dbd6874f839310a19713afb65e 0.27250272 A3 synthetic_faculty_0 6 29 retrospective 0.37585735 DEFINED 0.51111111 0.64807857 0.22774561 0.00000000 0.13581858 15 0.36599032 87 155332 0.31250000 48 1 599292428bad605337e85f43d6ad13c0bb5573dbd6874f839310a19713afb65e 0.27250272 CacheReference synthetic_faculty_0 6 29 retrospective 0.24113752 DEFINED 0.31717172 0.82858254 0.27573487 NaN 0.27213747 15 NaN 27 0 0.31250000 48 0 599292428bad605337e85f43d6ad13c0bb5573dbd6874f839310a19713afb65e NaN HGB synthetic_faculty_0 6 29 retrospective 0.57782973 DEFINED 0.69696970 0.59514248 0.20386378 0.00000000 0.06847630 15 NaN 27 0 0.31250000 48 0 599292428bad605337e85f43d6ad13c0bb5573dbd6874f839310a19713afb65e NaN P1 synthetic_faculty_0 6 29 retrospective 0.33774020 DEFINED 0.44646465 0.65534083 0.23135302 0.00000000 0.13210092 15 0.35265988 87 155233 0.31250000 48 1 599292428bad605337e85f43d6ad13c0bb5573dbd6874f839310a19713afb65e 0.30479628 A0M synthetic_faculty_0 7 29 retrospective 0.29368409 DEFINED 0.52500000 0.72199675 0.26419817 0.00000000 0.34889989 8 0.29361280 87 155216 0.16666667 48 1 be138f571f7cbb1033af3c2941acf970456e3a3088ebb4a5db2dc3a008f6c628 0.41006043 A0 synthetic_faculty_0 7 29 retrospective 0.23245972 DEFINED 0.60000000 0.87295260 0.33497290 0.00000000 0.44245344 8 0.29037123 87 78209 0.16666667 48 1 be138f571f7cbb1033af3c2941acf970456e3a3088ebb4a5db2dc3a008f6c628 0.31639383 A1 synthetic_faculty_0 7 29 retrospective 0.32189087 DEFINED 0.54687500 0.61238907 0.21005970 0.00000000 0.26619624 8 0.28479986 87 155233 0.16666667 48 1 be138f571f7cbb1033af3c2941acf970456e3a3088ebb4a5db2dc3a008f6c628 0.30555141 A2 synthetic_faculty_0 7 29 retrospective 0.22392628 DEFINED 0.52812500 0.61624742 0.21198320 0.00000000 0.26776800 8 0.28481586 87 155233 0.16666667 48 1 be138f571f7cbb1033af3c2941acf970456e3a3088ebb4a5db2dc3a008f6c628 0.29546119 A3 synthetic_faculty_0 7 29 retrospective 0.22392628 DEFINED 0.52812500 0.61623102 0.21197509 0.00000000 0.26776530 8 0.28444626 87 155332 0.16666667 48 1 be138f571f7cbb1033af3c2941acf970456e3a3088ebb4a5db2dc3a008f6c628 0.29546119 CacheReference synthetic_faculty_0 7 29 retrospective 0.26738731 DEFINED 0.45312500 0.52222765 0.16636629 NaN 0.13987584 8 NaN 27 0 0.16666667 48 0 be138f571f7cbb1033af3c2941acf970456e3a3088ebb4a5db2dc3a008f6c628 NaN HGB synthetic_faculty_0 7 29 retrospective 0.26488720 DEFINED 0.52500000 0.46313751 0.14303711 0.00000000 0.06935212 8 NaN 27 0 0.16666667 48 0 be138f571f7cbb1033af3c2941acf970456e3a3088ebb4a5db2dc3a008f6c628 NaN P1 synthetic_faculty_0 7 29 retrospective 0.30791591 DEFINED 0.58437500 0.61362316 0.21070105 0.00000000 0.26984315 8 0.28509026 87 155233 0.16666667 48 1 be138f571f7cbb1033af3c2941acf970456e3a3088ebb4a5db2dc3a008f6c628 0.31384463 A0M synthetic_faculty_1 1 29 development 0.39332046 DEFINED 0.45740741 0.73735135 0.27115448 0.00000000 0.21645501 18 0.31671269 87 155216 0.37500000 48 1 084270b9449b9e74f13cea9bd301b43e66b903258fdbf8b5eb9eae1f8f5b695b 0.32182081 A0 synthetic_faculty_1 1 29 development 0.49290667 DEFINED 0.59814815 0.74284173 0.27361526 0.00000000 0.22255608 18 0.29753877 87 78209 0.37500000 48 1 084270b9449b9e74f13cea9bd301b43e66b903258fdbf8b5eb9eae1f8f5b695b 0.31401941 A1 synthetic_faculty_1 1 29 development 0.47830445 DEFINED 0.57407407 0.65866163 0.23303326 0.00000000 0.05350754 18 0.30043001 87 155233 0.37500000 48 1 084270b9449b9e74f13cea9bd301b43e66b903258fdbf8b5eb9eae1f8f5b695b 0.32344044 A2 synthetic_faculty_1 1 29 development 0.48967808 DEFINED 0.60555556 0.65560686 0.23154959 0.00000000 0.06769600 18 0.28423627 87 155233 0.37500000 48 1 084270b9449b9e74f13cea9bd301b43e66b903258fdbf8b5eb9eae1f8f5b695b 0.30301822 A3 synthetic_faculty_1 1 29 development 0.48967808 DEFINED 0.60555556 0.65559259 0.23154317 0.00000000 0.06772283 18 0.28423627 87 155332 0.37500000 48 1 084270b9449b9e74f13cea9bd301b43e66b903258fdbf8b5eb9eae1f8f5b695b 0.30301822 CacheReference synthetic_faculty_1 1 29 development 0.30521929 DEFINED 0.35000000 0.91836430 0.30205654 NaN 0.24247073 18 NaN 27 0 0.37500000 48 0 084270b9449b9e74f13cea9bd301b43e66b903258fdbf8b5eb9eae1f8f5b695b NaN HGB synthetic_faculty_1 1 29 development 0.60227610 DEFINED 0.66666667 0.67815066 0.24138636 0.00000000 0.11796571 18 NaN 27 0 0.37500000 48 0 084270b9449b9e74f13cea9bd301b43e66b903258fdbf8b5eb9eae1f8f5b695b NaN P1 synthetic_faculty_1 1 29 development 0.53689933 DEFINED 0.55740741 0.66067590 0.23377203 0.00000000 0.11144629 18 0.26876691 87 155233 0.37500000 48 1 084270b9449b9e74f13cea9bd301b43e66b903258fdbf8b5eb9eae1f8f5b695b 0.26442978 A0M synthetic_faculty_1 2 29 development 0.15382230 DEFINED 0.39687500 0.75419427 0.27990124 0.00000000 0.36050742 8 0.26552129 87 155216 0.16666667 48 1 f13fb10f9185ce289b1e9b0ddd75c1fafe02e5e97faec804fe2a5ed0c22b2bb8 0.23864548 A0 synthetic_faculty_1 2 29 development 0.19044518 DEFINED 0.52500000 0.91577511 0.35479389 0.00000000 0.45965784 8 0.26554746 87 78209 0.16666667 48 1 f13fb10f9185ce289b1e9b0ddd75c1fafe02e5e97faec804fe2a5ed0c22b2bb8 0.24258689 A1 synthetic_faculty_1 2 29 development 0.16566901 DEFINED 0.37812500 0.61893615 0.21322700 0.00000000 0.26153193 8 0.29014372 87 155233 0.16666667 48 1 f13fb10f9185ce289b1e9b0ddd75c1fafe02e5e97faec804fe2a5ed0c22b2bb8 0.21959168 A2 synthetic_faculty_1 2 29 development 0.18729804 DEFINED 0.41562500 0.61660185 0.21212194 0.00000000 0.26275300 8 0.30244096 87 155233 0.16666667 48 1 f13fb10f9185ce289b1e9b0ddd75c1fafe02e5e97faec804fe2a5ed0c22b2bb8 0.23152904 A3 synthetic_faculty_1 2 29 development 0.18729804 DEFINED 0.41562500 0.61662181 0.21213178 0.00000000 0.26277360 8 0.30237146 87 155332 0.16666667 48 1 f13fb10f9185ce289b1e9b0ddd75c1fafe02e5e97faec804fe2a5ed0c22b2bb8 0.23171233 CacheReference synthetic_faculty_1 2 29 development 0.15139555 DEFINED 0.40937500 0.57137145 0.18101463 NaN 0.16077530 8 NaN 27 0 0.16666667 48 0 f13fb10f9185ce289b1e9b0ddd75c1fafe02e5e97faec804fe2a5ed0c22b2bb8 NaN HGB synthetic_faculty_1 2 29 development 0.19731770 DEFINED 0.53906250 0.45850369 0.14173308 0.00000000 0.05724722 8 NaN 27 0 0.16666667 48 0 f13fb10f9185ce289b1e9b0ddd75c1fafe02e5e97faec804fe2a5ed0c22b2bb8 NaN P1 synthetic_faculty_1 2 29 development 0.14798211 DEFINED 0.40625000 0.62856355 0.21808181 0.00000000 0.27177127 8 0.29150084 87 155233 0.16666667 48 1 f13fb10f9185ce289b1e9b0ddd75c1fafe02e5e97faec804fe2a5ed0c22b2bb8 0.20230429 A0M synthetic_faculty_1 3 29 development 0.32276974 DEFINED 0.56263736 0.72017555 0.26275033 0.00000000 0.25034194 13 0.29624164 87 155216 0.27083333 48 1 aa7513f942a90516232a4443519d83c291e9f091d2ee800306bd16ee07f2ca15 0.21885444 A0 synthetic_faculty_1 3 29 development 0.33839864 DEFINED 0.50769231 0.88592188 0.33978681 0.00000000 0.36717251 13 0.34317025 87 78209 0.27083333 48 1 aa7513f942a90516232a4443519d83c291e9f091d2ee800306bd16ee07f2ca15 0.30187745 A1 synthetic_faculty_1 3 29 development 0.37465751 DEFINED 0.54285714 0.63538347 0.22137430 0.00000000 0.17570497 13 0.33260757 87 155233 0.27083333 48 1 aa7513f942a90516232a4443519d83c291e9f091d2ee800306bd16ee07f2ca15 0.18417055 A2 synthetic_faculty_1 3 29 development 0.40657038 DEFINED 0.54065934 0.63586151 0.22160952 0.00000000 0.19569311 13 0.32264428 87 155233 0.27083333 48 1 aa7513f942a90516232a4443519d83c291e9f091d2ee800306bd16ee07f2ca15 0.18647784 A3 synthetic_faculty_1 3 29 development 0.40657038 DEFINED 0.54065934 0.63587768 0.22161732 0.00000000 0.19570161 13 0.32264428 87 155332 0.27083333 48 1 aa7513f942a90516232a4443519d83c291e9f091d2ee800306bd16ee07f2ca15 0.18647784 CacheReference synthetic_faculty_1 3 29 development 0.32384470 DEFINED 0.58021978 0.59081140 0.20086875 NaN 0.10890245 13 NaN 27 0 0.27083333 48 0 aa7513f942a90516232a4443519d83c291e9f091d2ee800306bd16ee07f2ca15 NaN HGB synthetic_faculty_1 3 29 development 0.28867136 DEFINED 0.52307692 0.58507666 0.19788198 0.00000000 0.05102903 13 NaN 27 0 0.27083333 48 0 aa7513f942a90516232a4443519d83c291e9f091d2ee800306bd16ee07f2ca15 NaN P1 synthetic_faculty_1 3 29 development 0.40268964 DEFINED 0.52967033 0.64435041 0.22574632 0.00000000 0.19464452 13 0.28931117 87 155233 0.27083333 48 1 aa7513f942a90516232a4443519d83c291e9f091d2ee800306bd16ee07f2ca15 0.18842759 A0M synthetic_faculty_1 4 29 development 0.27221281 DEFINED 0.46153846 0.74053593 0.27310161 0.00000000 0.25554434 13 0.28327617 87 155216 0.27083333 48 1 6bb54a84fe6916a0b3d3d6ddc9dd6726979daacfafdd4953648a49eb000adca0 0.24927847 A0 synthetic_faculty_1 4 29 development 0.28350373 DEFINED 0.53186813 0.84419786 0.31896325 0.00000000 0.34145128 13 0.29607391 87 78209 0.27083333 48 1 6bb54a84fe6916a0b3d3d6ddc9dd6726979daacfafdd4953648a49eb000adca0 0.20728351 A1 synthetic_faculty_1 4 29 development 0.47789312 DEFINED 0.65054945 0.61793731 0.21287920 0.00000000 0.16989117 13 0.34177015 87 155233 0.27083333 48 1 6bb54a84fe6916a0b3d3d6ddc9dd6726979daacfafdd4953648a49eb000adca0 0.27382014 A2 synthetic_faculty_1 4 29 development 0.51447579 DEFINED 0.65494505 0.61707248 0.21245754 0.00000000 0.19166776 13 0.33825104 87 155233 0.27083333 48 1 6bb54a84fe6916a0b3d3d6ddc9dd6726979daacfafdd4953648a49eb000adca0 0.26705351 A3 synthetic_faculty_1 4 29 development 0.51447579 DEFINED 0.65494505 0.61707512 0.21245887 0.00000000 0.19167025 13 0.33820274 87 155332 0.27083333 48 1 6bb54a84fe6916a0b3d3d6ddc9dd6726979daacfafdd4953648a49eb000adca0 0.26705351 CacheReference synthetic_faculty_1 4 29 development 0.31143930 DEFINED 0.54065934 0.59137639 0.20408929 NaN 0.12692873 13 NaN 27 0 0.27083333 48 0 6bb54a84fe6916a0b3d3d6ddc9dd6726979daacfafdd4953648a49eb000adca0 NaN HGB synthetic_faculty_1 4 29 development 0.70218977 DEFINED 0.79560440 0.54773073 0.18266730 0.00000000 0.08909157 13 NaN 27 0 0.27083333 48 0 6bb54a84fe6916a0b3d3d6ddc9dd6726979daacfafdd4953648a49eb000adca0 NaN P1 synthetic_faculty_1 4 29 development 0.44088178 DEFINED 0.67032967 0.62121970 0.21450340 0.00000000 0.15162799 13 0.31759440 87 155233 0.27083333 48 1 6bb54a84fe6916a0b3d3d6ddc9dd6726979daacfafdd4953648a49eb000adca0 0.25216046 A0M synthetic_faculty_1 5 29 development 0.47945804 DEFINED 0.53240741 0.72400929 0.26511476 0.00000000 0.29656049 12 0.28557194 87 155216 0.25000000 48 1 4a304599218c9642e4ec3d5132ca9c91be460d3d5e281efb1451aa7914f0b339 0.35929007 A0 synthetic_faculty_1 5 29 development 0.27288640 DEFINED 0.43518519 0.85175730 0.32513909 0.00000000 0.35359657 12 0.31738436 87 78209 0.25000000 48 1 4a304599218c9642e4ec3d5132ca9c91be460d3d5e281efb1451aa7914f0b339 0.30345884 A1 synthetic_faculty_1 5 29 development 0.30353457 DEFINED 0.39814815 0.63332712 0.22025341 0.00000000 0.18719747 12 0.36026546 87 155233 0.25000000 48 1 4a304599218c9642e4ec3d5132ca9c91be460d3d5e281efb1451aa7914f0b339 0.29742650 A2 synthetic_faculty_1 5 29 development 0.31223209 DEFINED 0.40277778 0.63700853 0.22202351 0.00000000 0.16753307 12 0.35966402 87 155233 0.25000000 48 1 4a304599218c9642e4ec3d5132ca9c91be460d3d5e281efb1451aa7914f0b339 0.29050345 A3 synthetic_faculty_1 5 29 development 0.31223209 DEFINED 0.40277778 0.63701233 0.22202524 0.00000000 0.16754038 12 0.35972970 87 155332 0.25000000 48 1 4a304599218c9642e4ec3d5132ca9c91be460d3d5e281efb1451aa7914f0b339 0.29007772 CacheReference synthetic_faculty_1 5 29 development 0.24261033 DEFINED 0.47685185 0.63910751 0.21105532 NaN 0.15306029 12 NaN 27 0 0.25000000 48 0 4a304599218c9642e4ec3d5132ca9c91be460d3d5e281efb1451aa7914f0b339 NaN HGB synthetic_faculty_1 5 29 development 0.53494368 DEFINED 0.58912037 0.53993371 0.17839245 0.00000000 0.08058181 12 NaN 27 0 0.25000000 48 0 4a304599218c9642e4ec3d5132ca9c91be460d3d5e281efb1451aa7914f0b339 NaN P1 synthetic_faculty_1 5 29 development 0.33508319 DEFINED 0.43055556 0.64392090 0.22565649 0.00000000 0.18675772 12 0.33153768 87 155233 0.25000000 48 1 4a304599218c9642e4ec3d5132ca9c91be460d3d5e281efb1451aa7914f0b339 0.30365316 A0M synthetic_faculty_1 6 29 retrospective 0.15510984 DEFINED 0.42187500 0.72692634 0.26653770 0.00000000 0.33879260 8 0.33634530 87 155216 0.16666667 48 1 3dcf88ae613ee43169397b70221ad70e7ce78cc0fbc431102f6dea884c0f5f2c 0.29984145 A0 synthetic_faculty_1 6 29 retrospective 0.26519401 DEFINED 0.59062500 0.88287202 0.34033265 0.00000000 0.44855343 8 0.34165781 87 78209 0.16666667 48 1 3dcf88ae613ee43169397b70221ad70e7ce78cc0fbc431102f6dea884c0f5f2c 0.23645229 A1 synthetic_faculty_1 6 29 retrospective 0.14638767 DEFINED 0.40000000 0.60756645 0.20778732 0.00000000 0.25434472 8 0.30511523 87 155233 0.16666667 48 1 3dcf88ae613ee43169397b70221ad70e7ce78cc0fbc431102f6dea884c0f5f2c 0.25359589 A2 synthetic_faculty_1 6 29 retrospective 0.15292087 DEFINED 0.42187500 0.60883741 0.20842091 0.00000000 0.25655605 8 0.31354686 87 155233 0.16666667 48 1 3dcf88ae613ee43169397b70221ad70e7ce78cc0fbc431102f6dea884c0f5f2c 0.24951941 A3 synthetic_faculty_1 6 29 retrospective 0.15292087 DEFINED 0.42187500 0.60884320 0.20842359 0.00000000 0.25655828 8 0.31369095 87 155332 0.16666667 48 1 3dcf88ae613ee43169397b70221ad70e7ce78cc0fbc431102f6dea884c0f5f2c 0.24951941 CacheReference synthetic_faculty_1 6 29 retrospective 0.39482143 DEFINED 0.73750000 0.40573881 0.12689240 NaN 0.05970845 8 NaN 27 0 0.16666667 48 0 3dcf88ae613ee43169397b70221ad70e7ce78cc0fbc431102f6dea884c0f5f2c NaN HGB synthetic_faculty_1 6 29 retrospective 0.38153634 DEFINED 0.61875000 0.45619529 0.14022235 0.00000000 0.10701227 8 NaN 27 0 0.16666667 48 0 3dcf88ae613ee43169397b70221ad70e7ce78cc0fbc431102f6dea884c0f5f2c NaN P1 synthetic_faculty_1 6 29 retrospective 0.16152033 DEFINED 0.45000000 0.61223617 0.21008328 0.00000000 0.26129358 8 0.30013800 87 155233 0.16666667 48 1 3dcf88ae613ee43169397b70221ad70e7ce78cc0fbc431102f6dea884c0f5f2c 0.27306788 A0M synthetic_faculty_1 7 29 retrospective 0.37113228 DEFINED 0.53320312 0.73389498 0.26955031 0.00000000 0.21740899 16 0.26811563 87 155216 0.33333333 48 1 1a7146cfa6f8fd51b42a118a6dde59720de7ff6ad61f893a6f8ec1abfcfbcda8 0.30850739 A0 synthetic_faculty_1 7 29 retrospective 0.31498358 DEFINED 0.47460938 0.84565474 0.31934215 0.00000000 0.29711061 16 0.28195257 87 78209 0.33333333 48 1 1a7146cfa6f8fd51b42a118a6dde59720de7ff6ad61f893a6f8ec1abfcfbcda8 0.32814895 A1 synthetic_faculty_1 7 29 retrospective 0.30157354 DEFINED 0.43164062 0.66357255 0.23525539 0.00000000 0.08889992 16 0.28730392 87 155233 0.33333333 48 1 1a7146cfa6f8fd51b42a118a6dde59720de7ff6ad61f893a6f8ec1abfcfbcda8 0.32026374 A2 synthetic_faculty_1 7 29 retrospective 0.27487820 DEFINED 0.36718750 0.67114371 0.23894861 0.00000000 0.12684446 16 0.26950959 87 155233 0.33333333 48 1 1a7146cfa6f8fd51b42a118a6dde59720de7ff6ad61f893a6f8ec1abfcfbcda8 0.29501837 A3 synthetic_faculty_1 7 29 retrospective 0.27487820 DEFINED 0.36718750 0.67114746 0.23895036 0.00000000 0.12683535 16 0.26954849 87 155332 0.33333333 48 1 1a7146cfa6f8fd51b42a118a6dde59720de7ff6ad61f893a6f8ec1abfcfbcda8 0.29501837 CacheReference synthetic_faculty_1 7 29 retrospective 0.32431359 DEFINED 0.46484375 0.75450337 0.26020056 NaN 0.22774216 16 NaN 27 0 0.33333333 48 0 1a7146cfa6f8fd51b42a118a6dde59720de7ff6ad61f893a6f8ec1abfcfbcda8 NaN HGB synthetic_faculty_1 7 29 retrospective 0.66810735 DEFINED 0.79882812 0.61808262 0.21525294 0.00000000 0.11338438 16 NaN 27 0 0.33333333 48 0 1a7146cfa6f8fd51b42a118a6dde59720de7ff6ad61f893a6f8ec1abfcfbcda8 NaN P1 synthetic_faculty_1 7 29 retrospective 0.34122326 DEFINED 0.43164062 0.66829359 0.23749278 0.00000000 0.13127875 16 0.30093046 87 155233 0.33333333 48 1 1a7146cfa6f8fd51b42a118a6dde59720de7ff6ad61f893a6f8ec1abfcfbcda8 0.38278222 [DEVELOPMENT_MACRO_RESULTS] rows=8 columns=10 column_definitions={"stage": "stage", "arm": "prespecified model/control", "ap": "whole-cell AP; undefined without failures", "auc": "whole-cell ROC-AUC; requires both classes", "bce": "mean binary log loss", "brier": "mean squared probability error", "ece": "10 equal-width probability bins", "prevalence": "prevalence", "cells": "cells", "defined_ap_cells": "defined ap cells"} stage arm ap auc bce brier ece prevalence cells defined_ap_cells development A0 0.32984926 0.54779966 0.84019408 0.31884835 0.35012671 0.27291667 10 10 development A0M 0.36156939 0.52892249 0.71922553 0.26264669 0.26539558 0.27291667 10 10 development A1 0.36918760 0.53719573 0.63258990 0.22006399 0.17088585 0.27291667 10 10 development A2 0.36856132 0.53683834 0.63384888 0.22068737 0.17359454 0.27291667 10 10 development A3 0.36869906 0.53708404 0.63385511 0.22069045 0.17360239 0.27291667 10 10 development CacheReference 0.28443596 0.47672706 0.67213389 0.22339203 0.17516275 0.27291667 10 10 development HGB 0.44117967 0.61368686 0.57477997 0.19396711 0.08193790 0.27291667 10 10 development P1 0.35696996 0.52680840 0.64034828 0.22390579 0.17436020 0.27291667 10 10 [DEVELOPMENT_FOLD_MATRIX] rows=5 columns=9 column_definitions={"fold": "canonical rolling-origin fold", "A0": "A0", "A0M": "A0M", "A1": "A1", "A2": "A2", "A3": "A3", "CacheReference": "CacheReference", "HGB": "HGB", "P1": "P1"} fold A0 A0M A1 A2 A3 CacheReference HGB P1 1 0.39883115 0.31888035 0.36854211 0.36389491 0.36389491 0.28441432 0.44251515 0.39316014 2 0.30568359 0.36913677 0.30097340 0.29115732 0.29115732 0.29209598 0.37780018 0.28196893 3 0.32699635 0.30680516 0.38215533 0.37338584 0.37407455 0.28954200 0.27574739 0.34505118 4 0.27089029 0.33006516 0.43141562 0.46221097 0.46221097 0.26624831 0.53322590 0.40968148 5 0.34684491 0.48295950 0.36285155 0.35215756 0.35215756 0.28987921 0.57660975 0.35498807 [DEVELOPMENT_FACULTY_MATRIX] rows=2 columns=9 column_definitions={"faculty": "faculty cache key", "A0": "A0", "A0M": "A0M", "A1": "A1", "A2": "A2", "A3": "A3", "CacheReference": "CacheReference", "HGB": "HGB", "P1": "P1"} faculty A0 A0M A1 A2 A3 CacheReference HGB P1 synthetic_faculty_0 0.34407040 0.39882210 0.37836347 0.35507177 0.35534725 0.30197009 0.41727963 0.34123271 synthetic_faculty_1 0.31562812 0.32431667 0.36001173 0.38205088 0.38205088 0.26690183 0.46507972 0.37270721 [DEVELOPMENT_PAIRED_CONTRASTS] rows=9 columns=16 column_definitions={"stage": "stage", "contrast": "contrast", "mean_delta_ap": "paired seed-averaged faculty-fold AP difference", "median_delta_ap": "median delta ap", "sd_delta_ap": "sd delta ap", "wins": "wins", "losses": "losses", "ties": "ties", "paired_seed_cells": "paired seed cells", "paired_cells": "paired cells", "best_delta": "best delta", "worst_delta": "worst delta", "positive_faculties": "positive faculties", "positive_folds": "positive folds", "positive_seeds": "positive seeds", "worst_faculty_delta": "worst faculty delta"} stage contrast mean_delta_ap median_delta_ap sd_delta_ap wins losses ties paired_seed_cells paired_cells best_delta worst_delta positive_faculties positive_folds positive_seeds worst_faculty_delta development A1-A0 0.03933834 0.02300198 0.07399141 7 3 0 10 10 0.19438939 -0.04597587 2 3 1 0.03429308 development A1-A0M 0.00761822 0.01309312 0.11488901 6 4 0 10 10 0.20568030 -0.17592347 1 3 1 -0.02045863 development A2-A1 -0.00062628 0.01003557 0.03185261 6 4 0 10 10 0.03658268 -0.04945184 1 1 0 -0.02329171 development A2-A0 0.03871206 0.01073005 0.09075248 5 5 0 10 10 0.23097207 -0.06664390 2 3 1 0.01100137 development A2-A0M 0.00699193 0.02775219 0.12967885 6 4 0 10 10 0.24226298 -0.18943462 1 3 1 -0.04375034 development A2-P1 0.01159136 0.01053540 0.03804066 6 4 0 10 10 0.07359401 -0.04722124 2 3 1 0.00934367 development A3-A2 0.00013774 0.00000000 0.00043558 1 0 9 10 10 0.00137741 0.00000000 1 1 1 0.00000000 development A2-HGB -0.07261835 -0.07862024 0.12765750 3 7 0 10 10 0.11789901 -0.22619279 0 1 0 -0.08302885 development A2-CacheReference 0.08412536 0.07617372 0.08527775 8 2 0 10 10 0.20303649 -0.03777981 2 4 1 0.05310167 [RETROSPECTIVE_RESULTS] rows=8 columns=10 column_definitions={"stage": "stage", "arm": "prespecified model/control", "ap": "whole-cell AP; undefined without failures", "auc": "whole-cell ROC-AUC; requires both classes", "bce": "mean binary log loss", "brier": "mean squared probability error", "ece": "10 equal-width probability bins", "prevalence": "prevalence", "cells": "cells", "defined_ap_cells": "defined ap cells"} stage arm ap auc bce brier ece prevalence cells defined_ap_cells retrospective A0 0.28930964 0.55216718 0.85358017 0.32504132 0.37240997 0.24479167 4 4 retrospective A0M 0.27498462 0.47052458 0.73469438 0.27024683 0.29940393 0.24479167 4 4 retrospective A1 0.29136436 0.47594204 0.63303847 0.22027153 0.18131425 0.24479167 4 4 retrospective A2 0.25689567 0.45707465 0.63607597 0.22177416 0.19674825 0.24479167 4 4 retrospective A3 0.25689567 0.45707465 0.63607506 0.22177366 0.19674438 0.24479167 4 4 retrospective CacheReference 0.30691496 0.49316012 0.62776309 0.20729853 0.17486598 0.24479167 4 4 retrospective HGB 0.47309016 0.65988696 0.53313947 0.17559404 0.08955627 0.24479167 4 4 retrospective P1 0.28709993 0.47812007 0.63737344 0.22240754 0.19862910 0.24479167 4 4 [RETROSPECTIVE_FOLD_MATRIX] rows=2 columns=9 column_definitions={"fold": "canonical rolling-origin fold", "A0": "A0", "A0M": "A0M", "A1": "A1", "A2": "A2", "A3": "A3", "CacheReference": "CacheReference", "HGB": "HGB", "P1": "P1"} fold A0 A0M A1 A2 A3 CacheReference HGB P1 6 0.30489763 0.21756104 0.27099652 0.26438911 0.26438911 0.31797947 0.47968304 0.24963027 7 0.27372165 0.33240819 0.31173220 0.24940224 0.24940224 0.29585045 0.46649728 0.32456959 [RETROSPECTIVE_FACULTY_MATRIX] rows=2 columns=9 column_definitions={"faculty": "faculty cache key", "A0": "A0", "A0M": "A0M", "A1": "A1", "A2": "A2", "A3": "A3", "CacheReference": "CacheReference", "HGB": "HGB", "P1": "P1"} faculty A0 A0M A1 A2 A3 CacheReference HGB P1 synthetic_faculty_0 0.28853049 0.28684817 0.35874812 0.29989182 0.29989182 0.25426242 0.42135847 0.32282806 synthetic_faculty_1 0.29008879 0.26312106 0.22398060 0.21389953 0.21389953 0.35956751 0.52482185 0.25137180 [ALL_FOLD_MATRIX] rows=7 columns=9 column_definitions={"fold": "canonical rolling-origin fold", "A0": "A0", "A0M": "A0M", "A1": "A1", "A2": "A2", "A3": "A3", "CacheReference": "CacheReference", "HGB": "HGB", "P1": "P1"} fold A0 A0M A1 A2 A3 CacheReference HGB P1 1 0.39883115 0.31888035 0.36854211 0.36389491 0.36389491 0.28441432 0.44251515 0.39316014 2 0.30568359 0.36913677 0.30097340 0.29115732 0.29115732 0.29209598 0.37780018 0.28196893 3 0.32699635 0.30680516 0.38215533 0.37338584 0.37407455 0.28954200 0.27574739 0.34505118 4 0.27089029 0.33006516 0.43141562 0.46221097 0.46221097 0.26624831 0.53322590 0.40968148 5 0.34684491 0.48295950 0.36285155 0.35215756 0.35215756 0.28987921 0.57660975 0.35498807 6 0.30489763 0.21756104 0.27099652 0.26438911 0.26438911 0.31797947 0.47968304 0.24963027 7 0.27372165 0.33240819 0.31173220 0.24940224 0.24940224 0.29585045 0.46649728 0.32456959 [CALIBRATION_RESULTS] rows=16 columns=10 column_definitions={"stage": "stage", "arm": "prespecified model/control", "ap": "whole-cell AP; undefined without failures", "auc": "whole-cell ROC-AUC; requires both classes", "bce": "mean binary log loss", "brier": "mean squared probability error", "ece": "10 equal-width probability bins", "prevalence": "prevalence", "cells": "cells", "defined_ap_cells": "defined ap cells"} stage arm ap auc bce brier ece prevalence cells defined_ap_cells development A0 0.32984926 0.54779966 0.84019408 0.31884835 0.35012671 0.27291667 10 10 development A0M 0.36156939 0.52892249 0.71922553 0.26264669 0.26539558 0.27291667 10 10 development A1 0.36918760 0.53719573 0.63258990 0.22006399 0.17088585 0.27291667 10 10 development A2 0.36856132 0.53683834 0.63384888 0.22068737 0.17359454 0.27291667 10 10 development A3 0.36869906 0.53708404 0.63385511 0.22069045 0.17360239 0.27291667 10 10 development CacheReference 0.28443596 0.47672706 0.67213389 0.22339203 0.17516275 0.27291667 10 10 development HGB 0.44117967 0.61368686 0.57477997 0.19396711 0.08193790 0.27291667 10 10 development P1 0.35696996 0.52680840 0.64034828 0.22390579 0.17436020 0.27291667 10 10 retrospective A0 0.28930964 0.55216718 0.85358017 0.32504132 0.37240997 0.24479167 4 4 retrospective A0M 0.27498462 0.47052458 0.73469438 0.27024683 0.29940393 0.24479167 4 4 retrospective A1 0.29136436 0.47594204 0.63303847 0.22027153 0.18131425 0.24479167 4 4 retrospective A2 0.25689567 0.45707465 0.63607597 0.22177416 0.19674825 0.24479167 4 4 retrospective A3 0.25689567 0.45707465 0.63607506 0.22177366 0.19674438 0.24479167 4 4 retrospective CacheReference 0.30691496 0.49316012 0.62776309 0.20729853 0.17486598 0.24479167 4 4 retrospective HGB 0.47309016 0.65988696 0.53313947 0.17559404 0.08955627 0.24479167 4 4 retrospective P1 0.28709993 0.47812007 0.63737344 0.22240754 0.19862910 0.24479167 4 4 [HISTORICAL_COMPARISONS] rows=8 columns=5 column_definitions={"model": "model", "retrospective_ap": "retrospective ap", "population": "population", "comparison": "comparison", "full_population_available": "full population available"} model retrospective_ap population comparison full_population_available Suite25 Committee blend 0.36952600 fourteen_faculty METRICS_ONLY_DIFFERENT_RECIPES_NO_PAIRED_CLAIM False Suite22 safe blend 0.36915900 fourteen_faculty METRICS_ONLY_DIFFERENT_RECIPES_NO_PAIRED_CLAIM False Suite31 full-history HGB 0.35380700 fourteen_faculty METRICS_ONLY_DIFFERENT_RECIPES_NO_PAIRED_CLAIM False Committee 0.35015200 fourteen_faculty METRICS_ONLY_DIFFERENT_RECIPES_NO_PAIRED_CLAIM False Suite32 local common / Suite33 S0 0.34616800 fourteen_faculty METRICS_ONLY_DIFFERENT_RECIPES_NO_PAIRED_CLAIM False Suite33 S4 0.34351600 fourteen_faculty METRICS_ONLY_DIFFERENT_RECIPES_NO_PAIRED_CLAIM False Council 0.36420400 thirteen_faculty_excluding_English METRICS_ONLY_DIFFERENT_RECIPES_NO_PAIRED_CLAIM False Council IT 0.44492700 IT_only METRICS_ONLY_DIFFERENT_RECIPES_NO_PAIRED_CLAIM False [MATCHED_WITHIN_RUN_COMPARISONS] rows=18 columns=16 column_definitions={"stage": "stage", "contrast": "contrast", "mean_delta_ap": "paired seed-averaged faculty-fold AP difference", "median_delta_ap": "median delta ap", "sd_delta_ap": "sd delta ap", "wins": "wins", "losses": "losses", "ties": "ties", "paired_seed_cells": "paired seed cells", "paired_cells": "paired cells", "best_delta": "best delta", "worst_delta": "worst delta", "positive_faculties": "positive faculties", "positive_folds": "positive folds", "positive_seeds": "positive seeds", "worst_faculty_delta": "worst faculty delta"} stage contrast mean_delta_ap median_delta_ap sd_delta_ap wins losses ties paired_seed_cells paired_cells best_delta worst_delta positive_faculties positive_folds positive_seeds worst_faculty_delta development A1-A0 0.03933834 0.02300198 0.07399141 7 3 0 10 10 0.19438939 -0.04597587 2 3 1 0.03429308 retrospective A1-A0 0.00205472 0.01879704 0.09106268 2 2 0 4 4 0.08943115 -0.11880634 1 1 1 -0.06610819 development A1-A0M 0.00761822 0.01309312 0.11488901 6 4 0 10 10 0.20568030 -0.17592347 1 3 1 -0.02045863 retrospective A1-A0M 0.01637975 0.00974230 0.07745688 2 2 0 4 4 0.11559312 -0.06955875 1 1 1 -0.03914046 development A2-A1 -0.00062628 0.01003557 0.03185261 6 4 0 10 10 0.03658268 -0.04945184 1 1 0 -0.02329171 retrospective A2-A1 -0.03446869 -0.02322168 0.04468410 1 3 0 4 4 0.00653321 -0.09796459 0 0 0 -0.05885631 development A2-A0 0.03871206 0.01073005 0.09075248 5 5 0 10 10 0.23097207 -0.06664390 2 3 1 0.01100137 retrospective A2-A0 -0.03241397 -0.02431941 0.06072012 1 3 0 4 4 0.03125609 -0.11227313 1 0 0 -0.07618926 development A2-A0M 0.00699193 0.02775219 0.12967885 6 4 0 10 10 0.24226298 -0.18943462 1 3 1 -0.04375034 retrospective A2-A0M -0.01808894 -0.03597339 0.08566064 1 3 0 4 4 0.09584510 -0.09625409 1 1 0 -0.04922153 development A2-P1 0.01159136 0.01053540 0.03804066 6 4 0 10 10 0.07359401 -0.04722124 2 3 1 0.00934367 retrospective A2-P1 -0.03020425 -0.03747226 0.05577815 1 3 0 4 4 0.03811714 -0.08398963 0 1 0 -0.03747226 development A3-A2 0.00013774 0.00000000 0.00043558 1 0 9 10 10 0.00137741 0.00000000 1 1 1 0.00000000 retrospective A3-A2 0.00000000 0.00000000 0.00000000 0 0 4 4 4 0.00000000 0.00000000 0 0 0 0.00000000 development A2-HGB -0.07261835 -0.07862024 0.12765750 3 7 0 10 10 0.11789901 -0.22619279 0 1 0 -0.08302885 retrospective A2-HGB -0.21619448 -0.21529393 0.14422740 0 4 0 4 4 -0.04096092 -0.39322915 0 0 0 -0.31092231 development A2-CacheReference 0.08412536 0.07617372 0.08527775 8 2 0 10 10 0.20303649 -0.03777981 2 4 1 0.05310167 retrospective A2-CacheReference -0.05001929 -0.04644821 0.15382925 1 3 0 4 4 0.13471983 -0.24190055 1 0 0 -0.14566798 [PAIRED_CELL_DIFFERENCES] rows=126 columns=6 column_definitions={"stage": "stage", "faculty": "faculty cache key", "fold": "canonical rolling-origin fold", "seed": "model initialization seed", "delta_ap": "delta ap", "contrast": "contrast"} stage faculty fold seed delta_ap contrast development synthetic_faculty_0 1 29 -0.04597587 A1-A0 development synthetic_faculty_0 2 29 0.01535578 A1-A0 development synthetic_faculty_0 3 29 0.07405908 A1-A0 development synthetic_faculty_0 4 29 0.12666128 A1-A0 development synthetic_faculty_0 5 29 0.00136510 A1-A0 development synthetic_faculty_1 1 29 -0.01460222 A1-A0 development synthetic_faculty_1 2 29 -0.02477617 A1-A0 development synthetic_faculty_1 3 29 0.03625887 A1-A0 development synthetic_faculty_1 4 29 0.19438939 A1-A0 development synthetic_faculty_1 5 29 0.03064817 A1-A0 retrospective synthetic_faculty_0 6 29 0.05100411 A1-A0 retrospective synthetic_faculty_0 7 29 0.08943115 A1-A0 retrospective synthetic_faculty_1 6 29 -0.11880634 A1-A0 retrospective synthetic_faculty_1 7 29 -0.01341004 A1-A0 development synthetic_faculty_0 1 29 0.01433953 A1-A0M development synthetic_faculty_0 2 29 -0.14817344 A1-A0M development synthetic_faculty_0 3 29 0.09881258 A1-A0M development synthetic_faculty_0 4 29 -0.00297938 A1-A0M development synthetic_faculty_0 5 29 -0.06429244 A1-A0M development synthetic_faculty_1 1 29 0.08498399 A1-A0M development synthetic_faculty_1 2 29 0.01184671 A1-A0M development synthetic_faculty_1 3 29 0.05188777 A1-A0M development synthetic_faculty_1 4 29 0.20568030 A1-A0M development synthetic_faculty_1 5 29 -0.17592347 A1-A0M retrospective synthetic_faculty_0 6 29 0.11559312 A1-A0M retrospective synthetic_faculty_0 7 29 0.02820678 A1-A0M retrospective synthetic_faculty_1 6 29 -0.00872217 A1-A0M retrospective synthetic_faculty_1 7 29 -0.06955875 A1-A0M development synthetic_faculty_0 1 29 -0.02066803 A2-A1 development synthetic_faculty_0 2 29 -0.04126118 A2-A1 development synthetic_faculty_0 3 29 -0.04945184 A2-A1 development synthetic_faculty_0 4 29 0.02500802 A2-A1 development synthetic_faculty_0 5 29 -0.03008550 A2-A1 development synthetic_faculty_1 1 29 0.01137363 A2-A1 development synthetic_faculty_1 2 29 0.02162903 A2-A1 development synthetic_faculty_1 3 29 0.03191286 A2-A1 development synthetic_faculty_1 4 29 0.03658268 A2-A1 development synthetic_faculty_1 5 29 0.00869752 A2-A1 retrospective synthetic_faculty_0 6 29 -0.01974803 A2-A1 retrospective synthetic_faculty_0 7 29 -0.09796459 A2-A1 retrospective synthetic_faculty_1 6 29 0.00653321 A2-A1 retrospective synthetic_faculty_1 7 29 -0.02669534 A2-A1 development synthetic_faculty_0 1 29 -0.06664390 A2-A0 development synthetic_faculty_0 2 29 -0.02590540 A2-A0 development synthetic_faculty_0 3 29 0.02460725 A2-A0 development synthetic_faculty_0 4 29 0.15166930 A2-A0 development synthetic_faculty_0 5 29 -0.02872040 A2-A0 development synthetic_faculty_1 1 29 -0.00322859 A2-A0 development synthetic_faculty_1 2 29 -0.00314714 A2-A0 development synthetic_faculty_1 3 29 0.06817174 A2-A0 development synthetic_faculty_1 4 29 0.23097207 A2-A0 development synthetic_faculty_1 5 29 0.03934569 A2-A0 retrospective synthetic_faculty_0 6 29 0.03125609 A2-A0 retrospective synthetic_faculty_0 7 29 -0.00853344 A2-A0 retrospective synthetic_faculty_1 6 29 -0.11227313 A2-A0 retrospective synthetic_faculty_1 7 29 -0.04010538 A2-A0 development synthetic_faculty_0 1 29 -0.00632850 A2-A0M development synthetic_faculty_0 2 29 -0.18943462 A2-A0M development synthetic_faculty_0 3 29 0.04936074 A2-A0M development synthetic_faculty_0 4 29 0.02202864 A2-A0M development synthetic_faculty_0 5 29 -0.09437794 A2-A0M development synthetic_faculty_1 1 29 0.09635762 A2-A0M development synthetic_faculty_1 2 29 0.03347574 A2-A0M development synthetic_faculty_1 3 29 0.08380063 A2-A0M development synthetic_faculty_1 4 29 0.24226298 A2-A0M development synthetic_faculty_1 5 29 -0.16722596 A2-A0M retrospective synthetic_faculty_0 6 29 0.09584510 A2-A0M retrospective synthetic_faculty_0 7 29 -0.06975781 A2-A0M retrospective synthetic_faculty_1 6 29 -0.00218896 A2-A0M retrospective synthetic_faculty_1 7 29 -0.09625409 A2-A0M development synthetic_faculty_0 1 29 -0.01130922 A2-P1 development synthetic_faculty_0 2 29 -0.02093914 A2-P1 development synthetic_faculty_0 3 29 0.05278860 A2-P1 development synthetic_faculty_0 4 29 0.03146498 A2-P1 development synthetic_faculty_0 5 29 0.01719007 A2-P1 development synthetic_faculty_1 1 29 -0.04722124 A2-P1 development synthetic_faculty_1 2 29 0.03931593 A2-P1 development synthetic_faculty_1 3 29 0.00388073 A2-P1 development synthetic_faculty_1 4 29 0.07359401 A2-P1 development synthetic_faculty_1 5 29 -0.02285110 A2-P1 retrospective synthetic_faculty_0 6 29 0.03811714 A2-P1 retrospective synthetic_faculty_0 7 29 -0.08398963 A2-P1 retrospective synthetic_faculty_1 6 29 -0.00859945 A2-P1 retrospective synthetic_faculty_1 7 29 -0.06634507 A2-P1 development synthetic_faculty_0 1 29 0.00000000 A3-A2 development synthetic_faculty_0 2 29 0.00000000 A3-A2 development synthetic_faculty_0 3 29 0.00137741 A3-A2 development synthetic_faculty_0 4 29 0.00000000 A3-A2 development synthetic_faculty_0 5 29 0.00000000 A3-A2 development synthetic_faculty_1 1 29 0.00000000 A3-A2 development synthetic_faculty_1 2 29 0.00000000 A3-A2 development synthetic_faculty_1 3 29 0.00000000 A3-A2 development synthetic_faculty_1 4 29 0.00000000 A3-A2 development synthetic_faculty_1 5 29 0.00000000 A3-A2 retrospective synthetic_faculty_0 6 29 0.00000000 A3-A2 retrospective synthetic_faculty_0 7 29 0.00000000 A3-A2 retrospective synthetic_faculty_1 6 29 0.00000000 A3-A2 retrospective synthetic_faculty_1 7 29 0.00000000 A3-A2 development synthetic_faculty_0 1 29 -0.04464247 A2-HGB development synthetic_faculty_0 2 29 -0.16326606 A2-HGB development synthetic_faculty_0 3 29 0.07737790 A2-HGB development synthetic_faculty_0 4 29 0.04568412 A2-HGB development synthetic_faculty_0 5 29 -0.22619279 A2-HGB development synthetic_faculty_1 1 29 -0.11259802 A2-HGB development synthetic_faculty_1 2 29 -0.01001966 A2-HGB development synthetic_faculty_1 3 29 0.11789901 A2-HGB development synthetic_faculty_1 4 29 -0.18771398 A2-HGB development synthetic_faculty_1 5 29 -0.22271160 A2-HGB retrospective synthetic_faculty_0 6 29 -0.20197239 A2-HGB retrospective synthetic_faculty_0 7 29 -0.04096092 A2-HGB retrospective synthetic_faculty_1 6 29 -0.22861547 A2-HGB retrospective synthetic_faculty_1 7 29 -0.39322915 A2-HGB development synthetic_faculty_0 1 29 -0.02549762 A2-CacheReference development synthetic_faculty_0 2 29 -0.03777981 A2-CacheReference development synthetic_faculty_0 3 29 0.08496201 A2-CacheReference development synthetic_faculty_0 4 29 0.18888883 A2-CacheReference development synthetic_faculty_0 5 29 0.05493494 A2-CacheReference development synthetic_faculty_1 1 29 0.18445879 A2-CacheReference development synthetic_faculty_1 2 29 0.03590249 A2-CacheReference development synthetic_faculty_1 3 29 0.08272568 A2-CacheReference development synthetic_faculty_1 4 29 0.20303649 A2-CacheReference development synthetic_faculty_1 5 29 0.06962176 A2-CacheReference retrospective synthetic_faculty_0 6 29 0.13471983 A2-CacheReference retrospective synthetic_faculty_0 7 29 -0.04346103 A2-CacheReference retrospective synthetic_faculty_1 6 29 -0.24190055 A2-CacheReference retrospective synthetic_faculty_1 7 29 -0.04943540 A2-CacheReference [OPERATIONAL_THRESHOLDS] rows=224 columns=16 column_definitions={"faculty": "faculty cache key", "arm": "prespecified model/control", "seed": "model initialization seed", "fold": "canonical rolling-origin fold", "stage": "stage", "beta": "beta", "threshold": "threshold", "objective": "objective", "supporting_rows": "supporting rows", "supporting_positives": "supporting positives", "status": "status", "source_folds": "source folds", "support_sha256": "support sha256", "tie_rule": "tie rule", "frozen_for_retrospective": "frozen for retrospective", "supporting_score": "supporting score"} faculty arm seed fold stage beta threshold objective supporting_rows supporting_positives status source_folds support_sha256 tie_rule frozen_for_retrospective supporting_score synthetic_faculty_0 A0 29 1 development 1 NaN F1 0 0 UNAVAILABLE 4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 MAXIMUM_THRESHOLD False NaN synthetic_faculty_0 A0 29 1 development 2 NaN F2 0 0 UNAVAILABLE 4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 MAXIMUM_THRESHOLD False NaN synthetic_faculty_0 A0 29 2 development 1 0.62864435 F1 48 8 EARLIER_DEVELOPMENT_ONLY 1 38a7f4ec9a9580e1df922fe834a60c572b2c3debe60a1d2321b37a3f36991edd MAXIMUM_THRESHOLD False 0.50000000 synthetic_faculty_0 A0 29 2 development 2 0.60493344 F2 48 8 EARLIER_DEVELOPMENT_ONLY 1 38a7f4ec9a9580e1df922fe834a60c572b2c3debe60a1d2321b37a3f36991edd MAXIMUM_THRESHOLD False 0.63636364 synthetic_faculty_0 A0 29 3 development 1 0.62656552 F1 96 27 EARLIER_DEVELOPMENT_ONLY 1,2 13062fec3181bb55fa9713440595fe3956b51697a2c5a588b554604ff9fd3e98 MAXIMUM_THRESHOLD False 0.49275362 synthetic_faculty_0 A0 29 3 development 2 0.41803905 F2 96 27 EARLIER_DEVELOPMENT_ONLY 1,2 13062fec3181bb55fa9713440595fe3956b51697a2c5a588b554604ff9fd3e98 MAXIMUM_THRESHOLD False 0.66831683 synthetic_faculty_0 A0 29 4 development 1 0.62546057 F1 144 38 EARLIER_DEVELOPMENT_ONLY 1,2,3 7d41cd5fe69bd849362ecdb1938be004355aba064fbe09c47800d7caf2f7b158 MAXIMUM_THRESHOLD False 0.45714286 synthetic_faculty_0 A0 29 4 development 2 0.41803905 F2 144 38 EARLIER_DEVELOPMENT_ONLY 1,2,3 7d41cd5fe69bd849362ecdb1938be004355aba064fbe09c47800d7caf2f7b158 MAXIMUM_THRESHOLD False 0.64846416 synthetic_faculty_0 A0 29 5 development 1 0.60424680 F1 192 49 EARLIER_DEVELOPMENT_ONLY 1,2,3,4 c58993a166c8519951793a29a6624a53db5d474a0c5aa23c66f56d18ace46cec MAXIMUM_THRESHOLD False 0.45569620 synthetic_faculty_0 A0 29 5 development 2 0.41803905 F2 192 49 EARLIER_DEVELOPMENT_ONLY 1,2,3,4 c58993a166c8519951793a29a6624a53db5d474a0c5aa23c66f56d18ace46cec MAXIMUM_THRESHOLD False 0.63636364 synthetic_faculty_0 A0 29 6 retrospective 1 0.56120139 F1 240 67 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 fa32f29d911f4a27a92eafa645d05404bf99a98e51d51f25f7f3dc4e05198bfd MAXIMUM_THRESHOLD True 0.45454545 synthetic_faculty_0 A0 29 6 retrospective 2 0.34346348 F2 240 67 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 fa32f29d911f4a27a92eafa645d05404bf99a98e51d51f25f7f3dc4e05198bfd MAXIMUM_THRESHOLD True 0.65944882 synthetic_faculty_0 A0 29 7 retrospective 1 0.56120139 F1 240 67 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 fa32f29d911f4a27a92eafa645d05404bf99a98e51d51f25f7f3dc4e05198bfd MAXIMUM_THRESHOLD True 0.45454545 synthetic_faculty_0 A0 29 7 retrospective 2 0.34346348 F2 240 67 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 fa32f29d911f4a27a92eafa645d05404bf99a98e51d51f25f7f3dc4e05198bfd MAXIMUM_THRESHOLD True 0.65944882 synthetic_faculty_0 A0M 29 1 development 1 NaN F1 0 0 UNAVAILABLE 4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 MAXIMUM_THRESHOLD False NaN synthetic_faculty_0 A0M 29 1 development 2 NaN F2 0 0 UNAVAILABLE 4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 MAXIMUM_THRESHOLD False NaN synthetic_faculty_0 A0M 29 2 development 1 0.50205481 F1 48 8 EARLIER_DEVELOPMENT_ONLY 1 2a50c114167e33a5b6eddb01529c4cdb167c4430c381200bed8d780e649479ad MAXIMUM_THRESHOLD False 0.35000000 synthetic_faculty_0 A0M 29 2 development 2 0.47812775 F2 48 8 EARLIER_DEVELOPMENT_ONLY 1 2a50c114167e33a5b6eddb01529c4cdb167c4430c381200bed8d780e649479ad MAXIMUM_THRESHOLD False 0.56338028 synthetic_faculty_0 A0M 29 3 development 1 0.38224697 F1 96 27 EARLIER_DEVELOPMENT_ONLY 1,2 4a2209865ac1c41d83448c1f4550e0c26f5af15f6f29ee4e0470f4cd42a7039e MAXIMUM_THRESHOLD False 0.45614035 synthetic_faculty_0 A0M 29 3 development 2 0.38224697 F2 96 27 EARLIER_DEVELOPMENT_ONLY 1,2 4a2209865ac1c41d83448c1f4550e0c26f5af15f6f29ee4e0470f4cd42a7039e MAXIMUM_THRESHOLD False 0.66666667 synthetic_faculty_0 A0M 29 4 development 1 0.38224697 F1 144 38 EARLIER_DEVELOPMENT_ONLY 1,2,3 ff492552f896c30d30bc31a32e85619ac6c9b4b4efdc7c883757477869bf7865 MAXIMUM_THRESHOLD False 0.42352941 synthetic_faculty_0 A0M 29 4 development 2 0.25732544 F2 144 38 EARLIER_DEVELOPMENT_ONLY 1,2,3 ff492552f896c30d30bc31a32e85619ac6c9b4b4efdc7c883757477869bf7865 MAXIMUM_THRESHOLD False 0.64406780 synthetic_faculty_0 A0M 29 5 development 1 0.38224697 F1 192 49 EARLIER_DEVELOPMENT_ONLY 1,2,3,4 08773fc686c2e108574a4f48a0cb65f7fa94cc4bcb4d29d484a8063b5ed6a574 MAXIMUM_THRESHOLD False 0.41592920 synthetic_faculty_0 A0M 29 5 development 2 0.37127981 F2 192 49 EARLIER_DEVELOPMENT_ONLY 1,2,3,4 08773fc686c2e108574a4f48a0cb65f7fa94cc4bcb4d29d484a8063b5ed6a574 MAXIMUM_THRESHOLD False 0.63492063 synthetic_faculty_0 A0M 29 6 retrospective 1 0.38224697 F1 240 67 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 9afa14fe17b02b0ee51c5e5851bf70b5894b58a3f32f7913417af50f23ca4c89 MAXIMUM_THRESHOLD True 0.44673540 synthetic_faculty_0 A0M 29 6 retrospective 2 0.37127981 F2 240 67 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 9afa14fe17b02b0ee51c5e5851bf70b5894b58a3f32f7913417af50f23ca4c89 MAXIMUM_THRESHOLD True 0.66265060 synthetic_faculty_0 A0M 29 7 retrospective 1 0.38224697 F1 240 67 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 9afa14fe17b02b0ee51c5e5851bf70b5894b58a3f32f7913417af50f23ca4c89 MAXIMUM_THRESHOLD True 0.44673540 synthetic_faculty_0 A0M 29 7 retrospective 2 0.37127981 F2 240 67 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 9afa14fe17b02b0ee51c5e5851bf70b5894b58a3f32f7913417af50f23ca4c89 MAXIMUM_THRESHOLD True 0.66265060 synthetic_faculty_0 A1 29 1 development 1 NaN F1 0 0 UNAVAILABLE 4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 MAXIMUM_THRESHOLD False NaN synthetic_faculty_0 A1 29 1 development 2 NaN F2 0 0 UNAVAILABLE 4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 MAXIMUM_THRESHOLD False NaN synthetic_faculty_0 A1 29 2 development 1 0.42600250 F1 48 8 EARLIER_DEVELOPMENT_ONLY 1 58569192f97e7e281b5ad8aea122ddd6b7c1565a88945cc07bf0326b00936116 MAXIMUM_THRESHOLD False 0.43750000 synthetic_faculty_0 A1 29 2 development 2 0.42600250 F2 48 8 EARLIER_DEVELOPMENT_ONLY 1 58569192f97e7e281b5ad8aea122ddd6b7c1565a88945cc07bf0326b00936116 MAXIMUM_THRESHOLD False 0.62500000 synthetic_faculty_0 A1 29 3 development 1 0.40241340 F1 96 27 EARLIER_DEVELOPMENT_ONLY 1,2 16b9e6664ef0a4ecad0562104c30dd9d0bddd95c035da900d3db12e11556ca78 MAXIMUM_THRESHOLD False 0.48936170 synthetic_faculty_0 A1 29 3 development 2 0.34861791 F2 96 27 EARLIER_DEVELOPMENT_ONLY 1,2 16b9e6664ef0a4ecad0562104c30dd9d0bddd95c035da900d3db12e11556ca78 MAXIMUM_THRESHOLD False 0.67164179 synthetic_faculty_0 A1 29 4 development 1 0.39495882 F1 144 38 EARLIER_DEVELOPMENT_ONLY 1,2,3 e6252611ee8671953eafb71ca00757409a02bee4a97a2fe7a7e6837d746b4cee MAXIMUM_THRESHOLD False 0.44755245 synthetic_faculty_0 A1 29 4 development 2 0.34861791 F2 144 38 EARLIER_DEVELOPMENT_ONLY 1,2,3 e6252611ee8671953eafb71ca00757409a02bee4a97a2fe7a7e6837d746b4cee MAXIMUM_THRESHOLD False 0.65292096 synthetic_faculty_0 A1 29 5 development 1 0.37326154 F1 192 49 EARLIER_DEVELOPMENT_ONLY 1,2,3,4 01066b0784ee452070b3f59325b584df9b991fca304e88bfa982a36990fca862 MAXIMUM_THRESHOLD False 0.41818182 synthetic_faculty_0 A1 29 5 development 2 0.34861791 F2 192 49 EARLIER_DEVELOPMENT_ONLY 1,2,3,4 01066b0784ee452070b3f59325b584df9b991fca304e88bfa982a36990fca862 MAXIMUM_THRESHOLD False 0.63968668 synthetic_faculty_0 A1 29 6 retrospective 1 0.37284365 F1 240 67 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 6346ee2a104efafa48881e88de468cd9e1e94d94955ed3fddec51a8493a1af07 MAXIMUM_THRESHOLD True 0.44839858 synthetic_faculty_0 A1 29 6 retrospective 2 0.34201828 F2 240 67 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 6346ee2a104efafa48881e88de468cd9e1e94d94955ed3fddec51a8493a1af07 MAXIMUM_THRESHOLD True 0.66336634 synthetic_faculty_0 A1 29 7 retrospective 1 0.37284365 F1 240 67 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 6346ee2a104efafa48881e88de468cd9e1e94d94955ed3fddec51a8493a1af07 MAXIMUM_THRESHOLD True 0.44839858 synthetic_faculty_0 A1 29 7 retrospective 2 0.34201828 F2 240 67 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 6346ee2a104efafa48881e88de468cd9e1e94d94955ed3fddec51a8493a1af07 MAXIMUM_THRESHOLD True 0.66336634 synthetic_faculty_0 A2 29 1 development 1 NaN F1 0 0 UNAVAILABLE 4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 MAXIMUM_THRESHOLD False NaN synthetic_faculty_0 A2 29 1 development 2 NaN F2 0 0 UNAVAILABLE 4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 MAXIMUM_THRESHOLD False NaN synthetic_faculty_0 A2 29 2 development 1 0.41417241 F1 48 8 EARLIER_DEVELOPMENT_ONLY 1 98b12640c54605e296df67dbce27bb131b7e3fd3244aaf65ffc665bae33450c2 MAXIMUM_THRESHOLD False 0.40000000 synthetic_faculty_0 A2 29 2 development 2 0.41417241 F2 48 8 EARLIER_DEVELOPMENT_ONLY 1 98b12640c54605e296df67dbce27bb131b7e3fd3244aaf65ffc665bae33450c2 MAXIMUM_THRESHOLD False 0.62500000 synthetic_faculty_0 A2 29 3 development 1 0.39351419 F1 96 27 EARLIER_DEVELOPMENT_ONLY 1,2 0e3bf9108dc88061dd3fd18493c55e5e7b54c8ae12210fe12dec2a7b42725b30 MAXIMUM_THRESHOLD False 0.48484848 synthetic_faculty_0 A2 29 3 development 2 0.35202110 F2 96 27 EARLIER_DEVELOPMENT_ONLY 1,2 0e3bf9108dc88061dd3fd18493c55e5e7b54c8ae12210fe12dec2a7b42725b30 MAXIMUM_THRESHOLD False 0.67839196 synthetic_faculty_0 A2 29 4 development 1 0.39351419 F1 144 38 EARLIER_DEVELOPMENT_ONLY 1,2,3 4688d5e5aee200ddc19e6b61f0d612aa3c18390421de7768a269de14ca28aaaf MAXIMUM_THRESHOLD False 0.46153846 synthetic_faculty_0 A2 29 4 development 2 0.35202110 F2 144 38 EARLIER_DEVELOPMENT_ONLY 1,2,3 4688d5e5aee200ddc19e6b61f0d612aa3c18390421de7768a269de14ca28aaaf MAXIMUM_THRESHOLD False 0.65972222 synthetic_faculty_0 A2 29 5 development 1 0.35202110 F1 192 49 EARLIER_DEVELOPMENT_ONLY 1,2,3,4 9cb363123a6fa0f176d9848c18cecc63e2af7bf39821d09cc00d5717f8c56abf MAXIMUM_THRESHOLD False 0.42241379 synthetic_faculty_0 A2 29 5 development 2 0.35202110 F2 192 49 EARLIER_DEVELOPMENT_ONLY 1,2,3,4 9cb363123a6fa0f176d9848c18cecc63e2af7bf39821d09cc00d5717f8c56abf MAXIMUM_THRESHOLD False 0.64643799 synthetic_faculty_0 A2 29 6 retrospective 1 0.35202110 F1 240 67 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 7b1d2feb3e22d1eb88537e472ce0cc5ab09419576726e0791284461312407e9a MAXIMUM_THRESHOLD True 0.44594595 synthetic_faculty_0 A2 29 6 retrospective 2 0.33979833 F2 240 67 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 7b1d2feb3e22d1eb88537e472ce0cc5ab09419576726e0791284461312407e9a MAXIMUM_THRESHOLD True 0.66468254 synthetic_faculty_0 A2 29 7 retrospective 1 0.35202110 F1 240 67 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 7b1d2feb3e22d1eb88537e472ce0cc5ab09419576726e0791284461312407e9a MAXIMUM_THRESHOLD True 0.44594595 synthetic_faculty_0 A2 29 7 retrospective 2 0.33979833 F2 240 67 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 7b1d2feb3e22d1eb88537e472ce0cc5ab09419576726e0791284461312407e9a MAXIMUM_THRESHOLD True 0.66468254 synthetic_faculty_0 A3 29 1 development 1 NaN F1 0 0 UNAVAILABLE 4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 MAXIMUM_THRESHOLD False NaN synthetic_faculty_0 A3 29 1 development 2 NaN F2 0 0 UNAVAILABLE 4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 MAXIMUM_THRESHOLD False NaN synthetic_faculty_0 A3 29 2 development 1 0.41418737 F1 48 8 EARLIER_DEVELOPMENT_ONLY 1 31723b25bd7f94308febce95b9df0aab248bc9a32ca546d3d428803dec28e909 MAXIMUM_THRESHOLD False 0.40000000 synthetic_faculty_0 A3 29 2 development 2 0.41418737 F2 48 8 EARLIER_DEVELOPMENT_ONLY 1 31723b25bd7f94308febce95b9df0aab248bc9a32ca546d3d428803dec28e909 MAXIMUM_THRESHOLD False 0.62500000 synthetic_faculty_0 A3 29 3 development 1 0.39355534 F1 96 27 EARLIER_DEVELOPMENT_ONLY 1,2 2cc511aca5b7613ba815813345c0ff911956a1347bc626b302591a7994237b14 MAXIMUM_THRESHOLD False 0.48484848 synthetic_faculty_0 A3 29 3 development 2 0.35208249 F2 96 27 EARLIER_DEVELOPMENT_ONLY 1,2 2cc511aca5b7613ba815813345c0ff911956a1347bc626b302591a7994237b14 MAXIMUM_THRESHOLD False 0.67839196 synthetic_faculty_0 A3 29 4 development 1 0.39355534 F1 144 38 EARLIER_DEVELOPMENT_ONLY 1,2,3 dfaaca384938c9e65036b67af0f5ff7a84a754b40bbadb6d91e4a4325f446fc8 MAXIMUM_THRESHOLD False 0.46153846 synthetic_faculty_0 A3 29 4 development 2 0.35208249 F2 144 38 EARLIER_DEVELOPMENT_ONLY 1,2,3 dfaaca384938c9e65036b67af0f5ff7a84a754b40bbadb6d91e4a4325f446fc8 MAXIMUM_THRESHOLD False 0.65972222 synthetic_faculty_0 A3 29 5 development 1 0.35208249 F1 192 49 EARLIER_DEVELOPMENT_ONLY 1,2,3,4 be40dce2e64489495a84b3e458b9517e1d3f407769138dfc88e2c975dc2dc6a0 MAXIMUM_THRESHOLD False 0.42424242 synthetic_faculty_0 A3 29 5 development 2 0.35208249 F2 192 49 EARLIER_DEVELOPMENT_ONLY 1,2,3,4 be40dce2e64489495a84b3e458b9517e1d3f407769138dfc88e2c975dc2dc6a0 MAXIMUM_THRESHOLD False 0.64814815 synthetic_faculty_0 A3 29 6 retrospective 1 0.35208249 F1 240 67 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 43a619f1a2ba6e66428ff9888740e00ac7d1e5b578488804eb9e71e917993956 MAXIMUM_THRESHOLD True 0.44745763 synthetic_faculty_0 A3 29 6 retrospective 2 0.35208249 F2 240 67 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 43a619f1a2ba6e66428ff9888740e00ac7d1e5b578488804eb9e71e917993956 MAXIMUM_THRESHOLD True 0.66532258 synthetic_faculty_0 A3 29 7 retrospective 1 0.35208249 F1 240 67 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 43a619f1a2ba6e66428ff9888740e00ac7d1e5b578488804eb9e71e917993956 MAXIMUM_THRESHOLD True 0.44745763 synthetic_faculty_0 A3 29 7 retrospective 2 0.35208249 F2 240 67 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 43a619f1a2ba6e66428ff9888740e00ac7d1e5b578488804eb9e71e917993956 MAXIMUM_THRESHOLD True 0.66532258 synthetic_faculty_0 CacheReference 29 1 development 1 NaN F1 0 0 UNAVAILABLE 4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 MAXIMUM_THRESHOLD False NaN synthetic_faculty_0 CacheReference 29 1 development 2 NaN F2 0 0 UNAVAILABLE 4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 MAXIMUM_THRESHOLD False NaN synthetic_faculty_0 CacheReference 29 2 development 1 0.27400265 F1 48 8 EARLIER_DEVELOPMENT_ONLY 1 5fee03a9f46d3634d2f62ed0b1dcaa6fb289da856a87b8a5c7db7fd6d205a8a3 MAXIMUM_THRESHOLD False 0.36363636 synthetic_faculty_0 CacheReference 29 2 development 2 0.09012241 F2 48 8 EARLIER_DEVELOPMENT_ONLY 1 5fee03a9f46d3634d2f62ed0b1dcaa6fb289da856a87b8a5c7db7fd6d205a8a3 MAXIMUM_THRESHOLD False 0.53333333 synthetic_faculty_0 CacheReference 29 3 development 1 0.03426488 F1 96 27 EARLIER_DEVELOPMENT_ONLY 1,2 14c02d5c9aed0c3097fde2a3f4f056798d762757be23bb138efb425cc312dce3 MAXIMUM_THRESHOLD False 0.45378151 synthetic_faculty_0 CacheReference 29 3 development 2 0.03426488 F2 96 27 EARLIER_DEVELOPMENT_ONLY 1,2 14c02d5c9aed0c3097fde2a3f4f056798d762757be23bb138efb425cc312dce3 MAXIMUM_THRESHOLD False 0.67500000 synthetic_faculty_0 CacheReference 29 4 development 1 0.22040577 F1 144 38 EARLIER_DEVELOPMENT_ONLY 1,2,3 20e24fcaeac1e187fe7434be0ded1c791d3970e7b2e0cc912940d5a804340298 MAXIMUM_THRESHOLD False 0.43902439 synthetic_faculty_0 CacheReference 29 4 development 2 0.03426488 F2 144 38 EARLIER_DEVELOPMENT_ONLY 1,2,3 20e24fcaeac1e187fe7434be0ded1c791d3970e7b2e0cc912940d5a804340298 MAXIMUM_THRESHOLD False 0.65743945 synthetic_faculty_0 CacheReference 29 5 development 1 0.04789194 F1 192 49 EARLIER_DEVELOPMENT_ONLY 1,2,3,4 71a11d71b8d28706886bf72f0fc07ff24110b57d803baab8549c33a6914d827f MAXIMUM_THRESHOLD False 0.42105263 synthetic_faculty_0 CacheReference 29 5 development 2 0.03426488 F2 192 49 EARLIER_DEVELOPMENT_ONLY 1,2,3,4 71a11d71b8d28706886bf72f0fc07ff24110b57d803baab8549c33a6914d827f MAXIMUM_THRESHOLD False 0.64473684 synthetic_faculty_0 CacheReference 29 6 retrospective 1 0.02866255 F1 240 67 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 548a09b1c9bd9a59c67b2b7ae93751ca11f00d30b42011df9eaa4e79596b0740 MAXIMUM_THRESHOLD True 0.44666667 synthetic_faculty_0 CacheReference 29 6 retrospective 2 0.02866255 F2 240 67 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 548a09b1c9bd9a59c67b2b7ae93751ca11f00d30b42011df9eaa4e79596b0740 MAXIMUM_THRESHOLD True 0.66866267 synthetic_faculty_0 CacheReference 29 7 retrospective 1 0.02866255 F1 240 67 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 548a09b1c9bd9a59c67b2b7ae93751ca11f00d30b42011df9eaa4e79596b0740 MAXIMUM_THRESHOLD True 0.44666667 synthetic_faculty_0 CacheReference 29 7 retrospective 2 0.02866255 F2 240 67 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 548a09b1c9bd9a59c67b2b7ae93751ca11f00d30b42011df9eaa4e79596b0740 MAXIMUM_THRESHOLD True 0.66866267 synthetic_faculty_0 HGB 29 1 development 1 NaN F1 0 0 UNAVAILABLE 4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 MAXIMUM_THRESHOLD False NaN synthetic_faculty_0 HGB 29 1 development 2 NaN F2 0 0 UNAVAILABLE 4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 MAXIMUM_THRESHOLD False NaN synthetic_faculty_0 HGB 29 2 development 1 0.19590506 F1 48 8 EARLIER_DEVELOPMENT_ONLY 1 4d3db1499c8b02549d1ac5d213ed2099b5547580f8f20d1832a65127d8b77f88 MAXIMUM_THRESHOLD False 0.29787234 synthetic_faculty_0 HGB 29 2 development 2 0.18821731 F2 48 8 EARLIER_DEVELOPMENT_ONLY 1 4d3db1499c8b02549d1ac5d213ed2099b5547580f8f20d1832a65127d8b77f88 MAXIMUM_THRESHOLD False 0.50000000 synthetic_faculty_0 HGB 29 3 development 1 0.21152767 F1 96 27 EARLIER_DEVELOPMENT_ONLY 1,2 9512f5ee52d99641fca68008313c92ed4f5a68ad99fde3f32e456c3d48a374da MAXIMUM_THRESHOLD False 0.47058824 synthetic_faculty_0 HGB 29 3 development 2 0.18821731 F2 96 27 EARLIER_DEVELOPMENT_ONLY 1,2 9512f5ee52d99641fca68008313c92ed4f5a68ad99fde3f32e456c3d48a374da MAXIMUM_THRESHOLD False 0.66176471 synthetic_faculty_0 HGB 29 4 development 1 0.20898845 F1 144 38 EARLIER_DEVELOPMENT_ONLY 1,2,3 7f4cafb19e01b8fd61d55c4f315db01f68333682c0d11fec9644c95a97a60657 MAXIMUM_THRESHOLD False 0.43708609 synthetic_faculty_0 HGB 29 4 development 2 0.18821731 F2 144 38 EARLIER_DEVELOPMENT_ONLY 1,2,3 7f4cafb19e01b8fd61d55c4f315db01f68333682c0d11fec9644c95a97a60657 MAXIMUM_THRESHOLD False 0.64189189 synthetic_faculty_0 HGB 29 5 development 1 0.21000718 F1 192 49 EARLIER_DEVELOPMENT_ONLY 1,2,3,4 0c4cc58e09d2edee2712666cec359638b86f504f019fca09bd062dd24b573c6a MAXIMUM_THRESHOLD False 0.42528736 synthetic_faculty_0 HGB 29 5 development 2 0.18787288 F2 192 49 EARLIER_DEVELOPMENT_ONLY 1,2,3,4 0c4cc58e09d2edee2712666cec359638b86f504f019fca09bd062dd24b573c6a MAXIMUM_THRESHOLD False 0.63144330 synthetic_faculty_0 HGB 29 6 retrospective 1 0.20878011 F1 240 67 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 2380c40478c83a4e01c83fd5e244ca0b38d22a29512e10f0d1c15aaa4918b3cd MAXIMUM_THRESHOLD True 0.46808511 synthetic_faculty_0 HGB 29 6 retrospective 2 0.18787288 F2 240 67 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 2380c40478c83a4e01c83fd5e244ca0b38d22a29512e10f0d1c15aaa4918b3cd MAXIMUM_THRESHOLD True 0.65944882 synthetic_faculty_0 HGB 29 7 retrospective 1 0.20878011 F1 240 67 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 2380c40478c83a4e01c83fd5e244ca0b38d22a29512e10f0d1c15aaa4918b3cd MAXIMUM_THRESHOLD True 0.46808511 synthetic_faculty_0 HGB 29 7 retrospective 2 0.18787288 F2 240 67 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 2380c40478c83a4e01c83fd5e244ca0b38d22a29512e10f0d1c15aaa4918b3cd MAXIMUM_THRESHOLD True 0.65944882 synthetic_faculty_0 P1 29 1 development 1 NaN F1 0 0 UNAVAILABLE 4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 MAXIMUM_THRESHOLD False NaN synthetic_faculty_0 P1 29 1 development 2 NaN F2 0 0 UNAVAILABLE 4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 MAXIMUM_THRESHOLD False NaN synthetic_faculty_0 P1 29 2 development 1 0.42254671 F1 48 8 EARLIER_DEVELOPMENT_ONLY 1 9cca98cc7aa44ce12b73027f01156c6b1154efae834a3b72ae357149519265f4 MAXIMUM_THRESHOLD False 0.36363636 synthetic_faculty_0 P1 29 2 development 2 0.42254671 F2 48 8 EARLIER_DEVELOPMENT_ONLY 1 9cca98cc7aa44ce12b73027f01156c6b1154efae834a3b72ae357149519265f4 MAXIMUM_THRESHOLD False 0.52631579 synthetic_faculty_0 P1 29 3 development 1 0.40167615 F1 96 27 EARLIER_DEVELOPMENT_ONLY 1,2 8b01d7aac252bb29a280f5ea2c55e352984f96578f0c7c958365802b39f05f7c MAXIMUM_THRESHOLD False 0.47524752 synthetic_faculty_0 P1 29 3 development 2 0.36319548 F2 96 27 EARLIER_DEVELOPMENT_ONLY 1,2 8b01d7aac252bb29a280f5ea2c55e352984f96578f0c7c958365802b39f05f7c MAXIMUM_THRESHOLD False 0.67500000 synthetic_faculty_0 P1 29 4 development 1 0.40167615 F1 144 38 EARLIER_DEVELOPMENT_ONLY 1,2,3 68579fb7e6488fe3ed9aa7a2442527690389717988141cd758ba1c550a05093e MAXIMUM_THRESHOLD False 0.45637584 synthetic_faculty_0 P1 29 4 development 2 0.36319548 F2 144 38 EARLIER_DEVELOPMENT_ONLY 1,2,3 68579fb7e6488fe3ed9aa7a2442527690389717988141cd758ba1c550a05093e MAXIMUM_THRESHOLD False 0.66901408 synthetic_faculty_0 P1 29 5 development 1 0.40167615 F1 192 49 EARLIER_DEVELOPMENT_ONLY 1,2,3,4 17ce48c069656186491bb391d122686ab632f07877e39dc16c31377e1b4c7342 MAXIMUM_THRESHOLD False 0.42639594 synthetic_faculty_0 P1 29 5 development 2 0.34106433 F2 192 49 EARLIER_DEVELOPMENT_ONLY 1,2,3,4 17ce48c069656186491bb391d122686ab632f07877e39dc16c31377e1b4c7342 MAXIMUM_THRESHOLD False 0.63968668 synthetic_faculty_0 P1 29 6 retrospective 1 0.35579473 F1 240 67 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 34fa686bde650580902ff0f8cc21e5c2bd9858316700890a0d0d034f042bd330 MAXIMUM_THRESHOLD True 0.44520548 synthetic_faculty_0 P1 29 6 retrospective 2 0.33701712 F2 240 67 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 34fa686bde650580902ff0f8cc21e5c2bd9858316700890a0d0d034f042bd330 MAXIMUM_THRESHOLD True 0.66600398 synthetic_faculty_0 P1 29 7 retrospective 1 0.35579473 F1 240 67 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 34fa686bde650580902ff0f8cc21e5c2bd9858316700890a0d0d034f042bd330 MAXIMUM_THRESHOLD True 0.44520548 synthetic_faculty_0 P1 29 7 retrospective 2 0.33701712 F2 240 67 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 34fa686bde650580902ff0f8cc21e5c2bd9858316700890a0d0d034f042bd330 MAXIMUM_THRESHOLD True 0.66600398 synthetic_faculty_1 A0 29 1 development 1 NaN F1 0 0 UNAVAILABLE 4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 MAXIMUM_THRESHOLD False NaN synthetic_faculty_1 A0 29 1 development 2 NaN F2 0 0 UNAVAILABLE 4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 MAXIMUM_THRESHOLD False NaN synthetic_faculty_1 A0 29 2 development 1 0.50437707 F1 48 18 EARLIER_DEVELOPMENT_ONLY 1 38fefe76ac4541f95830d3f16d63a6ee65aaae0118e408942b240f4b324a0ded MAXIMUM_THRESHOLD False 0.59016393 synthetic_faculty_1 A0 29 2 development 2 0.50437707 F2 48 18 EARLIER_DEVELOPMENT_ONLY 1 38fefe76ac4541f95830d3f16d63a6ee65aaae0118e408942b240f4b324a0ded MAXIMUM_THRESHOLD False 0.78260870 synthetic_faculty_1 A0 29 3 development 1 0.50437707 F1 96 26 EARLIER_DEVELOPMENT_ONLY 1,2 ed9b6e01e9cb40424d892f971e90cbd7e222b76c6440bedd438729360637bb60 MAXIMUM_THRESHOLD False 0.46017699 synthetic_faculty_1 A0 29 3 development 2 0.50437707 F2 96 26 EARLIER_DEVELOPMENT_ONLY 1,2 ed9b6e01e9cb40424d892f971e90cbd7e222b76c6440bedd438729360637bb60 MAXIMUM_THRESHOLD False 0.68062827 synthetic_faculty_1 A0 29 4 development 1 0.50437707 F1 144 39 EARLIER_DEVELOPMENT_ONLY 1,2,3 ac92ef5943616a85272e4c48539088535c838847b92638833823f94b7b892e62 MAXIMUM_THRESHOLD False 0.44444444 synthetic_faculty_1 A0 29 4 development 2 0.50437707 F2 144 39 EARLIER_DEVELOPMENT_ONLY 1,2,3 ac92ef5943616a85272e4c48539088535c838847b92638833823f94b7b892e62 MAXIMUM_THRESHOLD False 0.65972222 synthetic_faculty_1 A0 29 5 development 1 0.50437707 F1 192 52 EARLIER_DEVELOPMENT_ONLY 1,2,3,4 0b323c073f8c4c10d6d081b778d0ce8ec96ba405316a5b988343b1e4a67353e8 MAXIMUM_THRESHOLD False 0.44642857 synthetic_faculty_1 A0 29 5 development 2 0.43094933 F2 192 52 EARLIER_DEVELOPMENT_ONLY 1,2,3,4 0b323c073f8c4c10d6d081b778d0ce8ec96ba405316a5b988343b1e4a67353e8 MAXIMUM_THRESHOLD False 0.65989848 synthetic_faculty_1 A0 29 6 retrospective 1 0.49249324 F1 240 64 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 58cc82e2f8489cc9d1308a80767265faf10c411287c6e8c26ad6a1216d206acb MAXIMUM_THRESHOLD True 0.43416370 synthetic_faculty_1 A0 29 6 retrospective 2 0.43094933 F2 240 64 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 58cc82e2f8489cc9d1308a80767265faf10c411287c6e8c26ad6a1216d206acb MAXIMUM_THRESHOLD True 0.65306122 synthetic_faculty_1 A0 29 7 retrospective 1 0.49249324 F1 240 64 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 58cc82e2f8489cc9d1308a80767265faf10c411287c6e8c26ad6a1216d206acb MAXIMUM_THRESHOLD True 0.43416370 synthetic_faculty_1 A0 29 7 retrospective 2 0.43094933 F2 240 64 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 58cc82e2f8489cc9d1308a80767265faf10c411287c6e8c26ad6a1216d206acb MAXIMUM_THRESHOLD True 0.65306122 synthetic_faculty_1 A0M 29 1 development 1 NaN F1 0 0 UNAVAILABLE 4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 MAXIMUM_THRESHOLD False NaN synthetic_faculty_1 A0M 29 1 development 2 NaN F2 0 0 UNAVAILABLE 4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 MAXIMUM_THRESHOLD False NaN synthetic_faculty_1 A0M 29 2 development 1 0.31358537 F1 48 18 EARLIER_DEVELOPMENT_ONLY 1 e387680b9d3ff0dda8d000daf2633ba1ab519b6d81770de3421a0100357c9a5c MAXIMUM_THRESHOLD False 0.54545455 synthetic_faculty_1 A0M 29 2 development 2 0.31358537 F2 48 18 EARLIER_DEVELOPMENT_ONLY 1 e387680b9d3ff0dda8d000daf2633ba1ab519b6d81770de3421a0100357c9a5c MAXIMUM_THRESHOLD False 0.75000000 synthetic_faculty_1 A0M 29 3 development 1 0.31358537 F1 96 26 EARLIER_DEVELOPMENT_ONLY 1,2 270365f04b37fc73243b5f57bfbcc50d3af20b60eeeb89dd407fe86f4a5457a0 MAXIMUM_THRESHOLD False 0.42622951 synthetic_faculty_1 A0M 29 3 development 2 0.31358537 F2 96 26 EARLIER_DEVELOPMENT_ONLY 1,2 270365f04b37fc73243b5f57bfbcc50d3af20b60eeeb89dd407fe86f4a5457a0 MAXIMUM_THRESHOLD False 0.65000000 synthetic_faculty_1 A0M 29 4 development 1 0.31358537 F1 144 39 EARLIER_DEVELOPMENT_ONLY 1,2,3 5832c5f51d8026404f9a2ac7d089d70ffac73a384e91b47f942bea985386ca91 MAXIMUM_THRESHOLD False 0.42622951 synthetic_faculty_1 A0M 29 4 development 2 0.31358537 F2 144 39 EARLIER_DEVELOPMENT_ONLY 1,2,3 5832c5f51d8026404f9a2ac7d089d70ffac73a384e91b47f942bea985386ca91 MAXIMUM_THRESHOLD False 0.65000000 synthetic_faculty_1 A0M 29 5 development 1 0.31358537 F1 192 52 EARLIER_DEVELOPMENT_ONLY 1,2,3,4 2d3acc4b209c188b77a531e9f063a74f37837b147d04068e5a420b1ced7b1655 MAXIMUM_THRESHOLD False 0.42622951 synthetic_faculty_1 A0M 29 5 development 2 0.31358537 F2 192 52 EARLIER_DEVELOPMENT_ONLY 1,2,3,4 2d3acc4b209c188b77a531e9f063a74f37837b147d04068e5a420b1ced7b1655 MAXIMUM_THRESHOLD False 0.65000000 synthetic_faculty_1 A0M 29 6 retrospective 1 0.27682480 F1 240 64 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 7855fe72d801f49b214f517d4f4beb6dc967132c16dc80da83bfcfc10d0054f0 MAXIMUM_THRESHOLD True 0.42105263 synthetic_faculty_1 A0M 29 6 retrospective 2 0.27682480 F2 240 64 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 7855fe72d801f49b214f517d4f4beb6dc967132c16dc80da83bfcfc10d0054f0 MAXIMUM_THRESHOLD True 0.64516129 synthetic_faculty_1 A0M 29 7 retrospective 1 0.27682480 F1 240 64 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 7855fe72d801f49b214f517d4f4beb6dc967132c16dc80da83bfcfc10d0054f0 MAXIMUM_THRESHOLD True 0.42105263 synthetic_faculty_1 A0M 29 7 retrospective 2 0.27682480 F2 240 64 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 7855fe72d801f49b214f517d4f4beb6dc967132c16dc80da83bfcfc10d0054f0 MAXIMUM_THRESHOLD True 0.64516129 synthetic_faculty_1 A1 29 1 development 1 NaN F1 0 0 UNAVAILABLE 4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 MAXIMUM_THRESHOLD False NaN synthetic_faculty_1 A1 29 1 development 2 NaN F2 0 0 UNAVAILABLE 4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 MAXIMUM_THRESHOLD False NaN synthetic_faculty_1 A1 29 2 development 1 0.35675934 F1 48 18 EARLIER_DEVELOPMENT_ONLY 1 20b7feefad0fb17f1a9835fb7dfa53fa1e2c2b18bd2673a59ec1ffdb212964b2 MAXIMUM_THRESHOLD False 0.56250000 synthetic_faculty_1 A1 29 2 development 2 0.35675934 F2 48 18 EARLIER_DEVELOPMENT_ONLY 1 20b7feefad0fb17f1a9835fb7dfa53fa1e2c2b18bd2673a59ec1ffdb212964b2 MAXIMUM_THRESHOLD False 0.76271186 synthetic_faculty_1 A1 29 3 development 1 0.35675934 F1 96 26 EARLIER_DEVELOPMENT_ONLY 1,2 b26a08f914a557cadb1e3428087012c2a9cee2aae888d3998e9d1d8647377722 MAXIMUM_THRESHOLD False 0.43697479 synthetic_faculty_1 A1 29 3 development 2 0.35675934 F2 96 26 EARLIER_DEVELOPMENT_ONLY 1,2 b26a08f914a557cadb1e3428087012c2a9cee2aae888d3998e9d1d8647377722 MAXIMUM_THRESHOLD False 0.65989848 synthetic_faculty_1 A1 29 4 development 1 0.33327004 F1 144 39 EARLIER_DEVELOPMENT_ONLY 1,2,3 d47581dfd5e7e346ca918a37dd4397243d67914cc8bb7a09d9928c5b544f3495 MAXIMUM_THRESHOLD False 0.42857143 synthetic_faculty_1 A1 29 4 development 2 0.33327004 F2 144 39 EARLIER_DEVELOPMENT_ONLY 1,2,3 d47581dfd5e7e346ca918a37dd4397243d67914cc8bb7a09d9928c5b544f3495 MAXIMUM_THRESHOLD False 0.65217391 synthetic_faculty_1 A1 29 5 development 1 0.33327004 F1 192 52 EARLIER_DEVELOPMENT_ONLY 1,2,3,4 11574ad2d8575b123445230a43bd731a5c32061c9c12e8bd58c7560fe349a996 MAXIMUM_THRESHOLD False 0.42798354 synthetic_faculty_1 A1 29 5 development 2 0.33327004 F2 192 52 EARLIER_DEVELOPMENT_ONLY 1,2,3,4 11574ad2d8575b123445230a43bd731a5c32061c9c12e8bd58c7560fe349a996 MAXIMUM_THRESHOLD False 0.65162907 synthetic_faculty_1 A1 29 6 retrospective 1 0.33327004 F1 240 64 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 ddec01ebaaf8e63e4bf733b1ec07095de8128202c8a9405ef2c6a09065c82c6d MAXIMUM_THRESHOLD True 0.42244224 synthetic_faculty_1 A1 29 6 retrospective 2 0.33327004 F2 240 64 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 ddec01ebaaf8e63e4bf733b1ec07095de8128202c8a9405ef2c6a09065c82c6d MAXIMUM_THRESHOLD True 0.64646465 synthetic_faculty_1 A1 29 7 retrospective 1 0.33327004 F1 240 64 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 ddec01ebaaf8e63e4bf733b1ec07095de8128202c8a9405ef2c6a09065c82c6d MAXIMUM_THRESHOLD True 0.42244224 synthetic_faculty_1 A1 29 7 retrospective 2 0.33327004 F2 240 64 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 ddec01ebaaf8e63e4bf733b1ec07095de8128202c8a9405ef2c6a09065c82c6d MAXIMUM_THRESHOLD True 0.64646465 synthetic_faculty_1 A2 29 1 development 1 NaN F1 0 0 UNAVAILABLE 4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 MAXIMUM_THRESHOLD False NaN synthetic_faculty_1 A2 29 1 development 2 NaN F2 0 0 UNAVAILABLE 4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 MAXIMUM_THRESHOLD False NaN synthetic_faculty_1 A2 29 2 development 1 0.38671744 F1 48 18 EARLIER_DEVELOPMENT_ONLY 1 ad474e7fdbec89fbcbfeae5e58e1114141ee3a6bc6a9fc2d4325dd4d6ba60fc2 MAXIMUM_THRESHOLD False 0.56666667 synthetic_faculty_1 A2 29 2 development 2 0.34211969 F2 48 18 EARLIER_DEVELOPMENT_ONLY 1 ad474e7fdbec89fbcbfeae5e58e1114141ee3a6bc6a9fc2d4325dd4d6ba60fc2 MAXIMUM_THRESHOLD False 0.75630252 synthetic_faculty_1 A2 29 3 development 1 0.38547656 F1 96 26 EARLIER_DEVELOPMENT_ONLY 1,2 bdf0b64b304445f1b61403842ae6958b75e1faa00a19e69b2ea215e8e26010e5 MAXIMUM_THRESHOLD False 0.44444444 synthetic_faculty_1 A2 29 3 development 2 0.37659088 F2 96 26 EARLIER_DEVELOPMENT_ONLY 1,2 bdf0b64b304445f1b61403842ae6958b75e1faa00a19e69b2ea215e8e26010e5 MAXIMUM_THRESHOLD False 0.65445026 synthetic_faculty_1 A2 29 4 development 1 0.38399610 F1 144 39 EARLIER_DEVELOPMENT_ONLY 1,2,3 d0d712e8887cd04d6796bedafaa64a1c42bc3ece5ee1e088f5251b0510702208 MAXIMUM_THRESHOLD False 0.44444444 synthetic_faculty_1 A2 29 4 development 2 0.32256246 F2 144 39 EARLIER_DEVELOPMENT_ONLY 1,2,3 d0d712e8887cd04d6796bedafaa64a1c42bc3ece5ee1e088f5251b0510702208 MAXIMUM_THRESHOLD False 0.65217391 synthetic_faculty_1 A2 29 5 development 1 0.38399610 F1 192 52 EARLIER_DEVELOPMENT_ONLY 1,2,3,4 2b35061c9e942048698844172e4b0a8c1c274da2e766d25c72f9fe6d103b2e15 MAXIMUM_THRESHOLD False 0.44444444 synthetic_faculty_1 A2 29 5 development 2 0.32256246 F2 192 52 EARLIER_DEVELOPMENT_ONLY 1,2,3,4 2b35061c9e942048698844172e4b0a8c1c274da2e766d25c72f9fe6d103b2e15 MAXIMUM_THRESHOLD False 0.65162907 synthetic_faculty_1 A2 29 6 retrospective 1 0.32256246 F1 240 64 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 f7a511ef3715bf4684c3e94e1e139407f6c8904999924413987d489d5b0ec814 MAXIMUM_THRESHOLD True 0.42244224 synthetic_faculty_1 A2 29 6 retrospective 2 0.32256246 F2 240 64 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 f7a511ef3715bf4684c3e94e1e139407f6c8904999924413987d489d5b0ec814 MAXIMUM_THRESHOLD True 0.64646465 synthetic_faculty_1 A2 29 7 retrospective 1 0.32256246 F1 240 64 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 f7a511ef3715bf4684c3e94e1e139407f6c8904999924413987d489d5b0ec814 MAXIMUM_THRESHOLD True 0.42244224 synthetic_faculty_1 A2 29 7 retrospective 2 0.32256246 F2 240 64 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 f7a511ef3715bf4684c3e94e1e139407f6c8904999924413987d489d5b0ec814 MAXIMUM_THRESHOLD True 0.64646465 synthetic_faculty_1 A3 29 1 development 1 NaN F1 0 0 UNAVAILABLE 4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 MAXIMUM_THRESHOLD False NaN synthetic_faculty_1 A3 29 1 development 2 NaN F2 0 0 UNAVAILABLE 4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 MAXIMUM_THRESHOLD False NaN synthetic_faculty_1 A3 29 2 development 1 0.38677865 F1 48 18 EARLIER_DEVELOPMENT_ONLY 1 e576a8d1a064b26bf09088669d28bddc328da53957305c04382f509f23f5fe4b MAXIMUM_THRESHOLD False 0.56666667 synthetic_faculty_1 A3 29 2 development 2 0.34230381 F2 48 18 EARLIER_DEVELOPMENT_ONLY 1 e576a8d1a064b26bf09088669d28bddc328da53957305c04382f509f23f5fe4b MAXIMUM_THRESHOLD False 0.75630252 synthetic_faculty_1 A3 29 3 development 1 0.38548058 F1 96 26 EARLIER_DEVELOPMENT_ONLY 1,2 83ac13a7e2ffc26be1c398626118c3c7426aa8fa0c8eebd3f77a20ddddb8c80a MAXIMUM_THRESHOLD False 0.44444444 synthetic_faculty_1 A3 29 3 development 2 0.37664482 F2 96 26 EARLIER_DEVELOPMENT_ONLY 1,2 83ac13a7e2ffc26be1c398626118c3c7426aa8fa0c8eebd3f77a20ddddb8c80a MAXIMUM_THRESHOLD False 0.65445026 synthetic_faculty_1 A3 29 4 development 1 0.38397744 F1 144 39 EARLIER_DEVELOPMENT_ONLY 1,2,3 5db0596e7501d99e029559252a2b24cb9700bc262378b2ee598890594533cedf MAXIMUM_THRESHOLD False 0.44444444 synthetic_faculty_1 A3 29 4 development 2 0.32254162 F2 144 39 EARLIER_DEVELOPMENT_ONLY 1,2,3 5db0596e7501d99e029559252a2b24cb9700bc262378b2ee598890594533cedf MAXIMUM_THRESHOLD False 0.65217391 synthetic_faculty_1 A3 29 5 development 1 0.38397744 F1 192 52 EARLIER_DEVELOPMENT_ONLY 1,2,3,4 b7bf2f5ab0f9b6d80066f8d16570e2ca3eeae9e866fb3d49343009e1e4ca97e2 MAXIMUM_THRESHOLD False 0.44444444 synthetic_faculty_1 A3 29 5 development 2 0.32254162 F2 192 52 EARLIER_DEVELOPMENT_ONLY 1,2,3,4 b7bf2f5ab0f9b6d80066f8d16570e2ca3eeae9e866fb3d49343009e1e4ca97e2 MAXIMUM_THRESHOLD False 0.65162907 synthetic_faculty_1 A3 29 6 retrospective 1 0.32254162 F1 240 64 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 28e22b16c1aad0c8c11eab8bb8b2b594acaa6f8452cf46d81e0ff9dbe195e327 MAXIMUM_THRESHOLD True 0.42244224 synthetic_faculty_1 A3 29 6 retrospective 2 0.32254162 F2 240 64 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 28e22b16c1aad0c8c11eab8bb8b2b594acaa6f8452cf46d81e0ff9dbe195e327 MAXIMUM_THRESHOLD True 0.64646465 synthetic_faculty_1 A3 29 7 retrospective 1 0.32254162 F1 240 64 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 28e22b16c1aad0c8c11eab8bb8b2b594acaa6f8452cf46d81e0ff9dbe195e327 MAXIMUM_THRESHOLD True 0.42244224 synthetic_faculty_1 A3 29 7 retrospective 2 0.32254162 F2 240 64 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 28e22b16c1aad0c8c11eab8bb8b2b594acaa6f8452cf46d81e0ff9dbe195e327 MAXIMUM_THRESHOLD True 0.64646465 synthetic_faculty_1 CacheReference 29 1 development 1 NaN F1 0 0 UNAVAILABLE 4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 MAXIMUM_THRESHOLD False NaN synthetic_faculty_1 CacheReference 29 1 development 2 NaN F2 0 0 UNAVAILABLE 4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 MAXIMUM_THRESHOLD False NaN synthetic_faculty_1 CacheReference 29 2 development 1 0.02772566 F1 48 18 EARLIER_DEVELOPMENT_ONLY 1 75fb75d076d36a48ef9e5f63518bd346d4229654f904a6c6ab4e227f6c14699b MAXIMUM_THRESHOLD False 0.55384615 synthetic_faculty_1 CacheReference 29 2 development 2 0.02772566 F2 48 18 EARLIER_DEVELOPMENT_ONLY 1 75fb75d076d36a48ef9e5f63518bd346d4229654f904a6c6ab4e227f6c14699b MAXIMUM_THRESHOLD False 0.75630252 synthetic_faculty_1 CacheReference 29 3 development 1 0.02075551 F1 96 26 EARLIER_DEVELOPMENT_ONLY 1,2 be81326381f5c8fd0f36dfb3f34fcc0f717f2c6d978f08b234931c56cd483d06 MAXIMUM_THRESHOLD False 0.42975207 synthetic_faculty_1 CacheReference 29 3 development 2 0.02075551 F2 96 26 EARLIER_DEVELOPMENT_ONLY 1,2 be81326381f5c8fd0f36dfb3f34fcc0f717f2c6d978f08b234931c56cd483d06 MAXIMUM_THRESHOLD False 0.65326633 synthetic_faculty_1 CacheReference 29 4 development 1 0.02075551 F1 144 39 EARLIER_DEVELOPMENT_ONLY 1,2,3 d06a061fbbcd3772c41cdc65c6241af65650464fff51d9dcf5648ea01bbaf031 MAXIMUM_THRESHOLD False 0.42857143 synthetic_faculty_1 CacheReference 29 4 development 2 0.02075551 F2 144 39 EARLIER_DEVELOPMENT_ONLY 1,2,3 d06a061fbbcd3772c41cdc65c6241af65650464fff51d9dcf5648ea01bbaf031 MAXIMUM_THRESHOLD False 0.65217391 synthetic_faculty_1 CacheReference 29 5 development 1 0.02075551 F1 192 52 EARLIER_DEVELOPMENT_ONLY 1,2,3,4 246f102a526527ca6eae16fb75547435886d5033402d7bd5602cb1854c565998 MAXIMUM_THRESHOLD False 0.42975207 synthetic_faculty_1 CacheReference 29 5 development 2 0.02075551 F2 192 52 EARLIER_DEVELOPMENT_ONLY 1,2,3,4 246f102a526527ca6eae16fb75547435886d5033402d7bd5602cb1854c565998 MAXIMUM_THRESHOLD False 0.65326633 synthetic_faculty_1 CacheReference 29 6 retrospective 1 0.11002052 F1 240 64 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 df59f31e6a10be732ec40291d58e07f223d5154db1aebe56d918ecfd2735ac53 MAXIMUM_THRESHOLD True 0.42748092 synthetic_faculty_1 CacheReference 29 6 retrospective 2 0.02075551 F2 240 64 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 df59f31e6a10be732ec40291d58e07f223d5154db1aebe56d918ecfd2735ac53 MAXIMUM_THRESHOLD True 0.65040650 synthetic_faculty_1 CacheReference 29 7 retrospective 1 0.11002052 F1 240 64 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 df59f31e6a10be732ec40291d58e07f223d5154db1aebe56d918ecfd2735ac53 MAXIMUM_THRESHOLD True 0.42748092 synthetic_faculty_1 CacheReference 29 7 retrospective 2 0.02075551 F2 240 64 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 df59f31e6a10be732ec40291d58e07f223d5154db1aebe56d918ecfd2735ac53 MAXIMUM_THRESHOLD True 0.65040650 synthetic_faculty_1 HGB 29 1 development 1 NaN F1 0 0 UNAVAILABLE 4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 MAXIMUM_THRESHOLD False NaN synthetic_faculty_1 HGB 29 1 development 2 NaN F2 0 0 UNAVAILABLE 4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 MAXIMUM_THRESHOLD False NaN synthetic_faculty_1 HGB 29 2 development 1 0.25351535 F1 48 18 EARLIER_DEVELOPMENT_ONLY 1 4286bd82fbb4db78d6e6cd477ae9a4f321139aae95040f75902d7c487e87bdda MAXIMUM_THRESHOLD False 0.61904762 synthetic_faculty_1 HGB 29 2 development 2 0.21814736 F2 48 18 EARLIER_DEVELOPMENT_ONLY 1 4286bd82fbb4db78d6e6cd477ae9a4f321139aae95040f75902d7c487e87bdda MAXIMUM_THRESHOLD False 0.75000000 synthetic_faculty_1 HGB 29 3 development 1 0.25351535 F1 96 26 EARLIER_DEVELOPMENT_ONLY 1,2 34e55753eb2b7c636ace9a96ee912bd719e8fa5d21874a7512adebe0fe58b755 MAXIMUM_THRESHOLD False 0.50000000 synthetic_faculty_1 HGB 29 3 development 2 0.19675278 F2 96 26 EARLIER_DEVELOPMENT_ONLY 1,2 34e55753eb2b7c636ace9a96ee912bd719e8fa5d21874a7512adebe0fe58b755 MAXIMUM_THRESHOLD False 0.67567568 synthetic_faculty_1 HGB 29 4 development 1 0.25080376 F1 144 39 EARLIER_DEVELOPMENT_ONLY 1,2,3 a452ac7d0bb7b99beedd93596572be7ada39245114a457f6bdf8eae850264917 MAXIMUM_THRESHOLD False 0.46808511 synthetic_faculty_1 HGB 29 4 development 2 0.19675278 F2 144 39 EARLIER_DEVELOPMENT_ONLY 1,2,3 a452ac7d0bb7b99beedd93596572be7ada39245114a457f6bdf8eae850264917 MAXIMUM_THRESHOLD False 0.66666667 synthetic_faculty_1 HGB 29 5 development 1 0.25080376 F1 192 52 EARLIER_DEVELOPMENT_ONLY 1,2,3,4 e9758b659420c9be66dd02b88ed322b43f7048cddce1b035c138b01b96a05d37 MAXIMUM_THRESHOLD False 0.48484848 synthetic_faculty_1 HGB 29 5 development 2 0.19675278 F2 192 52 EARLIER_DEVELOPMENT_ONLY 1,2,3,4 e9758b659420c9be66dd02b88ed322b43f7048cddce1b035c138b01b96a05d37 MAXIMUM_THRESHOLD False 0.66233766 synthetic_faculty_1 HGB 29 6 retrospective 1 0.25080376 F1 240 64 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 b7984e18cb2d9c081eb344732232fdf4a78b84abcc010694f3d89a4cf76ecc53 MAXIMUM_THRESHOLD True 0.48407643 synthetic_faculty_1 HGB 29 6 retrospective 2 0.19675278 F2 240 64 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 b7984e18cb2d9c081eb344732232fdf4a78b84abcc010694f3d89a4cf76ecc53 MAXIMUM_THRESHOLD True 0.65488565 synthetic_faculty_1 HGB 29 7 retrospective 1 0.25080376 F1 240 64 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 b7984e18cb2d9c081eb344732232fdf4a78b84abcc010694f3d89a4cf76ecc53 MAXIMUM_THRESHOLD True 0.48407643 synthetic_faculty_1 HGB 29 7 retrospective 2 0.19675278 F2 240 64 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 b7984e18cb2d9c081eb344732232fdf4a78b84abcc010694f3d89a4cf76ecc53 MAXIMUM_THRESHOLD True 0.65488565 synthetic_faculty_1 P1 29 1 development 1 NaN F1 0 0 UNAVAILABLE 4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 MAXIMUM_THRESHOLD False NaN synthetic_faculty_1 P1 29 1 development 2 NaN F2 0 0 UNAVAILABLE 4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 MAXIMUM_THRESHOLD False NaN synthetic_faculty_1 P1 29 2 development 1 0.35142714 F1 48 18 EARLIER_DEVELOPMENT_ONLY 1 0cc9489f3ba20cc19c774d68813123a52913e7352f3ac533e51d83a9fd25f5b5 MAXIMUM_THRESHOLD False 0.55384615 synthetic_faculty_1 P1 29 2 development 2 0.35142714 F2 48 18 EARLIER_DEVELOPMENT_ONLY 1 0cc9489f3ba20cc19c774d68813123a52913e7352f3ac533e51d83a9fd25f5b5 MAXIMUM_THRESHOLD False 0.75630252 synthetic_faculty_1 P1 29 3 development 1 0.35142714 F1 96 26 EARLIER_DEVELOPMENT_ONLY 1,2 5f06967f801115e764d79442c437695a432933f9b8dce122b9ca7ca2e86c9c06 MAXIMUM_THRESHOLD False 0.42975207 synthetic_faculty_1 P1 29 3 development 2 0.35142714 F2 96 26 EARLIER_DEVELOPMENT_ONLY 1,2 5f06967f801115e764d79442c437695a432933f9b8dce122b9ca7ca2e86c9c06 MAXIMUM_THRESHOLD False 0.65326633 synthetic_faculty_1 P1 29 4 development 1 0.35142714 F1 144 39 EARLIER_DEVELOPMENT_ONLY 1,2,3 387ca658608d65a60b843e9bb2a14d94af90ee6c7a67325d555357f432534c6f MAXIMUM_THRESHOLD False 0.42857143 synthetic_faculty_1 P1 29 4 development 2 0.35142714 F2 144 39 EARLIER_DEVELOPMENT_ONLY 1,2,3 387ca658608d65a60b843e9bb2a14d94af90ee6c7a67325d555357f432534c6f MAXIMUM_THRESHOLD False 0.65217391 synthetic_faculty_1 P1 29 5 development 1 0.44400704 F1 192 52 EARLIER_DEVELOPMENT_ONLY 1,2,3,4 4b0915b2ff9814d589c4772c2993d38c8685c611b8037fa4b78f19e376771f83 MAXIMUM_THRESHOLD False 0.43076923 synthetic_faculty_1 P1 29 5 development 2 0.34485361 F2 192 52 EARLIER_DEVELOPMENT_ONLY 1,2,3,4 4b0915b2ff9814d589c4772c2993d38c8685c611b8037fa4b78f19e376771f83 MAXIMUM_THRESHOLD False 0.65326633 synthetic_faculty_1 P1 29 6 retrospective 1 0.34485361 F1 240 64 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 47a546010b349521f5470c1ebdf91fcd7ed403900c54e3dc06186f8226b24e7a MAXIMUM_THRESHOLD True 0.42524917 synthetic_faculty_1 P1 29 6 retrospective 2 0.34485361 F2 240 64 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 47a546010b349521f5470c1ebdf91fcd7ed403900c54e3dc06186f8226b24e7a MAXIMUM_THRESHOLD True 0.64908722 synthetic_faculty_1 P1 29 7 retrospective 1 0.34485361 F1 240 64 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 47a546010b349521f5470c1ebdf91fcd7ed403900c54e3dc06186f8226b24e7a MAXIMUM_THRESHOLD True 0.42524917 synthetic_faculty_1 P1 29 7 retrospective 2 0.34485361 F2 240 64 EARLIER_DEVELOPMENT_ONLY 1,2,3,4,5 47a546010b349521f5470c1ebdf91fcd7ed403900c54e3dc06186f8226b24e7a MAXIMUM_THRESHOLD True 0.64908722 [OPERATIONAL_METRICS] rows=224 columns=18 column_definitions={"faculty": "faculty cache key", "arm": "prespecified model/control", "seed": "model initialization seed", "fold": "canonical rolling-origin fold", "stage": "stage", "beta": "beta", "threshold": "threshold", "status": "status", "tp": "tp", "fp": "fp", "tn": "tn", "fn": "fn", "alerts": "alerts", "alert_fraction": "alert fraction", "precision": "precision", "recall": "recall", "f1": "f1", "f2": "f2"} faculty arm seed fold stage beta threshold status tp fp tn fn alerts alert_fraction precision recall f1 f2 synthetic_faculty_0 A0 29 1 development 1 NaN UNAVAILABLE NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN synthetic_faculty_0 A0 29 1 development 2 NaN UNAVAILABLE NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN synthetic_faculty_0 A0 29 2 development 1 0.62864435 EARLIER_DEVELOPMENT_ONLY 9.00000000 14.00000000 15.00000000 10.00000000 23.00000000 0.47916667 0.39130435 0.47368421 0.42857143 0.45454545 synthetic_faculty_0 A0 29 2 development 2 0.60493344 EARLIER_DEVELOPMENT_ONLY 12.00000000 18.00000000 11.00000000 7.00000000 30.00000000 0.62500000 0.40000000 0.63157895 0.48979592 0.56603774 synthetic_faculty_0 A0 29 3 development 1 0.62656552 EARLIER_DEVELOPMENT_ONLY 6.00000000 18.00000000 19.00000000 5.00000000 24.00000000 0.50000000 0.25000000 0.54545455 0.34285714 0.44117647 synthetic_faculty_0 A0 29 3 development 2 0.41803905 EARLIER_DEVELOPMENT_ONLY 11.00000000 36.00000000 1.00000000 0.00000000 47.00000000 0.97916667 0.23404255 1.00000000 0.37931034 0.60439560 synthetic_faculty_0 A0 29 4 development 1 0.62546057 EARLIER_DEVELOPMENT_ONLY 5.00000000 15.00000000 22.00000000 6.00000000 20.00000000 0.41666667 0.25000000 0.45454545 0.32258065 0.39062500 synthetic_faculty_0 A0 29 4 development 2 0.41803905 EARLIER_DEVELOPMENT_ONLY 11.00000000 37.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.22916667 1.00000000 0.37288136 0.59782609 synthetic_faculty_0 A0 29 5 development 1 0.60424680 EARLIER_DEVELOPMENT_ONLY 10.00000000 17.00000000 13.00000000 8.00000000 27.00000000 0.56250000 0.37037037 0.55555556 0.44444444 0.50505051 synthetic_faculty_0 A0 29 5 development 2 0.41803905 EARLIER_DEVELOPMENT_ONLY 17.00000000 30.00000000 0.00000000 1.00000000 47.00000000 0.97916667 0.36170213 0.94444444 0.52307692 0.71428571 synthetic_faculty_0 A0 29 6 retrospective 1 0.56120139 EARLIER_DEVELOPMENT_ONLY 13.00000000 21.00000000 12.00000000 2.00000000 34.00000000 0.70833333 0.38235294 0.86666667 0.53061224 0.69148936 synthetic_faculty_0 A0 29 6 retrospective 2 0.34346348 EARLIER_DEVELOPMENT_ONLY 15.00000000 33.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.31250000 1.00000000 0.47619048 0.69444444 synthetic_faculty_0 A0 29 7 retrospective 1 0.56120139 EARLIER_DEVELOPMENT_ONLY 7.00000000 27.00000000 13.00000000 1.00000000 34.00000000 0.70833333 0.20588235 0.87500000 0.33333333 0.53030303 synthetic_faculty_0 A0 29 7 retrospective 2 0.34346348 EARLIER_DEVELOPMENT_ONLY 8.00000000 40.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.16666667 1.00000000 0.28571429 0.50000000 synthetic_faculty_0 A0M 29 1 development 1 NaN UNAVAILABLE NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN synthetic_faculty_0 A0M 29 1 development 2 NaN UNAVAILABLE NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN synthetic_faculty_0 A0M 29 2 development 1 0.50205481 EARLIER_DEVELOPMENT_ONLY 9.00000000 13.00000000 16.00000000 10.00000000 22.00000000 0.45833333 0.40909091 0.47368421 0.43902439 0.45918367 synthetic_faculty_0 A0M 29 2 development 2 0.47812775 EARLIER_DEVELOPMENT_ONLY 10.00000000 16.00000000 13.00000000 9.00000000 26.00000000 0.54166667 0.38461538 0.52631579 0.44444444 0.49019608 synthetic_faculty_0 A0M 29 3 development 1 0.38224697 EARLIER_DEVELOPMENT_ONLY 10.00000000 35.00000000 2.00000000 1.00000000 45.00000000 0.93750000 0.22222222 0.90909091 0.35714286 0.56179775 synthetic_faculty_0 A0M 29 3 development 2 0.38224697 EARLIER_DEVELOPMENT_ONLY 10.00000000 35.00000000 2.00000000 1.00000000 45.00000000 0.93750000 0.22222222 0.90909091 0.35714286 0.56179775 synthetic_faculty_0 A0M 29 4 development 1 0.38224697 EARLIER_DEVELOPMENT_ONLY 11.00000000 34.00000000 3.00000000 0.00000000 45.00000000 0.93750000 0.24444444 1.00000000 0.39285714 0.61797753 synthetic_faculty_0 A0M 29 4 development 2 0.25732544 EARLIER_DEVELOPMENT_ONLY 11.00000000 37.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.22916667 1.00000000 0.37288136 0.59782609 synthetic_faculty_0 A0M 29 5 development 1 0.38224697 EARLIER_DEVELOPMENT_ONLY 18.00000000 29.00000000 1.00000000 0.00000000 47.00000000 0.97916667 0.38297872 1.00000000 0.55384615 0.75630252 synthetic_faculty_0 A0M 29 5 development 2 0.37127981 EARLIER_DEVELOPMENT_ONLY 18.00000000 30.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.37500000 1.00000000 0.54545455 0.75000000 synthetic_faculty_0 A0M 29 6 retrospective 1 0.38224697 EARLIER_DEVELOPMENT_ONLY 13.00000000 31.00000000 2.00000000 2.00000000 44.00000000 0.91666667 0.29545455 0.86666667 0.44067797 0.62500000 synthetic_faculty_0 A0M 29 6 retrospective 2 0.37127981 EARLIER_DEVELOPMENT_ONLY 13.00000000 31.00000000 2.00000000 2.00000000 44.00000000 0.91666667 0.29545455 0.86666667 0.44067797 0.62500000 synthetic_faculty_0 A0M 29 7 retrospective 1 0.38224697 EARLIER_DEVELOPMENT_ONLY 8.00000000 38.00000000 2.00000000 0.00000000 46.00000000 0.95833333 0.17391304 1.00000000 0.29629630 0.51282051 synthetic_faculty_0 A0M 29 7 retrospective 2 0.37127981 EARLIER_DEVELOPMENT_ONLY 8.00000000 38.00000000 2.00000000 0.00000000 46.00000000 0.95833333 0.17391304 1.00000000 0.29629630 0.51282051 synthetic_faculty_0 A1 29 1 development 1 NaN UNAVAILABLE NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN synthetic_faculty_0 A1 29 1 development 2 NaN UNAVAILABLE NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN synthetic_faculty_0 A1 29 2 development 1 0.42600250 EARLIER_DEVELOPMENT_ONLY 9.00000000 13.00000000 16.00000000 10.00000000 22.00000000 0.45833333 0.40909091 0.47368421 0.43902439 0.45918367 synthetic_faculty_0 A1 29 2 development 2 0.42600250 EARLIER_DEVELOPMENT_ONLY 9.00000000 13.00000000 16.00000000 10.00000000 22.00000000 0.45833333 0.40909091 0.47368421 0.43902439 0.45918367 synthetic_faculty_0 A1 29 3 development 1 0.40241340 EARLIER_DEVELOPMENT_ONLY 7.00000000 24.00000000 13.00000000 4.00000000 31.00000000 0.64583333 0.22580645 0.63636364 0.33333333 0.46666667 synthetic_faculty_0 A1 29 3 development 2 0.34861791 EARLIER_DEVELOPMENT_ONLY 11.00000000 35.00000000 2.00000000 0.00000000 46.00000000 0.95833333 0.23913043 1.00000000 0.38596491 0.61111111 synthetic_faculty_0 A1 29 4 development 1 0.39495882 EARLIER_DEVELOPMENT_ONLY 7.00000000 29.00000000 8.00000000 4.00000000 36.00000000 0.75000000 0.19444444 0.63636364 0.29787234 0.43750000 synthetic_faculty_0 A1 29 4 development 2 0.34861791 EARLIER_DEVELOPMENT_ONLY 11.00000000 37.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.22916667 1.00000000 0.37288136 0.59782609 synthetic_faculty_0 A1 29 5 development 1 0.37326154 EARLIER_DEVELOPMENT_ONLY 15.00000000 26.00000000 4.00000000 3.00000000 41.00000000 0.85416667 0.36585366 0.83333333 0.50847458 0.66371681 synthetic_faculty_0 A1 29 5 development 2 0.34861791 EARLIER_DEVELOPMENT_ONLY 17.00000000 30.00000000 0.00000000 1.00000000 47.00000000 0.97916667 0.36170213 0.94444444 0.52307692 0.71428571 synthetic_faculty_0 A1 29 6 retrospective 1 0.37284365 EARLIER_DEVELOPMENT_ONLY 14.00000000 30.00000000 3.00000000 1.00000000 44.00000000 0.91666667 0.31818182 0.93333333 0.47457627 0.67307692 synthetic_faculty_0 A1 29 6 retrospective 2 0.34201828 EARLIER_DEVELOPMENT_ONLY 15.00000000 33.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.31250000 1.00000000 0.47619048 0.69444444 synthetic_faculty_0 A1 29 7 retrospective 1 0.37284365 EARLIER_DEVELOPMENT_ONLY 8.00000000 37.00000000 3.00000000 0.00000000 45.00000000 0.93750000 0.17777778 1.00000000 0.30188679 0.51948052 synthetic_faculty_0 A1 29 7 retrospective 2 0.34201828 EARLIER_DEVELOPMENT_ONLY 8.00000000 39.00000000 1.00000000 0.00000000 47.00000000 0.97916667 0.17021277 1.00000000 0.29090909 0.50632911 synthetic_faculty_0 A2 29 1 development 1 NaN UNAVAILABLE NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN synthetic_faculty_0 A2 29 1 development 2 NaN UNAVAILABLE NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN synthetic_faculty_0 A2 29 2 development 1 0.41417241 EARLIER_DEVELOPMENT_ONLY 12.00000000 14.00000000 15.00000000 7.00000000 26.00000000 0.54166667 0.46153846 0.63157895 0.53333333 0.58823529 synthetic_faculty_0 A2 29 2 development 2 0.41417241 EARLIER_DEVELOPMENT_ONLY 12.00000000 14.00000000 15.00000000 7.00000000 26.00000000 0.54166667 0.46153846 0.63157895 0.53333333 0.58823529 synthetic_faculty_0 A2 29 3 development 1 0.39351419 EARLIER_DEVELOPMENT_ONLY 9.00000000 24.00000000 13.00000000 2.00000000 33.00000000 0.68750000 0.27272727 0.81818182 0.40909091 0.58441558 synthetic_faculty_0 A2 29 3 development 2 0.35202110 EARLIER_DEVELOPMENT_ONLY 11.00000000 34.00000000 3.00000000 0.00000000 45.00000000 0.93750000 0.24444444 1.00000000 0.39285714 0.61797753 synthetic_faculty_0 A2 29 4 development 1 0.39351419 EARLIER_DEVELOPMENT_ONLY 7.00000000 30.00000000 7.00000000 4.00000000 37.00000000 0.77083333 0.18918919 0.63636364 0.29166667 0.43209877 synthetic_faculty_0 A2 29 4 development 2 0.35202110 EARLIER_DEVELOPMENT_ONLY 11.00000000 36.00000000 1.00000000 0.00000000 47.00000000 0.97916667 0.23404255 1.00000000 0.37931034 0.60439560 synthetic_faculty_0 A2 29 5 development 1 0.35202110 EARLIER_DEVELOPMENT_ONLY 17.00000000 29.00000000 1.00000000 1.00000000 46.00000000 0.95833333 0.36956522 0.94444444 0.53125000 0.72033898 synthetic_faculty_0 A2 29 5 development 2 0.35202110 EARLIER_DEVELOPMENT_ONLY 17.00000000 29.00000000 1.00000000 1.00000000 46.00000000 0.95833333 0.36956522 0.94444444 0.53125000 0.72033898 synthetic_faculty_0 A2 29 6 retrospective 1 0.35202110 EARLIER_DEVELOPMENT_ONLY 15.00000000 31.00000000 2.00000000 0.00000000 46.00000000 0.95833333 0.32608696 1.00000000 0.49180328 0.70754717 synthetic_faculty_0 A2 29 6 retrospective 2 0.33979833 EARLIER_DEVELOPMENT_ONLY 15.00000000 33.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.31250000 1.00000000 0.47619048 0.69444444 synthetic_faculty_0 A2 29 7 retrospective 1 0.35202110 EARLIER_DEVELOPMENT_ONLY 8.00000000 39.00000000 1.00000000 0.00000000 47.00000000 0.97916667 0.17021277 1.00000000 0.29090909 0.50632911 synthetic_faculty_0 A2 29 7 retrospective 2 0.33979833 EARLIER_DEVELOPMENT_ONLY 8.00000000 39.00000000 1.00000000 0.00000000 47.00000000 0.97916667 0.17021277 1.00000000 0.29090909 0.50632911 synthetic_faculty_0 A3 29 1 development 1 NaN UNAVAILABLE NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN synthetic_faculty_0 A3 29 1 development 2 NaN UNAVAILABLE NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN synthetic_faculty_0 A3 29 2 development 1 0.41418737 EARLIER_DEVELOPMENT_ONLY 12.00000000 13.00000000 16.00000000 7.00000000 25.00000000 0.52083333 0.48000000 0.63157895 0.54545455 0.59405941 synthetic_faculty_0 A3 29 2 development 2 0.41418737 EARLIER_DEVELOPMENT_ONLY 12.00000000 13.00000000 16.00000000 7.00000000 25.00000000 0.52083333 0.48000000 0.63157895 0.54545455 0.59405941 synthetic_faculty_0 A3 29 3 development 1 0.39355534 EARLIER_DEVELOPMENT_ONLY 9.00000000 24.00000000 13.00000000 2.00000000 33.00000000 0.68750000 0.27272727 0.81818182 0.40909091 0.58441558 synthetic_faculty_0 A3 29 3 development 2 0.35208249 EARLIER_DEVELOPMENT_ONLY 11.00000000 34.00000000 3.00000000 0.00000000 45.00000000 0.93750000 0.24444444 1.00000000 0.39285714 0.61797753 synthetic_faculty_0 A3 29 4 development 1 0.39355534 EARLIER_DEVELOPMENT_ONLY 7.00000000 30.00000000 7.00000000 4.00000000 37.00000000 0.77083333 0.18918919 0.63636364 0.29166667 0.43209877 synthetic_faculty_0 A3 29 4 development 2 0.35208249 EARLIER_DEVELOPMENT_ONLY 11.00000000 35.00000000 2.00000000 0.00000000 46.00000000 0.95833333 0.23913043 1.00000000 0.38596491 0.61111111 synthetic_faculty_0 A3 29 5 development 1 0.35208249 EARLIER_DEVELOPMENT_ONLY 17.00000000 29.00000000 1.00000000 1.00000000 46.00000000 0.95833333 0.36956522 0.94444444 0.53125000 0.72033898 synthetic_faculty_0 A3 29 5 development 2 0.35208249 EARLIER_DEVELOPMENT_ONLY 17.00000000 29.00000000 1.00000000 1.00000000 46.00000000 0.95833333 0.36956522 0.94444444 0.53125000 0.72033898 synthetic_faculty_0 A3 29 6 retrospective 1 0.35208249 EARLIER_DEVELOPMENT_ONLY 15.00000000 31.00000000 2.00000000 0.00000000 46.00000000 0.95833333 0.32608696 1.00000000 0.49180328 0.70754717 synthetic_faculty_0 A3 29 6 retrospective 2 0.35208249 EARLIER_DEVELOPMENT_ONLY 15.00000000 31.00000000 2.00000000 0.00000000 46.00000000 0.95833333 0.32608696 1.00000000 0.49180328 0.70754717 synthetic_faculty_0 A3 29 7 retrospective 1 0.35208249 EARLIER_DEVELOPMENT_ONLY 8.00000000 39.00000000 1.00000000 0.00000000 47.00000000 0.97916667 0.17021277 1.00000000 0.29090909 0.50632911 synthetic_faculty_0 A3 29 7 retrospective 2 0.35208249 EARLIER_DEVELOPMENT_ONLY 8.00000000 39.00000000 1.00000000 0.00000000 47.00000000 0.97916667 0.17021277 1.00000000 0.29090909 0.50632911 synthetic_faculty_0 CacheReference 29 1 development 1 NaN UNAVAILABLE NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN synthetic_faculty_0 CacheReference 29 1 development 2 NaN UNAVAILABLE NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN synthetic_faculty_0 CacheReference 29 2 development 1 0.27400265 EARLIER_DEVELOPMENT_ONLY 9.00000000 11.00000000 18.00000000 10.00000000 20.00000000 0.41666667 0.45000000 0.47368421 0.46153846 0.46875000 synthetic_faculty_0 CacheReference 29 2 development 2 0.09012241 EARLIER_DEVELOPMENT_ONLY 14.00000000 21.00000000 8.00000000 5.00000000 35.00000000 0.72916667 0.40000000 0.73684211 0.51851852 0.63063063 synthetic_faculty_0 CacheReference 29 3 development 1 0.03426488 EARLIER_DEVELOPMENT_ONLY 11.00000000 34.00000000 3.00000000 0.00000000 45.00000000 0.93750000 0.24444444 1.00000000 0.39285714 0.61797753 synthetic_faculty_0 CacheReference 29 3 development 2 0.03426488 EARLIER_DEVELOPMENT_ONLY 11.00000000 34.00000000 3.00000000 0.00000000 45.00000000 0.93750000 0.24444444 1.00000000 0.39285714 0.61797753 synthetic_faculty_0 CacheReference 29 4 development 1 0.22040577 EARLIER_DEVELOPMENT_ONLY 5.00000000 26.00000000 11.00000000 6.00000000 31.00000000 0.64583333 0.16129032 0.45454545 0.23809524 0.33333333 synthetic_faculty_0 CacheReference 29 4 development 2 0.03426488 EARLIER_DEVELOPMENT_ONLY 11.00000000 36.00000000 1.00000000 0.00000000 47.00000000 0.97916667 0.23404255 1.00000000 0.37931034 0.60439560 synthetic_faculty_0 CacheReference 29 5 development 1 0.04789194 EARLIER_DEVELOPMENT_ONLY 17.00000000 30.00000000 0.00000000 1.00000000 47.00000000 0.97916667 0.36170213 0.94444444 0.52307692 0.71428571 synthetic_faculty_0 CacheReference 29 5 development 2 0.03426488 EARLIER_DEVELOPMENT_ONLY 17.00000000 30.00000000 0.00000000 1.00000000 47.00000000 0.97916667 0.36170213 0.94444444 0.52307692 0.71428571 synthetic_faculty_0 CacheReference 29 6 retrospective 1 0.02866255 EARLIER_DEVELOPMENT_ONLY 15.00000000 32.00000000 1.00000000 0.00000000 47.00000000 0.97916667 0.31914894 1.00000000 0.48387097 0.70093458 synthetic_faculty_0 CacheReference 29 6 retrospective 2 0.02866255 EARLIER_DEVELOPMENT_ONLY 15.00000000 32.00000000 1.00000000 0.00000000 47.00000000 0.97916667 0.31914894 1.00000000 0.48387097 0.70093458 synthetic_faculty_0 CacheReference 29 7 retrospective 1 0.02866255 EARLIER_DEVELOPMENT_ONLY 8.00000000 38.00000000 2.00000000 0.00000000 46.00000000 0.95833333 0.17391304 1.00000000 0.29629630 0.51282051 synthetic_faculty_0 CacheReference 29 7 retrospective 2 0.02866255 EARLIER_DEVELOPMENT_ONLY 8.00000000 38.00000000 2.00000000 0.00000000 46.00000000 0.95833333 0.17391304 1.00000000 0.29629630 0.51282051 synthetic_faculty_0 HGB 29 1 development 1 NaN UNAVAILABLE NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN synthetic_faculty_0 HGB 29 1 development 2 NaN UNAVAILABLE NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN synthetic_faculty_0 HGB 29 2 development 1 0.19590506 EARLIER_DEVELOPMENT_ONLY 17.00000000 22.00000000 7.00000000 2.00000000 39.00000000 0.81250000 0.43589744 0.89473684 0.58620690 0.73913043 synthetic_faculty_0 HGB 29 2 development 2 0.18821731 EARLIER_DEVELOPMENT_ONLY 19.00000000 29.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.39583333 1.00000000 0.56716418 0.76612903 synthetic_faculty_0 HGB 29 3 development 1 0.21152767 EARLIER_DEVELOPMENT_ONLY 11.00000000 35.00000000 2.00000000 0.00000000 46.00000000 0.95833333 0.23913043 1.00000000 0.38596491 0.61111111 synthetic_faculty_0 HGB 29 3 development 2 0.18821731 EARLIER_DEVELOPMENT_ONLY 11.00000000 37.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.22916667 1.00000000 0.37288136 0.59782609 synthetic_faculty_0 HGB 29 4 development 1 0.20898845 EARLIER_DEVELOPMENT_ONLY 6.00000000 16.00000000 21.00000000 5.00000000 22.00000000 0.45833333 0.27272727 0.54545455 0.36363636 0.45454545 synthetic_faculty_0 HGB 29 4 development 2 0.18821731 EARLIER_DEVELOPMENT_ONLY 9.00000000 28.00000000 9.00000000 2.00000000 37.00000000 0.77083333 0.24324324 0.81818182 0.37500000 0.55555556 synthetic_faculty_0 HGB 29 5 development 1 0.21000718 EARLIER_DEVELOPMENT_ONLY 15.00000000 16.00000000 14.00000000 3.00000000 31.00000000 0.64583333 0.48387097 0.83333333 0.61224490 0.72815534 synthetic_faculty_0 HGB 29 5 development 2 0.18787288 EARLIER_DEVELOPMENT_ONLY 18.00000000 30.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.37500000 1.00000000 0.54545455 0.75000000 synthetic_faculty_0 HGB 29 6 retrospective 1 0.20878011 EARLIER_DEVELOPMENT_ONLY 15.00000000 33.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.31250000 1.00000000 0.47619048 0.69444444 synthetic_faculty_0 HGB 29 6 retrospective 2 0.18787288 EARLIER_DEVELOPMENT_ONLY 15.00000000 33.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.31250000 1.00000000 0.47619048 0.69444444 synthetic_faculty_0 HGB 29 7 retrospective 1 0.20878011 EARLIER_DEVELOPMENT_ONLY 8.00000000 40.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.16666667 1.00000000 0.28571429 0.50000000 synthetic_faculty_0 HGB 29 7 retrospective 2 0.18787288 EARLIER_DEVELOPMENT_ONLY 8.00000000 40.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.16666667 1.00000000 0.28571429 0.50000000 synthetic_faculty_0 P1 29 1 development 1 NaN UNAVAILABLE NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN synthetic_faculty_0 P1 29 1 development 2 NaN UNAVAILABLE NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN synthetic_faculty_0 P1 29 2 development 1 0.42254671 EARLIER_DEVELOPMENT_ONLY 11.00000000 15.00000000 14.00000000 8.00000000 26.00000000 0.54166667 0.42307692 0.57894737 0.48888889 0.53921569 synthetic_faculty_0 P1 29 2 development 2 0.42254671 EARLIER_DEVELOPMENT_ONLY 11.00000000 15.00000000 14.00000000 8.00000000 26.00000000 0.54166667 0.42307692 0.57894737 0.48888889 0.53921569 synthetic_faculty_0 P1 29 3 development 1 0.40167615 EARLIER_DEVELOPMENT_ONLY 10.00000000 27.00000000 10.00000000 1.00000000 37.00000000 0.77083333 0.27027027 0.90909091 0.41666667 0.61728395 synthetic_faculty_0 P1 29 3 development 2 0.36319548 EARLIER_DEVELOPMENT_ONLY 11.00000000 29.00000000 8.00000000 0.00000000 40.00000000 0.83333333 0.27500000 1.00000000 0.43137255 0.65476190 synthetic_faculty_0 P1 29 4 development 1 0.40167615 EARLIER_DEVELOPMENT_ONLY 8.00000000 29.00000000 8.00000000 3.00000000 37.00000000 0.77083333 0.21621622 0.72727273 0.33333333 0.49382716 synthetic_faculty_0 P1 29 4 development 2 0.36319548 EARLIER_DEVELOPMENT_ONLY 9.00000000 33.00000000 4.00000000 2.00000000 42.00000000 0.87500000 0.21428571 0.81818182 0.33962264 0.52325581 synthetic_faculty_0 P1 29 5 development 1 0.40167615 EARLIER_DEVELOPMENT_ONLY 12.00000000 25.00000000 5.00000000 6.00000000 37.00000000 0.77083333 0.32432432 0.66666667 0.43636364 0.55045872 synthetic_faculty_0 P1 29 5 development 2 0.34106433 EARLIER_DEVELOPMENT_ONLY 17.00000000 29.00000000 1.00000000 1.00000000 46.00000000 0.95833333 0.36956522 0.94444444 0.53125000 0.72033898 synthetic_faculty_0 P1 29 6 retrospective 1 0.35579473 EARLIER_DEVELOPMENT_ONLY 14.00000000 31.00000000 2.00000000 1.00000000 45.00000000 0.93750000 0.31111111 0.93333333 0.46666667 0.66666667 synthetic_faculty_0 P1 29 6 retrospective 2 0.33701712 EARLIER_DEVELOPMENT_ONLY 15.00000000 32.00000000 1.00000000 0.00000000 47.00000000 0.97916667 0.31914894 1.00000000 0.48387097 0.70093458 synthetic_faculty_0 P1 29 7 retrospective 1 0.35579473 EARLIER_DEVELOPMENT_ONLY 8.00000000 40.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.16666667 1.00000000 0.28571429 0.50000000 synthetic_faculty_0 P1 29 7 retrospective 2 0.33701712 EARLIER_DEVELOPMENT_ONLY 8.00000000 40.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.16666667 1.00000000 0.28571429 0.50000000 synthetic_faculty_1 A0 29 1 development 1 NaN UNAVAILABLE NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN synthetic_faculty_1 A0 29 1 development 2 NaN UNAVAILABLE NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN synthetic_faculty_1 A0 29 2 development 1 0.50437707 EARLIER_DEVELOPMENT_ONLY 8.00000000 36.00000000 4.00000000 0.00000000 44.00000000 0.91666667 0.18181818 1.00000000 0.30769231 0.52631579 synthetic_faculty_1 A0 29 2 development 2 0.50437707 EARLIER_DEVELOPMENT_ONLY 8.00000000 36.00000000 4.00000000 0.00000000 44.00000000 0.91666667 0.18181818 1.00000000 0.30769231 0.52631579 synthetic_faculty_1 A0 29 3 development 1 0.50437707 EARLIER_DEVELOPMENT_ONLY 12.00000000 33.00000000 2.00000000 1.00000000 45.00000000 0.93750000 0.26666667 0.92307692 0.41379310 0.61855670 synthetic_faculty_1 A0 29 3 development 2 0.50437707 EARLIER_DEVELOPMENT_ONLY 12.00000000 33.00000000 2.00000000 1.00000000 45.00000000 0.93750000 0.26666667 0.92307692 0.41379310 0.61855670 synthetic_faculty_1 A0 29 4 development 1 0.50437707 EARLIER_DEVELOPMENT_ONLY 12.00000000 28.00000000 7.00000000 1.00000000 40.00000000 0.83333333 0.30000000 0.92307692 0.45283019 0.65217391 synthetic_faculty_1 A0 29 4 development 2 0.50437707 EARLIER_DEVELOPMENT_ONLY 12.00000000 28.00000000 7.00000000 1.00000000 40.00000000 0.83333333 0.30000000 0.92307692 0.45283019 0.65217391 synthetic_faculty_1 A0 29 5 development 1 0.50437707 EARLIER_DEVELOPMENT_ONLY 10.00000000 32.00000000 4.00000000 2.00000000 42.00000000 0.87500000 0.23809524 0.83333333 0.37037037 0.55555556 synthetic_faculty_1 A0 29 5 development 2 0.43094933 EARLIER_DEVELOPMENT_ONLY 12.00000000 36.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.25000000 1.00000000 0.40000000 0.62500000 synthetic_faculty_1 A0 29 6 retrospective 1 0.49249324 EARLIER_DEVELOPMENT_ONLY 7.00000000 40.00000000 0.00000000 1.00000000 47.00000000 0.97916667 0.14893617 0.87500000 0.25454545 0.44303797 synthetic_faculty_1 A0 29 6 retrospective 2 0.43094933 EARLIER_DEVELOPMENT_ONLY 8.00000000 40.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.16666667 1.00000000 0.28571429 0.50000000 synthetic_faculty_1 A0 29 7 retrospective 1 0.49249324 EARLIER_DEVELOPMENT_ONLY 14.00000000 28.00000000 4.00000000 2.00000000 42.00000000 0.87500000 0.33333333 0.87500000 0.48275862 0.66037736 synthetic_faculty_1 A0 29 7 retrospective 2 0.43094933 EARLIER_DEVELOPMENT_ONLY 15.00000000 29.00000000 3.00000000 1.00000000 44.00000000 0.91666667 0.34090909 0.93750000 0.50000000 0.69444444 synthetic_faculty_1 A0M 29 1 development 1 NaN UNAVAILABLE NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN synthetic_faculty_1 A0M 29 1 development 2 NaN UNAVAILABLE NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN synthetic_faculty_1 A0M 29 2 development 1 0.31358537 EARLIER_DEVELOPMENT_ONLY 8.00000000 40.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.16666667 1.00000000 0.28571429 0.50000000 synthetic_faculty_1 A0M 29 2 development 2 0.31358537 EARLIER_DEVELOPMENT_ONLY 8.00000000 40.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.16666667 1.00000000 0.28571429 0.50000000 synthetic_faculty_1 A0M 29 3 development 1 0.31358537 EARLIER_DEVELOPMENT_ONLY 13.00000000 35.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.27083333 1.00000000 0.42622951 0.65000000 synthetic_faculty_1 A0M 29 3 development 2 0.31358537 EARLIER_DEVELOPMENT_ONLY 13.00000000 35.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.27083333 1.00000000 0.42622951 0.65000000 synthetic_faculty_1 A0M 29 4 development 1 0.31358537 EARLIER_DEVELOPMENT_ONLY 13.00000000 35.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.27083333 1.00000000 0.42622951 0.65000000 synthetic_faculty_1 A0M 29 4 development 2 0.31358537 EARLIER_DEVELOPMENT_ONLY 13.00000000 35.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.27083333 1.00000000 0.42622951 0.65000000 synthetic_faculty_1 A0M 29 5 development 1 0.31358537 EARLIER_DEVELOPMENT_ONLY 11.00000000 35.00000000 1.00000000 1.00000000 46.00000000 0.95833333 0.23913043 0.91666667 0.37931034 0.58510638 synthetic_faculty_1 A0M 29 5 development 2 0.31358537 EARLIER_DEVELOPMENT_ONLY 11.00000000 35.00000000 1.00000000 1.00000000 46.00000000 0.95833333 0.23913043 0.91666667 0.37931034 0.58510638 synthetic_faculty_1 A0M 29 6 retrospective 1 0.27682480 EARLIER_DEVELOPMENT_ONLY 8.00000000 40.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.16666667 1.00000000 0.28571429 0.50000000 synthetic_faculty_1 A0M 29 6 retrospective 2 0.27682480 EARLIER_DEVELOPMENT_ONLY 8.00000000 40.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.16666667 1.00000000 0.28571429 0.50000000 synthetic_faculty_1 A0M 29 7 retrospective 1 0.27682480 EARLIER_DEVELOPMENT_ONLY 16.00000000 32.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.33333333 1.00000000 0.50000000 0.71428571 synthetic_faculty_1 A0M 29 7 retrospective 2 0.27682480 EARLIER_DEVELOPMENT_ONLY 16.00000000 32.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.33333333 1.00000000 0.50000000 0.71428571 synthetic_faculty_1 A1 29 1 development 1 NaN UNAVAILABLE NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN synthetic_faculty_1 A1 29 1 development 2 NaN UNAVAILABLE NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN synthetic_faculty_1 A1 29 2 development 1 0.35675934 EARLIER_DEVELOPMENT_ONLY 8.00000000 39.00000000 1.00000000 0.00000000 47.00000000 0.97916667 0.17021277 1.00000000 0.29090909 0.50632911 synthetic_faculty_1 A1 29 2 development 2 0.35675934 EARLIER_DEVELOPMENT_ONLY 8.00000000 39.00000000 1.00000000 0.00000000 47.00000000 0.97916667 0.17021277 1.00000000 0.29090909 0.50632911 synthetic_faculty_1 A1 29 3 development 1 0.35675934 EARLIER_DEVELOPMENT_ONLY 12.00000000 35.00000000 0.00000000 1.00000000 47.00000000 0.97916667 0.25531915 0.92307692 0.40000000 0.60606061 synthetic_faculty_1 A1 29 3 development 2 0.35675934 EARLIER_DEVELOPMENT_ONLY 12.00000000 35.00000000 0.00000000 1.00000000 47.00000000 0.97916667 0.25531915 0.92307692 0.40000000 0.60606061 synthetic_faculty_1 A1 29 4 development 1 0.33327004 EARLIER_DEVELOPMENT_ONLY 13.00000000 35.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.27083333 1.00000000 0.42622951 0.65000000 synthetic_faculty_1 A1 29 4 development 2 0.33327004 EARLIER_DEVELOPMENT_ONLY 13.00000000 35.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.27083333 1.00000000 0.42622951 0.65000000 synthetic_faculty_1 A1 29 5 development 1 0.33327004 EARLIER_DEVELOPMENT_ONLY 12.00000000 36.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.25000000 1.00000000 0.40000000 0.62500000 synthetic_faculty_1 A1 29 5 development 2 0.33327004 EARLIER_DEVELOPMENT_ONLY 12.00000000 36.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.25000000 1.00000000 0.40000000 0.62500000 synthetic_faculty_1 A1 29 6 retrospective 1 0.33327004 EARLIER_DEVELOPMENT_ONLY 8.00000000 40.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.16666667 1.00000000 0.28571429 0.50000000 synthetic_faculty_1 A1 29 6 retrospective 2 0.33327004 EARLIER_DEVELOPMENT_ONLY 8.00000000 40.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.16666667 1.00000000 0.28571429 0.50000000 synthetic_faculty_1 A1 29 7 retrospective 1 0.33327004 EARLIER_DEVELOPMENT_ONLY 16.00000000 32.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.33333333 1.00000000 0.50000000 0.71428571 synthetic_faculty_1 A1 29 7 retrospective 2 0.33327004 EARLIER_DEVELOPMENT_ONLY 16.00000000 32.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.33333333 1.00000000 0.50000000 0.71428571 synthetic_faculty_1 A2 29 1 development 1 NaN UNAVAILABLE NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN synthetic_faculty_1 A2 29 1 development 2 NaN UNAVAILABLE NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN synthetic_faculty_1 A2 29 2 development 1 0.38671744 EARLIER_DEVELOPMENT_ONLY 6.00000000 33.00000000 7.00000000 2.00000000 39.00000000 0.81250000 0.15384615 0.75000000 0.25531915 0.42253521 synthetic_faculty_1 A2 29 2 development 2 0.34211969 EARLIER_DEVELOPMENT_ONLY 8.00000000 40.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.16666667 1.00000000 0.28571429 0.50000000 synthetic_faculty_1 A2 29 3 development 1 0.38547656 EARLIER_DEVELOPMENT_ONLY 10.00000000 28.00000000 7.00000000 3.00000000 38.00000000 0.79166667 0.26315789 0.76923077 0.39215686 0.55555556 synthetic_faculty_1 A2 29 3 development 2 0.37659088 EARLIER_DEVELOPMENT_ONLY 12.00000000 29.00000000 6.00000000 1.00000000 41.00000000 0.85416667 0.29268293 0.92307692 0.44444444 0.64516129 synthetic_faculty_1 A2 29 4 development 1 0.38399610 EARLIER_DEVELOPMENT_ONLY 12.00000000 29.00000000 6.00000000 1.00000000 41.00000000 0.85416667 0.29268293 0.92307692 0.44444444 0.64516129 synthetic_faculty_1 A2 29 4 development 2 0.32256246 EARLIER_DEVELOPMENT_ONLY 13.00000000 35.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.27083333 1.00000000 0.42622951 0.65000000 synthetic_faculty_1 A2 29 5 development 1 0.38399610 EARLIER_DEVELOPMENT_ONLY 8.00000000 31.00000000 5.00000000 4.00000000 39.00000000 0.81250000 0.20512821 0.66666667 0.31372549 0.45977011 synthetic_faculty_1 A2 29 5 development 2 0.32256246 EARLIER_DEVELOPMENT_ONLY 12.00000000 36.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.25000000 1.00000000 0.40000000 0.62500000 synthetic_faculty_1 A2 29 6 retrospective 1 0.32256246 EARLIER_DEVELOPMENT_ONLY 8.00000000 40.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.16666667 1.00000000 0.28571429 0.50000000 synthetic_faculty_1 A2 29 6 retrospective 2 0.32256246 EARLIER_DEVELOPMENT_ONLY 8.00000000 40.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.16666667 1.00000000 0.28571429 0.50000000 synthetic_faculty_1 A2 29 7 retrospective 1 0.32256246 EARLIER_DEVELOPMENT_ONLY 16.00000000 32.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.33333333 1.00000000 0.50000000 0.71428571 synthetic_faculty_1 A2 29 7 retrospective 2 0.32256246 EARLIER_DEVELOPMENT_ONLY 16.00000000 32.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.33333333 1.00000000 0.50000000 0.71428571 synthetic_faculty_1 A3 29 1 development 1 NaN UNAVAILABLE NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN synthetic_faculty_1 A3 29 1 development 2 NaN UNAVAILABLE NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN synthetic_faculty_1 A3 29 2 development 1 0.38677865 EARLIER_DEVELOPMENT_ONLY 6.00000000 33.00000000 7.00000000 2.00000000 39.00000000 0.81250000 0.15384615 0.75000000 0.25531915 0.42253521 synthetic_faculty_1 A3 29 2 development 2 0.34230381 EARLIER_DEVELOPMENT_ONLY 8.00000000 40.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.16666667 1.00000000 0.28571429 0.50000000 synthetic_faculty_1 A3 29 3 development 1 0.38548058 EARLIER_DEVELOPMENT_ONLY 10.00000000 28.00000000 7.00000000 3.00000000 38.00000000 0.79166667 0.26315789 0.76923077 0.39215686 0.55555556 synthetic_faculty_1 A3 29 3 development 2 0.37664482 EARLIER_DEVELOPMENT_ONLY 12.00000000 29.00000000 6.00000000 1.00000000 41.00000000 0.85416667 0.29268293 0.92307692 0.44444444 0.64516129 synthetic_faculty_1 A3 29 4 development 1 0.38397744 EARLIER_DEVELOPMENT_ONLY 12.00000000 29.00000000 6.00000000 1.00000000 41.00000000 0.85416667 0.29268293 0.92307692 0.44444444 0.64516129 synthetic_faculty_1 A3 29 4 development 2 0.32254162 EARLIER_DEVELOPMENT_ONLY 13.00000000 35.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.27083333 1.00000000 0.42622951 0.65000000 synthetic_faculty_1 A3 29 5 development 1 0.38397744 EARLIER_DEVELOPMENT_ONLY 8.00000000 31.00000000 5.00000000 4.00000000 39.00000000 0.81250000 0.20512821 0.66666667 0.31372549 0.45977011 synthetic_faculty_1 A3 29 5 development 2 0.32254162 EARLIER_DEVELOPMENT_ONLY 12.00000000 36.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.25000000 1.00000000 0.40000000 0.62500000 synthetic_faculty_1 A3 29 6 retrospective 1 0.32254162 EARLIER_DEVELOPMENT_ONLY 8.00000000 40.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.16666667 1.00000000 0.28571429 0.50000000 synthetic_faculty_1 A3 29 6 retrospective 2 0.32254162 EARLIER_DEVELOPMENT_ONLY 8.00000000 40.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.16666667 1.00000000 0.28571429 0.50000000 synthetic_faculty_1 A3 29 7 retrospective 1 0.32254162 EARLIER_DEVELOPMENT_ONLY 16.00000000 32.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.33333333 1.00000000 0.50000000 0.71428571 synthetic_faculty_1 A3 29 7 retrospective 2 0.32254162 EARLIER_DEVELOPMENT_ONLY 16.00000000 32.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.33333333 1.00000000 0.50000000 0.71428571 synthetic_faculty_1 CacheReference 29 1 development 1 NaN UNAVAILABLE NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN synthetic_faculty_1 CacheReference 29 1 development 2 NaN UNAVAILABLE NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN synthetic_faculty_1 CacheReference 29 2 development 1 0.02772566 EARLIER_DEVELOPMENT_ONLY 7.00000000 40.00000000 0.00000000 1.00000000 47.00000000 0.97916667 0.14893617 0.87500000 0.25454545 0.44303797 synthetic_faculty_1 CacheReference 29 2 development 2 0.02772566 EARLIER_DEVELOPMENT_ONLY 7.00000000 40.00000000 0.00000000 1.00000000 47.00000000 0.97916667 0.14893617 0.87500000 0.25454545 0.44303797 synthetic_faculty_1 CacheReference 29 3 development 1 0.02075551 EARLIER_DEVELOPMENT_ONLY 13.00000000 35.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.27083333 1.00000000 0.42622951 0.65000000 synthetic_faculty_1 CacheReference 29 3 development 2 0.02075551 EARLIER_DEVELOPMENT_ONLY 13.00000000 35.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.27083333 1.00000000 0.42622951 0.65000000 synthetic_faculty_1 CacheReference 29 4 development 1 0.02075551 EARLIER_DEVELOPMENT_ONLY 13.00000000 34.00000000 1.00000000 0.00000000 47.00000000 0.97916667 0.27659574 1.00000000 0.43333333 0.65656566 synthetic_faculty_1 CacheReference 29 4 development 2 0.02075551 EARLIER_DEVELOPMENT_ONLY 13.00000000 34.00000000 1.00000000 0.00000000 47.00000000 0.97916667 0.27659574 1.00000000 0.43333333 0.65656566 synthetic_faculty_1 CacheReference 29 5 development 1 0.02075551 EARLIER_DEVELOPMENT_ONLY 12.00000000 34.00000000 2.00000000 0.00000000 46.00000000 0.95833333 0.26086957 1.00000000 0.41379310 0.63829787 synthetic_faculty_1 CacheReference 29 5 development 2 0.02075551 EARLIER_DEVELOPMENT_ONLY 12.00000000 34.00000000 2.00000000 0.00000000 46.00000000 0.95833333 0.26086957 1.00000000 0.41379310 0.63829787 synthetic_faculty_1 CacheReference 29 6 retrospective 1 0.11002052 EARLIER_DEVELOPMENT_ONLY 7.00000000 24.00000000 16.00000000 1.00000000 31.00000000 0.64583333 0.22580645 0.87500000 0.35897436 0.55555556 synthetic_faculty_1 CacheReference 29 6 retrospective 2 0.02075551 EARLIER_DEVELOPMENT_ONLY 8.00000000 38.00000000 2.00000000 0.00000000 46.00000000 0.95833333 0.17391304 1.00000000 0.29629630 0.51282051 synthetic_faculty_1 CacheReference 29 7 retrospective 1 0.11002052 EARLIER_DEVELOPMENT_ONLY 12.00000000 23.00000000 9.00000000 4.00000000 35.00000000 0.72916667 0.34285714 0.75000000 0.47058824 0.60606061 synthetic_faculty_1 CacheReference 29 7 retrospective 2 0.02075551 EARLIER_DEVELOPMENT_ONLY 16.00000000 30.00000000 2.00000000 0.00000000 46.00000000 0.95833333 0.34782609 1.00000000 0.51612903 0.72727273 synthetic_faculty_1 HGB 29 1 development 1 NaN UNAVAILABLE NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN synthetic_faculty_1 HGB 29 1 development 2 NaN UNAVAILABLE NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN synthetic_faculty_1 HGB 29 2 development 1 0.25351535 EARLIER_DEVELOPMENT_ONLY 2.00000000 8.00000000 32.00000000 6.00000000 10.00000000 0.20833333 0.20000000 0.25000000 0.22222222 0.23809524 synthetic_faculty_1 HGB 29 2 development 2 0.21814736 EARLIER_DEVELOPMENT_ONLY 5.00000000 21.00000000 19.00000000 3.00000000 26.00000000 0.54166667 0.19230769 0.62500000 0.29411765 0.43103448 synthetic_faculty_1 HGB 29 3 development 1 0.25351535 EARLIER_DEVELOPMENT_ONLY 5.00000000 11.00000000 24.00000000 8.00000000 16.00000000 0.33333333 0.31250000 0.38461538 0.34482759 0.36764706 synthetic_faculty_1 HGB 29 3 development 2 0.19675278 EARLIER_DEVELOPMENT_ONLY 13.00000000 35.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.27083333 1.00000000 0.42622951 0.65000000 synthetic_faculty_1 HGB 29 4 development 1 0.25080376 EARLIER_DEVELOPMENT_ONLY 10.00000000 15.00000000 20.00000000 3.00000000 25.00000000 0.52083333 0.40000000 0.76923077 0.52631579 0.64935065 synthetic_faculty_1 HGB 29 4 development 2 0.19675278 EARLIER_DEVELOPMENT_ONLY 13.00000000 35.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.27083333 1.00000000 0.42622951 0.65000000 synthetic_faculty_1 HGB 29 5 development 1 0.25080376 EARLIER_DEVELOPMENT_ONLY 6.00000000 7.00000000 29.00000000 6.00000000 13.00000000 0.27083333 0.46153846 0.50000000 0.48000000 0.49180328 synthetic_faculty_1 HGB 29 5 development 2 0.19675278 EARLIER_DEVELOPMENT_ONLY 12.00000000 36.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.25000000 1.00000000 0.40000000 0.62500000 synthetic_faculty_1 HGB 29 6 retrospective 1 0.25080376 EARLIER_DEVELOPMENT_ONLY 3.00000000 10.00000000 30.00000000 5.00000000 13.00000000 0.27083333 0.23076923 0.37500000 0.28571429 0.33333333 synthetic_faculty_1 HGB 29 6 retrospective 2 0.19675278 EARLIER_DEVELOPMENT_ONLY 8.00000000 40.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.16666667 1.00000000 0.28571429 0.50000000 synthetic_faculty_1 HGB 29 7 retrospective 1 0.25080376 EARLIER_DEVELOPMENT_ONLY 7.00000000 3.00000000 29.00000000 9.00000000 10.00000000 0.20833333 0.70000000 0.43750000 0.53846154 0.47297297 synthetic_faculty_1 HGB 29 7 retrospective 2 0.19675278 EARLIER_DEVELOPMENT_ONLY 16.00000000 32.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.33333333 1.00000000 0.50000000 0.71428571 synthetic_faculty_1 P1 29 1 development 1 NaN UNAVAILABLE NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN synthetic_faculty_1 P1 29 1 development 2 NaN UNAVAILABLE NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN synthetic_faculty_1 P1 29 2 development 1 0.35142714 EARLIER_DEVELOPMENT_ONLY 8.00000000 40.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.16666667 1.00000000 0.28571429 0.50000000 synthetic_faculty_1 P1 29 2 development 2 0.35142714 EARLIER_DEVELOPMENT_ONLY 8.00000000 40.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.16666667 1.00000000 0.28571429 0.50000000 synthetic_faculty_1 P1 29 3 development 1 0.35142714 EARLIER_DEVELOPMENT_ONLY 13.00000000 35.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.27083333 1.00000000 0.42622951 0.65000000 synthetic_faculty_1 P1 29 3 development 2 0.35142714 EARLIER_DEVELOPMENT_ONLY 13.00000000 35.00000000 0.00000000 0.00000000 48.00000000 1.00000000 0.27083333 1.00000000 0.42622951 0.65000000 synthetic_faculty_1 P1 29 4 development 1 0.35142714 EARLIER_DEVELOPMENT_ONLY 12.00000000 34.00000000 1.00000000 1.00000000 46.00000000 0.95833333 0.26086957 0.92307692 0.40677966 0.61224490 synthetic_faculty_1 P1 29 4 development 2 0.35142714 EARLIER_DEVELOPMENT_ONLY 12.00000000 34.00000000 1.00000000 1.00000000 46.00000000 0.95833333 0.26086957 0.92307692 0.40677966 0.61224490 synthetic_faculty_1 P1 29 5 development 1 0.44400704 EARLIER_DEVELOPMENT_ONLY 4.00000000 17.00000000 19.00000000 8.00000000 21.00000000 0.43750000 0.19047619 0.33333333 0.24242424 0.28985507 synthetic_faculty_1 P1 29 5 development 2 0.34485361 EARLIER_DEVELOPMENT_ONLY 12.00000000 35.00000000 1.00000000 0.00000000 47.00000000 0.97916667 0.25531915 1.00000000 0.40677966 0.63157895 synthetic_faculty_1 P1 29 6 retrospective 1 0.34485361 EARLIER_DEVELOPMENT_ONLY 8.00000000 39.00000000 1.00000000 0.00000000 47.00000000 0.97916667 0.17021277 1.00000000 0.29090909 0.50632911 synthetic_faculty_1 P1 29 6 retrospective 2 0.34485361 EARLIER_DEVELOPMENT_ONLY 8.00000000 39.00000000 1.00000000 0.00000000 47.00000000 0.97916667 0.17021277 1.00000000 0.29090909 0.50632911 synthetic_faculty_1 P1 29 7 retrospective 1 0.34485361 EARLIER_DEVELOPMENT_ONLY 15.00000000 31.00000000 1.00000000 1.00000000 46.00000000 0.95833333 0.32608696 0.93750000 0.48387097 0.68181818 synthetic_faculty_1 P1 29 7 retrospective 2 0.34485361 EARLIER_DEVELOPMENT_ONLY 15.00000000 31.00000000 1.00000000 1.00000000 46.00000000 0.95833333 0.32608696 0.93750000 0.48387097 0.68181818 [ALERT_BUDGET_RESULTS] rows=448 columns=16 column_definitions={"arm": "prespecified model/control", "faculty": "faculty cache key", "fold": "canonical rolling-origin fold", "seed": "model initialization seed", "stage": "stage", "alert_fraction": "alert fraction", "alerts": "alerts", "budget": "budget", "f1": "f1", "f2": "f2", "fn": "fn", "fp": "fp", "precision": "precision", "recall": "recall", "tn": "tn", "tp": "tp"} arm faculty fold seed stage alert_fraction alerts budget f1 f2 fn fp precision recall tn tp A0M synthetic_faculty_0 1 29 development 0.10416667 5 0.10000000 0.15384615 0.13513514 7 4 0.20000000 0.12500000 36 1 A0M synthetic_faculty_0 1 29 development 0.16666667 8 0.15000000 0.12500000 0.12500000 7 7 0.12500000 0.12500000 33 1 A0M synthetic_faculty_0 1 29 development 0.20833333 10 0.20000000 0.22222222 0.23809524 6 8 0.20000000 0.25000000 32 2 A0M synthetic_faculty_0 1 29 development 0.25000000 12 0.25000000 0.20000000 0.22727273 6 10 0.16666667 0.25000000 30 2 A0 synthetic_faculty_0 1 29 development 0.10416667 5 0.10000000 0.00000000 0.00000000 8 5 0.00000000 0.00000000 35 0 A0 synthetic_faculty_0 1 29 development 0.16666667 8 0.15000000 0.25000000 0.25000000 6 6 0.25000000 0.25000000 34 2 A0 synthetic_faculty_0 1 29 development 0.20833333 10 0.20000000 0.33333333 0.35714286 5 7 0.30000000 0.37500000 33 3 A0 synthetic_faculty_0 1 29 development 0.25000000 12 0.25000000 0.40000000 0.45454545 4 8 0.33333333 0.50000000 32 4 A1 synthetic_faculty_0 1 29 development 0.10416667 5 0.10000000 0.15384615 0.13513514 7 4 0.20000000 0.12500000 36 1 A1 synthetic_faculty_0 1 29 development 0.16666667 8 0.15000000 0.12500000 0.12500000 7 7 0.12500000 0.12500000 33 1 A1 synthetic_faculty_0 1 29 development 0.20833333 10 0.20000000 0.22222222 0.23809524 6 8 0.20000000 0.25000000 32 2 A1 synthetic_faculty_0 1 29 development 0.25000000 12 0.25000000 0.20000000 0.22727273 6 10 0.16666667 0.25000000 30 2 A2 synthetic_faculty_0 1 29 development 0.10416667 5 0.10000000 0.15384615 0.13513514 7 4 0.20000000 0.12500000 36 1 A2 synthetic_faculty_0 1 29 development 0.16666667 8 0.15000000 0.12500000 0.12500000 7 7 0.12500000 0.12500000 33 1 A2 synthetic_faculty_0 1 29 development 0.20833333 10 0.20000000 0.11111111 0.11904762 7 9 0.10000000 0.12500000 31 1 A2 synthetic_faculty_0 1 29 development 0.25000000 12 0.25000000 0.20000000 0.22727273 6 10 0.16666667 0.25000000 30 2 A3 synthetic_faculty_0 1 29 development 0.10416667 5 0.10000000 0.15384615 0.13513514 7 4 0.20000000 0.12500000 36 1 A3 synthetic_faculty_0 1 29 development 0.16666667 8 0.15000000 0.12500000 0.12500000 7 7 0.12500000 0.12500000 33 1 A3 synthetic_faculty_0 1 29 development 0.20833333 10 0.20000000 0.11111111 0.11904762 7 9 0.10000000 0.12500000 31 1 A3 synthetic_faculty_0 1 29 development 0.25000000 12 0.25000000 0.20000000 0.22727273 6 10 0.16666667 0.25000000 30 2 CacheReference synthetic_faculty_0 1 29 development 0.10416667 5 0.10000000 0.30769231 0.27027027 6 3 0.40000000 0.25000000 37 2 CacheReference synthetic_faculty_0 1 29 development 0.16666667 8 0.15000000 0.25000000 0.25000000 6 6 0.25000000 0.25000000 34 2 CacheReference synthetic_faculty_0 1 29 development 0.20833333 10 0.20000000 0.33333333 0.35714286 5 7 0.30000000 0.37500000 33 3 CacheReference synthetic_faculty_0 1 29 development 0.25000000 12 0.25000000 0.30000000 0.34090909 5 9 0.25000000 0.37500000 31 3 HGB synthetic_faculty_0 1 29 development 0.10416667 5 0.10000000 0.15384615 0.13513514 7 4 0.20000000 0.12500000 36 1 HGB synthetic_faculty_0 1 29 development 0.16666667 8 0.15000000 0.25000000 0.25000000 6 6 0.25000000 0.25000000 34 2 HGB synthetic_faculty_0 1 29 development 0.20833333 10 0.20000000 0.22222222 0.23809524 6 8 0.20000000 0.25000000 32 2 HGB synthetic_faculty_0 1 29 development 0.25000000 12 0.25000000 0.20000000 0.22727273 6 10 0.16666667 0.25000000 30 2 P1 synthetic_faculty_0 1 29 development 0.10416667 5 0.10000000 0.15384615 0.13513514 7 4 0.20000000 0.12500000 36 1 P1 synthetic_faculty_0 1 29 development 0.16666667 8 0.15000000 0.25000000 0.25000000 6 6 0.25000000 0.25000000 34 2 P1 synthetic_faculty_0 1 29 development 0.20833333 10 0.20000000 0.22222222 0.23809524 6 8 0.20000000 0.25000000 32 2 P1 synthetic_faculty_0 1 29 development 0.25000000 12 0.25000000 0.20000000 0.22727273 6 10 0.16666667 0.25000000 30 2 A0M synthetic_faculty_0 2 29 development 0.10416667 5 0.10000000 0.33333333 0.24691358 15 1 0.80000000 0.21052632 28 4 A0M synthetic_faculty_0 2 29 development 0.16666667 8 0.15000000 0.44444444 0.35714286 13 2 0.75000000 0.31578947 27 6 A0M synthetic_faculty_0 2 29 development 0.20833333 10 0.20000000 0.41379310 0.34883721 13 4 0.60000000 0.31578947 25 6 A0M synthetic_faculty_0 2 29 development 0.25000000 12 0.25000000 0.38709677 0.34090909 13 6 0.50000000 0.31578947 23 6 A0 synthetic_faculty_0 2 29 development 0.10416667 5 0.10000000 0.16666667 0.12345679 17 3 0.40000000 0.10526316 26 2 A0 synthetic_faculty_0 2 29 development 0.16666667 8 0.15000000 0.22222222 0.17857143 16 5 0.37500000 0.15789474 24 3 A0 synthetic_faculty_0 2 29 development 0.20833333 10 0.20000000 0.20689655 0.17441860 16 7 0.30000000 0.15789474 22 3 A0 synthetic_faculty_0 2 29 development 0.25000000 12 0.25000000 0.25806452 0.22727273 15 8 0.33333333 0.21052632 21 4 A1 synthetic_faculty_0 2 29 development 0.10416667 5 0.10000000 0.16666667 0.12345679 17 3 0.40000000 0.10526316 26 2 A1 synthetic_faculty_0 2 29 development 0.16666667 8 0.15000000 0.22222222 0.17857143 16 5 0.37500000 0.15789474 24 3 A1 synthetic_faculty_0 2 29 development 0.20833333 10 0.20000000 0.20689655 0.17441860 16 7 0.30000000 0.15789474 22 3 A1 synthetic_faculty_0 2 29 development 0.25000000 12 0.25000000 0.32258065 0.28409091 14 7 0.41666667 0.26315789 22 5 A2 synthetic_faculty_0 2 29 development 0.10416667 5 0.10000000 0.16666667 0.12345679 17 3 0.40000000 0.10526316 26 2 A2 synthetic_faculty_0 2 29 development 0.16666667 8 0.15000000 0.14814815 0.11904762 17 6 0.25000000 0.10526316 23 2 A2 synthetic_faculty_0 2 29 development 0.20833333 10 0.20000000 0.13793103 0.11627907 17 8 0.20000000 0.10526316 21 2 A2 synthetic_faculty_0 2 29 development 0.25000000 12 0.25000000 0.12903226 0.11363636 17 10 0.16666667 0.10526316 19 2 A3 synthetic_faculty_0 2 29 development 0.10416667 5 0.10000000 0.16666667 0.12345679 17 3 0.40000000 0.10526316 26 2 A3 synthetic_faculty_0 2 29 development 0.16666667 8 0.15000000 0.14814815 0.11904762 17 6 0.25000000 0.10526316 23 2 A3 synthetic_faculty_0 2 29 development 0.20833333 10 0.20000000 0.13793103 0.11627907 17 8 0.20000000 0.10526316 21 2 A3 synthetic_faculty_0 2 29 development 0.25000000 12 0.25000000 0.12903226 0.11363636 17 10 0.16666667 0.10526316 19 2 CacheReference synthetic_faculty_0 2 29 development 0.10416667 5 0.10000000 0.08333333 0.06172840 18 4 0.20000000 0.05263158 25 1 CacheReference synthetic_faculty_0 2 29 development 0.16666667 8 0.15000000 0.22222222 0.17857143 16 5 0.37500000 0.15789474 24 3 CacheReference synthetic_faculty_0 2 29 development 0.20833333 10 0.20000000 0.27586207 0.23255814 15 6 0.40000000 0.21052632 23 4 CacheReference synthetic_faculty_0 2 29 development 0.25000000 12 0.25000000 0.32258065 0.28409091 14 7 0.41666667 0.26315789 22 5 HGB synthetic_faculty_0 2 29 development 0.10416667 5 0.10000000 0.25000000 0.18518519 16 2 0.60000000 0.15789474 27 3 HGB synthetic_faculty_0 2 29 development 0.16666667 8 0.15000000 0.37037037 0.29761905 14 3 0.62500000 0.26315789 26 5 HGB synthetic_faculty_0 2 29 development 0.20833333 10 0.20000000 0.41379310 0.34883721 13 4 0.60000000 0.31578947 25 6 HGB synthetic_faculty_0 2 29 development 0.25000000 12 0.25000000 0.38709677 0.34090909 13 6 0.50000000 0.31578947 23 6 P1 synthetic_faculty_0 2 29 development 0.10416667 5 0.10000000 0.08333333 0.06172840 18 4 0.20000000 0.05263158 25 1 P1 synthetic_faculty_0 2 29 development 0.16666667 8 0.15000000 0.14814815 0.11904762 17 6 0.25000000 0.10526316 23 2 P1 synthetic_faculty_0 2 29 development 0.20833333 10 0.20000000 0.13793103 0.11627907 17 8 0.20000000 0.10526316 21 2 P1 synthetic_faculty_0 2 29 development 0.25000000 12 0.25000000 0.12903226 0.11363636 17 10 0.16666667 0.10526316 19 2 A0M synthetic_faculty_0 3 29 development 0.10416667 5 0.10000000 0.25000000 0.20408163 9 3 0.40000000 0.18181818 34 2 A0M synthetic_faculty_0 3 29 development 0.16666667 8 0.15000000 0.21052632 0.19230769 9 6 0.25000000 0.18181818 31 2 A0M synthetic_faculty_0 3 29 development 0.20833333 10 0.20000000 0.28571429 0.27777778 8 7 0.30000000 0.27272727 30 3 A0M synthetic_faculty_0 3 29 development 0.25000000 12 0.25000000 0.26086957 0.26785714 8 9 0.25000000 0.27272727 28 3 A0 synthetic_faculty_0 3 29 development 0.10416667 5 0.10000000 0.25000000 0.20408163 9 3 0.40000000 0.18181818 34 2 A0 synthetic_faculty_0 3 29 development 0.16666667 8 0.15000000 0.31578947 0.28846154 8 5 0.37500000 0.27272727 32 3 A0 synthetic_faculty_0 3 29 development 0.20833333 10 0.20000000 0.38095238 0.37037037 7 6 0.40000000 0.36363636 31 4 A0 synthetic_faculty_0 3 29 development 0.25000000 12 0.25000000 0.34782609 0.35714286 7 8 0.33333333 0.36363636 29 4 A1 synthetic_faculty_0 3 29 development 0.10416667 5 0.10000000 0.37500000 0.30612245 8 2 0.60000000 0.27272727 35 3 A1 synthetic_faculty_0 3 29 development 0.16666667 8 0.15000000 0.31578947 0.28846154 8 5 0.37500000 0.27272727 32 3 A1 synthetic_faculty_0 3 29 development 0.20833333 10 0.20000000 0.28571429 0.27777778 8 7 0.30000000 0.27272727 30 3 A1 synthetic_faculty_0 3 29 development 0.25000000 12 0.25000000 0.26086957 0.26785714 8 9 0.25000000 0.27272727 28 3 A2 synthetic_faculty_0 3 29 development 0.10416667 5 0.10000000 0.25000000 0.20408163 9 3 0.40000000 0.18181818 34 2 A2 synthetic_faculty_0 3 29 development 0.16666667 8 0.15000000 0.31578947 0.28846154 8 5 0.37500000 0.27272727 32 3 A2 synthetic_faculty_0 3 29 development 0.20833333 10 0.20000000 0.38095238 0.37037037 7 6 0.40000000 0.36363636 31 4 A2 synthetic_faculty_0 3 29 development 0.25000000 12 0.25000000 0.34782609 0.35714286 7 8 0.33333333 0.36363636 29 4 A3 synthetic_faculty_0 3 29 development 0.10416667 5 0.10000000 0.25000000 0.20408163 9 3 0.40000000 0.18181818 34 2 A3 synthetic_faculty_0 3 29 development 0.16666667 8 0.15000000 0.31578947 0.28846154 8 5 0.37500000 0.27272727 32 3 A3 synthetic_faculty_0 3 29 development 0.20833333 10 0.20000000 0.38095238 0.37037037 7 6 0.40000000 0.36363636 31 4 A3 synthetic_faculty_0 3 29 development 0.25000000 12 0.25000000 0.34782609 0.35714286 7 8 0.33333333 0.36363636 29 4 CacheReference synthetic_faculty_0 3 29 development 0.10416667 5 0.10000000 0.12500000 0.10204082 10 4 0.20000000 0.09090909 33 1 CacheReference synthetic_faculty_0 3 29 development 0.16666667 8 0.15000000 0.10526316 0.09615385 10 7 0.12500000 0.09090909 30 1 CacheReference synthetic_faculty_0 3 29 development 0.20833333 10 0.20000000 0.09523810 0.09259259 10 9 0.10000000 0.09090909 28 1 CacheReference synthetic_faculty_0 3 29 development 0.25000000 12 0.25000000 0.08695652 0.08928571 10 11 0.08333333 0.09090909 26 1 HGB synthetic_faculty_0 3 29 development 0.10416667 5 0.10000000 0.12500000 0.10204082 10 4 0.20000000 0.09090909 33 1 HGB synthetic_faculty_0 3 29 development 0.16666667 8 0.15000000 0.10526316 0.09615385 10 7 0.12500000 0.09090909 30 1 HGB synthetic_faculty_0 3 29 development 0.20833333 10 0.20000000 0.28571429 0.27777778 8 7 0.30000000 0.27272727 30 3 HGB synthetic_faculty_0 3 29 development 0.25000000 12 0.25000000 0.26086957 0.26785714 8 9 0.25000000 0.27272727 28 3 P1 synthetic_faculty_0 3 29 development 0.10416667 5 0.10000000 0.12500000 0.10204082 10 4 0.20000000 0.09090909 33 1 P1 synthetic_faculty_0 3 29 development 0.16666667 8 0.15000000 0.21052632 0.19230769 9 6 0.25000000 0.18181818 31 2 P1 synthetic_faculty_0 3 29 development 0.20833333 10 0.20000000 0.28571429 0.27777778 8 7 0.30000000 0.27272727 30 3 P1 synthetic_faculty_0 3 29 development 0.25000000 12 0.25000000 0.26086957 0.26785714 8 9 0.25000000 0.27272727 28 3 A0M synthetic_faculty_0 4 29 development 0.10416667 5 0.10000000 0.12500000 0.10204082 10 4 0.20000000 0.09090909 33 1 A0M synthetic_faculty_0 4 29 development 0.16666667 8 0.15000000 0.31578947 0.28846154 8 5 0.37500000 0.27272727 32 3 A0M synthetic_faculty_0 4 29 development 0.20833333 10 0.20000000 0.38095238 0.37037037 7 6 0.40000000 0.36363636 31 4 A0M synthetic_faculty_0 4 29 development 0.25000000 12 0.25000000 0.34782609 0.35714286 7 8 0.33333333 0.36363636 29 4 A0 synthetic_faculty_0 4 29 development 0.10416667 5 0.10000000 0.00000000 0.00000000 11 5 0.00000000 0.00000000 32 0 A0 synthetic_faculty_0 4 29 development 0.16666667 8 0.15000000 0.21052632 0.19230769 9 6 0.25000000 0.18181818 31 2 A0 synthetic_faculty_0 4 29 development 0.20833333 10 0.20000000 0.19047619 0.18518519 9 8 0.20000000 0.18181818 29 2 A0 synthetic_faculty_0 4 29 development 0.25000000 12 0.25000000 0.17391304 0.17857143 9 10 0.16666667 0.18181818 27 2 A1 synthetic_faculty_0 4 29 development 0.10416667 5 0.10000000 0.37500000 0.30612245 8 2 0.60000000 0.27272727 35 3 A1 synthetic_faculty_0 4 29 development 0.16666667 8 0.15000000 0.42105263 0.38461538 7 4 0.50000000 0.36363636 33 4 A1 synthetic_faculty_0 4 29 development 0.20833333 10 0.20000000 0.38095238 0.37037037 7 6 0.40000000 0.36363636 31 4 A1 synthetic_faculty_0 4 29 development 0.25000000 12 0.25000000 0.34782609 0.35714286 7 8 0.33333333 0.36363636 29 4 A2 synthetic_faculty_0 4 29 development 0.10416667 5 0.10000000 0.37500000 0.30612245 8 2 0.60000000 0.27272727 35 3 A2 synthetic_faculty_0 4 29 development 0.16666667 8 0.15000000 0.31578947 0.28846154 8 5 0.37500000 0.27272727 32 3 A2 synthetic_faculty_0 4 29 development 0.20833333 10 0.20000000 0.38095238 0.37037037 7 6 0.40000000 0.36363636 31 4 A2 synthetic_faculty_0 4 29 development 0.25000000 12 0.25000000 0.43478261 0.44642857 6 7 0.41666667 0.45454545 30 5 A3 synthetic_faculty_0 4 29 development 0.10416667 5 0.10000000 0.37500000 0.30612245 8 2 0.60000000 0.27272727 35 3 A3 synthetic_faculty_0 4 29 development 0.16666667 8 0.15000000 0.31578947 0.28846154 8 5 0.37500000 0.27272727 32 3 A3 synthetic_faculty_0 4 29 development 0.20833333 10 0.20000000 0.38095238 0.37037037 7 6 0.40000000 0.36363636 31 4 A3 synthetic_faculty_0 4 29 development 0.25000000 12 0.25000000 0.43478261 0.44642857 6 7 0.41666667 0.45454545 30 5 CacheReference synthetic_faculty_0 4 29 development 0.10416667 5 0.10000000 0.12500000 0.10204082 10 4 0.20000000 0.09090909 33 1 CacheReference synthetic_faculty_0 4 29 development 0.16666667 8 0.15000000 0.10526316 0.09615385 10 7 0.12500000 0.09090909 30 1 CacheReference synthetic_faculty_0 4 29 development 0.20833333 10 0.20000000 0.09523810 0.09259259 10 9 0.10000000 0.09090909 28 1 CacheReference synthetic_faculty_0 4 29 development 0.25000000 12 0.25000000 0.08695652 0.08928571 10 11 0.08333333 0.09090909 26 1 HGB synthetic_faculty_0 4 29 development 0.10416667 5 0.10000000 0.37500000 0.30612245 8 2 0.60000000 0.27272727 35 3 HGB synthetic_faculty_0 4 29 development 0.16666667 8 0.15000000 0.42105263 0.38461538 7 4 0.50000000 0.36363636 33 4 HGB synthetic_faculty_0 4 29 development 0.20833333 10 0.20000000 0.38095238 0.37037037 7 6 0.40000000 0.36363636 31 4 HGB synthetic_faculty_0 4 29 development 0.25000000 12 0.25000000 0.34782609 0.35714286 7 8 0.33333333 0.36363636 29 4 P1 synthetic_faculty_0 4 29 development 0.10416667 5 0.10000000 0.12500000 0.10204082 10 4 0.20000000 0.09090909 33 1 P1 synthetic_faculty_0 4 29 development 0.16666667 8 0.15000000 0.31578947 0.28846154 8 5 0.37500000 0.27272727 32 3 P1 synthetic_faculty_0 4 29 development 0.20833333 10 0.20000000 0.38095238 0.37037037 7 6 0.40000000 0.36363636 31 4 P1 synthetic_faculty_0 4 29 development 0.25000000 12 0.25000000 0.43478261 0.44642857 6 7 0.41666667 0.45454545 30 5 A0M synthetic_faculty_0 5 29 development 0.10416667 5 0.10000000 0.17391304 0.12987013 16 3 0.40000000 0.11111111 27 2 A0M synthetic_faculty_0 5 29 development 0.16666667 8 0.15000000 0.30769231 0.25000000 14 4 0.50000000 0.22222222 26 4 A0M synthetic_faculty_0 5 29 development 0.20833333 10 0.20000000 0.28571429 0.24390244 14 6 0.40000000 0.22222222 24 4 A0M synthetic_faculty_0 5 29 development 0.25000000 12 0.25000000 0.26666667 0.23809524 14 8 0.33333333 0.22222222 22 4 A0 synthetic_faculty_0 5 29 development 0.10416667 5 0.10000000 0.17391304 0.12987013 16 3 0.40000000 0.11111111 27 2 A0 synthetic_faculty_0 5 29 development 0.16666667 8 0.15000000 0.30769231 0.25000000 14 4 0.50000000 0.22222222 26 4 A0 synthetic_faculty_0 5 29 development 0.20833333 10 0.20000000 0.28571429 0.24390244 14 6 0.40000000 0.22222222 24 4 A0 synthetic_faculty_0 5 29 development 0.25000000 12 0.25000000 0.40000000 0.35714286 12 6 0.50000000 0.33333333 24 6 A1 synthetic_faculty_0 5 29 development 0.10416667 5 0.10000000 0.17391304 0.12987013 16 3 0.40000000 0.11111111 27 2 A1 synthetic_faculty_0 5 29 development 0.16666667 8 0.15000000 0.23076923 0.18750000 15 5 0.37500000 0.16666667 25 3 A1 synthetic_faculty_0 5 29 development 0.20833333 10 0.20000000 0.21428571 0.18292683 15 7 0.30000000 0.16666667 23 3 A1 synthetic_faculty_0 5 29 development 0.25000000 12 0.25000000 0.33333333 0.29761905 13 7 0.41666667 0.27777778 23 5 A2 synthetic_faculty_0 5 29 development 0.10416667 5 0.10000000 0.17391304 0.12987013 16 3 0.40000000 0.11111111 27 2 A2 synthetic_faculty_0 5 29 development 0.16666667 8 0.15000000 0.23076923 0.18750000 15 5 0.37500000 0.16666667 25 3 A2 synthetic_faculty_0 5 29 development 0.20833333 10 0.20000000 0.28571429 0.24390244 14 6 0.40000000 0.22222222 24 4 A2 synthetic_faculty_0 5 29 development 0.25000000 12 0.25000000 0.26666667 0.23809524 14 8 0.33333333 0.22222222 22 4 A3 synthetic_faculty_0 5 29 development 0.10416667 5 0.10000000 0.17391304 0.12987013 16 3 0.40000000 0.11111111 27 2 A3 synthetic_faculty_0 5 29 development 0.16666667 8 0.15000000 0.23076923 0.18750000 15 5 0.37500000 0.16666667 25 3 A3 synthetic_faculty_0 5 29 development 0.20833333 10 0.20000000 0.28571429 0.24390244 14 6 0.40000000 0.22222222 24 4 A3 synthetic_faculty_0 5 29 development 0.25000000 12 0.25000000 0.26666667 0.23809524 14 8 0.33333333 0.22222222 22 4 CacheReference synthetic_faculty_0 5 29 development 0.10416667 5 0.10000000 0.08695652 0.06493506 17 4 0.20000000 0.05555556 26 1 CacheReference synthetic_faculty_0 5 29 development 0.16666667 8 0.15000000 0.23076923 0.18750000 15 5 0.37500000 0.16666667 25 3 CacheReference synthetic_faculty_0 5 29 development 0.20833333 10 0.20000000 0.21428571 0.18292683 15 7 0.30000000 0.16666667 23 3 CacheReference synthetic_faculty_0 5 29 development 0.25000000 12 0.25000000 0.20000000 0.17857143 15 9 0.25000000 0.16666667 21 3 HGB synthetic_faculty_0 5 29 development 0.10416667 5 0.10000000 0.26086957 0.19480519 15 2 0.60000000 0.16666667 28 3 HGB synthetic_faculty_0 5 29 development 0.16666667 8 0.15000000 0.38461538 0.31250000 13 3 0.62500000 0.27777778 27 5 HGB synthetic_faculty_0 5 29 development 0.20833333 10 0.20000000 0.35714286 0.30487805 13 5 0.50000000 0.27777778 25 5 HGB synthetic_faculty_0 5 29 development 0.25000000 12 0.25000000 0.40000000 0.35714286 12 6 0.50000000 0.33333333 24 6 P1 synthetic_faculty_0 5 29 development 0.10416667 5 0.10000000 0.17391304 0.12987013 16 3 0.40000000 0.11111111 27 2 P1 synthetic_faculty_0 5 29 development 0.16666667 8 0.15000000 0.23076923 0.18750000 15 5 0.37500000 0.16666667 25 3 P1 synthetic_faculty_0 5 29 development 0.20833333 10 0.20000000 0.28571429 0.24390244 14 6 0.40000000 0.22222222 24 4 P1 synthetic_faculty_0 5 29 development 0.25000000 12 0.25000000 0.26666667 0.23809524 14 8 0.33333333 0.22222222 22 4 A0M synthetic_faculty_0 6 29 retrospective 0.10416667 5 0.10000000 0.10000000 0.07692308 14 4 0.20000000 0.06666667 29 1 A0M synthetic_faculty_0 6 29 retrospective 0.16666667 8 0.15000000 0.17391304 0.14705882 13 6 0.25000000 0.13333333 27 2 A0M synthetic_faculty_0 6 29 retrospective 0.20833333 10 0.20000000 0.16000000 0.14285714 13 8 0.20000000 0.13333333 25 2 A0M synthetic_faculty_0 6 29 retrospective 0.25000000 12 0.25000000 0.14814815 0.13888889 13 10 0.16666667 0.13333333 23 2 A0 synthetic_faculty_0 6 29 retrospective 0.10416667 5 0.10000000 0.10000000 0.07692308 14 4 0.20000000 0.06666667 29 1 A0 synthetic_faculty_0 6 29 retrospective 0.16666667 8 0.15000000 0.17391304 0.14705882 13 6 0.25000000 0.13333333 27 2 A0 synthetic_faculty_0 6 29 retrospective 0.20833333 10 0.20000000 0.16000000 0.14285714 13 8 0.20000000 0.13333333 25 2 A0 synthetic_faculty_0 6 29 retrospective 0.25000000 12 0.25000000 0.14814815 0.13888889 13 10 0.16666667 0.13333333 23 2 A1 synthetic_faculty_0 6 29 retrospective 0.10416667 5 0.10000000 0.20000000 0.15384615 13 3 0.40000000 0.13333333 30 2 A1 synthetic_faculty_0 6 29 retrospective 0.16666667 8 0.15000000 0.26086957 0.22058824 12 5 0.37500000 0.20000000 28 3 A1 synthetic_faculty_0 6 29 retrospective 0.20833333 10 0.20000000 0.32000000 0.28571429 11 6 0.40000000 0.26666667 27 4 A1 synthetic_faculty_0 6 29 retrospective 0.25000000 12 0.25000000 0.29629630 0.27777778 11 8 0.33333333 0.26666667 25 4 A2 synthetic_faculty_0 6 29 retrospective 0.10416667 5 0.10000000 0.20000000 0.15384615 13 3 0.40000000 0.13333333 30 2 A2 synthetic_faculty_0 6 29 retrospective 0.16666667 8 0.15000000 0.26086957 0.22058824 12 5 0.37500000 0.20000000 28 3 A2 synthetic_faculty_0 6 29 retrospective 0.20833333 10 0.20000000 0.32000000 0.28571429 11 6 0.40000000 0.26666667 27 4 A2 synthetic_faculty_0 6 29 retrospective 0.25000000 12 0.25000000 0.29629630 0.27777778 11 8 0.33333333 0.26666667 25 4 A3 synthetic_faculty_0 6 29 retrospective 0.10416667 5 0.10000000 0.20000000 0.15384615 13 3 0.40000000 0.13333333 30 2 A3 synthetic_faculty_0 6 29 retrospective 0.16666667 8 0.15000000 0.26086957 0.22058824 12 5 0.37500000 0.20000000 28 3 A3 synthetic_faculty_0 6 29 retrospective 0.20833333 10 0.20000000 0.32000000 0.28571429 11 6 0.40000000 0.26666667 27 4 A3 synthetic_faculty_0 6 29 retrospective 0.25000000 12 0.25000000 0.29629630 0.27777778 11 8 0.33333333 0.26666667 25 4 CacheReference synthetic_faculty_0 6 29 retrospective 0.10416667 5 0.10000000 0.00000000 0.00000000 15 5 0.00000000 0.00000000 28 0 CacheReference synthetic_faculty_0 6 29 retrospective 0.16666667 8 0.15000000 0.08695652 0.07352941 14 7 0.12500000 0.06666667 26 1 CacheReference synthetic_faculty_0 6 29 retrospective 0.20833333 10 0.20000000 0.08000000 0.07142857 14 9 0.10000000 0.06666667 24 1 CacheReference synthetic_faculty_0 6 29 retrospective 0.25000000 12 0.25000000 0.14814815 0.13888889 13 10 0.16666667 0.13333333 23 2 HGB synthetic_faculty_0 6 29 retrospective 0.10416667 5 0.10000000 0.40000000 0.30769231 11 1 0.80000000 0.26666667 32 4 HGB synthetic_faculty_0 6 29 retrospective 0.16666667 8 0.15000000 0.43478261 0.36764706 10 3 0.62500000 0.33333333 30 5 HGB synthetic_faculty_0 6 29 retrospective 0.20833333 10 0.20000000 0.56000000 0.50000000 8 3 0.70000000 0.46666667 30 7 HGB synthetic_faculty_0 6 29 retrospective 0.25000000 12 0.25000000 0.59259259 0.55555556 7 4 0.66666667 0.53333333 29 8 P1 synthetic_faculty_0 6 29 retrospective 0.10416667 5 0.10000000 0.10000000 0.07692308 14 4 0.20000000 0.06666667 29 1 P1 synthetic_faculty_0 6 29 retrospective 0.16666667 8 0.15000000 0.17391304 0.14705882 13 6 0.25000000 0.13333333 27 2 P1 synthetic_faculty_0 6 29 retrospective 0.20833333 10 0.20000000 0.16000000 0.14285714 13 8 0.20000000 0.13333333 25 2 P1 synthetic_faculty_0 6 29 retrospective 0.25000000 12 0.25000000 0.14814815 0.13888889 13 10 0.16666667 0.13333333 23 2 A0M synthetic_faculty_0 7 29 retrospective 0.10416667 5 0.10000000 0.15384615 0.13513514 7 4 0.20000000 0.12500000 36 1 A0M synthetic_faculty_0 7 29 retrospective 0.16666667 8 0.15000000 0.12500000 0.12500000 7 7 0.12500000 0.12500000 33 1 A0M synthetic_faculty_0 7 29 retrospective 0.20833333 10 0.20000000 0.11111111 0.11904762 7 9 0.10000000 0.12500000 31 1 A0M synthetic_faculty_0 7 29 retrospective 0.25000000 12 0.25000000 0.30000000 0.34090909 5 9 0.25000000 0.37500000 31 3 A0 synthetic_faculty_0 7 29 retrospective 0.10416667 5 0.10000000 0.00000000 0.00000000 8 5 0.00000000 0.00000000 35 0 A0 synthetic_faculty_0 7 29 retrospective 0.16666667 8 0.15000000 0.25000000 0.25000000 6 6 0.25000000 0.25000000 34 2 A0 synthetic_faculty_0 7 29 retrospective 0.20833333 10 0.20000000 0.33333333 0.35714286 5 7 0.30000000 0.37500000 33 3 A0 synthetic_faculty_0 7 29 retrospective 0.25000000 12 0.25000000 0.40000000 0.45454545 4 8 0.33333333 0.50000000 32 4 A1 synthetic_faculty_0 7 29 retrospective 0.10416667 5 0.10000000 0.15384615 0.13513514 7 4 0.20000000 0.12500000 36 1 A1 synthetic_faculty_0 7 29 retrospective 0.16666667 8 0.15000000 0.25000000 0.25000000 6 6 0.25000000 0.25000000 34 2 A1 synthetic_faculty_0 7 29 retrospective 0.20833333 10 0.20000000 0.33333333 0.35714286 5 7 0.30000000 0.37500000 33 3 A1 synthetic_faculty_0 7 29 retrospective 0.25000000 12 0.25000000 0.40000000 0.45454545 4 8 0.33333333 0.50000000 32 4 A2 synthetic_faculty_0 7 29 retrospective 0.10416667 5 0.10000000 0.15384615 0.13513514 7 4 0.20000000 0.12500000 36 1 A2 synthetic_faculty_0 7 29 retrospective 0.16666667 8 0.15000000 0.25000000 0.25000000 6 6 0.25000000 0.25000000 34 2 A2 synthetic_faculty_0 7 29 retrospective 0.20833333 10 0.20000000 0.22222222 0.23809524 6 8 0.20000000 0.25000000 32 2 A2 synthetic_faculty_0 7 29 retrospective 0.25000000 12 0.25000000 0.40000000 0.45454545 4 8 0.33333333 0.50000000 32 4 A3 synthetic_faculty_0 7 29 retrospective 0.10416667 5 0.10000000 0.15384615 0.13513514 7 4 0.20000000 0.12500000 36 1 A3 synthetic_faculty_0 7 29 retrospective 0.16666667 8 0.15000000 0.25000000 0.25000000 6 6 0.25000000 0.25000000 34 2 A3 synthetic_faculty_0 7 29 retrospective 0.20833333 10 0.20000000 0.22222222 0.23809524 6 8 0.20000000 0.25000000 32 2 A3 synthetic_faculty_0 7 29 retrospective 0.25000000 12 0.25000000 0.40000000 0.45454545 4 8 0.33333333 0.50000000 32 4 CacheReference synthetic_faculty_0 7 29 retrospective 0.10416667 5 0.10000000 0.15384615 0.13513514 7 4 0.20000000 0.12500000 36 1 CacheReference synthetic_faculty_0 7 29 retrospective 0.16666667 8 0.15000000 0.12500000 0.12500000 7 7 0.12500000 0.12500000 33 1 CacheReference synthetic_faculty_0 7 29 retrospective 0.20833333 10 0.20000000 0.11111111 0.11904762 7 9 0.10000000 0.12500000 31 1 CacheReference synthetic_faculty_0 7 29 retrospective 0.25000000 12 0.25000000 0.10000000 0.11363636 7 11 0.08333333 0.12500000 29 1 HGB synthetic_faculty_0 7 29 retrospective 0.10416667 5 0.10000000 0.30769231 0.27027027 6 3 0.40000000 0.25000000 37 2 HGB synthetic_faculty_0 7 29 retrospective 0.16666667 8 0.15000000 0.25000000 0.25000000 6 6 0.25000000 0.25000000 34 2 HGB synthetic_faculty_0 7 29 retrospective 0.20833333 10 0.20000000 0.22222222 0.23809524 6 8 0.20000000 0.25000000 32 2 HGB synthetic_faculty_0 7 29 retrospective 0.25000000 12 0.25000000 0.30000000 0.34090909 5 9 0.25000000 0.37500000 31 3 P1 synthetic_faculty_0 7 29 retrospective 0.10416667 5 0.10000000 0.15384615 0.13513514 7 4 0.20000000 0.12500000 36 1 P1 synthetic_faculty_0 7 29 retrospective 0.16666667 8 0.15000000 0.12500000 0.12500000 7 7 0.12500000 0.12500000 33 1 P1 synthetic_faculty_0 7 29 retrospective 0.20833333 10 0.20000000 0.22222222 0.23809524 6 8 0.20000000 0.25000000 32 2 P1 synthetic_faculty_0 7 29 retrospective 0.25000000 12 0.25000000 0.20000000 0.22727273 6 10 0.16666667 0.25000000 30 2 A0M synthetic_faculty_1 1 29 development 0.10416667 5 0.10000000 0.08695652 0.06493506 17 4 0.20000000 0.05555556 26 1 A0M synthetic_faculty_1 1 29 development 0.16666667 8 0.15000000 0.30769231 0.25000000 14 4 0.50000000 0.22222222 26 4 A0M synthetic_faculty_1 1 29 development 0.20833333 10 0.20000000 0.35714286 0.30487805 13 5 0.50000000 0.27777778 25 5 A0M synthetic_faculty_1 1 29 development 0.25000000 12 0.25000000 0.46666667 0.41666667 11 5 0.58333333 0.38888889 25 7 A0 synthetic_faculty_1 1 29 development 0.10416667 5 0.10000000 0.26086957 0.19480519 15 2 0.60000000 0.16666667 28 3 A0 synthetic_faculty_1 1 29 development 0.16666667 8 0.15000000 0.30769231 0.25000000 14 4 0.50000000 0.22222222 26 4 A0 synthetic_faculty_1 1 29 development 0.20833333 10 0.20000000 0.28571429 0.24390244 14 6 0.40000000 0.22222222 24 4 A0 synthetic_faculty_1 1 29 development 0.25000000 12 0.25000000 0.26666667 0.23809524 14 8 0.33333333 0.22222222 22 4 A1 synthetic_faculty_1 1 29 development 0.10416667 5 0.10000000 0.26086957 0.19480519 15 2 0.60000000 0.16666667 28 3 A1 synthetic_faculty_1 1 29 development 0.16666667 8 0.15000000 0.30769231 0.25000000 14 4 0.50000000 0.22222222 26 4 A1 synthetic_faculty_1 1 29 development 0.20833333 10 0.20000000 0.35714286 0.30487805 13 5 0.50000000 0.27777778 25 5 A1 synthetic_faculty_1 1 29 development 0.25000000 12 0.25000000 0.40000000 0.35714286 12 6 0.50000000 0.33333333 24 6 A2 synthetic_faculty_1 1 29 development 0.10416667 5 0.10000000 0.17391304 0.12987013 16 3 0.40000000 0.11111111 27 2 A2 synthetic_faculty_1 1 29 development 0.16666667 8 0.15000000 0.23076923 0.18750000 15 5 0.37500000 0.16666667 25 3 A2 synthetic_faculty_1 1 29 development 0.20833333 10 0.20000000 0.28571429 0.24390244 14 6 0.40000000 0.22222222 24 4 A2 synthetic_faculty_1 1 29 development 0.25000000 12 0.25000000 0.40000000 0.35714286 12 6 0.50000000 0.33333333 24 6 A3 synthetic_faculty_1 1 29 development 0.10416667 5 0.10000000 0.17391304 0.12987013 16 3 0.40000000 0.11111111 27 2 A3 synthetic_faculty_1 1 29 development 0.16666667 8 0.15000000 0.23076923 0.18750000 15 5 0.37500000 0.16666667 25 3 A3 synthetic_faculty_1 1 29 development 0.20833333 10 0.20000000 0.28571429 0.24390244 14 6 0.40000000 0.22222222 24 4 A3 synthetic_faculty_1 1 29 development 0.25000000 12 0.25000000 0.40000000 0.35714286 12 6 0.50000000 0.33333333 24 6 CacheReference synthetic_faculty_1 1 29 development 0.10416667 5 0.10000000 0.00000000 0.00000000 18 5 0.00000000 0.00000000 25 0 CacheReference synthetic_faculty_1 1 29 development 0.16666667 8 0.15000000 0.15384615 0.12500000 16 6 0.25000000 0.11111111 24 2 CacheReference synthetic_faculty_1 1 29 development 0.20833333 10 0.20000000 0.14285714 0.12195122 16 8 0.20000000 0.11111111 22 2 CacheReference synthetic_faculty_1 1 29 development 0.25000000 12 0.25000000 0.13333333 0.11904762 16 10 0.16666667 0.11111111 20 2 HGB synthetic_faculty_1 1 29 development 0.10416667 5 0.10000000 0.34782609 0.25974026 14 1 0.80000000 0.22222222 29 4 HGB synthetic_faculty_1 1 29 development 0.16666667 8 0.15000000 0.46153846 0.37500000 12 2 0.75000000 0.33333333 28 6 HGB synthetic_faculty_1 1 29 development 0.20833333 10 0.20000000 0.50000000 0.42682927 11 3 0.70000000 0.38888889 27 7 HGB synthetic_faculty_1 1 29 development 0.25000000 12 0.25000000 0.46666667 0.41666667 11 5 0.58333333 0.38888889 25 7 P1 synthetic_faculty_1 1 29 development 0.10416667 5 0.10000000 0.26086957 0.19480519 15 2 0.60000000 0.16666667 28 3 P1 synthetic_faculty_1 1 29 development 0.16666667 8 0.15000000 0.46153846 0.37500000 12 2 0.75000000 0.33333333 28 6 P1 synthetic_faculty_1 1 29 development 0.20833333 10 0.20000000 0.42857143 0.36585366 12 4 0.60000000 0.33333333 26 6 P1 synthetic_faculty_1 1 29 development 0.25000000 12 0.25000000 0.40000000 0.35714286 12 6 0.50000000 0.33333333 24 6 A0M synthetic_faculty_1 2 29 development 0.10416667 5 0.10000000 0.00000000 0.00000000 8 5 0.00000000 0.00000000 35 0 A0M synthetic_faculty_1 2 29 development 0.16666667 8 0.15000000 0.12500000 0.12500000 7 7 0.12500000 0.12500000 33 1 A0M synthetic_faculty_1 2 29 development 0.20833333 10 0.20000000 0.11111111 0.11904762 7 9 0.10000000 0.12500000 31 1 A0M synthetic_faculty_1 2 29 development 0.25000000 12 0.25000000 0.10000000 0.11363636 7 11 0.08333333 0.12500000 29 1 A0 synthetic_faculty_1 2 29 development 0.10416667 5 0.10000000 0.00000000 0.00000000 8 5 0.00000000 0.00000000 35 0 A0 synthetic_faculty_1 2 29 development 0.16666667 8 0.15000000 0.00000000 0.00000000 8 8 0.00000000 0.00000000 32 0 A0 synthetic_faculty_1 2 29 development 0.20833333 10 0.20000000 0.22222222 0.23809524 6 8 0.20000000 0.25000000 32 2 A0 synthetic_faculty_1 2 29 development 0.25000000 12 0.25000000 0.30000000 0.34090909 5 9 0.25000000 0.37500000 31 3 A1 synthetic_faculty_1 2 29 development 0.10416667 5 0.10000000 0.15384615 0.13513514 7 4 0.20000000 0.12500000 36 1 A1 synthetic_faculty_1 2 29 development 0.16666667 8 0.15000000 0.12500000 0.12500000 7 7 0.12500000 0.12500000 33 1 A1 synthetic_faculty_1 2 29 development 0.20833333 10 0.20000000 0.11111111 0.11904762 7 9 0.10000000 0.12500000 31 1 A1 synthetic_faculty_1 2 29 development 0.25000000 12 0.25000000 0.20000000 0.22727273 6 10 0.16666667 0.25000000 30 2 A2 synthetic_faculty_1 2 29 development 0.10416667 5 0.10000000 0.15384615 0.13513514 7 4 0.20000000 0.12500000 36 1 A2 synthetic_faculty_1 2 29 development 0.16666667 8 0.15000000 0.25000000 0.25000000 6 6 0.25000000 0.25000000 34 2 A2 synthetic_faculty_1 2 29 development 0.20833333 10 0.20000000 0.22222222 0.23809524 6 8 0.20000000 0.25000000 32 2 A2 synthetic_faculty_1 2 29 development 0.25000000 12 0.25000000 0.20000000 0.22727273 6 10 0.16666667 0.25000000 30 2 A3 synthetic_faculty_1 2 29 development 0.10416667 5 0.10000000 0.15384615 0.13513514 7 4 0.20000000 0.12500000 36 1 A3 synthetic_faculty_1 2 29 development 0.16666667 8 0.15000000 0.25000000 0.25000000 6 6 0.25000000 0.25000000 34 2 A3 synthetic_faculty_1 2 29 development 0.20833333 10 0.20000000 0.22222222 0.23809524 6 8 0.20000000 0.25000000 32 2 A3 synthetic_faculty_1 2 29 development 0.25000000 12 0.25000000 0.20000000 0.22727273 6 10 0.16666667 0.25000000 30 2 CacheReference synthetic_faculty_1 2 29 development 0.10416667 5 0.10000000 0.00000000 0.00000000 8 5 0.00000000 0.00000000 35 0 CacheReference synthetic_faculty_1 2 29 development 0.16666667 8 0.15000000 0.00000000 0.00000000 8 8 0.00000000 0.00000000 32 0 CacheReference synthetic_faculty_1 2 29 development 0.20833333 10 0.20000000 0.00000000 0.00000000 8 10 0.00000000 0.00000000 30 0 CacheReference synthetic_faculty_1 2 29 development 0.25000000 12 0.25000000 0.10000000 0.11363636 7 11 0.08333333 0.12500000 29 1 HGB synthetic_faculty_1 2 29 development 0.10416667 5 0.10000000 0.15384615 0.13513514 7 4 0.20000000 0.12500000 36 1 HGB synthetic_faculty_1 2 29 development 0.16666667 8 0.15000000 0.25000000 0.25000000 6 6 0.25000000 0.25000000 34 2 HGB synthetic_faculty_1 2 29 development 0.20833333 10 0.20000000 0.22222222 0.23809524 6 8 0.20000000 0.25000000 32 2 HGB synthetic_faculty_1 2 29 development 0.25000000 12 0.25000000 0.20000000 0.22727273 6 10 0.16666667 0.25000000 30 2 P1 synthetic_faculty_1 2 29 development 0.10416667 5 0.10000000 0.00000000 0.00000000 8 5 0.00000000 0.00000000 35 0 P1 synthetic_faculty_1 2 29 development 0.16666667 8 0.15000000 0.00000000 0.00000000 8 8 0.00000000 0.00000000 32 0 P1 synthetic_faculty_1 2 29 development 0.20833333 10 0.20000000 0.00000000 0.00000000 8 10 0.00000000 0.00000000 30 0 P1 synthetic_faculty_1 2 29 development 0.25000000 12 0.25000000 0.00000000 0.00000000 8 12 0.00000000 0.00000000 28 0 A0M synthetic_faculty_1 3 29 development 0.10416667 5 0.10000000 0.11111111 0.08771930 12 4 0.20000000 0.07692308 31 1 A0M synthetic_faculty_1 3 29 development 0.16666667 8 0.15000000 0.19047619 0.16666667 11 6 0.25000000 0.15384615 29 2 A0M synthetic_faculty_1 3 29 development 0.20833333 10 0.20000000 0.26086957 0.24193548 10 7 0.30000000 0.23076923 28 3 A0M synthetic_faculty_1 3 29 development 0.25000000 12 0.25000000 0.32000000 0.31250000 9 8 0.33333333 0.30769231 27 4 A0 synthetic_faculty_1 3 29 development 0.10416667 5 0.10000000 0.11111111 0.08771930 12 4 0.20000000 0.07692308 31 1 A0 synthetic_faculty_1 3 29 development 0.16666667 8 0.15000000 0.09523810 0.08333333 12 7 0.12500000 0.07692308 28 1 A0 synthetic_faculty_1 3 29 development 0.20833333 10 0.20000000 0.17391304 0.16129032 11 8 0.20000000 0.15384615 27 2 A0 synthetic_faculty_1 3 29 development 0.25000000 12 0.25000000 0.24000000 0.23437500 10 9 0.25000000 0.23076923 26 3 A1 synthetic_faculty_1 3 29 development 0.10416667 5 0.10000000 0.22222222 0.17543860 11 3 0.40000000 0.15384615 32 2 A1 synthetic_faculty_1 3 29 development 0.16666667 8 0.15000000 0.19047619 0.16666667 11 6 0.25000000 0.15384615 29 2 A1 synthetic_faculty_1 3 29 development 0.20833333 10 0.20000000 0.26086957 0.24193548 10 7 0.30000000 0.23076923 28 3 A1 synthetic_faculty_1 3 29 development 0.25000000 12 0.25000000 0.24000000 0.23437500 10 9 0.25000000 0.23076923 26 3 A2 synthetic_faculty_1 3 29 development 0.10416667 5 0.10000000 0.22222222 0.17543860 11 3 0.40000000 0.15384615 32 2 A2 synthetic_faculty_1 3 29 development 0.16666667 8 0.15000000 0.19047619 0.16666667 11 6 0.25000000 0.15384615 29 2 A2 synthetic_faculty_1 3 29 development 0.20833333 10 0.20000000 0.26086957 0.24193548 10 7 0.30000000 0.23076923 28 3 A2 synthetic_faculty_1 3 29 development 0.25000000 12 0.25000000 0.24000000 0.23437500 10 9 0.25000000 0.23076923 26 3 A3 synthetic_faculty_1 3 29 development 0.10416667 5 0.10000000 0.22222222 0.17543860 11 3 0.40000000 0.15384615 32 2 A3 synthetic_faculty_1 3 29 development 0.16666667 8 0.15000000 0.19047619 0.16666667 11 6 0.25000000 0.15384615 29 2 A3 synthetic_faculty_1 3 29 development 0.20833333 10 0.20000000 0.26086957 0.24193548 10 7 0.30000000 0.23076923 28 3 A3 synthetic_faculty_1 3 29 development 0.25000000 12 0.25000000 0.24000000 0.23437500 10 9 0.25000000 0.23076923 26 3 CacheReference synthetic_faculty_1 3 29 development 0.10416667 5 0.10000000 0.11111111 0.08771930 12 4 0.20000000 0.07692308 31 1 CacheReference synthetic_faculty_1 3 29 development 0.16666667 8 0.15000000 0.19047619 0.16666667 11 6 0.25000000 0.15384615 29 2 CacheReference synthetic_faculty_1 3 29 development 0.20833333 10 0.20000000 0.26086957 0.24193548 10 7 0.30000000 0.23076923 28 3 CacheReference synthetic_faculty_1 3 29 development 0.25000000 12 0.25000000 0.32000000 0.31250000 9 8 0.33333333 0.30769231 27 4 HGB synthetic_faculty_1 3 29 development 0.10416667 5 0.10000000 0.11111111 0.08771930 12 4 0.20000000 0.07692308 31 1 HGB synthetic_faculty_1 3 29 development 0.16666667 8 0.15000000 0.19047619 0.16666667 11 6 0.25000000 0.15384615 29 2 HGB synthetic_faculty_1 3 29 development 0.20833333 10 0.20000000 0.26086957 0.24193548 10 7 0.30000000 0.23076923 28 3 HGB synthetic_faculty_1 3 29 development 0.25000000 12 0.25000000 0.32000000 0.31250000 9 8 0.33333333 0.30769231 27 4 P1 synthetic_faculty_1 3 29 development 0.10416667 5 0.10000000 0.33333333 0.26315789 10 2 0.60000000 0.23076923 33 3 P1 synthetic_faculty_1 3 29 development 0.16666667 8 0.15000000 0.28571429 0.25000000 10 5 0.37500000 0.23076923 30 3 P1 synthetic_faculty_1 3 29 development 0.20833333 10 0.20000000 0.34782609 0.32258065 9 6 0.40000000 0.30769231 29 4 P1 synthetic_faculty_1 3 29 development 0.25000000 12 0.25000000 0.40000000 0.39062500 8 7 0.41666667 0.38461538 28 5 A0M synthetic_faculty_1 4 29 development 0.10416667 5 0.10000000 0.11111111 0.08771930 12 4 0.20000000 0.07692308 31 1 A0M synthetic_faculty_1 4 29 development 0.16666667 8 0.15000000 0.09523810 0.08333333 12 7 0.12500000 0.07692308 28 1 A0M synthetic_faculty_1 4 29 development 0.20833333 10 0.20000000 0.08695652 0.08064516 12 9 0.10000000 0.07692308 26 1 A0M synthetic_faculty_1 4 29 development 0.25000000 12 0.25000000 0.24000000 0.23437500 10 9 0.25000000 0.23076923 26 3 A0 synthetic_faculty_1 4 29 development 0.10416667 5 0.10000000 0.00000000 0.00000000 13 5 0.00000000 0.00000000 30 0 A0 synthetic_faculty_1 4 29 development 0.16666667 8 0.15000000 0.09523810 0.08333333 12 7 0.12500000 0.07692308 28 1 A0 synthetic_faculty_1 4 29 development 0.20833333 10 0.20000000 0.17391304 0.16129032 11 8 0.20000000 0.15384615 27 2 A0 synthetic_faculty_1 4 29 development 0.25000000 12 0.25000000 0.24000000 0.23437500 10 9 0.25000000 0.23076923 26 3 A1 synthetic_faculty_1 4 29 development 0.10416667 5 0.10000000 0.33333333 0.26315789 10 2 0.60000000 0.23076923 33 3 A1 synthetic_faculty_1 4 29 development 0.16666667 8 0.15000000 0.38095238 0.33333333 9 4 0.50000000 0.30769231 31 4 A1 synthetic_faculty_1 4 29 development 0.20833333 10 0.20000000 0.34782609 0.32258065 9 6 0.40000000 0.30769231 29 4 A1 synthetic_faculty_1 4 29 development 0.25000000 12 0.25000000 0.40000000 0.39062500 8 7 0.41666667 0.38461538 28 5 A2 synthetic_faculty_1 4 29 development 0.10416667 5 0.10000000 0.33333333 0.26315789 10 2 0.60000000 0.23076923 33 3 A2 synthetic_faculty_1 4 29 development 0.16666667 8 0.15000000 0.28571429 0.25000000 10 5 0.37500000 0.23076923 30 3 A2 synthetic_faculty_1 4 29 development 0.20833333 10 0.20000000 0.43478261 0.40322581 8 5 0.50000000 0.38461538 30 5 A2 synthetic_faculty_1 4 29 development 0.25000000 12 0.25000000 0.48000000 0.46875000 7 6 0.50000000 0.46153846 29 6 A3 synthetic_faculty_1 4 29 development 0.10416667 5 0.10000000 0.33333333 0.26315789 10 2 0.60000000 0.23076923 33 3 A3 synthetic_faculty_1 4 29 development 0.16666667 8 0.15000000 0.28571429 0.25000000 10 5 0.37500000 0.23076923 30 3 A3 synthetic_faculty_1 4 29 development 0.20833333 10 0.20000000 0.43478261 0.40322581 8 5 0.50000000 0.38461538 30 5 A3 synthetic_faculty_1 4 29 development 0.25000000 12 0.25000000 0.48000000 0.46875000 7 6 0.50000000 0.46153846 29 6 CacheReference synthetic_faculty_1 4 29 development 0.10416667 5 0.10000000 0.11111111 0.08771930 12 4 0.20000000 0.07692308 31 1 CacheReference synthetic_faculty_1 4 29 development 0.16666667 8 0.15000000 0.19047619 0.16666667 11 6 0.25000000 0.15384615 29 2 CacheReference synthetic_faculty_1 4 29 development 0.20833333 10 0.20000000 0.17391304 0.16129032 11 8 0.20000000 0.15384615 27 2 CacheReference synthetic_faculty_1 4 29 development 0.25000000 12 0.25000000 0.24000000 0.23437500 10 9 0.25000000 0.23076923 26 3 HGB synthetic_faculty_1 4 29 development 0.10416667 5 0.10000000 0.44444444 0.35087719 9 1 0.80000000 0.30769231 34 4 HGB synthetic_faculty_1 4 29 development 0.16666667 8 0.15000000 0.57142857 0.50000000 7 2 0.75000000 0.46153846 33 6 HGB synthetic_faculty_1 4 29 development 0.20833333 10 0.20000000 0.60869565 0.56451613 6 3 0.70000000 0.53846154 32 7 HGB synthetic_faculty_1 4 29 development 0.25000000 12 0.25000000 0.64000000 0.62500000 5 4 0.66666667 0.61538462 31 8 P1 synthetic_faculty_1 4 29 development 0.10416667 5 0.10000000 0.22222222 0.17543860 11 3 0.40000000 0.15384615 32 2 P1 synthetic_faculty_1 4 29 development 0.16666667 8 0.15000000 0.38095238 0.33333333 9 4 0.50000000 0.30769231 31 4 P1 synthetic_faculty_1 4 29 development 0.20833333 10 0.20000000 0.43478261 0.40322581 8 5 0.50000000 0.38461538 30 5 P1 synthetic_faculty_1 4 29 development 0.25000000 12 0.25000000 0.48000000 0.46875000 7 6 0.50000000 0.46153846 29 6 A0M synthetic_faculty_1 5 29 development 0.10416667 5 0.10000000 0.35294118 0.28301887 9 2 0.60000000 0.25000000 34 3 A0M synthetic_faculty_1 5 29 development 0.16666667 8 0.15000000 0.40000000 0.35714286 8 4 0.50000000 0.33333333 32 4 A0M synthetic_faculty_1 5 29 development 0.20833333 10 0.20000000 0.36363636 0.34482759 8 6 0.40000000 0.33333333 30 4 A0M synthetic_faculty_1 5 29 development 0.25000000 12 0.25000000 0.33333333 0.33333333 8 8 0.33333333 0.33333333 28 4 A0 synthetic_faculty_1 5 29 development 0.10416667 5 0.10000000 0.11764706 0.09433962 11 4 0.20000000 0.08333333 32 1 A0 synthetic_faculty_1 5 29 development 0.16666667 8 0.15000000 0.30000000 0.26785714 9 5 0.37500000 0.25000000 31 3 A0 synthetic_faculty_1 5 29 development 0.20833333 10 0.20000000 0.27272727 0.25862069 9 7 0.30000000 0.25000000 29 3 A0 synthetic_faculty_1 5 29 development 0.25000000 12 0.25000000 0.25000000 0.25000000 9 9 0.25000000 0.25000000 27 3 A1 synthetic_faculty_1 5 29 development 0.10416667 5 0.10000000 0.11764706 0.09433962 11 4 0.20000000 0.08333333 32 1 A1 synthetic_faculty_1 5 29 development 0.16666667 8 0.15000000 0.20000000 0.17857143 10 6 0.25000000 0.16666667 30 2 A1 synthetic_faculty_1 5 29 development 0.20833333 10 0.20000000 0.27272727 0.25862069 9 7 0.30000000 0.25000000 29 3 A1 synthetic_faculty_1 5 29 development 0.25000000 12 0.25000000 0.25000000 0.25000000 9 9 0.25000000 0.25000000 27 3 A2 synthetic_faculty_1 5 29 development 0.10416667 5 0.10000000 0.23529412 0.18867925 10 3 0.40000000 0.16666667 33 2 A2 synthetic_faculty_1 5 29 development 0.16666667 8 0.15000000 0.20000000 0.17857143 10 6 0.25000000 0.16666667 30 2 A2 synthetic_faculty_1 5 29 development 0.20833333 10 0.20000000 0.18181818 0.17241379 10 8 0.20000000 0.16666667 28 2 A2 synthetic_faculty_1 5 29 development 0.25000000 12 0.25000000 0.25000000 0.25000000 9 9 0.25000000 0.25000000 27 3 A3 synthetic_faculty_1 5 29 development 0.10416667 5 0.10000000 0.23529412 0.18867925 10 3 0.40000000 0.16666667 33 2 A3 synthetic_faculty_1 5 29 development 0.16666667 8 0.15000000 0.20000000 0.17857143 10 6 0.25000000 0.16666667 30 2 A3 synthetic_faculty_1 5 29 development 0.20833333 10 0.20000000 0.18181818 0.17241379 10 8 0.20000000 0.16666667 28 2 A3 synthetic_faculty_1 5 29 development 0.25000000 12 0.25000000 0.25000000 0.25000000 9 9 0.25000000 0.25000000 27 3 CacheReference synthetic_faculty_1 5 29 development 0.10416667 5 0.10000000 0.00000000 0.00000000 12 5 0.00000000 0.00000000 31 0 CacheReference synthetic_faculty_1 5 29 development 0.16666667 8 0.15000000 0.10000000 0.08928571 11 7 0.12500000 0.08333333 29 1 CacheReference synthetic_faculty_1 5 29 development 0.20833333 10 0.20000000 0.18181818 0.17241379 10 8 0.20000000 0.16666667 28 2 CacheReference synthetic_faculty_1 5 29 development 0.25000000 12 0.25000000 0.16666667 0.16666667 10 10 0.16666667 0.16666667 26 2 HGB synthetic_faculty_1 5 29 development 0.10416667 5 0.10000000 0.35294118 0.28301887 9 2 0.60000000 0.25000000 34 3 HGB synthetic_faculty_1 5 29 development 0.16666667 8 0.15000000 0.50000000 0.44642857 7 3 0.62500000 0.41666667 33 5 HGB synthetic_faculty_1 5 29 development 0.20833333 10 0.20000000 0.54545455 0.51724138 6 4 0.60000000 0.50000000 32 6 HGB synthetic_faculty_1 5 29 development 0.25000000 12 0.25000000 0.50000000 0.50000000 6 6 0.50000000 0.50000000 30 6 P1 synthetic_faculty_1 5 29 development 0.10416667 5 0.10000000 0.23529412 0.18867925 10 3 0.40000000 0.16666667 33 2 P1 synthetic_faculty_1 5 29 development 0.16666667 8 0.15000000 0.30000000 0.26785714 9 5 0.37500000 0.25000000 31 3 P1 synthetic_faculty_1 5 29 development 0.20833333 10 0.20000000 0.27272727 0.25862069 9 7 0.30000000 0.25000000 29 3 P1 synthetic_faculty_1 5 29 development 0.25000000 12 0.25000000 0.25000000 0.25000000 9 9 0.25000000 0.25000000 27 3 A0M synthetic_faculty_1 6 29 retrospective 0.10416667 5 0.10000000 0.00000000 0.00000000 8 5 0.00000000 0.00000000 35 0 A0M synthetic_faculty_1 6 29 retrospective 0.16666667 8 0.15000000 0.00000000 0.00000000 8 8 0.00000000 0.00000000 32 0 A0M synthetic_faculty_1 6 29 retrospective 0.20833333 10 0.20000000 0.11111111 0.11904762 7 9 0.10000000 0.12500000 31 1 A0M synthetic_faculty_1 6 29 retrospective 0.25000000 12 0.25000000 0.10000000 0.11363636 7 11 0.08333333 0.12500000 29 1 A0 synthetic_faculty_1 6 29 retrospective 0.10416667 5 0.10000000 0.30769231 0.27027027 6 3 0.40000000 0.25000000 37 2 A0 synthetic_faculty_1 6 29 retrospective 0.16666667 8 0.15000000 0.25000000 0.25000000 6 6 0.25000000 0.25000000 34 2 A0 synthetic_faculty_1 6 29 retrospective 0.20833333 10 0.20000000 0.22222222 0.23809524 6 8 0.20000000 0.25000000 32 2 A0 synthetic_faculty_1 6 29 retrospective 0.25000000 12 0.25000000 0.40000000 0.45454545 4 8 0.33333333 0.50000000 32 4 A1 synthetic_faculty_1 6 29 retrospective 0.10416667 5 0.10000000 0.00000000 0.00000000 8 5 0.00000000 0.00000000 35 0 A1 synthetic_faculty_1 6 29 retrospective 0.16666667 8 0.15000000 0.00000000 0.00000000 8 8 0.00000000 0.00000000 32 0 A1 synthetic_faculty_1 6 29 retrospective 0.20833333 10 0.20000000 0.00000000 0.00000000 8 10 0.00000000 0.00000000 30 0 A1 synthetic_faculty_1 6 29 retrospective 0.25000000 12 0.25000000 0.10000000 0.11363636 7 11 0.08333333 0.12500000 29 1 A2 synthetic_faculty_1 6 29 retrospective 0.10416667 5 0.10000000 0.00000000 0.00000000 8 5 0.00000000 0.00000000 35 0 A2 synthetic_faculty_1 6 29 retrospective 0.16666667 8 0.15000000 0.00000000 0.00000000 8 8 0.00000000 0.00000000 32 0 A2 synthetic_faculty_1 6 29 retrospective 0.20833333 10 0.20000000 0.00000000 0.00000000 8 10 0.00000000 0.00000000 30 0 A2 synthetic_faculty_1 6 29 retrospective 0.25000000 12 0.25000000 0.10000000 0.11363636 7 11 0.08333333 0.12500000 29 1 A3 synthetic_faculty_1 6 29 retrospective 0.10416667 5 0.10000000 0.00000000 0.00000000 8 5 0.00000000 0.00000000 35 0 A3 synthetic_faculty_1 6 29 retrospective 0.16666667 8 0.15000000 0.00000000 0.00000000 8 8 0.00000000 0.00000000 32 0 A3 synthetic_faculty_1 6 29 retrospective 0.20833333 10 0.20000000 0.00000000 0.00000000 8 10 0.00000000 0.00000000 30 0 A3 synthetic_faculty_1 6 29 retrospective 0.25000000 12 0.25000000 0.10000000 0.11363636 7 11 0.08333333 0.12500000 29 1 CacheReference synthetic_faculty_1 6 29 retrospective 0.10416667 5 0.10000000 0.30769231 0.27027027 6 3 0.40000000 0.25000000 37 2 CacheReference synthetic_faculty_1 6 29 retrospective 0.16666667 8 0.15000000 0.50000000 0.50000000 4 4 0.50000000 0.50000000 36 4 CacheReference synthetic_faculty_1 6 29 retrospective 0.20833333 10 0.20000000 0.55555556 0.59523810 3 5 0.50000000 0.62500000 35 5 CacheReference synthetic_faculty_1 6 29 retrospective 0.25000000 12 0.25000000 0.50000000 0.56818182 3 7 0.41666667 0.62500000 33 5 HGB synthetic_faculty_1 6 29 retrospective 0.10416667 5 0.10000000 0.30769231 0.27027027 6 3 0.40000000 0.25000000 37 2 HGB synthetic_faculty_1 6 29 retrospective 0.16666667 8 0.15000000 0.37500000 0.37500000 5 5 0.37500000 0.37500000 35 3 HGB synthetic_faculty_1 6 29 retrospective 0.20833333 10 0.20000000 0.33333333 0.35714286 5 7 0.30000000 0.37500000 33 3 HGB synthetic_faculty_1 6 29 retrospective 0.25000000 12 0.25000000 0.30000000 0.34090909 5 9 0.25000000 0.37500000 31 3 P1 synthetic_faculty_1 6 29 retrospective 0.10416667 5 0.10000000 0.00000000 0.00000000 8 5 0.00000000 0.00000000 35 0 P1 synthetic_faculty_1 6 29 retrospective 0.16666667 8 0.15000000 0.00000000 0.00000000 8 8 0.00000000 0.00000000 32 0 P1 synthetic_faculty_1 6 29 retrospective 0.20833333 10 0.20000000 0.00000000 0.00000000 8 10 0.00000000 0.00000000 30 0 P1 synthetic_faculty_1 6 29 retrospective 0.25000000 12 0.25000000 0.00000000 0.00000000 8 12 0.00000000 0.00000000 28 0 A0M synthetic_faculty_1 7 29 retrospective 0.10416667 5 0.10000000 0.19047619 0.14492754 14 3 0.40000000 0.12500000 29 2 A0M synthetic_faculty_1 7 29 retrospective 0.16666667 8 0.15000000 0.25000000 0.20833333 13 5 0.37500000 0.18750000 27 3 A0M synthetic_faculty_1 7 29 retrospective 0.20833333 10 0.20000000 0.30769231 0.27027027 12 6 0.40000000 0.25000000 26 4 A0M synthetic_faculty_1 7 29 retrospective 0.25000000 12 0.25000000 0.28571429 0.26315789 12 8 0.33333333 0.25000000 24 4 A0 synthetic_faculty_1 7 29 retrospective 0.10416667 5 0.10000000 0.00000000 0.00000000 16 5 0.00000000 0.00000000 27 0 A0 synthetic_faculty_1 7 29 retrospective 0.16666667 8 0.15000000 0.08333333 0.06944444 15 7 0.12500000 0.06250000 25 1 A0 synthetic_faculty_1 7 29 retrospective 0.20833333 10 0.20000000 0.15384615 0.13513514 14 8 0.20000000 0.12500000 24 2 A0 synthetic_faculty_1 7 29 retrospective 0.25000000 12 0.25000000 0.14285714 0.13157895 14 10 0.16666667 0.12500000 22 2 A1 synthetic_faculty_1 7 29 retrospective 0.10416667 5 0.10000000 0.00000000 0.00000000 16 5 0.00000000 0.00000000 27 0 A1 synthetic_faculty_1 7 29 retrospective 0.16666667 8 0.15000000 0.08333333 0.06944444 15 7 0.12500000 0.06250000 25 1 A1 synthetic_faculty_1 7 29 retrospective 0.20833333 10 0.20000000 0.15384615 0.13513514 14 8 0.20000000 0.12500000 24 2 A1 synthetic_faculty_1 7 29 retrospective 0.25000000 12 0.25000000 0.14285714 0.13157895 14 10 0.16666667 0.12500000 22 2 A2 synthetic_faculty_1 7 29 retrospective 0.10416667 5 0.10000000 0.00000000 0.00000000 16 5 0.00000000 0.00000000 27 0 A2 synthetic_faculty_1 7 29 retrospective 0.16666667 8 0.15000000 0.00000000 0.00000000 16 8 0.00000000 0.00000000 24 0 A2 synthetic_faculty_1 7 29 retrospective 0.20833333 10 0.20000000 0.07692308 0.06756757 15 9 0.10000000 0.06250000 23 1 A2 synthetic_faculty_1 7 29 retrospective 0.25000000 12 0.25000000 0.14285714 0.13157895 14 10 0.16666667 0.12500000 22 2 A3 synthetic_faculty_1 7 29 retrospective 0.10416667 5 0.10000000 0.00000000 0.00000000 16 5 0.00000000 0.00000000 27 0 A3 synthetic_faculty_1 7 29 retrospective 0.16666667 8 0.15000000 0.00000000 0.00000000 16 8 0.00000000 0.00000000 24 0 A3 synthetic_faculty_1 7 29 retrospective 0.20833333 10 0.20000000 0.07692308 0.06756757 15 9 0.10000000 0.06250000 23 1 A3 synthetic_faculty_1 7 29 retrospective 0.25000000 12 0.25000000 0.14285714 0.13157895 14 10 0.16666667 0.12500000 22 2 CacheReference synthetic_faculty_1 7 29 retrospective 0.10416667 5 0.10000000 0.19047619 0.14492754 14 3 0.40000000 0.12500000 29 2 CacheReference synthetic_faculty_1 7 29 retrospective 0.16666667 8 0.15000000 0.25000000 0.20833333 13 5 0.37500000 0.18750000 27 3 CacheReference synthetic_faculty_1 7 29 retrospective 0.20833333 10 0.20000000 0.23076923 0.20270270 13 7 0.30000000 0.18750000 25 3 CacheReference synthetic_faculty_1 7 29 retrospective 0.25000000 12 0.25000000 0.21428571 0.19736842 13 9 0.25000000 0.18750000 23 3 HGB synthetic_faculty_1 7 29 retrospective 0.10416667 5 0.10000000 0.38095238 0.28985507 12 1 0.80000000 0.25000000 31 4 HGB synthetic_faculty_1 7 29 retrospective 0.16666667 8 0.15000000 0.50000000 0.41666667 10 2 0.75000000 0.37500000 30 6 HGB synthetic_faculty_1 7 29 retrospective 0.20833333 10 0.20000000 0.53846154 0.47297297 9 3 0.70000000 0.43750000 29 7 HGB synthetic_faculty_1 7 29 retrospective 0.25000000 12 0.25000000 0.64285714 0.59210526 7 3 0.75000000 0.56250000 29 9 P1 synthetic_faculty_1 7 29 retrospective 0.10416667 5 0.10000000 0.19047619 0.14492754 14 3 0.40000000 0.12500000 29 2 P1 synthetic_faculty_1 7 29 retrospective 0.16666667 8 0.15000000 0.25000000 0.20833333 13 5 0.37500000 0.18750000 27 3 P1 synthetic_faculty_1 7 29 retrospective 0.20833333 10 0.20000000 0.23076923 0.20270270 13 7 0.30000000 0.18750000 25 3 P1 synthetic_faculty_1 7 29 retrospective 0.25000000 12 0.25000000 0.28571429 0.26315789 12 8 0.33333333 0.25000000 24 4 [INTERACTION_ABLATIONS] rows=252 columns=25 column_definitions={"arm": "prespecified model/control", "faculty": "faculty cache key", "fold": "canonical rolling-origin fold", "seed": "model initialization seed", "stage": "stage", "ap": "whole-cell AP; undefined without failures", "ap_status": "ap status", "auc": "whole-cell ROC-AUC; requires both classes", "bce": "mean binary log loss", "brier": "mean squared probability error", "delta_ap": "delta ap", "ece": "10 equal-width probability bins", "failures": "failures", "hc_norm_mean": "hc norm mean", "interpretation": "interpretation", "intervention": "intervention", "max_abs_dp": "max abs dp", "mean_abs_dp": "mean abs dp", "mean_signed_dp": "mean signed dp", "median_abs_dp": "median abs dp", "p90_abs_dp": "p90 abs dp", "p99_abs_dp": "p99 abs dp", "prevalence": "prevalence", "rows": "rows", "sc_norm_mean": "sc norm mean"} arm faculty fold seed stage ap ap_status auc bce brier delta_ap ece failures hc_norm_mean interpretation intervention max_abs_dp mean_abs_dp mean_signed_dp median_abs_dp p90_abs_dp p99_abs_dp prevalence rows sc_norm_mean A2 synthetic_faculty_0 1 29 development 0.24063375 DEFINED 0.65000000 0.59464555 0.20155427 0.00252202 0.25793120 8 0.72447294 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.01017770 0.00296563 0.00086930 0.00272745 0.00562175 0.00891725 0.16666667 48 0.65489310 A2 synthetic_faculty_0 1 29 development 0.24720558 DEFINED 0.64687500 0.59617341 0.20230330 0.00909385 0.25935371 8 0.72447294 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01147512 0.00362328 0.00229182 0.00295657 0.00625930 0.01105205 0.16666667 48 0.65489310 A2 synthetic_faculty_0 1 29 development 0.24568567 DEFINED 0.63750000 0.59714086 0.20275478 0.00757394 0.26017917 8 0.72447294 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.01734415 0.00544401 0.00311727 0.00477810 0.01084158 0.01657411 0.16666667 48 0.65489310 A2 synthetic_faculty_0 1 29 development 0.20669284 DEFINED 0.55000000 0.62037845 0.21405295 -0.03141889 0.27600046 8 0.72447294 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.05502272 0.02165572 0.01893856 0.02093096 0.03711104 0.05248152 0.16666667 48 0.65489310 A2 synthetic_faculty_0 1 29 development 0.26663681 DEFINED 0.66250000 0.60333860 0.20577636 0.02852508 0.26668494 8 0.72447294 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.06918100 0.01845244 0.00962304 0.01839645 0.03108953 0.06084867 0.16666667 48 0.65489310 A2 synthetic_faculty_0 1 29 development 0.27085604 DEFINED 0.65312500 0.62216725 0.21491081 0.03274431 0.28225744 8 0.72447294 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.05505502 0.02561748 0.02519555 0.02666168 0.03985900 0.04981004 0.16666667 48 0.65489310 A3 synthetic_faculty_0 1 29 development 0.24063375 DEFINED 0.65000000 0.59466528 0.20156374 0.00252202 0.25793869 8 0.72452050 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.01017478 0.00296663 0.00086739 0.00273646 0.00562771 0.00891724 0.16666667 48 0.65485901 A3 synthetic_faculty_0 1 29 development 0.24720558 DEFINED 0.64687500 0.59619527 0.20231384 0.00909385 0.25936269 8 0.72452050 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01149458 0.00362502 0.00229139 0.00295138 0.00625241 0.01106892 0.16666667 48 0.65485901 A3 synthetic_faculty_0 1 29 development 0.24568567 DEFINED 0.63750000 0.59716190 0.20276494 0.00757394 0.26018636 8 0.72452050 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.01735678 0.00544639 0.00311506 0.00478812 0.01084486 0.01658009 0.16666667 48 0.65485901 A3 synthetic_faculty_0 1 29 development 0.20598261 DEFINED 0.54687500 0.62039870 0.21406270 -0.03212912 0.27600934 8 0.72452050 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.05505157 0.02165626 0.01893804 0.02092883 0.03711557 0.05250069 0.16666667 48 0.65485901 A3 synthetic_faculty_0 1 29 development 0.26663681 DEFINED 0.66250000 0.60334537 0.20577961 0.02852508 0.26668465 8 0.72452050 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.06921643 0.01845468 0.00961335 0.01840478 0.03112493 0.06088819 0.16666667 48 0.65485901 A3 synthetic_faculty_0 1 29 development 0.27085604 DEFINED 0.65312500 0.62217258 0.21491340 0.03274431 0.28225693 8 0.72452050 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.05502495 0.02561048 0.02518563 0.02666254 0.03984470 0.04977644 0.16666667 48 0.65485901 P1 synthetic_faculty_0 1 29 development 0.25183842 DEFINED 0.57500000 0.60228278 0.20520924 0.00241747 0.26055344 8 0.70987207 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.00739619 0.00258137 -0.00036919 0.00238121 0.00504116 0.00702834 0.16666667 48 0.64190704 P1 synthetic_faculty_0 1 29 development 0.31009615 DEFINED 0.56875000 0.60642890 0.20723187 0.06067521 0.26270380 8 0.70987207 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01543391 0.00375168 0.00178118 0.00283660 0.00839218 0.01324321 0.16666667 48 0.64190704 P1 synthetic_faculty_0 1 29 development 0.31008680 DEFINED 0.57187500 0.60513383 0.20658397 0.06066585 0.26227511 8 0.70987207 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.01462197 0.00446442 0.00135248 0.00331712 0.00960170 0.01428713 0.16666667 48 0.64190704 P1 synthetic_faculty_0 1 29 development 0.21662196 DEFINED 0.56562500 0.61942666 0.21360110 -0.03279898 0.27483386 8 0.70987207 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.05593890 0.01752276 0.01391123 0.01786458 0.03353459 0.04929831 0.16666667 48 0.64190704 P1 synthetic_faculty_0 1 29 development 0.29376930 DEFINED 0.54062500 0.61547796 0.21160969 0.04434835 0.26935486 8 0.70987207 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.04692557 0.01778999 0.00843224 0.01404408 0.03790164 0.04547237 0.16666667 48 0.64190704 P1 synthetic_faculty_0 1 29 development 0.31031702 DEFINED 0.55625000 0.62985060 0.21871965 0.06089607 0.28564361 8 0.70987207 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.05749518 0.02626095 0.02472098 0.02655943 0.04192556 0.05604610 0.16666667 48 0.64190704 A2 synthetic_faculty_0 2 29 development 0.41252970 DEFINED 0.51361162 0.67495353 0.24101419 0.01751309 0.05578753 19 0.73559314 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.00966260 0.00277974 -0.00042638 0.00237826 0.00581291 0.00845842 0.39583333 48 0.65559250 A2 synthetic_faculty_0 2 29 development 0.39235100 DEFINED 0.50453721 0.67699580 0.24199586 -0.00266560 0.07170018 19 0.73559314 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01073626 0.00348453 0.00248796 0.00326735 0.00708094 0.01056008 0.39583333 48 0.65559250 A2 synthetic_faculty_0 2 29 development 0.40979233 DEFINED 0.51724138 0.67503820 0.24106209 0.01477573 0.08866243 19 0.73559314 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.01126415 0.00376311 0.00202168 0.00329489 0.00903590 0.01100587 0.39583333 48 0.65559250 A2 synthetic_faculty_0 2 29 development 0.38713121 DEFINED 0.48094374 0.68155444 0.24421668 -0.00788540 0.06452346 19 0.73559314 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.04505947 0.01657569 0.01374732 0.01564157 0.02762084 0.03946021 0.39583333 48 0.65559250 A2 synthetic_faculty_0 2 29 development 0.41943425 DEFINED 0.50635209 0.67633135 0.24166934 0.02441765 0.03872757 19 0.73559314 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.06401107 0.01799729 0.01039759 0.01421471 0.04088807 0.05936648 0.39583333 48 0.65559250 A2 synthetic_faculty_0 2 29 development 0.44212639 DEFINED 0.51361162 0.67830114 0.24265452 0.04710979 0.08820067 19 0.73559314 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.05793980 0.02356321 0.02350426 0.02410749 0.03995475 0.05135747 0.39583333 48 0.65559250 A3 synthetic_faculty_0 2 29 development 0.40375777 DEFINED 0.51179673 0.67495572 0.24101541 0.00874116 0.05579152 19 0.73568344 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.00965497 0.00277919 -0.00042425 0.00236966 0.00580410 0.00845827 0.39583333 48 0.65608203 A3 synthetic_faculty_0 2 29 development 0.39235100 DEFINED 0.50453721 0.67699551 0.24199588 -0.00266560 0.07170170 19 0.73568344 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01074794 0.00348480 0.00248813 0.00326747 0.00708290 0.01057090 0.39583333 48 0.65608203 A3 synthetic_faculty_0 2 29 development 0.40979233 DEFINED 0.51724138 0.67504019 0.24106326 0.01477573 0.08866495 19 0.73568344 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.01126230 0.00376387 0.00202381 0.00327757 0.00904776 0.01099735 0.39583333 48 0.65608203 A3 synthetic_faculty_0 2 29 development 0.38713121 DEFINED 0.48094374 0.68156166 0.24422035 -0.00788540 0.06452082 19 0.73568344 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.04505798 0.01657342 0.01374885 0.01564319 0.02755462 0.03946634 0.39583333 48 0.65608203 A3 synthetic_faculty_0 2 29 development 0.41943425 DEFINED 0.50635209 0.67633037 0.24166897 0.02441765 0.03873015 19 0.73568344 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.06402069 0.01800333 0.01040212 0.01424107 0.04089370 0.05938167 0.39583333 48 0.65608203 A3 synthetic_faculty_0 2 29 development 0.44320365 DEFINED 0.51542650 0.67829979 0.24265388 0.04818704 0.08820392 19 0.73568344 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.05793878 0.02356486 0.02350759 0.02407166 0.03997961 0.05136180 0.39583333 48 0.65608203 P1 synthetic_faculty_0 2 29 development 0.42650916 DEFINED 0.51179673 0.67429333 0.24073507 0.01055341 0.05524054 19 0.73068213 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.01170874 0.00362114 0.00023635 0.00331563 0.00616677 0.01106486 0.39583333 48 0.64708447 P1 synthetic_faculty_0 2 29 development 0.41547800 DEFINED 0.49364791 0.67749997 0.24228851 -0.00047774 0.03718054 19 0.73068213 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01317763 0.00363866 0.00276151 0.00301825 0.00735078 0.01243471 0.39583333 48 0.64708447 P1 synthetic_faculty_0 2 29 development 0.42961404 DEFINED 0.51542650 0.67500564 0.24106750 0.01365830 0.03738967 19 0.73068213 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.02359271 0.00561400 0.00297063 0.00469150 0.00985879 0.01964323 0.39583333 48 0.64708447 P1 synthetic_faculty_0 2 29 development 0.41161292 DEFINED 0.53539020 0.67585520 0.24146984 -0.00434282 0.07146876 19 0.73068213 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.05080745 0.01774400 0.01231409 0.01603259 0.03239546 0.05056120 0.39583333 48 0.64708447 P1 synthetic_faculty_0 2 29 development 0.44216918 DEFINED 0.47368421 0.67794751 0.24247407 0.02621344 0.08301649 19 0.73068213 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.05321848 0.01842683 0.00793191 0.01602459 0.04063987 0.04996486 0.39583333 48 0.64708447 P1 synthetic_faculty_0 2 29 development 0.42243444 DEFINED 0.53176044 0.67654203 0.24178464 0.00647869 0.05759241 19 0.73068213 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.06111068 0.02388085 0.02317337 0.02036034 0.04372697 0.05912644 0.39583333 48 0.64708447 A2 synthetic_faculty_0 3 29 development 0.35713717 DEFINED 0.61670762 0.60769779 0.20794435 0.01693586 0.18682063 11 0.73344308 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.01148430 0.00309796 0.00080511 0.00224997 0.00669107 0.00971832 0.22916667 48 0.65643126 A2 synthetic_faculty_0 3 29 development 0.35082824 DEFINED 0.60933661 0.60745224 0.20783589 0.01062693 0.18772143 11 0.73344308 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.00970823 0.00322121 0.00170591 0.00273322 0.00610216 0.00928880 0.22916667 48 0.65643126 A2 synthetic_faculty_0 3 29 development 0.37934454 DEFINED 0.62899263 0.60738691 0.20779218 0.03914323 0.18846257 11 0.73344308 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.01205632 0.00523790 0.00244705 0.00510478 0.00852882 0.01199402 0.22916667 48 0.65643126 A2 synthetic_faculty_0 3 29 development 0.27328293 DEFINED 0.56756757 0.62442941 0.21607613 -0.06691838 0.20020067 11 0.73344308 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.03794697 0.01815301 0.01418514 0.01812564 0.03080306 0.03686865 0.22916667 48 0.65643126 A2 synthetic_faculty_0 3 29 development 0.32241079 DEFINED 0.65356265 0.61458686 0.21125265 -0.01779052 0.19900402 11 0.73344308 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.05018389 0.02157073 0.01298849 0.02111198 0.04206782 0.04762166 0.22916667 48 0.65643126 A2 synthetic_faculty_0 3 29 development 0.30114714 DEFINED 0.54791155 0.62815637 0.21791965 -0.03905417 0.20733266 11 0.73344308 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.05670929 0.02148127 0.02131713 0.02034783 0.03532967 0.05533947 0.22916667 48 0.65643126 A3 synthetic_faculty_0 3 29 development 0.36363068 DEFINED 0.61916462 0.60768720 0.20793904 0.02205195 0.18681160 11 0.73341423 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.01148009 0.00309872 0.00080284 0.00225303 0.00668557 0.00971944 0.22916667 48 0.65670592 A3 synthetic_faculty_0 3 29 development 0.35082824 DEFINED 0.60933661 0.60744160 0.20783056 0.00924952 0.18771470 11 0.73341423 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.00970232 0.00322107 0.00170594 0.00273558 0.00610718 0.00928354 0.22916667 48 0.65670592 A3 synthetic_faculty_0 3 29 development 0.37934454 DEFINED 0.62899263 0.60737420 0.20778581 0.03776582 0.18845335 11 0.73341423 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.01204672 0.00523812 0.00244459 0.00509536 0.00852204 0.01198799 0.22916667 48 0.65670592 A3 synthetic_faculty_0 3 29 development 0.27232093 DEFINED 0.56511057 0.62443249 0.21607777 -0.06925780 0.20020414 11 0.73341423 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.03798178 0.01815554 0.01419538 0.01814622 0.03077922 0.03687193 0.22916667 48 0.65670592 A3 synthetic_faculty_0 3 29 development 0.32241079 DEFINED 0.65356265 0.61457260 0.21124560 -0.01916793 0.19899368 11 0.73341423 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.05022186 0.02156856 0.01298492 0.02110983 0.04210707 0.04764911 0.22916667 48 0.65670592 A3 synthetic_faculty_0 3 29 development 0.29988950 DEFINED 0.54545455 0.62815622 0.21791943 -0.04168922 0.20732917 11 0.73341423 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.05671772 0.02148557 0.02132041 0.02033366 0.03535064 0.05536306 0.22916667 48 0.65670592 P1 synthetic_faculty_0 3 29 development 0.28866598 DEFINED 0.58476658 0.61627027 0.21230642 0.00125327 0.19459701 11 0.74250984 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.00802779 0.00315558 -0.00045740 0.00280751 0.00613731 0.00738482 0.22916667 48 0.62539881 P1 synthetic_faculty_0 3 29 development 0.27762127 DEFINED 0.57985258 0.61813927 0.21320180 -0.00979144 0.19672785 11 0.74250984 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.00976413 0.00351812 0.00167344 0.00315817 0.00591271 0.00862794 0.22916667 48 0.62539881 P1 synthetic_faculty_0 3 29 development 0.27930291 DEFINED 0.57493857 0.61895343 0.21356836 -0.00810980 0.19620929 11 0.74250984 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.01851121 0.00444207 0.00115488 0.00335769 0.00988536 0.01636560 0.22916667 48 0.62539881 P1 synthetic_faculty_0 3 29 development 0.25954569 DEFINED 0.51351351 0.62949550 0.21871141 -0.02786702 0.20383890 11 0.74250984 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.04836211 0.01591667 0.00878449 0.01291375 0.03136103 0.04366855 0.22916667 48 0.62539881 P1 synthetic_faculty_0 3 29 development 0.25896125 DEFINED 0.54545455 0.62764050 0.21774118 -0.02845146 0.20312260 11 0.74250984 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.06362572 0.01773519 0.00806819 0.01399854 0.03784101 0.06018095 0.22916667 48 0.62539881 P1 synthetic_faculty_0 3 29 development 0.29062537 DEFINED 0.59459459 0.63185075 0.21978820 0.00321266 0.21651677 11 0.74250984 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.04805136 0.02255596 0.02146236 0.02321610 0.03671737 0.04749563 0.22916667 48 0.62539881 A2 synthetic_faculty_0 4 29 development 0.44290901 DEFINED 0.53808354 0.61970484 0.21360463 0.03296286 0.21659420 11 0.77459222 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.01177180 0.00358844 -0.00072575 0.00339539 0.00649799 0.01028398 0.22916667 48 0.69582874 A2 synthetic_faculty_0 4 29 development 0.43766237 DEFINED 0.52088452 0.62433212 0.21585039 0.02771622 0.21239300 11 0.77459222 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.02026710 0.00394483 0.00263251 0.00276554 0.00857702 0.01796529 0.22916667 48 0.69582874 A2 synthetic_faculty_0 4 29 development 0.43876300 DEFINED 0.52579853 0.62308673 0.21524291 0.02881685 0.21905740 11 0.77459222 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.02271253 0.00561874 0.00182915 0.00394864 0.01115044 0.02091444 0.22916667 48 0.69582874 A2 synthetic_faculty_0 4 29 development 0.37616512 DEFINED 0.56265356 0.63449400 0.22092488 -0.03378103 0.21604459 11 0.77459222 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.04859564 0.02192908 0.01752871 0.02153437 0.03776331 0.04832767 0.22916667 48 0.69582874 A2 synthetic_faculty_0 4 29 development 0.34961137 DEFINED 0.50859951 0.63483051 0.22104350 -0.06033478 0.20988174 11 0.77459222 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.05836046 0.02066308 0.01136585 0.01905881 0.03646077 0.05096686 0.22916667 48 0.69582874 A2 synthetic_faculty_0 4 29 development 0.42697274 DEFINED 0.54545455 0.64176590 0.22450169 0.01702659 0.23068625 11 0.77459222 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.06162813 0.02263387 0.02216516 0.02254306 0.04158286 0.05866667 0.22916667 48 0.69582874 A3 synthetic_faculty_0 4 29 development 0.43886860 DEFINED 0.53562654 0.61971916 0.21361181 0.02892245 0.21659924 11 0.77453113 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.01178294 0.00359145 -0.00072486 0.00341217 0.00650246 0.01029344 0.22916667 48 0.69619542 A3 synthetic_faculty_0 4 29 development 0.43766237 DEFINED 0.52088452 0.62434495 0.21585682 0.02771622 0.21239680 11 0.77453113 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.02026439 0.00394520 0.00263467 0.00276807 0.00857100 0.01796578 0.22916667 48 0.69619542 A3 synthetic_faculty_0 4 29 development 0.43876300 DEFINED 0.52579853 0.62310158 0.21525035 0.02881685 0.21906430 11 0.77453113 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.02270195 0.00562164 0.00183231 0.00395201 0.01115833 0.02091211 0.22916667 48 0.69619542 A3 synthetic_faculty_0 4 29 development 0.37616512 DEFINED 0.56265356 0.63450868 0.22093214 -0.03378103 0.21605038 11 0.77453113 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.04864913 0.02193259 0.01753369 0.02152792 0.03775706 0.04835977 0.22916667 48 0.69619542 A3 synthetic_faculty_0 4 29 development 0.34961137 DEFINED 0.50859951 0.63484316 0.22104983 -0.06033478 0.20988731 11 0.77453113 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.05833113 0.02066278 0.01137063 0.01905008 0.03645757 0.05096365 0.22916667 48 0.69619542 A3 synthetic_faculty_0 4 29 development 0.42697274 DEFINED 0.54545455 0.64177777 0.22450769 0.01702659 0.23069339 11 0.77453113 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.06162882 0.02263464 0.02216832 0.02253520 0.04156351 0.05868118 0.22916667 48 0.69619542 P1 synthetic_faculty_0 4 29 development 0.37940610 DEFINED 0.57002457 0.62351093 0.21555983 0.00092492 0.20434357 11 0.71359444 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.00848794 0.00264749 -0.00024691 0.00229216 0.00559456 0.00765810 0.22916667 48 0.69256735 P1 synthetic_faculty_0 4 29 development 0.37562479 DEFINED 0.57493857 0.62937445 0.21842466 -0.00285638 0.20790984 11 0.71359444 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01382375 0.00435131 0.00331936 0.00377625 0.00852564 0.01288048 0.22916667 48 0.69256735 P1 synthetic_faculty_0 4 29 development 0.37377900 DEFINED 0.56756757 0.62801674 0.21776634 -0.00470217 0.20762017 11 0.71359444 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.01499292 0.00502606 0.00302969 0.00454740 0.00979144 0.01421093 0.22916667 48 0.69256735 P1 synthetic_faculty_0 4 29 development 0.38598366 DEFINED 0.61179361 0.63410623 0.22069897 0.00750249 0.21849022 11 0.71359444 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.06054139 0.01830731 0.01389973 0.01570450 0.04378453 0.05608228 0.22916667 48 0.69256735 P1 synthetic_faculty_0 4 29 development 0.32770556 DEFINED 0.48894349 0.63762918 0.22248262 -0.05077562 0.21093316 11 0.71359444 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.05027047 0.01456667 0.00634267 0.01208134 0.02688750 0.04652479 0.22916667 48 0.69256735 P1 synthetic_faculty_0 4 29 development 0.34317585 DEFINED 0.53071253 0.65448552 0.23081922 -0.03530532 0.23068371 11 0.71359444 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.06374905 0.02745664 0.02609323 0.02626278 0.04632240 0.05953448 0.22916667 48 0.69256735 A2 synthetic_faculty_0 5 29 development 0.42199056 DEFINED 0.45370370 0.67628576 0.24149845 0.02990753 0.09788820 18 0.76540655 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.00895557 0.00309377 0.00050428 0.00290751 0.00622838 0.00866758 0.37500000 48 0.67832369 A2 synthetic_faculty_0 5 29 development 0.39916817 DEFINED 0.46481481 0.67737479 0.24202042 0.00708515 0.12086283 18 0.76540655 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01948160 0.00434443 0.00339712 0.00293364 0.00987470 0.01761032 0.37500000 48 0.67832369 A2 synthetic_faculty_0 5 29 development 0.42823987 DEFINED 0.46296296 0.67650596 0.24160382 0.03615685 0.09946705 18 0.76540655 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.02588671 0.00603540 0.00390653 0.00472090 0.01237689 0.02259438 0.37500000 48 0.67832369 A2 synthetic_faculty_0 5 29 development 0.39316851 DEFINED 0.44259259 0.68014988 0.24348513 0.00108549 0.06444882 18 0.76540655 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.06015196 0.02028133 0.01547335 0.01865762 0.04053851 0.05217399 0.37500000 48 0.67832369 A2 synthetic_faculty_0 5 29 development 0.37287039 DEFINED 0.40000000 0.68551167 0.24602476 -0.01921264 0.08584160 18 0.76540655 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.06043473 0.01965440 0.01375414 0.01590846 0.04579670 0.06042481 0.37500000 48 0.67832369 A2 synthetic_faculty_0 5 29 development 0.39389004 DEFINED 0.49074074 0.67968516 0.24323563 0.00180701 0.09578302 18 0.76540655 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.04924786 0.02400101 0.02349020 0.02520376 0.04044574 0.04873404 0.37500000 48 0.67832369 A3 synthetic_faculty_0 5 29 development 0.42199056 DEFINED 0.45370370 0.67629286 0.24150196 0.02990753 0.09789285 18 0.76534414 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.00895283 0.00309429 0.00050718 0.00290792 0.00623052 0.00866871 0.37500000 48 0.67856055 A3 synthetic_faculty_0 5 29 development 0.39916817 DEFINED 0.46481481 0.67738531 0.24202559 0.00708515 0.12086736 18 0.76534414 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01949075 0.00434223 0.00339501 0.00292756 0.00987084 0.01761159 0.37500000 48 0.67856055 A3 synthetic_faculty_0 5 29 development 0.42823987 DEFINED 0.46296296 0.67651405 0.24160785 0.03615685 0.09947010 18 0.76534414 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.02589327 0.00603843 0.00390746 0.00472571 0.01237730 0.02258932 0.37500000 48 0.67856055 A3 synthetic_faculty_0 5 29 development 0.39316851 DEFINED 0.44259259 0.68015019 0.24348525 0.00108549 0.06445528 18 0.76534414 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.06014398 0.02028076 0.01547696 0.01863739 0.04053148 0.05215839 0.37500000 48 0.67856055 A3 synthetic_faculty_0 5 29 development 0.37287039 DEFINED 0.40000000 0.68551527 0.24602668 -0.01921264 0.08584353 18 0.76534414 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.06047121 0.01964722 0.01374891 0.01590097 0.04576518 0.06043776 0.37500000 48 0.67856055 A3 synthetic_faculty_0 5 29 development 0.39389004 DEFINED 0.49074074 0.67969725 0.24324163 0.00180701 0.09578261 18 0.76534414 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.04922062 0.02399497 0.02348428 0.02521721 0.04045420 0.04871127 0.37500000 48 0.67856055 P1 synthetic_faculty_0 5 29 development 0.36105033 DEFINED 0.42407407 0.68511255 0.24584991 -0.01384262 0.09822338 18 0.72302443 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.00979784 0.00321254 -0.00069459 0.00299993 0.00626300 0.00975256 0.37500000 48 0.65691274 P1 synthetic_faculty_0 5 29 development 0.37149611 DEFINED 0.44074074 0.68417493 0.24538462 -0.00339685 0.13357530 18 0.72302443 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01433674 0.00444757 0.00312447 0.00363576 0.00937728 0.01373076 0.37500000 48 0.65691274 P1 synthetic_faculty_0 5 29 development 0.36358910 DEFINED 0.42962963 0.68503430 0.24581479 -0.01130386 0.09920120 18 0.72302443 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.01466328 0.00631975 0.00239379 0.00563781 0.01264248 0.01456051 0.37500000 48 0.65691274 P1 synthetic_faculty_0 5 29 development 0.30275541 DEFINED 0.33518519 0.69559928 0.25116880 -0.07213754 0.10624243 18 0.72302443 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.04479831 0.01679718 0.00837505 0.01227133 0.03293436 0.04261282 0.37500000 48 0.65691274 P1 synthetic_faculty_0 5 29 development 0.36818189 DEFINED 0.44814815 0.68202159 0.24438377 -0.00671106 0.12488626 18 0.72302443 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.05248886 0.01636226 0.00982290 0.01304555 0.04211183 0.04972515 0.37500000 48 0.65691274 P1 synthetic_faculty_0 5 29 development 0.42933433 DEFINED 0.46851852 0.68659031 0.24661026 0.05444138 0.10567077 18 0.72302443 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.05918899 0.02403171 0.02302424 0.02165404 0.04054337 0.05861239 0.37500000 48 0.65691274 A2 synthetic_faculty_0 6 29 retrospective 0.39608575 DEFINED 0.51313131 0.64869025 0.22803000 0.02022840 0.15165378 15 0.68774909 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.00795740 0.00309248 0.00034501 0.00300424 0.00621521 0.00795517 0.31250000 48 0.68575245 A2 synthetic_faculty_0 6 29 retrospective 0.38620942 DEFINED 0.52929293 0.64783451 0.22762404 0.01035207 0.13607468 15 0.68774909 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01394308 0.00335647 0.00245024 0.00306793 0.00604493 0.01203007 0.31250000 48 0.68575245 A2 synthetic_faculty_0 6 29 retrospective 0.39269518 DEFINED 0.52727273 0.64836665 0.22787076 0.01683783 0.11595854 15 0.68774909 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.01195487 0.00495879 0.00276184 0.00478487 0.00960566 0.01161466 0.31250000 48 0.68575245 A2 synthetic_faculty_0 6 29 retrospective 0.36038233 DEFINED 0.50303030 0.66221843 0.23463713 -0.01547502 0.13019231 15 0.68774909 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.05110946 0.01936983 0.01699560 0.01954731 0.03807883 0.04917499 0.31250000 48 0.68575245 A2 synthetic_faculty_0 6 29 retrospective 0.44052037 DEFINED 0.51717172 0.64847772 0.22793279 0.06466302 0.16994278 15 0.68774909 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.05807653 0.01598422 0.00732696 0.01319422 0.03192037 0.05246313 0.31250000 48 0.68575245 A2 synthetic_faculty_0 6 29 retrospective 0.37339285 DEFINED 0.52121212 0.65862932 0.23293351 -0.00246449 0.13773313 15 0.68774909 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.05181241 0.02587866 0.02453643 0.02716222 0.04014485 0.04880559 0.31250000 48 0.68575245 A3 synthetic_faculty_0 6 29 retrospective 0.39608575 DEFINED 0.51313131 0.64869340 0.22803170 0.02022840 0.15164806 15 0.68778867 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.00795889 0.00309298 0.00034345 0.00299865 0.00620753 0.00795845 0.31250000 48 0.68577075 A3 synthetic_faculty_0 6 29 retrospective 0.38620942 DEFINED 0.52929293 0.64783698 0.22762532 0.01035207 0.13606712 15 0.68778867 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01393807 0.00335766 0.00245039 0.00306195 0.00604259 0.01203268 0.31250000 48 0.68577075 A3 synthetic_faculty_0 6 29 retrospective 0.39269518 DEFINED 0.52727273 0.64836897 0.22787200 0.01683783 0.11595699 15 0.68778867 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.01194012 0.00495872 0.00276044 0.00478548 0.00961550 0.01160093 0.31250000 48 0.68577075 A3 synthetic_faculty_0 6 29 retrospective 0.36038233 DEFINED 0.50303030 0.66221606 0.23463609 -0.01547502 0.13018020 15 0.68778867 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.05110875 0.01936281 0.01698365 0.01954435 0.03806842 0.04916937 0.31250000 48 0.68577075 A3 synthetic_faculty_0 6 29 retrospective 0.44052037 DEFINED 0.51717172 0.64848498 0.22793636 0.06466302 0.16994565 15 0.68778867 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.05806136 0.01597830 0.00733652 0.01319350 0.03192555 0.05244306 0.31250000 48 0.68577075 A3 synthetic_faculty_0 6 29 retrospective 0.37339285 DEFINED 0.52121212 0.65863199 0.23293484 -0.00246449 0.13773680 15 0.68778867 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.05180061 0.02588252 0.02454025 0.02715489 0.04016444 0.04880002 0.31250000 48 0.68577075 P1 synthetic_faculty_0 6 29 retrospective 0.34375560 DEFINED 0.44848485 0.65497065 0.23114205 0.00601539 0.13250918 15 0.75789547 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.00817841 0.00278068 0.00071276 0.00220400 0.00595780 0.00816121 0.31250000 48 0.65849960 P1 synthetic_faculty_0 6 29 retrospective 0.35419944 DEFINED 0.42424242 0.65675021 0.23201948 0.01645924 0.13487358 15 0.75789547 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01784965 0.00436506 0.00278821 0.00308359 0.01018597 0.01503889 0.31250000 48 0.65849960 P1 synthetic_faculty_0 6 29 retrospective 0.35664023 DEFINED 0.43030303 0.65636518 0.23180180 0.01890003 0.14060214 15 0.75789547 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.02014038 0.00599903 0.00343372 0.00453536 0.01310683 0.01863193 0.31250000 48 0.65849960 P1 synthetic_faculty_0 6 29 retrospective 0.34166165 DEFINED 0.44040404 0.66556610 0.23626423 0.00392145 0.16127215 15 0.75789547 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.04726899 0.01710365 0.01319912 0.01509434 0.03698679 0.04519787 0.31250000 48 0.65849960 P1 synthetic_faculty_0 6 29 retrospective 0.42232587 DEFINED 0.46666667 0.65583897 0.23154357 0.08458567 0.14481737 15 0.75789547 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.07219332 0.01763237 0.01241725 0.01286036 0.03710671 0.06605396 0.31250000 48 0.65849960 P1 synthetic_faculty_0 6 29 retrospective 0.38824588 DEFINED 0.46666667 0.66487180 0.23608442 0.05050568 0.13919287 15 0.75789547 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.06976047 0.02788118 0.02754594 0.02712175 0.04569407 0.06163417 0.31250000 48 0.65849960 A2 synthetic_faculty_0 7 29 retrospective 0.22063066 DEFINED 0.52500000 0.61647487 0.21209328 -0.00329562 0.26825807 8 0.76154417 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.00816745 0.00265565 0.00049006 0.00210682 0.00492773 0.00751490 0.16666667 48 0.66020387 A2 synthetic_faculty_0 7 29 retrospective 0.21218987 DEFINED 0.50625000 0.61979470 0.21372796 -0.01173641 0.27068966 8 0.76154417 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01076394 0.00379708 0.00292166 0.00265349 0.00790577 0.01058058 0.16666667 48 0.66020387 A2 synthetic_faculty_0 7 29 retrospective 0.21120854 DEFINED 0.50000000 0.61999153 0.21382156 -0.01271774 0.27113745 8 0.76154417 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.01505122 0.00465136 0.00336944 0.00433168 0.01024622 0.01370509 0.16666667 48 0.66020387 A2 synthetic_faculty_0 7 29 retrospective 0.27532572 DEFINED 0.59687500 0.63033273 0.21891455 0.05139943 0.28380354 8 0.76154417 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.05419296 0.02004595 0.01603554 0.01593612 0.04288419 0.05319647 0.16666667 48 0.66020387 A2 synthetic_faculty_0 7 29 retrospective 0.18354802 DEFINED 0.46875000 0.62824444 0.21785181 -0.04037826 0.27622149 8 0.76154417 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.05414596 0.01609609 0.00845349 0.01300652 0.03355918 0.04885673 0.16666667 48 0.66020387 A2 synthetic_faculty_0 7 29 retrospective 0.16558070 DEFINED 0.42812500 0.65124786 0.22923131 -0.05834558 0.29239722 8 0.76154417 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.06002474 0.02482848 0.02462921 0.02100433 0.04488310 0.05517586 0.16666667 48 0.66020387 A3 synthetic_faculty_0 7 29 retrospective 0.22063066 DEFINED 0.52500000 0.61646027 0.21208606 -0.00329562 0.26825673 8 0.76166815 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.00816995 0.00265520 0.00049144 0.00211166 0.00492643 0.00751915 0.16666667 48 0.66025132 A3 synthetic_faculty_0 7 29 retrospective 0.21218987 DEFINED 0.50625000 0.61978334 0.21372224 -0.01173641 0.27068818 8 0.76166815 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01076525 0.00379902 0.00292288 0.00265807 0.00790897 0.01058088 0.16666667 48 0.66025132 A3 synthetic_faculty_0 7 29 retrospective 0.21120854 DEFINED 0.50000000 0.61998199 0.21381675 -0.01271774 0.27113727 8 0.76166815 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.01504722 0.00465419 0.00337197 0.00434351 0.01025681 0.01370145 0.16666667 48 0.66025132 A3 synthetic_faculty_0 7 29 retrospective 0.27532572 DEFINED 0.59687500 0.63031769 0.21890717 0.05139943 0.28379936 8 0.76166815 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.05417967 0.02004555 0.01603406 0.01591450 0.04289087 0.05317536 0.16666667 48 0.66025132 A3 synthetic_faculty_0 7 29 retrospective 0.18354802 DEFINED 0.46875000 0.62823881 0.21784900 -0.04037826 0.27622518 8 0.76166815 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.05410969 0.01610088 0.00845988 0.01301692 0.03358157 0.04884691 0.16666667 48 0.66025132 A3 synthetic_faculty_0 7 29 retrospective 0.16558070 DEFINED 0.42812500 0.65124355 0.22922909 -0.05834558 0.29239784 8 0.76166815 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.06004503 0.02483202 0.02463255 0.02102187 0.04487069 0.05518597 0.16666667 48 0.66025132 P1 synthetic_faculty_0 7 29 retrospective 0.30254088 DEFINED 0.56562500 0.61322253 0.21049602 -0.00537503 0.26984128 8 0.70505303 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.00792071 0.00312987 -0.00000187 0.00275983 0.00620117 0.00775760 0.16666667 48 0.64498919 P1 synthetic_faculty_0 7 29 retrospective 0.31495536 DEFINED 0.58750000 0.61701167 0.21234202 0.00703945 0.27307225 8 0.70505303 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01525295 0.00448789 0.00322909 0.00378211 0.00891870 0.01403914 0.16666667 48 0.64498919 P1 synthetic_faculty_0 7 29 retrospective 0.31386634 DEFINED 0.58125000 0.61664340 0.21215464 0.00595043 0.27298456 8 0.70505303 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.02155799 0.00640738 0.00314140 0.00550227 0.01326282 0.01895520 0.16666667 48 0.64498919 P1 synthetic_faculty_0 7 29 retrospective 0.20649707 DEFINED 0.53125000 0.63322484 0.22031090 -0.10141884 0.28460031 8 0.70505303 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.05361336 0.02108711 0.01475716 0.02056552 0.03718302 0.05275039 0.16666667 48 0.64498919 P1 synthetic_faculty_0 7 29 retrospective 0.19665949 DEFINED 0.49062500 0.63279562 0.22007253 -0.11125642 0.28076672 8 0.70505303 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.05714041 0.01999576 0.01092357 0.01790282 0.03592949 0.05699499 0.16666667 48 0.64498919 P1 synthetic_faculty_0 7 29 retrospective 0.29531605 DEFINED 0.55937500 0.63976350 0.22354696 -0.01259986 0.29226224 8 0.70505303 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.04686850 0.02247028 0.02241908 0.02090955 0.03613141 0.04613410 0.16666667 48 0.64498919 A2 synthetic_faculty_1 1 29 development 0.49531148 DEFINED 0.60185185 0.65685811 0.23216462 0.00563339 0.06858649 18 0.72861701 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.00724867 0.00296031 0.00085209 0.00285856 0.00568994 0.00684800 0.37500000 48 0.63613492 A2 synthetic_faculty_1 1 29 development 0.48690489 DEFINED 0.59259259 0.65702803 0.23221802 -0.00277319 0.09472830 18 0.72861701 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01672882 0.00336152 0.00280883 0.00212841 0.00772746 0.01487687 0.37500000 48 0.63613492 A2 synthetic_faculty_1 1 29 development 0.48519860 DEFINED 0.58148148 0.65827766 0.23283288 -0.00447949 0.11986244 18 0.72861701 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.02200347 0.00496551 0.00364100 0.00369251 0.01154684 0.01997188 0.37500000 48 0.63613492 A2 synthetic_faculty_1 1 29 development 0.42086095 DEFINED 0.54259259 0.66657050 0.23692859 -0.06881714 0.06616069 18 0.72861701 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.05037114 0.02085300 0.01902862 0.01958148 0.04113114 0.04966499 0.37500000 48 0.63613492 A2 synthetic_faculty_1 1 29 development 0.55827712 DEFINED 0.60925926 0.65724517 0.23223612 0.06859903 0.06243744 18 0.72861701 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.06045377 0.01718667 0.00771343 0.01281171 0.04263263 0.05732093 0.37500000 48 0.63613492 A2 synthetic_faculty_1 1 29 development 0.58059574 DEFINED 0.65740741 0.65612655 0.23172747 0.09091766 0.08992953 18 0.72861701 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.06233785 0.02532831 0.02490386 0.02412452 0.04241435 0.05727895 0.37500000 48 0.63613492 A3 synthetic_faculty_1 1 29 development 0.49531148 DEFINED 0.60185185 0.65684171 0.23215711 0.00563339 0.06861549 18 0.72844929 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.00725067 0.00295931 0.00085409 0.00284992 0.00568793 0.00684471 0.37500000 48 0.63611048 A3 synthetic_faculty_1 1 29 development 0.48690489 DEFINED 0.59259259 0.65701556 0.23221240 -0.00277319 0.09473197 18 0.72844929 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01673824 0.00335888 0.00280539 0.00213620 0.00771597 0.01488238 0.37500000 48 0.63611048 A3 synthetic_faculty_1 1 29 development 0.48519860 DEFINED 0.58148148 0.65826300 0.23282614 -0.00447949 0.11986570 18 0.72844929 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.02203459 0.00496553 0.00363946 0.00366525 0.01154965 0.01998955 0.37500000 48 0.63611048 A3 synthetic_faculty_1 1 29 development 0.42175038 DEFINED 0.54444444 0.66655956 0.23692361 -0.06792770 0.06618017 18 0.72844929 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.05041146 0.02085147 0.01902136 0.01957652 0.04114330 0.04968417 0.37500000 48 0.63611048 A3 synthetic_faculty_1 1 29 development 0.55827712 DEFINED 0.60925926 0.65722693 0.23222741 0.06859903 0.06244000 18 0.72844929 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.06046593 0.01718211 0.00769955 0.01283625 0.04260654 0.05731949 0.37500000 48 0.63611048 A3 synthetic_faculty_1 1 29 development 0.58059574 DEFINED 0.65740741 0.65612061 0.23172490 0.09091766 0.08994117 18 0.72844929 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.06234285 0.02531788 0.02489396 0.02408421 0.04240253 0.05728105 0.37500000 48 0.63611048 P1 synthetic_faculty_1 1 29 development 0.55760783 DEFINED 0.55370370 0.66104233 0.23395795 0.02070850 0.09342644 18 0.72249794 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.00823772 0.00309493 -0.00010432 0.00284047 0.00608663 0.00790338 0.37500000 48 0.66867900 P1 synthetic_faculty_1 1 29 development 0.55075869 DEFINED 0.56666667 0.65853383 0.23277259 0.01385937 0.09446004 18 0.72249794 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01027834 0.00372480 0.00229574 0.00330453 0.00767606 0.00975529 0.37500000 48 0.66867900 P1 synthetic_faculty_1 1 29 development 0.57048219 DEFINED 0.57037037 0.65884247 0.23292888 0.03358286 0.09319090 18 0.72249794 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.01449943 0.00544989 0.00215237 0.00513113 0.01070957 0.01435980 0.37500000 48 0.66867900 P1 synthetic_faculty_1 1 29 development 0.61185822 DEFINED 0.56481481 0.66695183 0.23690546 0.07495890 0.20208995 18 0.72249794 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.05547974 0.02142355 0.01907996 0.01975591 0.03969425 0.05301778 0.37500000 48 0.66867900 P1 synthetic_faculty_1 1 29 development 0.57917296 DEFINED 0.58518519 0.65825609 0.23271282 0.04227363 0.09672529 18 0.72249794 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.04715949 0.01551736 0.00720246 0.01317395 0.03049963 0.04377514 0.37500000 48 0.66867900 P1 synthetic_faculty_1 1 29 development 0.51422145 DEFINED 0.60000000 0.66168130 0.23435677 -0.02267787 0.14359466 18 0.72249794 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.06597784 0.02577822 0.02429106 0.02442209 0.04356132 0.06398563 0.37500000 48 0.66867900 A2 synthetic_faculty_1 2 29 development 0.18991283 DEFINED 0.42812500 0.61674326 0.21219855 0.00261479 0.26357819 8 0.76539111 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.00900134 0.00300179 0.00082519 0.00232612 0.00629906 0.00802228 0.16666667 48 0.66341591 A2 synthetic_faculty_1 2 29 development 0.18545391 DEFINED 0.38125000 0.62148549 0.21449238 -0.00184413 0.26585887 8 0.76539111 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01362124 0.00414378 0.00310587 0.00258932 0.00947725 0.01281435 0.16666667 48 0.66341591 A2 synthetic_faculty_1 2 29 development 0.18862545 DEFINED 0.40000000 0.62162697 0.21457261 0.00132740 0.26666972 8 0.76539111 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.01986864 0.00604594 0.00391672 0.00560674 0.01198614 0.01777961 0.16666667 48 0.66341591 A2 synthetic_faculty_1 2 29 development 0.16739028 DEFINED 0.44375000 0.63399417 0.22072991 -0.01990776 0.27860254 8 0.76539111 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.05022401 0.02177017 0.01584954 0.02276377 0.03674924 0.05012694 0.16666667 48 0.66341591 A2 synthetic_faculty_1 2 29 development 0.22082812 DEFINED 0.43125000 0.62993078 0.21864948 0.03353008 0.27671804 8 0.76539111 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.04398260 0.01916115 0.01396504 0.01762529 0.03420105 0.04366913 0.16666667 48 0.66341591 A2 synthetic_faculty_1 2 29 development 0.18206899 DEFINED 0.35937500 0.64397838 0.22557968 -0.00522905 0.28405911 8 0.76539111 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.05341622 0.02185885 0.02130611 0.01963404 0.04232198 0.05143916 0.16666667 48 0.66341591 A3 synthetic_faculty_1 2 29 development 0.18991283 DEFINED 0.42812500 0.61676727 0.21221033 0.00261479 0.26360074 8 0.76529211 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.00899988 0.00300174 0.00082713 0.00231889 0.00631259 0.00801577 0.16666667 48 0.66354597 A3 synthetic_faculty_1 2 29 development 0.18501837 DEFINED 0.37812500 0.62150250 0.21450081 -0.00227967 0.26587861 8 0.76529211 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01361683 0.00414355 0.00310500 0.00258046 0.00948605 0.01280995 0.16666667 48 0.66354597 A3 synthetic_faculty_1 2 29 development 0.18862545 DEFINED 0.40000000 0.62164782 0.21458287 0.00132740 0.26669139 8 0.76529211 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.01990360 0.00604551 0.00391779 0.00561175 0.01197852 0.01781004 0.16666667 48 0.66354597 A3 synthetic_faculty_1 2 29 development 0.16739028 DEFINED 0.44375000 0.63400889 0.22073718 -0.01990776 0.27861571 8 0.76529211 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.05022597 0.02176761 0.01584210 0.02276348 0.03673788 0.05014608 0.16666667 48 0.66354597 A3 synthetic_faculty_1 2 29 development 0.22082812 DEFINED 0.43125000 0.62994706 0.21865755 0.03353008 0.27673205 8 0.76529211 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.04398116 0.01915806 0.01395844 0.01762146 0.03419618 0.04367741 0.16666667 48 0.66354597 A3 synthetic_faculty_1 2 29 development 0.18206899 DEFINED 0.35937500 0.64398317 0.22558214 -0.00522905 0.28407029 8 0.76529211 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.05342722 0.02185100 0.02129668 0.01961634 0.04231573 0.05144565 0.16666667 48 0.66354597 P1 synthetic_faculty_1 2 29 development 0.14953545 DEFINED 0.40937500 0.62738911 0.21750583 0.00155335 0.27133764 8 0.71957570 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.01029107 0.00353097 -0.00043363 0.00349829 0.00624937 0.00973821 0.16666667 48 0.67225260 P1 synthetic_faculty_1 2 29 development 0.14500997 DEFINED 0.39062500 0.63153280 0.21952045 -0.00297214 0.27408193 8 0.71957570 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01527864 0.00379031 0.00231066 0.00291233 0.00818233 0.01301567 0.16666667 48 0.67225260 P1 synthetic_faculty_1 2 29 development 0.14676088 DEFINED 0.39687500 0.63028925 0.21891095 -0.00122123 0.27362421 8 0.71957570 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.01310417 0.00464107 0.00185294 0.00325637 0.01018319 0.01261856 0.16666667 48 0.67225260 P1 synthetic_faculty_1 2 29 development 0.15757384 DEFINED 0.44687500 0.64064667 0.22408845 0.00959173 0.28485496 8 0.71957570 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.05453143 0.01776956 0.01308369 0.01574236 0.03715939 0.05197205 0.16666667 48 0.67225260 P1 synthetic_faculty_1 2 29 development 0.17820859 DEFINED 0.47500000 0.62791010 0.21770845 0.03022649 0.27684110 8 0.71957570 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.04039696 0.01323261 0.00506983 0.01054753 0.02843023 0.03929985 0.16666667 48 0.67225260 P1 synthetic_faculty_1 2 29 development 0.14415612 DEFINED 0.35625000 0.66210454 0.23460829 -0.00382598 0.31425472 8 0.71957570 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.07032317 0.02545571 0.02431013 0.02292083 0.04304301 0.06572066 0.16666667 48 0.67225260 A2 synthetic_faculty_1 3 29 development 0.40984812 DEFINED 0.54945055 0.63519265 0.22127874 0.00327774 0.19624837 13 0.75863093 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.01086301 0.00360208 0.00009121 0.00335206 0.00656790 0.00952228 0.27083333 48 0.64706969 A2 synthetic_faculty_1 3 29 development 0.40154159 DEFINED 0.52087912 0.63981376 0.22350266 -0.00502878 0.19895061 13 0.75863093 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01412562 0.00412825 0.00347781 0.00263096 0.00876544 0.01393652 0.27083333 48 0.64706969 A2 synthetic_faculty_1 3 29 development 0.40341672 DEFINED 0.52087912 0.63932971 0.22326207 -0.00315366 0.19951573 13 0.75863093 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.02000046 0.00581607 0.00355579 0.00466314 0.01160375 0.01885625 0.27083333 48 0.64706969 A2 synthetic_faculty_1 3 29 development 0.28432377 DEFINED 0.49010989 0.65415681 0.23060447 -0.12224661 0.17351385 13 0.75863093 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.05060273 0.02230620 0.01824211 0.02220838 0.04250533 0.04733690 0.27083333 48 0.64706969 A2 synthetic_faculty_1 3 29 development 0.38869277 DEFINED 0.50329670 0.64281038 0.22498914 -0.01787761 0.17783686 13 0.75863093 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.05472490 0.01887898 0.00846215 0.01725879 0.03813632 0.05152879 0.27083333 48 0.64706969 A2 synthetic_faculty_1 3 29 development 0.38888561 DEFINED 0.49670330 0.65895177 0.23288787 -0.01768477 0.18057921 13 0.75863093 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.06168860 0.02563722 0.02530747 0.02503458 0.04946027 0.05866600 0.27083333 48 0.64706969 A3 synthetic_faculty_1 3 29 development 0.40984812 DEFINED 0.54945055 0.63521157 0.22128789 0.00327774 0.19625969 13 0.75867248 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.01086414 0.00360385 0.00009430 0.00335144 0.00656721 0.00952129 0.27083333 48 0.64715171 A3 synthetic_faculty_1 3 29 development 0.40154159 DEFINED 0.52087912 0.63982606 0.22350859 -0.00502878 0.19895561 13 0.75867248 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01411226 0.00412717 0.00347548 0.00263081 0.00877361 0.01392338 0.27083333 48 0.64715171 A3 synthetic_faculty_1 3 29 development 0.40341672 DEFINED 0.52087912 0.63934465 0.22326929 -0.00315366 0.19952346 13 0.75867248 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.02000073 0.00581693 0.00355647 0.00466934 0.01158313 0.01886227 0.27083333 48 0.64715171 A3 synthetic_faculty_1 3 29 development 0.28432377 DEFINED 0.49010989 0.65416864 0.23061026 -0.12224661 0.17352000 13 0.75867248 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.05057925 0.02230641 0.01824123 0.02220124 0.04249209 0.04730613 0.27083333 48 0.64715171 A3 synthetic_faculty_1 3 29 development 0.38869277 DEFINED 0.50329670 0.64282250 0.22499506 -0.01787761 0.17783921 13 0.75867248 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.05470505 0.01887593 0.00845943 0.01725683 0.03813460 0.05151833 0.27083333 48 0.64715171 A3 synthetic_faculty_1 3 29 development 0.38888561 DEFINED 0.49670330 0.65895952 0.23289172 -0.01768477 0.18058952 13 0.75867248 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.06173131 0.02564157 0.02531074 0.02506860 0.04946963 0.05868037 0.27083333 48 0.64715171 P1 synthetic_faculty_1 3 29 development 0.40219776 DEFINED 0.52967033 0.64247168 0.22481988 -0.00049188 0.18547222 13 0.74948150 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.00997978 0.00307178 -0.00088949 0.00261635 0.00608427 0.00897943 0.27083333 48 0.66648704 P1 synthetic_faculty_1 3 29 development 0.37624797 DEFINED 0.50989011 0.64687092 0.22699937 -0.02644168 0.17507639 13 0.74948150 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01246598 0.00389053 0.00245767 0.00292242 0.00787852 0.01182676 0.27083333 48 0.66648704 P1 synthetic_faculty_1 3 29 development 0.39365726 DEFINED 0.50769231 0.64499800 0.22607699 -0.00903238 0.16732122 13 0.74948150 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.01795551 0.00540502 0.00154981 0.00484975 0.01078247 0.01706095 0.27083333 48 0.66648704 P1 synthetic_faculty_1 3 29 development 0.35411722 DEFINED 0.48571429 0.65587102 0.23142577 -0.04857242 0.18942408 13 0.74948150 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.04410321 0.01768367 0.01252928 0.01417997 0.03737108 0.04383539 0.27083333 48 0.66648704 P1 synthetic_faculty_1 3 29 development 0.33906641 DEFINED 0.49010989 0.65328751 0.23013324 -0.06362323 0.21105534 13 0.74948150 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.04299992 0.01295827 0.00411552 0.00801174 0.03053761 0.04111282 0.27083333 48 0.66648704 P1 synthetic_faculty_1 3 29 development 0.41763144 DEFINED 0.53626374 0.66064816 0.23384085 0.01494180 0.20761344 13 0.74948150 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.05794632 0.02434283 0.02382391 0.02311347 0.04702333 0.05703492 0.27083333 48 0.66648704 A2 synthetic_faculty_1 4 29 development 0.47574898 DEFINED 0.65054945 0.61868315 0.21324453 -0.03872681 0.17136707 13 0.73375624 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.00828856 0.00322256 0.00031784 0.00299557 0.00595773 0.00777136 0.27083333 48 0.64487863 A2 synthetic_faculty_1 4 29 development 0.52030718 DEFINED 0.66813187 0.61726579 0.21254333 0.00583138 0.17199300 13 0.73375624 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01042241 0.00335484 0.00148241 0.00290935 0.00697341 0.01017202 0.27083333 48 0.64487863 A2 synthetic_faculty_1 4 29 development 0.50536683 DEFINED 0.65274725 0.61892456 0.21335294 -0.00910897 0.17247052 13 0.73375624 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.01330367 0.00435987 0.00178209 0.00365506 0.00905964 0.01272243 0.27083333 48 0.64487863 A2 synthetic_faculty_1 4 29 development 0.49206368 DEFINED 0.70109890 0.62613893 0.21682062 -0.02241211 0.16594810 13 0.73375624 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.05227995 0.02000541 0.01531064 0.02103822 0.03500236 0.04710982 0.27083333 48 0.64487863 A2 synthetic_faculty_1 4 29 development 0.47890203 DEFINED 0.67692308 0.62378010 0.21569098 -0.03557377 0.16046316 13 0.73375624 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.06424561 0.01518906 0.00982570 0.01344573 0.03282258 0.05497280 0.27083333 48 0.64487863 A2 synthetic_faculty_1 4 29 development 0.46218917 DEFINED 0.60879121 0.63550339 0.22146112 -0.05228662 0.19110222 13 0.73375624 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.05680493 0.02473699 0.02428862 0.02626854 0.04250047 0.05234522 0.27083333 48 0.64487863 A3 synthetic_faculty_1 4 29 development 0.47648158 DEFINED 0.65274725 0.61868767 0.21324684 -0.03799421 0.17137210 13 0.73371404 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.00829586 0.00322134 0.00031735 0.00300182 0.00597513 0.00777874 0.27083333 48 0.64502949 A3 synthetic_faculty_1 4 29 development 0.52030718 DEFINED 0.66813187 0.61726756 0.21254426 0.00583138 0.17199458 13 0.73371404 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01040334 0.00335493 0.00147995 0.00290816 0.00697435 0.01016432 0.27083333 48 0.64502949 A3 synthetic_faculty_1 4 29 development 0.50536683 DEFINED 0.65274725 0.61892823 0.21335485 -0.00910897 0.17247216 13 0.73371404 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.01329395 0.00435826 0.00177917 0.00364254 0.00906991 0.01271179 0.27083333 48 0.64502949 A3 synthetic_faculty_1 4 29 development 0.49206368 DEFINED 0.70109890 0.62613786 0.21682008 -0.02241211 0.16595186 13 0.73371404 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.05227789 0.02000414 0.01531209 0.02102163 0.03499390 0.04712241 0.27083333 48 0.64502949 A3 synthetic_faculty_1 4 29 development 0.47890203 DEFINED 0.67692308 0.62378354 0.21569271 -0.03557377 0.16046040 13 0.73371404 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.06422108 0.01519054 0.00982063 0.01344709 0.03283044 0.05493961 0.27083333 48 0.64502949 A3 synthetic_faculty_1 4 29 development 0.46218917 DEFINED 0.60879121 0.63551207 0.22146539 -0.05228662 0.19111248 13 0.73371404 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.05678904 0.02474082 0.02429148 0.02629270 0.04249886 0.05233046 0.27083333 48 0.64502949 P1 synthetic_faculty_1 4 29 development 0.43526864 DEFINED 0.67252747 0.62083278 0.21432743 -0.00561314 0.15120594 13 0.74723101 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.00993437 0.00323105 -0.00042205 0.00303346 0.00608658 0.00853235 0.27083333 48 0.66799974 P1 synthetic_faculty_1 4 29 development 0.43465202 DEFINED 0.66813187 0.62230037 0.21503865 -0.00622976 0.15378046 13 0.74723101 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.00914368 0.00320622 0.00215247 0.00280097 0.00731159 0.00900558 0.27083333 48 0.66799974 P1 synthetic_faculty_1 4 29 development 0.43109959 DEFINED 0.67472527 0.62185680 0.21483362 -0.00978219 0.15330386 13 0.74723101 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.01528257 0.00451770 0.00167587 0.00348614 0.00980909 0.01426669 0.27083333 48 0.66799974 P1 synthetic_faculty_1 4 29 development 0.44904384 DEFINED 0.69890110 0.62963120 0.21861865 0.00816206 0.16605523 13 0.74723101 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.05326143 0.01976154 0.01442724 0.01762687 0.04061989 0.05243028 0.27083333 48 0.66799974 P1 synthetic_faculty_1 4 29 development 0.41490589 DEFINED 0.66813187 0.62669821 0.21714208 -0.02597589 0.15899897 13 0.74723101 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.06125009 0.01506670 0.00737098 0.01413898 0.03119961 0.05027221 0.27083333 48 0.66799974 P1 synthetic_faculty_1 4 29 development 0.48134460 DEFINED 0.67692308 0.63752515 0.22247317 0.04046282 0.19779571 13 0.74723101 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.07849967 0.02943934 0.02941574 0.02895032 0.04521725 0.07391486 0.27083333 48 0.66799974 A2 synthetic_faculty_1 5 29 development 0.26325002 DEFINED 0.39351852 0.63712529 0.22210745 -0.04898206 0.16748789 12 0.76250774 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.00844947 0.00304139 -0.00004518 0.00253515 0.00618623 0.00804177 0.25000000 48 0.68515277 A2 synthetic_faculty_1 5 29 development 0.31120339 DEFINED 0.40740741 0.63828386 0.22267450 -0.00102870 0.17189264 12 0.76250774 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01575920 0.00484108 0.00435956 0.00371119 0.01114444 0.01499860 0.25000000 48 0.68515277 A2 synthetic_faculty_1 5 29 development 0.30933321 DEFINED 0.39814815 0.63835208 0.22273328 -0.00289887 0.17175152 12 0.76250774 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.02003190 0.00596837 0.00421845 0.00469661 0.01170209 0.01958381 0.25000000 48 0.68515277 A2 synthetic_faculty_1 5 29 development 0.26974783 DEFINED 0.40972222 0.64438055 0.22576338 -0.04248426 0.18174491 12 0.76250774 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.04713663 0.01793284 0.01421184 0.01580307 0.03270688 0.04277689 0.25000000 48 0.68515277 A2 synthetic_faculty_1 5 29 development 0.34401111 DEFINED 0.45601852 0.63641382 0.22189397 0.03177903 0.19848945 12 0.76250774 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.06976134 0.01993449 0.01249305 0.01445369 0.03905656 0.06963554 0.25000000 48 0.68515277 A2 synthetic_faculty_1 5 29 development 0.31509705 DEFINED 0.41666667 0.65608578 0.23148619 0.00286497 0.24963408 12 0.76250774 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.06522971 0.02707949 0.02707949 0.02826522 0.04125414 0.06197755 0.25000000 48 0.68515277 A3 synthetic_faculty_1 5 29 development 0.26325002 DEFINED 0.39351852 0.63713186 0.22211053 -0.04898206 0.16749953 12 0.76266712 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.00844079 0.00304294 -0.00004086 0.00252792 0.00618011 0.00803547 0.25000000 48 0.68539828 A3 synthetic_faculty_1 5 29 development 0.31120339 DEFINED 0.40740741 0.63828583 0.22267540 -0.00102870 0.17190047 12 0.76266712 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01576632 0.00484164 0.00436009 0.00370926 0.01115165 0.01500253 0.25000000 48 0.68539828 A3 synthetic_faculty_1 5 29 development 0.30933321 DEFINED 0.39814815 0.63835693 0.22273558 -0.00289887 0.17176398 12 0.76266712 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.02004939 0.00597241 0.00422360 0.00470324 0.01169716 0.01960136 0.25000000 48 0.68539828 A3 synthetic_faculty_1 5 29 development 0.26974783 DEFINED 0.40972222 0.64438349 0.22576479 -0.04248426 0.18174869 12 0.76266712 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.04714817 0.01793068 0.01420831 0.01579422 0.03265786 0.04280310 0.25000000 48 0.68539828 A3 synthetic_faculty_1 5 29 development 0.34401111 DEFINED 0.45601852 0.63642272 0.22189820 0.03177903 0.19849340 12 0.76266712 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.06973222 0.01993695 0.01249262 0.01447204 0.03907948 0.06960282 0.25000000 48 0.68539828 A3 synthetic_faculty_1 5 29 development 0.31509705 DEFINED 0.41666667 0.65608098 0.23148370 0.00286497 0.24963522 12 0.76266712 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.06523469 0.02707206 0.02707206 0.02828132 0.04127782 0.06195133 0.25000000 48 0.68539828 P1 synthetic_faculty_1 5 29 development 0.37685212 DEFINED 0.43518519 0.64341662 0.22538594 0.04176893 0.22226606 12 0.71451527 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.01316077 0.00346873 -0.00089302 0.00297579 0.00689547 0.01097549 0.25000000 48 0.66988450 P1 synthetic_faculty_1 5 29 development 0.34452647 DEFINED 0.43518519 0.64404926 0.22570512 0.00944328 0.22280532 12 0.71451527 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01026464 0.00352063 0.00140629 0.00315106 0.00682642 0.00965809 0.25000000 48 0.66988450 P1 synthetic_faculty_1 5 29 development 0.38548806 DEFINED 0.43518519 0.64358537 0.22545560 0.05040487 0.18485737 12 0.71451527 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.01573357 0.00520488 0.00051940 0.00432330 0.01057228 0.01491072 0.25000000 48 0.66988450 P1 synthetic_faculty_1 5 29 development 0.32491011 DEFINED 0.41203704 0.65350326 0.23034885 -0.01017308 0.19739427 12 0.71451527 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.06450441 0.01759917 0.01305629 0.01466753 0.03629009 0.05741017 0.25000000 48 0.66988450 P1 synthetic_faculty_1 5 29 development 0.36969476 DEFINED 0.48842593 0.63590306 0.22165828 0.03461157 0.18235516 12 0.71451527 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.04496506 0.01486009 -0.00198282 0.01166578 0.03118501 0.04224716 0.25000000 48 0.66988450 P1 synthetic_faculty_1 5 29 development 0.32368833 DEFINED 0.46759259 0.66230015 0.23477815 -0.01139486 0.20846421 12 0.71451527 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.05574077 0.02460878 0.02412624 0.02118225 0.04037413 0.05436022 0.25000000 48 0.66988450 A2 synthetic_faculty_1 6 29 retrospective 0.15482272 DEFINED 0.43125000 0.60852522 0.20826067 0.00190184 0.25671021 8 0.74836087 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.00979915 0.00305193 0.00015416 0.00264551 0.00598605 0.00920950 0.16666667 48 0.64347571 A2 synthetic_faculty_1 6 29 retrospective 0.14558916 DEFINED 0.39062500 0.61333452 0.21061217 -0.00733172 0.25861930 8 0.74836087 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01593995 0.00335517 0.00206326 0.00251138 0.00709538 0.01299614 0.16666667 48 0.64347571 A2 synthetic_faculty_1 6 29 retrospective 0.14729315 DEFINED 0.40000000 0.61297298 0.21042971 -0.00562772 0.25871049 8 0.74836087 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.02043432 0.00479188 0.00215445 0.00360711 0.01034542 0.01716340 0.16666667 48 0.64347571 A2 synthetic_faculty_1 6 29 retrospective 0.18512447 DEFINED 0.51250000 0.61824227 0.21307055 0.03220360 0.27103190 8 0.74836087 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.04748490 0.01840104 0.01447585 0.01713984 0.03668186 0.04530182 0.16666667 48 0.64347571 A2 synthetic_faculty_1 6 29 retrospective 0.15290285 DEFINED 0.43125000 0.62172559 0.21470848 -0.00001803 0.27111909 8 0.74836087 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.05676991 0.02109348 0.01456304 0.01743744 0.04375405 0.05628698 0.16666667 48 0.64347571 A2 synthetic_faculty_1 6 29 retrospective 0.13670372 DEFINED 0.34687500 0.64326852 0.22530874 -0.01621715 0.28128239 8 0.74836087 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.05425298 0.02479032 0.02472635 0.02314517 0.04060408 0.05266336 0.16666667 48 0.64347571 A3 synthetic_faculty_1 6 29 retrospective 0.15482272 DEFINED 0.43125000 0.60853126 0.20826346 0.00190184 0.25671144 8 0.74831980 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.00980186 0.00305225 0.00015316 0.00264633 0.00598874 0.00921037 0.16666667 48 0.64347464 A3 synthetic_faculty_1 6 29 retrospective 0.14558916 DEFINED 0.39062500 0.61334297 0.21061616 -0.00733172 0.25862480 8 0.74831980 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01595843 0.00335781 0.00206651 0.00250652 0.00709908 0.01302788 0.16666667 48 0.64347464 A3 synthetic_faculty_1 6 29 retrospective 0.14729315 DEFINED 0.40000000 0.61298165 0.21043380 -0.00562772 0.25871495 8 0.74831980 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.02045953 0.00479475 0.00215667 0.00361164 0.01035759 0.01717367 0.16666667 48 0.64347464 A3 synthetic_faculty_1 6 29 retrospective 0.18441425 DEFINED 0.50937500 0.61824985 0.21307419 0.03149337 0.27103490 8 0.74831980 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.04747882 0.01840130 0.01447662 0.01713826 0.03667870 0.04529138 0.16666667 48 0.64347464 A3 synthetic_faculty_1 6 29 retrospective 0.15290285 DEFINED 0.43125000 0.62172731 0.21470917 -0.00001803 0.27112075 8 0.74831980 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.05679089 0.02109531 0.01456247 0.01741873 0.04376447 0.05630068 0.16666667 48 0.64347464 A3 synthetic_faculty_1 6 29 retrospective 0.13670372 DEFINED 0.34687500 0.64327926 0.22531403 -0.01621715 0.28128942 8 0.74831980 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.05422783 0.02479537 0.02473114 0.02316798 0.04061092 0.05263779 0.16666667 48 0.64347464 P1 synthetic_faculty_1 6 29 retrospective 0.16117811 DEFINED 0.45000000 0.61008830 0.20902354 -0.00034221 0.26081779 8 0.70500606 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.00734529 0.00255359 -0.00047579 0.00204700 0.00498183 0.00692803 0.16666667 48 0.61946285 P1 synthetic_faculty_1 6 29 retrospective 0.15981165 DEFINED 0.44062500 0.61453705 0.21122391 -0.00170868 0.26351067 8 0.70500606 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01616564 0.00370461 0.00221709 0.00290774 0.00899094 0.01397702 0.16666667 48 0.61946285 P1 synthetic_faculty_1 6 29 retrospective 0.16474162 DEFINED 0.45937500 0.61230426 0.21012337 0.00322130 0.26299033 8 0.70500606 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.01809204 0.00484323 0.00169676 0.00421344 0.00908522 0.01582581 0.16666667 48 0.61946285 P1 synthetic_faculty_1 6 29 retrospective 0.16332741 DEFINED 0.46875000 0.61763301 0.21272960 0.00180708 0.26975911 8 0.70500606 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.04734361 0.01475328 0.00846553 0.01267973 0.03166048 0.04410059 0.16666667 48 0.61946285 P1 synthetic_faculty_1 6 29 retrospective 0.17361347 DEFINED 0.49687500 0.62295576 0.21537305 0.01209315 0.27532795 8 0.70500606 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.05545771 0.01805866 0.01403437 0.01636061 0.03275441 0.05171560 0.16666667 48 0.61946285 P1 synthetic_faculty_1 6 29 retrospective 0.14467963 DEFINED 0.38125000 0.64699260 0.22718282 -0.01684070 0.28718763 8 0.70500606 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.06696975 0.02641488 0.02589406 0.02443080 0.05182481 0.06457283 0.16666667 48 0.61946285 A2 synthetic_faculty_1 7 29 retrospective 0.27999873 DEFINED 0.37890625 0.66975763 0.23827460 0.00512054 0.12656913 16 0.74447030 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.00878960 0.00260259 0.00038830 0.00201175 0.00515790 0.00849425 0.33333333 48 0.65665013 A2 synthetic_faculty_1 7 29 retrospective 0.27449372 DEFINED 0.36914062 0.67015226 0.23851102 -0.00038448 0.12677471 16 0.74447030 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01302624 0.00316182 0.00153363 0.00269426 0.00595135 0.01047433 0.33333333 48 0.65665013 A2 synthetic_faculty_1 7 29 retrospective 0.28234793 DEFINED 0.39257812 0.66884922 0.23787368 0.00746974 0.12657310 16 0.74447030 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.01962492 0.00424029 0.00191298 0.00361569 0.00700276 0.01653037 0.33333333 48 0.65665013 A2 synthetic_faculty_1 7 29 retrospective 0.33263932 DEFINED 0.48632812 0.66718366 0.23704671 0.05776112 0.10944427 16 0.74447030 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.05088702 0.02094866 0.01780093 0.02124953 0.03662426 0.05040247 0.33333333 48 0.65665013 A2 synthetic_faculty_1 7 29 retrospective 0.29996724 DEFINED 0.41992188 0.66957387 0.23822597 0.02508905 0.13165254 16 0.74447030 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.04657859 0.01696451 0.00894363 0.01498899 0.03440492 0.04637412 0.33333333 48 0.65665013 A2 synthetic_faculty_1 7 29 retrospective 0.26150088 DEFINED 0.32421875 0.68572012 0.24625371 -0.01337732 0.17595918 16 0.74447030 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.05335134 0.02483515 0.02387548 0.02436559 0.04440145 0.05300908 0.33333333 48 0.65665013 A3 synthetic_faculty_1 7 29 retrospective 0.27999873 DEFINED 0.37890625 0.66976165 0.23827650 0.00512054 0.12655858 16 0.74442416 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.00878730 0.00260330 0.00038732 0.00201079 0.00516548 0.00849170 0.33333333 48 0.65697217 A3 synthetic_faculty_1 7 29 retrospective 0.27449372 DEFINED 0.36914062 0.67015465 0.23851209 -0.00038448 0.12676582 16 0.74442416 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01303065 0.00316158 0.00153313 0.00269358 0.00596168 0.01047391 0.33333333 48 0.65697217 A3 synthetic_faculty_1 7 29 retrospective 0.28234793 DEFINED 0.39257812 0.66885178 0.23787484 0.00746974 0.12656322 16 0.74442416 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.01963490 0.00424157 0.00191157 0.00361295 0.00700133 0.01653806 0.33333333 48 0.65697217 A3 synthetic_faculty_1 7 29 retrospective 0.33313475 DEFINED 0.48828125 0.66718797 0.23704889 0.05825655 0.10944454 16 0.74442416 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.05086437 0.02094612 0.01780260 0.02127337 0.03662870 0.05037223 0.33333333 48 0.65697217 A3 synthetic_faculty_1 7 29 retrospective 0.29996724 DEFINED 0.41992188 0.66957270 0.23822535 0.02508905 0.13165243 16 0.74442416 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.04656962 0.01697091 0.00894787 0.01497899 0.03440086 0.04636775 0.33333333 48 0.65697217 A3 synthetic_faculty_1 7 29 retrospective 0.26150088 DEFINED 0.32421875 0.68572970 0.24625838 -0.01337732 0.17595879 16 0.74442416 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.05334994 0.02483856 0.02387853 0.02437739 0.04439860 0.05300152 0.33333333 48 0.65697217 P1 synthetic_faculty_1 7 29 retrospective 0.35677467 DEFINED 0.43945312 0.66848984 0.23759517 0.01555141 0.17237700 16 0.71607947 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC 0.01052558 0.00287840 0.00009833 0.00242451 0.00605029 0.00982838 0.33333333 48 0.66775888 P1 synthetic_faculty_1 7 29 retrospective 0.34811835 DEFINED 0.42968750 0.66762650 0.23718484 0.00689509 0.17374781 16 0.71607947 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_HC 0.01180789 0.00403961 0.00199001 0.00340712 0.00872259 0.01122133 0.33333333 48 0.66775888 P1 synthetic_faculty_1 7 29 retrospective 0.35859748 DEFINED 0.43750000 0.66786250 0.23730828 0.01737422 0.13178904 16 0.71607947 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_SC_HC 0.02104118 0.00488060 0.00206083 0.00377552 0.00910330 0.01897681 0.33333333 48 0.66775888 P1 synthetic_faculty_1 7 29 retrospective 0.34486886 DEFINED 0.44335938 0.67542548 0.24102805 0.00364559 0.15752481 16 0.71607947 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_student_specialized_branch 0.04050758 0.01809380 0.01115731 0.01705983 0.03327497 0.03953167 0.33333333 48 0.66775888 P1 synthetic_faculty_1 7 29 retrospective 0.33400378 DEFINED 0.45703125 0.66608830 0.23650508 -0.00721948 0.14941246 16 0.71607947 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_course_specialized_branch 0.05809566 0.01899554 0.00465887 0.01631002 0.03649351 0.05111709 0.33333333 48 0.66775888 P1 synthetic_faculty_1 7 29 retrospective 0.41342475 DEFINED 0.45703125 0.68000620 0.24332365 0.07220149 0.14673752 16 0.71607947 SENSITIVITY_JOINT_LAYERNORM_FULL_PATH_REMAINS_NOT_CAUSAL zero_history_specialized_branch 0.07964715 0.02792871 0.02770559 0.02546029 0.04712494 0.07781038 0.33333333 48 0.66775888 [VIEW_DIAGNOSTICS] rows=168 columns=15 column_definitions={"arm": "prespecified model/control", "faculty": "faculty cache key", "fold": "canonical rolling-origin fold", "seed": "model initialization seed", "stage": "stage", "cache_missing_fraction": "cache missing fraction", "embedding_norm_mean": "embedding norm mean", "embedding_norm_sd": "embedding norm sd", "embedding_variance": "embedding variance", "input_norm_correlation": "input norm correlation", "interpretation": "interpretation", "observed_features_mean": "observed features mean", "original_features": "original features", "transformed_channels": "transformed channels", "view": "view"} arm faculty fold seed stage cache_missing_fraction embedding_norm_mean embedding_norm_sd embedding_variance input_norm_correlation interpretation observed_features_mean original_features transformed_channels view A1 synthetic_faculty_0 1 29 development 0.00000000 3.66046214 0.28022945 0.16151920 -0.59391748 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A1 synthetic_faculty_0 1 29 development 0.00000000 3.69923115 0.29789385 0.25215191 0.16177825 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A1 synthetic_faculty_0 1 29 development 0.02083333 3.58321023 0.20056938 0.20458469 -0.25922737 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history A2 synthetic_faculty_0 1 29 development 0.00000000 3.66380191 0.28106484 0.16167141 -0.59868679 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A2 synthetic_faculty_0 1 29 development 0.00000000 3.69927001 0.29844064 0.25194293 0.16130177 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A2 synthetic_faculty_0 1 29 development 0.02083333 3.58401132 0.19988522 0.20460203 -0.25925814 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history A3 synthetic_faculty_0 1 29 development 0.00000000 3.66436458 0.28099796 0.16174546 -0.59846144 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A3 synthetic_faculty_0 1 29 development 0.00000000 3.69924164 0.29862386 0.25196218 0.16114532 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A3 synthetic_faculty_0 1 29 development 0.02083333 3.58414006 0.19964594 0.20466368 -0.25878753 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history P1 synthetic_faculty_0 1 29 development 0.00000000 3.62903762 0.31782895 0.17846368 -0.33107615 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student P1 synthetic_faculty_0 1 29 development 0.00367647 3.67876983 0.28157830 0.24006394 0.21436750 DESCRIPTIVE_NOT_UTILITY 16.93750000 17 34 course P1 synthetic_faculty_0 1 29 development 0.00000000 3.64290786 0.19401999 0.19749600 0.07488272 DESCRIPTIVE_NOT_UTILITY 3.00000000 3 6 history A1 synthetic_faculty_0 2 29 development 0.00000000 3.63614655 0.25286341 0.16096960 -0.58038609 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A1 synthetic_faculty_0 2 29 development 0.00000000 3.69499493 0.25915450 0.25271389 0.04892709 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A1 synthetic_faculty_0 2 29 development 0.02083333 3.64762998 0.15659107 0.18376495 0.04418221 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history A2 synthetic_faculty_0 2 29 development 0.00000000 3.63919735 0.25286263 0.16113396 -0.58326780 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A2 synthetic_faculty_0 2 29 development 0.00000000 3.69418240 0.25906634 0.25249395 0.05064426 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A2 synthetic_faculty_0 2 29 development 0.02083333 3.64823079 0.15623082 0.18380001 0.04476020 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history A3 synthetic_faculty_0 2 29 development 0.00000000 3.64078712 0.25293526 0.16109361 -0.58519409 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A3 synthetic_faculty_0 2 29 development 0.00000000 3.69444394 0.25911316 0.25255275 0.05016293 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A3 synthetic_faculty_0 2 29 development 0.02083333 3.64865613 0.15593852 0.18381764 0.04471811 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history P1 synthetic_faculty_0 2 29 development 0.00000000 3.62777448 0.30816746 0.18548048 -0.39880091 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student P1 synthetic_faculty_0 2 29 development 0.00367647 3.76213956 0.30735457 0.24402636 0.04278536 DESCRIPTIVE_NOT_UTILITY 16.93750000 17 34 course P1 synthetic_faculty_0 2 29 development 0.00000000 3.58208871 0.22308385 0.20760284 0.08960217 DESCRIPTIVE_NOT_UTILITY 3.00000000 3 6 history A1 synthetic_faculty_0 3 29 development 0.00000000 3.68223453 0.18437868 0.13806090 -0.41925985 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A1 synthetic_faculty_0 3 29 development 0.00000000 3.71083379 0.27582970 0.25251848 0.07614227 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A1 synthetic_faculty_0 3 29 development 0.02083333 3.66250038 0.17976542 0.19712788 -0.24151864 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history A2 synthetic_faculty_0 3 29 development 0.00000000 3.68445396 0.18356188 0.13826384 -0.42679498 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A2 synthetic_faculty_0 3 29 development 0.00000000 3.71073222 0.27576271 0.25229442 0.07652705 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A2 synthetic_faculty_0 3 29 development 0.02083333 3.66307330 0.17964806 0.19713432 -0.24186168 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history A3 synthetic_faculty_0 3 29 development 0.00000000 3.68527293 0.18313660 0.13819151 -0.42981416 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A3 synthetic_faculty_0 3 29 development 0.00000000 3.71069622 0.27582580 0.25227985 0.07617015 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A3 synthetic_faculty_0 3 29 development 0.02083333 3.66312623 0.17947842 0.19714855 -0.24193195 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history P1 synthetic_faculty_0 3 29 development 0.00000000 3.61277771 0.28319147 0.17491806 -0.19841504 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student P1 synthetic_faculty_0 3 29 development 0.00367647 3.74125791 0.25730881 0.25092500 -0.09669167 DESCRIPTIVE_NOT_UTILITY 16.93750000 17 34 course P1 synthetic_faculty_0 3 29 development 0.00000000 3.64861035 0.15456319 0.19332966 0.11283056 DESCRIPTIVE_NOT_UTILITY 3.00000000 3 6 history A1 synthetic_faculty_0 4 29 development 0.00000000 3.71176839 0.20767903 0.15975532 -0.31897849 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A1 synthetic_faculty_0 4 29 development 0.00000000 3.75696397 0.24868166 0.26021630 -0.06355582 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A1 synthetic_faculty_0 4 29 development 0.02083333 3.61163545 0.17740689 0.20777345 -0.09976348 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history A2 synthetic_faculty_0 4 29 development 0.00000000 3.71671391 0.20882201 0.15996605 -0.32258543 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A2 synthetic_faculty_0 4 29 development 0.00000000 3.75651550 0.24835415 0.26008672 -0.06297283 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A2 synthetic_faculty_0 4 29 development 0.02083333 3.61222339 0.17724995 0.20772696 -0.09994499 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history A3 synthetic_faculty_0 4 29 development 0.00000000 3.71744919 0.20850518 0.15988272 -0.32292507 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A3 synthetic_faculty_0 4 29 development 0.00000000 3.75686145 0.24847256 0.26011476 -0.06313260 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A3 synthetic_faculty_0 4 29 development 0.02083333 3.61219335 0.17724884 0.20774390 -0.09981608 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history P1 synthetic_faculty_0 4 29 development 0.00000000 3.61774635 0.26957098 0.17244789 -0.33598760 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student P1 synthetic_faculty_0 4 29 development 0.00367647 3.72585750 0.26469052 0.24470752 -0.07497809 DESCRIPTIVE_NOT_UTILITY 16.93750000 17 34 course P1 synthetic_faculty_0 4 29 development 0.00000000 3.62065387 0.20880090 0.20632192 -0.01478154 DESCRIPTIVE_NOT_UTILITY 3.00000000 3 6 history A1 synthetic_faculty_0 5 29 development 0.00000000 3.63481903 0.23770911 0.16724139 -0.45700868 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A1 synthetic_faculty_0 5 29 development 0.00000000 3.77898574 0.24619411 0.24723837 -0.05883968 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A1 synthetic_faculty_0 5 29 development 0.02083333 3.66051292 0.15769178 0.22000155 0.05583266 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history A2 synthetic_faculty_0 5 29 development 0.00000000 3.63774490 0.23820119 0.16749015 -0.46105465 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A2 synthetic_faculty_0 5 29 development 0.00000000 3.77853894 0.24656339 0.24702595 -0.05883131 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A2 synthetic_faculty_0 5 29 development 0.02083333 3.66179967 0.15751198 0.22004013 0.05619105 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history A3 synthetic_faculty_0 5 29 development 0.00000000 3.63870549 0.23781052 0.16748112 -0.46153076 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A3 synthetic_faculty_0 5 29 development 0.00000000 3.77852988 0.24677442 0.24703650 -0.05850849 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A3 synthetic_faculty_0 5 29 development 0.02083333 3.66179204 0.15747346 0.22006059 0.05569757 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history P1 synthetic_faculty_0 5 29 development 0.00000000 3.63084245 0.29651865 0.17673238 -0.25767112 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student P1 synthetic_faculty_0 5 29 development 0.00367647 3.72259831 0.28893736 0.23804969 -0.12222535 DESCRIPTIVE_NOT_UTILITY 16.93750000 17 34 course P1 synthetic_faculty_0 5 29 development 0.00000000 3.58994460 0.20360956 0.20685257 0.08691048 DESCRIPTIVE_NOT_UTILITY 3.00000000 3 6 history A1 synthetic_faculty_0 6 29 retrospective 0.00000000 3.68868518 0.21834110 0.13725138 -0.33587218 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A1 synthetic_faculty_0 6 29 retrospective 0.00000000 3.73143291 0.30823705 0.25330988 -0.19086921 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A1 synthetic_faculty_0 6 29 retrospective 0.02083333 3.61502814 0.17770210 0.20982954 0.02232334 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history A2 synthetic_faculty_0 6 29 retrospective 0.00000000 3.69551349 0.21862923 0.13749279 -0.34329132 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A2 synthetic_faculty_0 6 29 retrospective 0.00000000 3.73203921 0.30852517 0.25339594 -0.19019917 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A2 synthetic_faculty_0 6 29 retrospective 0.02083333 3.61650252 0.17755125 0.20985660 0.02100966 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history A3 synthetic_faculty_0 6 29 retrospective 0.00000000 3.69595599 0.21884640 0.13749938 -0.34286133 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A3 synthetic_faculty_0 6 29 retrospective 0.00000000 3.73200297 0.30866274 0.25337064 -0.19005612 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A3 synthetic_faculty_0 6 29 retrospective 0.02083333 3.61680150 0.17752180 0.20988327 0.02136720 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history P1 synthetic_faculty_0 6 29 retrospective 0.00000000 3.64380264 0.27912155 0.16934298 -0.01783282 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student P1 synthetic_faculty_0 6 29 retrospective 0.00367647 3.79704213 0.28739905 0.25924283 -0.04325775 DESCRIPTIVE_NOT_UTILITY 16.93750000 17 34 course P1 synthetic_faculty_0 6 29 retrospective 0.00000000 3.64585233 0.17625353 0.20163293 -0.18732983 DESCRIPTIVE_NOT_UTILITY 3.00000000 3 6 history A1 synthetic_faculty_0 7 29 retrospective 0.00000000 3.69070125 0.23960342 0.15491930 -0.32212534 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A1 synthetic_faculty_0 7 29 retrospective 0.00000000 3.77188468 0.25880560 0.27207297 -0.07210581 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A1 synthetic_faculty_0 7 29 retrospective 0.02083333 3.61396527 0.19037795 0.20976585 0.37678955 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history A2 synthetic_faculty_0 7 29 retrospective 0.00000000 3.69603825 0.23799066 0.15511042 -0.32641093 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A2 synthetic_faculty_0 7 29 retrospective 0.00000000 3.77312756 0.25865158 0.27214015 -0.07147551 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A2 synthetic_faculty_0 7 29 retrospective 0.02083333 3.61501312 0.19024558 0.20978582 0.37695816 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history A3 synthetic_faculty_0 7 29 retrospective 0.00000000 3.69629025 0.23778792 0.15509906 -0.32674731 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A3 synthetic_faculty_0 7 29 retrospective 0.00000000 3.77307582 0.25887918 0.27213198 -0.07200838 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A3 synthetic_faculty_0 7 29 retrospective 0.02083333 3.61513996 0.19016322 0.20979507 0.37726158 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history P1 synthetic_faculty_0 7 29 retrospective 0.00000000 3.59638143 0.32069892 0.17700121 -0.12013406 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student P1 synthetic_faculty_0 7 29 retrospective 0.00367647 3.68299675 0.28323376 0.25181693 0.05494469 DESCRIPTIVE_NOT_UTILITY 16.93750000 17 34 course P1 synthetic_faculty_0 7 29 retrospective 0.00000000 3.60569263 0.18723185 0.19654211 -0.03435245 DESCRIPTIVE_NOT_UTILITY 3.00000000 3 6 history A1 synthetic_faculty_1 1 29 development 0.00000000 3.64831471 0.25652525 0.16230395 -0.47337558 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A1 synthetic_faculty_1 1 29 development 0.00000000 3.69767308 0.29873475 0.24748892 -0.00721514 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A1 synthetic_faculty_1 1 29 development 0.02083333 3.62013888 0.17525120 0.20267525 -0.04923226 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history A2 synthetic_faculty_1 1 29 development 0.00000000 3.65282369 0.25701395 0.16243145 -0.47862947 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A2 synthetic_faculty_1 1 29 development 0.00000000 3.69813728 0.29925486 0.24745443 -0.00748034 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A2 synthetic_faculty_1 1 29 development 0.02083333 3.62133598 0.17465834 0.20265287 -0.04912418 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history A3 synthetic_faculty_1 1 29 development 0.00000000 3.65308785 0.25682139 0.16240545 -0.47916020 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A3 synthetic_faculty_1 1 29 development 0.00000000 3.69830513 0.29926109 0.24742676 -0.00778388 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A3 synthetic_faculty_1 1 29 development 0.02083333 3.62113857 0.17450349 0.20267719 -0.04819314 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history P1 synthetic_faculty_1 1 29 development 0.00000000 3.62489319 0.29013255 0.16286308 -0.32769932 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student P1 synthetic_faculty_1 1 29 development 0.00367647 3.68966866 0.24745928 0.23072237 0.01452803 DESCRIPTIVE_NOT_UTILITY 16.93750000 17 34 course P1 synthetic_faculty_1 1 29 development 0.00000000 3.63574219 0.14770658 0.20207076 -0.14459330 DESCRIPTIVE_NOT_UTILITY 3.00000000 3 6 history A1 synthetic_faculty_1 2 29 development 0.00000000 3.63714790 0.19303338 0.16059425 -0.44174617 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A1 synthetic_faculty_1 2 29 development 0.00000000 3.73046756 0.26443961 0.24904291 0.02749794 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A1 synthetic_faculty_1 2 29 development 0.02083333 3.62712789 0.21851629 0.19338521 0.12930573 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history A2 synthetic_faculty_1 2 29 development 0.00000000 3.64250493 0.19326212 0.16073808 -0.45724538 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A2 synthetic_faculty_1 2 29 development 0.00000000 3.73098779 0.26454577 0.24901550 0.02529841 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A2 synthetic_faculty_1 2 29 development 0.02083333 3.62842393 0.21817239 0.19345783 0.13018216 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history A3 synthetic_faculty_1 2 29 development 0.00000000 3.64337230 0.19346595 0.16071807 -0.45861730 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A3 synthetic_faculty_1 2 29 development 0.00000000 3.73088264 0.26444465 0.24897528 0.02548364 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A3 synthetic_faculty_1 2 29 development 0.02083333 3.62831402 0.21817009 0.19346726 0.13002228 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history P1 synthetic_faculty_1 2 29 development 0.00000000 3.63892293 0.22589090 0.17357850 -0.02324657 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student P1 synthetic_faculty_1 2 29 development 0.00367647 3.69249725 0.23298170 0.22518042 0.07080428 DESCRIPTIVE_NOT_UTILITY 16.93750000 17 34 course P1 synthetic_faculty_1 2 29 development 0.00000000 3.61811256 0.18862966 0.21180497 0.11408822 DESCRIPTIVE_NOT_UTILITY 3.00000000 3 6 history A1 synthetic_faculty_1 3 29 development 0.00000000 3.68078518 0.24935235 0.16284524 -0.54227667 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A1 synthetic_faculty_1 3 29 development 0.00000000 3.70266414 0.23262206 0.22795458 0.10772805 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A1 synthetic_faculty_1 3 29 development 0.02083333 3.65903091 0.17537387 0.20546244 0.16709633 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history A2 synthetic_faculty_1 3 29 development 0.00000000 3.68643379 0.25035074 0.16311361 -0.54716809 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A2 synthetic_faculty_1 3 29 development 0.00000000 3.70311737 0.23332982 0.22784697 0.10482935 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A2 synthetic_faculty_1 3 29 development 0.02083333 3.65941048 0.17466758 0.20551996 0.16823756 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history A3 synthetic_faculty_1 3 29 development 0.00000000 3.68730569 0.25036925 0.16310917 -0.54753217 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A3 synthetic_faculty_1 3 29 development 0.00000000 3.70283198 0.23327082 0.22780137 0.10472936 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A3 synthetic_faculty_1 3 29 development 0.02083333 3.65959668 0.17467056 0.20549873 0.16736022 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history P1 synthetic_faculty_1 3 29 development 0.00000000 3.59262729 0.29001063 0.17906636 -0.09246813 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student P1 synthetic_faculty_1 3 29 development 0.00367647 3.81030059 0.26661456 0.24644399 -0.07663576 DESCRIPTIVE_NOT_UTILITY 16.93750000 17 34 course P1 synthetic_faculty_1 3 29 development 0.00000000 3.66466522 0.20605126 0.22096574 -0.04766191 DESCRIPTIVE_NOT_UTILITY 3.00000000 3 6 history A1 synthetic_faculty_1 4 29 development 0.00000000 3.74734688 0.18862744 0.16038027 -0.39459270 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A1 synthetic_faculty_1 4 29 development 0.00000000 3.70687604 0.27032456 0.25274414 0.20992963 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A1 synthetic_faculty_1 4 29 development 0.02083333 3.64734077 0.20994015 0.20818958 -0.22082344 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history A2 synthetic_faculty_1 4 29 development 0.00000000 3.75107026 0.18857615 0.16048697 -0.40245404 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A2 synthetic_faculty_1 4 29 development 0.00000000 3.70603824 0.27013144 0.25246707 0.20794949 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A2 synthetic_faculty_1 4 29 development 0.02083333 3.64879346 0.20947564 0.20838219 -0.22082327 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history A3 synthetic_faculty_1 4 29 development 0.00000000 3.75272536 0.18846163 0.16039285 -0.40316269 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A3 synthetic_faculty_1 4 29 development 0.00000000 3.70588565 0.27022988 0.25246865 0.20812158 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A3 synthetic_faculty_1 4 29 development 0.02083333 3.64869332 0.20943975 0.20836690 -0.22090243 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history P1 synthetic_faculty_1 4 29 development 0.00000000 3.64918828 0.32377946 0.17341119 -0.15873744 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student P1 synthetic_faculty_1 4 29 development 0.00367647 3.79713082 0.27674714 0.25882006 0.25063560 DESCRIPTIVE_NOT_UTILITY 16.93750000 17 34 course P1 synthetic_faculty_1 4 29 development 0.00000000 3.62850642 0.15024492 0.18891904 -0.22101029 DESCRIPTIVE_NOT_UTILITY 3.00000000 3 6 history A1 synthetic_faculty_1 5 29 development 0.00000000 3.68382525 0.20344809 0.15437815 -0.29655934 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A1 synthetic_faculty_1 5 29 development 0.00000000 3.83712959 0.33254197 0.25920421 0.18308845 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A1 synthetic_faculty_1 5 29 development 0.02083333 3.63681722 0.12784393 0.19177210 0.18217944 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history A2 synthetic_faculty_1 5 29 development 0.00000000 3.68804932 0.20371009 0.15470308 -0.30141648 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A2 synthetic_faculty_1 5 29 development 0.00000000 3.83794141 0.33249450 0.25913376 0.18212226 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A2 synthetic_faculty_1 5 29 development 0.02083333 3.63792348 0.12746009 0.19164935 0.18205021 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history A3 synthetic_faculty_1 5 29 development 0.00000000 3.68867803 0.20372507 0.15474591 -0.30303698 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A3 synthetic_faculty_1 5 29 development 0.00000000 3.83825994 0.33260807 0.25917384 0.18276891 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A3 synthetic_faculty_1 5 29 development 0.02083333 3.63818836 0.12732792 0.19166303 0.18205365 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history P1 synthetic_faculty_1 5 29 development 0.00000000 3.67087626 0.20045470 0.17452496 -0.16792183 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student P1 synthetic_faculty_1 5 29 development 0.00367647 3.75134444 0.28751531 0.25652349 0.01789344 DESCRIPTIVE_NOT_UTILITY 16.93750000 17 34 course P1 synthetic_faculty_1 5 29 development 0.00000000 3.60659957 0.16474634 0.21479955 0.04413501 DESCRIPTIVE_NOT_UTILITY 3.00000000 3 6 history A1 synthetic_faculty_1 6 29 retrospective 0.00000000 3.63397479 0.24602978 0.15241955 -0.46703464 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A1 synthetic_faculty_1 6 29 retrospective 0.00000000 3.76907420 0.23574628 0.24925712 -0.18723521 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A1 synthetic_faculty_1 6 29 retrospective 0.02083333 3.66896248 0.17055768 0.20696281 0.26393294 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history A2 synthetic_faculty_1 6 29 retrospective 0.00000000 3.63899589 0.24679366 0.15252164 -0.47322449 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A2 synthetic_faculty_1 6 29 retrospective 0.00000000 3.76978588 0.23567727 0.24918838 -0.18718727 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A2 synthetic_faculty_1 6 29 retrospective 0.02083333 3.66945148 0.17019545 0.20688941 0.26383643 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history A3 synthetic_faculty_1 6 29 retrospective 0.00000000 3.63935399 0.24669147 0.15254116 -0.47356250 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A3 synthetic_faculty_1 6 29 retrospective 0.00000000 3.76975560 0.23562849 0.24915415 -0.18729533 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A3 synthetic_faculty_1 6 29 retrospective 0.02083333 3.66930509 0.17012514 0.20689994 0.26410121 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history P1 synthetic_faculty_1 6 29 retrospective 0.00000000 3.55269504 0.25132158 0.17369133 -0.20346568 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student P1 synthetic_faculty_1 6 29 retrospective 0.00367647 3.70942950 0.24532953 0.23816676 -0.25074977 DESCRIPTIVE_NOT_UTILITY 16.93750000 17 34 course P1 synthetic_faculty_1 6 29 retrospective 0.00000000 3.59999776 0.18926688 0.19316524 0.21277472 DESCRIPTIVE_NOT_UTILITY 3.00000000 3 6 history A1 synthetic_faculty_1 7 29 retrospective 0.00000000 3.63360596 0.20836250 0.16100699 -0.27509181 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A1 synthetic_faculty_1 7 29 retrospective 0.00000000 3.73131180 0.26906499 0.25135058 0.20741118 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A1 synthetic_faculty_1 7 29 retrospective 0.02083333 3.63817310 0.20769237 0.20118223 0.19658582 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history A2 synthetic_faculty_1 7 29 retrospective 0.00000000 3.63906288 0.20690505 0.16118506 -0.28032581 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A2 synthetic_faculty_1 7 29 retrospective 0.00000000 3.73145008 0.26969537 0.25142759 0.20758250 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A2 synthetic_faculty_1 7 29 retrospective 0.02083333 3.63856030 0.20734471 0.20114604 0.19625067 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history A3 synthetic_faculty_1 7 29 retrospective 0.00000000 3.64023590 0.20702571 0.16110313 -0.28138316 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student A3 synthetic_faculty_1 7 29 retrospective 0.00000000 3.73150158 0.26970524 0.25140560 0.20781239 DESCRIPTIVE_NOT_UTILITY 17.00000000 17 34 course A3 synthetic_faculty_1 7 29 retrospective 0.02083333 3.63861728 0.20735414 0.20117480 0.19657762 DESCRIPTIVE_NOT_UTILITY 2.93750000 3 6 history P1 synthetic_faculty_1 7 29 retrospective 0.00000000 3.59908080 0.26652199 0.16927807 -0.29731982 DESCRIPTIVE_NOT_UTILITY 4.00000000 4 8 student P1 synthetic_faculty_1 7 29 retrospective 0.00367647 3.74401593 0.31263384 0.25256783 -0.02621658 DESCRIPTIVE_NOT_UTILITY 16.93750000 17 34 course P1 synthetic_faculty_1 7 29 retrospective 0.00000000 3.64959645 0.18336131 0.19252354 0.20769349 DESCRIPTIVE_NOT_UTILITY 3.00000000 3 6 history [HISTORY_AVAILABILITY] rows=672 columns=17 column_definitions={"arm": "prespecified model/control", "faculty": "faculty cache key", "fold": "canonical rolling-origin fold", "seed": "model initialization seed", "stage": "stage", "ap": "whole-cell AP; undefined without failures", "ap_status": "ap status", "auc": "whole-cell ROC-AUC; requires both classes", "bce": "mean binary log loss", "brier": "mean squared probability error", "ece": "10 equal-width probability bins", "failures": "failures", "prevalence": "prevalence", "rows": "rows", "source_feature": "source feature", "status": "status", "stratum": "stratum"} arm faculty fold seed stage ap ap_status auc bce brier ece failures prevalence rows source_feature status stratum A0M synthetic_faculty_0 1 29 development 0.29036630 DEFINED 0.56000000 0.70908963 0.25785689 0.32406581 6 0.19354839 31 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A0M synthetic_faculty_0 1 29 development 0.19642857 DEFINED 0.60000000 0.72390720 0.26527135 0.40550639 2 0.11764706 17 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A0M synthetic_faculty_0 1 29 development 0.41666667 DEFINED 0.00000000 0.83582175 0.31886240 0.32833420 2 0.50000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A0M synthetic_faculty_0 1 29 development 0.34807657 DEFINED 0.66666667 0.70329350 0.25517561 0.37886492 6 0.13636364 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A0M synthetic_faculty_0 1 29 development 0.27448643 DEFINED 0.53472222 0.71952602 0.26300588 0.32355883 6 0.20000000 30 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A0M synthetic_faculty_0 1 29 development 0.22500000 DEFINED 0.68750000 0.70569001 0.25627780 0.40182688 2 0.11111111 18 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A0 synthetic_faculty_0 1 29 development 0.31608947 DEFINED 0.70000000 0.84382721 0.32101515 0.41575171 6 0.19354839 31 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A0 synthetic_faculty_0 1 29 development 0.45000000 DEFINED 0.86666667 0.79914365 0.30082024 0.45391347 2 0.11764706 17 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A0 synthetic_faculty_0 1 29 development 0.58333333 DEFINED 0.50000000 0.70405762 0.25490685 0.15484801 2 0.50000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A0 synthetic_faculty_0 1 29 development 0.27632275 DEFINED 0.74561404 0.83926943 0.31922242 0.45672087 6 0.13636364 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A0 synthetic_faculty_0 1 29 development 0.34098165 DEFINED 0.73611111 0.84739583 0.32252021 0.41527705 6 0.20000000 30 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A0 synthetic_faculty_0 1 29 development 0.26666667 DEFINED 0.68750000 0.79567836 0.29943375 0.45258448 2 0.11111111 18 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A1 synthetic_faculty_0 1 29 development 0.26710697 DEFINED 0.64000000 0.59731976 0.20293839 0.22663439 6 0.19354839 31 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A1 synthetic_faculty_0 1 29 development 0.37500000 DEFINED 0.76666667 0.58239759 0.19535262 0.31149587 2 0.11764706 17 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A1 synthetic_faculty_0 1 29 development 0.83333333 DEFINED 0.75000000 0.69023605 0.24861110 0.05968091 2 0.50000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A1 synthetic_faculty_0 1 29 development 0.23077251 DEFINED 0.66228070 0.58310744 0.19585546 0.28545044 6 0.13636364 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A1 synthetic_faculty_0 1 29 development 0.27945665 DEFINED 0.61805556 0.62017090 0.21389448 0.23864722 6 0.20000000 30 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A1 synthetic_faculty_0 1 29 development 0.26666667 DEFINED 0.68750000 0.54514137 0.17751390 0.28675995 2 0.11111111 18 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A2 synthetic_faculty_0 1 29 development 0.26229807 DEFINED 0.64000000 0.59718651 0.20297173 0.22540549 6 0.19354839 31 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A2 synthetic_faculty_0 1 29 development 0.39285714 DEFINED 0.80000000 0.58696520 0.19755409 0.31478827 2 0.11764706 17 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A2 synthetic_faculty_0 1 29 development 0.58333333 DEFINED 0.50000000 0.69707729 0.25198622 0.05623354 2 0.50000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A2 synthetic_faculty_0 1 29 development 0.20654762 DEFINED 0.64035088 0.58415639 0.19642269 0.28554330 6 0.13636364 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A2 synthetic_faculty_0 1 29 development 0.26016414 DEFINED 0.60416667 0.62109091 0.21440056 0.23900922 6 0.20000000 30 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A2 synthetic_faculty_0 1 29 development 0.19444444 DEFINED 0.62500000 0.54769239 0.17880704 0.28714968 2 0.11111111 18 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A3 synthetic_faculty_0 1 29 development 0.26229807 DEFINED 0.64000000 0.59720175 0.20297912 0.22540755 6 0.19354839 31 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A3 synthetic_faculty_0 1 29 development 0.39285714 DEFINED 0.80000000 0.58699603 0.19756873 0.31481109 2 0.11764706 17 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A3 synthetic_faculty_0 1 29 development 0.58333333 DEFINED 0.50000000 0.69706775 0.25198143 0.05622535 2 0.50000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A3 synthetic_faculty_0 1 29 development 0.20654762 DEFINED 0.64035088 0.58417991 0.19643399 0.28555282 6 0.13636364 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A3 synthetic_faculty_0 1 29 development 0.26016414 DEFINED 0.60416667 0.62109291 0.21440153 0.23900707 6 0.20000000 30 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A3 synthetic_faculty_0 1 29 development 0.19444444 DEFINED 0.62500000 0.54774441 0.17883196 0.28717835 2 0.11111111 18 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt CacheReference synthetic_faculty_0 1 29 development 0.36772487 DEFINED 0.65333333 0.51822719 0.16829620 0.15951920 6 0.19354839 31 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 CacheReference synthetic_faculty_0 1 29 development 0.15000000 DEFINED 0.40000000 0.46038778 0.14169109 0.20039665 2 0.11764706 17 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 CacheReference synthetic_faculty_0 1 29 development 0.83333333 DEFINED 0.75000000 0.66978641 0.24417616 0.44049321 2 0.50000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag CacheReference synthetic_faculty_0 1 29 development 0.23253817 DEFINED 0.55701754 0.48210203 0.15111877 0.20824534 6 0.13636364 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag CacheReference synthetic_faculty_0 1 29 development 0.35973266 DEFINED 0.61111111 0.55209812 0.17956577 0.18360224 6 0.20000000 30 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive CacheReference synthetic_faculty_0 1 29 development 0.17692308 DEFINED 0.53125000 0.40714954 0.12438654 0.15798729 2 0.11111111 18 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt HGB synthetic_faculty_0 1 29 development 0.42666712 DEFINED 0.59666667 0.48505409 0.15382282 0.02235004 6 0.19354839 31 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 HGB synthetic_faculty_0 1 29 development 0.11437908 DEFINED 0.25000000 0.41325258 0.12003336 0.10909163 2 0.11764706 17 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 HGB synthetic_faculty_0 1 29 development 0.75000000 DEFINED 0.50000000 0.86165623 0.31972110 0.28005890 2 0.50000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag HGB synthetic_faculty_0 1 29 development 0.14325628 DEFINED 0.48464912 0.42307604 0.12568614 0.08118136 6 0.13636364 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag HGB synthetic_faculty_0 1 29 development 0.37635836 DEFINED 0.54513889 0.49904051 0.15946838 0.02224311 6 0.20000000 30 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive HGB synthetic_faculty_0 1 29 development 0.11688312 DEFINED 0.34375000 0.39393086 0.11250127 0.10776183 2 0.11111111 18 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt P1 synthetic_faculty_0 1 29 development 0.21150794 DEFINED 0.49333333 0.61405087 0.21115900 0.22839668 6 0.19354839 31 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 P1 synthetic_faculty_0 1 29 development 0.66666667 DEFINED 0.86666667 0.58422483 0.19606509 0.37810805 2 0.11764706 17 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 P1 synthetic_faculty_0 1 29 development 0.50000000 DEFINED 0.25000000 0.70684535 0.25674896 0.06432299 2 0.50000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag P1 synthetic_faculty_0 1 29 development 0.24533692 DEFINED 0.59649123 0.59409131 0.20118272 0.29049041 6 0.13636364 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag P1 synthetic_faculty_0 1 29 development 0.28877214 DEFINED 0.55555556 0.62747339 0.21752343 0.24263274 6 0.20000000 30 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive P1 synthetic_faculty_0 1 29 development 0.19166667 DEFINED 0.50000000 0.56351097 0.18629625 0.29140578 2 0.11111111 18 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A0M synthetic_faculty_0 2 29 development 0.58542353 DEFINED 0.46153846 0.71520795 0.26024785 0.22072356 13 0.43333333 30 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A0M synthetic_faculty_0 2 29 development 0.60378510 DEFINED 0.68055556 0.64309563 0.22544795 0.17968207 6 0.33333333 18 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A0M synthetic_faculty_0 2 29 development 1.00000000 DEFINED 1.00000000 0.54909349 0.17867399 0.42207417 2 0.66666667 3 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A0M synthetic_faculty_0 2 29 development 0.51211546 DEFINED 0.50210084 0.69743732 0.25176615 0.17183781 17 0.37777778 45 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A0M synthetic_faculty_0 2 29 development 0.65117202 DEFINED 0.56845238 0.68654772 0.24697834 0.17223494 16 0.43243243 37 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A0M synthetic_faculty_0 2 29 development 0.35281385 DEFINED 0.41666667 0.69360859 0.24793639 0.29556935 3 0.27272727 11 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A0 synthetic_faculty_0 2 29 development 0.42162956 DEFINED 0.36199095 0.84172369 0.31839190 0.30741073 13 0.43333333 30 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A0 synthetic_faculty_0 2 29 development 0.53472222 DEFINED 0.59722222 0.75584991 0.28088537 0.28900142 6 0.33333333 18 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A0 synthetic_faculty_0 2 29 development 0.83333333 DEFINED 0.50000000 0.67507521 0.24311255 0.46390291 2 0.66666667 3 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A0 synthetic_faculty_0 2 29 development 0.39842653 DEFINED 0.45168067 0.81848408 0.30840791 0.29317357 17 0.37777778 45 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A0 synthetic_faculty_0 2 29 development 0.49128268 DEFINED 0.51785714 0.78532513 0.29218766 0.23034125 16 0.43243243 37 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A0 synthetic_faculty_0 2 29 development 0.22186147 DEFINED 0.16666667 0.89090720 0.34515909 0.41884851 3 0.27272727 11 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A1 synthetic_faculty_0 2 29 development 0.58550885 DEFINED 0.58371041 0.67426161 0.24066081 0.10691416 13 0.43333333 30 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A1 synthetic_faculty_0 2 29 development 0.32905983 DEFINED 0.43055556 0.66952936 0.23827787 0.10297707 6 0.33333333 18 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A1 synthetic_faculty_0 2 29 development 0.58333333 DEFINED 0.00000000 0.79455353 0.29994916 0.24646462 2 0.66666667 3 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A1 synthetic_faculty_0 2 29 development 0.43274485 DEFINED 0.53781513 0.66434925 0.23575508 0.07048715 17 0.37777778 45 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A1 synthetic_faculty_0 2 29 development 0.46713669 DEFINED 0.53273810 0.68431681 0.24564898 0.15024991 16 0.43243243 37 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A1 synthetic_faculty_0 2 29 development 0.50740741 DEFINED 0.41666667 0.63269588 0.21998306 0.14981193 3 0.27272727 11 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A2 synthetic_faculty_0 2 29 development 0.53168054 DEFINED 0.59276018 0.67693182 0.24193353 0.11420713 13 0.43333333 30 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A2 synthetic_faculty_0 2 29 development 0.30042088 DEFINED 0.37500000 0.67679454 0.24192986 0.10704707 6 0.33333333 18 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A2 synthetic_faculty_0 2 29 development 0.58333333 DEFINED 0.00000000 0.77918704 0.29257175 0.23221859 2 0.66666667 3 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A2 synthetic_faculty_0 2 29 development 0.38550439 DEFINED 0.51470588 0.67005990 0.23855618 0.07494225 17 0.37777778 45 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A2 synthetic_faculty_0 2 29 development 0.42932888 DEFINED 0.51488095 0.68762404 0.24728079 0.15574945 16 0.43243243 37 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A2 synthetic_faculty_0 2 29 development 0.29725830 DEFINED 0.37500000 0.64074244 0.22394128 0.15397024 3 0.27272727 11 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A3 synthetic_faculty_0 2 29 development 0.53168054 DEFINED 0.59276018 0.67692624 0.24193107 0.11420917 13 0.43333333 30 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A3 synthetic_faculty_0 2 29 development 0.30042088 DEFINED 0.37500000 0.67680386 0.24193428 0.10704299 6 0.33333333 18 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A3 synthetic_faculty_0 2 29 development 0.58333333 DEFINED 0.00000000 0.77921407 0.29258501 0.23222754 2 0.66666667 3 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A3 synthetic_faculty_0 2 29 development 0.38550439 DEFINED 0.51470588 0.67005810 0.23855542 0.07494783 17 0.37777778 45 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A3 synthetic_faculty_0 2 29 development 0.42932888 DEFINED 0.51488095 0.68763173 0.24728462 0.15574793 16 0.43243243 37 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A3 synthetic_faculty_0 2 29 development 0.29725830 DEFINED 0.37500000 0.64071660 0.22392891 0.15393985 3 0.27272727 11 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt CacheReference synthetic_faculty_0 2 29 development 0.59609297 DEFINED 0.65158371 0.82255376 0.27449302 0.22100135 13 0.43333333 30 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 CacheReference synthetic_faculty_0 2 29 development 0.31437908 DEFINED 0.40277778 0.81974561 0.27643654 0.24981046 6 0.33333333 18 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 CacheReference synthetic_faculty_0 2 29 development 0.58333333 DEFINED 0.00000000 1.64243987 0.54390320 0.69440558 2 0.66666667 3 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag CacheReference synthetic_faculty_0 2 29 development 0.43956011 DEFINED 0.59243697 0.76677143 0.25730975 0.20788156 17 0.37777778 45 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag CacheReference synthetic_faculty_0 2 29 development 0.50877116 DEFINED 0.55357143 0.91090496 0.30301264 0.26855894 16 0.43243243 37 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive CacheReference synthetic_faculty_0 2 29 development 0.41111111 DEFINED 0.66666667 0.52077729 0.18174370 0.19244163 3 0.27272727 11 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt HGB synthetic_faculty_0 2 29 development 0.60084595 DEFINED 0.64253394 0.76102833 0.27720627 0.20124997 13 0.43333333 30 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 HGB synthetic_faculty_0 2 29 development 0.53327228 DEFINED 0.74305556 0.63677017 0.22287031 0.18722840 6 0.33333333 18 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 HGB synthetic_faculty_0 2 29 development 1.00000000 DEFINED 1.00000000 0.92992275 0.36013484 0.39820234 2 0.66666667 3 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag HGB synthetic_faculty_0 2 29 development 0.50457595 DEFINED 0.64180672 0.70006544 0.24994331 0.14786928 17 0.37777778 45 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag HGB synthetic_faculty_0 2 29 development 0.53330624 DEFINED 0.62797619 0.76788605 0.28011565 0.20047453 16 0.43243243 37 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive HGB synthetic_faculty_0 2 29 development 0.79166667 DEFINED 0.79166667 0.53462994 0.17850677 0.21202166 3 0.27272727 11 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt P1 synthetic_faculty_0 2 29 development 0.51552714 DEFINED 0.54751131 0.68278242 0.24486458 0.04033149 13 0.43333333 30 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 P1 synthetic_faculty_0 2 29 development 0.30458754 DEFINED 0.38888889 0.66689797 0.23715781 0.09844193 6 0.33333333 18 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 P1 synthetic_faculty_0 2 29 development 0.58333333 DEFINED 0.00000000 0.79844620 0.30193287 0.23461929 2 0.66666667 3 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag P1 synthetic_faculty_0 2 29 development 0.41848395 DEFINED 0.52521008 0.66871772 0.23797732 0.05235493 17 0.37777778 45 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag P1 synthetic_faculty_0 2 29 development 0.44752287 DEFINED 0.47916667 0.68761186 0.24733722 0.04641410 16 0.43243243 37 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive P1 synthetic_faculty_0 2 29 development 0.29444444 DEFINED 0.41666667 0.64054519 0.22393645 0.13791121 3 0.27272727 11 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A0M synthetic_faculty_0 3 29 development 0.13602848 DEFINED 0.30769231 0.73307488 0.26988822 0.37923718 5 0.16129032 31 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A0M synthetic_faculty_0 3 29 development 0.73611111 DEFINED 0.78787879 0.64919551 0.22836775 0.17586126 6 0.35294118 17 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A0M synthetic_faculty_0 3 29 development 0.80555556 DEFINED 0.33333333 0.64223067 0.22463320 0.27651671 3 0.75000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A0M synthetic_faculty_0 3 29 development 0.19419646 DEFINED 0.43402778 0.70892550 0.25796031 0.32669458 8 0.18181818 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A0M synthetic_faculty_0 3 29 development 0.32317323 DEFINED 0.47222222 0.72724010 0.26679331 0.33119653 6 0.20000000 30 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A0M synthetic_faculty_0 3 29 development 0.43809524 DEFINED 0.67692308 0.66358009 0.23583262 0.21141066 5 0.27777778 18 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A0 synthetic_faculty_0 3 29 development 0.36428571 DEFINED 0.73076923 0.86247539 0.33087815 0.45572025 5 0.16129032 31 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A0 synthetic_faculty_0 3 29 development 0.32017196 DEFINED 0.34848485 0.84828706 0.32209037 0.33852499 6 0.35294118 17 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A0 synthetic_faculty_0 3 29 development 0.91666667 DEFINED 0.66666667 0.61595857 0.21460437 0.43748379 3 0.75000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A0 synthetic_faculty_0 3 29 development 0.25930485 DEFINED 0.59375000 0.87940416 0.33805322 0.43867214 8 0.18181818 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A0 synthetic_faculty_0 3 29 development 0.26088921 DEFINED 0.53472222 0.91045706 0.35243751 0.43579397 6 0.20000000 30 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A0 synthetic_faculty_0 3 29 development 0.53011905 DEFINED 0.72307692 0.76910585 0.28664633 0.32988035 5 0.27777778 18 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A1 synthetic_faculty_0 3 29 development 0.42424812 DEFINED 0.69230769 0.57147406 0.19023652 0.24590540 5 0.16129032 31 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A1 synthetic_faculty_0 3 29 development 0.43104575 DEFINED 0.46969697 0.67465296 0.24061745 0.18343750 6 0.35294118 17 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A1 synthetic_faculty_0 3 29 development 0.91666667 DEFINED 0.66666667 0.76291029 0.28425708 0.32674924 3 0.75000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A1 synthetic_faculty_0 3 29 development 0.32540718 DEFINED 0.60416667 0.59393534 0.20115456 0.23261600 8 0.18181818 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A1 synthetic_faculty_0 3 29 development 0.38974359 DEFINED 0.66666667 0.61060055 0.20917507 0.22979256 6 0.20000000 30 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A1 synthetic_faculty_0 3 29 development 0.51915584 DEFINED 0.64615385 0.60370998 0.20625425 0.11301836 5 0.27777778 18 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A2 synthetic_faculty_0 3 29 development 0.30877193 DEFINED 0.66923077 0.57364081 0.19132998 0.24591120 5 0.16129032 31 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A2 synthetic_faculty_0 3 29 development 0.41021242 DEFINED 0.46969697 0.66976153 0.23825720 0.13752405 6 0.35294118 17 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A2 synthetic_faculty_0 3 29 development 0.91666667 DEFINED 0.66666667 0.74624475 0.27603806 0.31908116 3 0.75000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A2 synthetic_faculty_0 3 29 development 0.24039288 DEFINED 0.56944444 0.59508709 0.20176022 0.23193341 8 0.18181818 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A2 synthetic_faculty_0 3 29 development 0.32240741 DEFINED 0.61111111 0.61024039 0.20901381 0.22912483 6 0.20000000 30 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A2 synthetic_faculty_0 3 29 development 0.55248918 DEFINED 0.66153846 0.60342218 0.20617709 0.11416669 5 0.27777778 18 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A3 synthetic_faculty_0 3 29 development 0.31331738 DEFINED 0.67692308 0.57362687 0.19132298 0.24590686 5 0.16129032 31 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A3 synthetic_faculty_0 3 29 development 0.41021242 DEFINED 0.46969697 0.66976240 0.23825763 0.13751309 6 0.35294118 17 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A3 synthetic_faculty_0 3 29 development 0.91666667 DEFINED 0.66666667 0.74624734 0.27603959 0.31908035 3 0.75000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A3 synthetic_faculty_0 3 29 development 0.24203762 DEFINED 0.57291667 0.59507738 0.20175532 0.23192595 8 0.18181818 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A3 synthetic_faculty_0 3 29 development 0.32513072 DEFINED 0.61805556 0.61023171 0.20900944 0.22911800 6 0.20000000 30 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A3 synthetic_faculty_0 3 29 development 0.55248918 DEFINED 0.66153846 0.60341348 0.20617272 0.11416002 5 0.27777778 18 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt CacheReference synthetic_faculty_0 3 29 development 0.19684497 DEFINED 0.56153846 0.47347691 0.15644872 0.15967463 5 0.16129032 31 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 CacheReference synthetic_faculty_0 3 29 development 0.46358225 DEFINED 0.46969697 0.77492400 0.26398757 0.19936777 6 0.35294118 17 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 CacheReference synthetic_faculty_0 3 29 development 0.91666667 DEFINED 0.66666667 1.14639601 0.41692716 0.57242707 3 0.75000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag CacheReference synthetic_faculty_0 3 29 development 0.17864373 DEFINED 0.47222222 0.52877064 0.17431796 0.14766005 8 0.18181818 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag CacheReference synthetic_faculty_0 3 29 development 0.21925806 DEFINED 0.52083333 0.51958503 0.17381658 0.13614126 6 0.20000000 30 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive CacheReference synthetic_faculty_0 3 29 development 0.42750485 DEFINED 0.46153846 0.68133007 0.22906675 0.20380491 5 0.27777778 18 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt HGB synthetic_faculty_0 3 29 development 0.23660895 DEFINED 0.62307692 0.45277247 0.13887475 0.07428685 5 0.16129032 31 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 HGB synthetic_faculty_0 3 29 development 0.30764930 DEFINED 0.34848485 0.68915357 0.24403182 0.10091218 6 0.35294118 17 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 HGB synthetic_faculty_0 3 29 development 1.00000000 DEFINED 1.00000000 1.14603961 0.45015603 0.51884668 3 0.75000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag HGB synthetic_faculty_0 3 29 development 0.23443877 DEFINED 0.56770833 0.48107725 0.15120532 0.06051755 8 0.18181818 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag HGB synthetic_faculty_0 3 29 development 0.21321359 DEFINED 0.47222222 0.51038563 0.16371911 0.04295435 6 0.20000000 30 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive HGB synthetic_faculty_0 3 29 development 0.51819292 DEFINED 0.70769231 0.57999936 0.19678248 0.03895807 5 0.27777778 18 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt P1 synthetic_faculty_0 3 29 development 0.22501843 DEFINED 0.58461538 0.58660704 0.19785493 0.25461798 5 0.16129032 31 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 P1 synthetic_faculty_0 3 29 development 0.41397908 DEFINED 0.51515152 0.66800886 0.23759600 0.08643848 6 0.35294118 17 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 P1 synthetic_faculty_0 3 29 development 1.00000000 DEFINED 1.00000000 0.75337343 0.27998404 0.32097898 3 0.75000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag P1 synthetic_faculty_0 3 29 development 0.25065173 DEFINED 0.59375000 0.60289716 0.20574315 0.24196653 8 0.18181818 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag P1 synthetic_faculty_0 3 29 development 0.23376114 DEFINED 0.52777778 0.62531054 0.21660908 0.23597625 6 0.20000000 30 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive P1 synthetic_faculty_0 3 29 development 0.57222222 DEFINED 0.73846154 0.59898070 0.20413124 0.12685133 5 0.27777778 18 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A0M synthetic_faculty_0 4 29 development 0.24126984 DEFINED 0.57471264 0.70053572 0.25365825 0.33297348 6 0.17142857 35 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A0M synthetic_faculty_0 4 29 development 0.63313131 DEFINED 0.65000000 0.69167324 0.24955309 0.21880782 5 0.38461538 13 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A0M synthetic_faculty_0 4 29 development NaN UNDEFINED_NO_POSITIVES NaN 0.88400582 0.34262287 0.58064942 0 0.00000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A0M synthetic_faculty_0 4 29 development 0.45266693 DEFINED 0.66666667 0.68123817 0.24435767 0.27672672 11 0.25000000 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A0M synthetic_faculty_0 4 29 development 0.37781907 DEFINED 0.62500000 0.69104400 0.24911696 0.27753039 8 0.23529412 34 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A0M synthetic_faculty_0 4 29 development 0.52777778 DEFINED 0.63636364 0.71535762 0.26087516 0.36161001 3 0.21428571 14 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A0 synthetic_faculty_0 4 29 development 0.21778711 DEFINED 0.58045977 0.89040251 0.34044813 0.44416631 6 0.17142857 35 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A0 synthetic_faculty_0 4 29 development 0.49761905 DEFINED 0.60000000 0.77062372 0.28755917 0.22208567 5 0.38461538 13 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A0 synthetic_faculty_0 4 29 development NaN UNDEFINED_NO_POSITIVES NaN 1.23159123 0.48844748 0.69294670 0 0.00000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A0 synthetic_faculty_0 4 29 development 0.30212109 DEFINED 0.59779614 0.82399617 0.31136736 0.35593518 11 0.25000000 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A0 synthetic_faculty_0 4 29 development 0.33085059 DEFINED 0.65384615 0.84164975 0.31770711 0.37668929 8 0.23529412 34 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A0 synthetic_faculty_0 4 29 development 0.20664983 DEFINED 0.33333333 0.89757890 0.34656514 0.40182134 3 0.21428571 14 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A1 synthetic_faculty_0 4 29 development 0.59382878 DEFINED 0.60344828 0.59047230 0.19912399 0.27801615 6 0.17142857 35 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A1 synthetic_faculty_0 4 29 development 0.37329004 DEFINED 0.42500000 0.68398660 0.24555905 0.05822721 5 0.38461538 13 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A1 synthetic_faculty_0 4 29 development NaN UNDEFINED_NO_POSITIVES NaN 0.52182697 0.16558538 0.40582273 0 0.00000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A1 synthetic_faculty_0 4 29 development 0.39612571 DEFINED 0.54545455 0.62434201 0.21589241 0.17519823 11 0.25000000 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A1 synthetic_faculty_0 4 29 development 0.40615840 DEFINED 0.49519231 0.63064848 0.21884112 0.22944728 8 0.23529412 34 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A1 synthetic_faculty_0 4 29 development 0.53333333 DEFINED 0.84848485 0.57973628 0.19435782 0.18998561 3 0.21428571 14 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A2 synthetic_faculty_0 4 29 development 0.55221331 DEFINED 0.59770115 0.59306930 0.20039599 0.27941662 6 0.17142857 35 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A2 synthetic_faculty_0 4 29 development 0.33772727 DEFINED 0.32500000 0.69634719 0.25157965 0.18649586 5 0.38461538 13 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A2 synthetic_faculty_0 4 29 development NaN UNDEFINED_NO_POSITIVES NaN 0.54108777 0.17487893 0.41717847 0 0.00000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A2 synthetic_faculty_0 4 29 development 0.42187226 DEFINED 0.53168044 0.62830881 0.21783817 0.17863747 11 0.25000000 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A2 synthetic_faculty_0 4 29 development 0.43984269 DEFINED 0.47115385 0.64038002 0.22359058 0.25945782 8 0.23529412 34 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A2 synthetic_faculty_0 4 29 development 0.75555556 DEFINED 0.90909091 0.57407271 0.19159395 0.18850527 3 0.21428571 14 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A3 synthetic_faculty_0 4 29 development 0.55221331 DEFINED 0.59770115 0.59309075 0.20040645 0.27942213 6 0.17142857 35 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A3 synthetic_faculty_0 4 29 development 0.33772727 DEFINED 0.32500000 0.69633500 0.25157431 0.18649658 5 0.38461538 13 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A3 synthetic_faculty_0 4 29 development NaN UNDEFINED_NO_POSITIVES NaN 0.54113708 0.17490265 0.41720773 0 0.00000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A3 synthetic_faculty_0 4 29 development 0.42187226 DEFINED 0.53168044 0.62831779 0.21784276 0.17863568 11 0.25000000 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A3 synthetic_faculty_0 4 29 development 0.43984269 DEFINED 0.47115385 0.64039734 0.22359920 0.25945771 8 0.23529412 34 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A3 synthetic_faculty_0 4 29 development 0.75555556 DEFINED 0.90909091 0.57407298 0.19159422 0.18851296 3 0.21428571 14 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt CacheReference synthetic_faculty_0 4 29 development 0.24126253 DEFINED 0.50574713 0.51641747 0.16976360 0.18595089 6 0.17142857 35 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 CacheReference synthetic_faculty_0 4 29 development 0.30025641 DEFINED 0.20000000 1.00305167 0.33542358 0.36100545 5 0.38461538 13 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 CacheReference synthetic_faculty_0 4 29 development NaN UNDEFINED_NO_POSITIVES NaN 0.20013460 0.04471528 0.17173320 0 0.00000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag CacheReference synthetic_faculty_0 4 29 development 0.23037155 DEFINED 0.33884298 0.68894875 0.23007663 0.22462711 11 0.25000000 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag CacheReference synthetic_faculty_0 4 29 development 0.30580140 DEFINED 0.36538462 0.66553459 0.21704745 0.22156727 8 0.23529412 34 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive CacheReference synthetic_faculty_0 4 29 development 0.22979798 DEFINED 0.42424242 0.60615051 0.20875853 0.24885226 3 0.21428571 14 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt HGB synthetic_faculty_0 4 29 development 0.37996032 DEFINED 0.59482759 0.45347083 0.14012033 0.04068266 6 0.17142857 35 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 HGB synthetic_faculty_0 4 29 development 0.43692308 DEFINED 0.52500000 0.73127230 0.26163707 0.15909967 5 0.38461538 13 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 HGB synthetic_faculty_0 4 29 development NaN UNDEFINED_NO_POSITIVES NaN 0.24310530 0.04670366 0.21569653 0 0.00000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag HGB synthetic_faculty_0 4 29 development 0.38368839 DEFINED 0.60055096 0.55467267 0.18451543 0.04355995 11 0.25000000 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag HGB synthetic_faculty_0 4 29 development 0.46409222 DEFINED 0.59134615 0.53540397 0.17595263 0.01821177 8 0.23529412 34 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive HGB synthetic_faculty_0 4 29 development 0.33333333 DEFINED 0.56060606 0.51244884 0.16593602 0.04937297 3 0.21428571 14 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt P1 synthetic_faculty_0 4 29 development 0.42759472 DEFINED 0.63218391 0.59922060 0.20355980 0.26030308 6 0.17142857 35 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 P1 synthetic_faculty_0 4 29 development 0.38606061 DEFINED 0.42500000 0.69364833 0.25016588 0.13815763 5 0.38461538 13 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 P1 synthetic_faculty_0 4 29 development NaN UNDEFINED_NO_POSITIVES NaN 0.53606065 0.17254432 0.41395301 0 0.00000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag P1 synthetic_faculty_0 4 29 development 0.38778548 DEFINED 0.56473829 0.63286152 0.22014937 0.18555753 11 0.25000000 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag P1 synthetic_faculty_0 4 29 development 0.34841051 DEFINED 0.45192308 0.65068270 0.22867697 0.27526031 8 0.23529412 34 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive P1 synthetic_faculty_0 4 29 development 0.80952381 DEFINED 0.87878788 0.56192411 0.18583804 0.19437205 3 0.21428571 14 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A0M synthetic_faculty_0 5 29 development 0.36315026 DEFINED 0.51578947 0.73301794 0.26898720 0.18921822 10 0.34482759 29 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A0M synthetic_faculty_0 5 29 development 0.71113008 DEFINED 0.64772727 0.67987580 0.24384294 0.20398891 8 0.42105263 19 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A0M synthetic_faculty_0 5 29 development 1.00000000 DEFINED 1.00000000 0.67303553 0.24071243 0.26968934 2 0.33333333 6 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A0M synthetic_faculty_0 5 29 development 0.44711665 DEFINED 0.53605769 0.71754637 0.26165167 0.15133128 16 0.38095238 42 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A0M synthetic_faculty_0 5 29 development 0.58584223 DEFINED 0.67206478 0.68903975 0.24770118 0.14407924 13 0.40625000 32 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A0M synthetic_faculty_0 5 29 development 0.26153846 DEFINED 0.29090909 0.75786804 0.28170042 0.23043410 5 0.31250000 16 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A0 synthetic_faculty_0 5 29 development 0.31737440 DEFINED 0.41052632 0.83964114 0.31835378 0.30571916 10 0.34482759 29 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A0 synthetic_faculty_0 5 29 development 0.62310924 DEFINED 0.70454545 0.76099729 0.28235844 0.23407837 8 0.42105263 19 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A0 synthetic_faculty_0 5 29 development 0.32500000 DEFINED 0.25000000 0.91538870 0.35063420 0.57565968 2 0.33333333 6 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A0 synthetic_faculty_0 5 29 development 0.49022083 DEFINED 0.57451923 0.79324308 0.29745868 0.27521134 16 0.38095238 42 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A0 synthetic_faculty_0 5 29 development 0.45573316 DEFINED 0.52226721 0.81229347 0.30527625 0.24990851 13 0.40625000 32 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A0 synthetic_faculty_0 5 29 development 0.33154762 DEFINED 0.45454545 0.80094691 0.30176436 0.33226701 5 0.31250000 16 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A1 synthetic_faculty_0 5 29 development 0.37999100 DEFINED 0.38947368 0.66896491 0.23783784 0.16499083 10 0.34482759 29 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A1 synthetic_faculty_0 5 29 development 0.48046520 DEFINED 0.52272727 0.67995666 0.24348659 0.10799760 8 0.42105263 19 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A1 synthetic_faculty_0 5 29 development 0.75000000 DEFINED 0.75000000 0.65485250 0.23106772 0.29111462 2 0.33333333 6 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A1 synthetic_faculty_0 5 29 development 0.43078967 DEFINED 0.45192308 0.67595343 0.24136039 0.12119050 16 0.38095238 42 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A1 synthetic_faculty_0 5 29 development 0.44597606 DEFINED 0.41700405 0.69357088 0.24993718 0.20616718 13 0.40625000 32 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A1 synthetic_faculty_0 5 29 development 0.52272727 DEFINED 0.60000000 0.63280567 0.22034705 0.08653248 5 0.31250000 16 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A2 synthetic_faculty_0 5 29 development 0.38436158 DEFINED 0.40000000 0.67024818 0.23842937 0.16622143 10 0.34482759 29 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A2 synthetic_faculty_0 5 29 development 0.45365313 DEFINED 0.48863636 0.68772671 0.24724314 0.11223243 8 0.42105263 19 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A2 synthetic_faculty_0 5 29 development 0.50000000 DEFINED 0.62500000 0.66913385 0.23808106 0.13786691 2 0.33333333 6 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A2 synthetic_faculty_0 5 29 development 0.40988497 DEFINED 0.43990385 0.67831432 0.24246631 0.12228998 16 0.38095238 42 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A2 synthetic_faculty_0 5 29 development 0.41062265 DEFINED 0.40485830 0.69570011 0.25097307 0.14016745 13 0.40625000 32 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A2 synthetic_faculty_0 5 29 development 0.37963370 DEFINED 0.49090909 0.64010008 0.22380832 0.09237640 5 0.31250000 16 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A3 synthetic_faculty_0 5 29 development 0.38436158 DEFINED 0.40000000 0.67024916 0.23842986 0.16622536 10 0.34482759 29 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A3 synthetic_faculty_0 5 29 development 0.45365313 DEFINED 0.48863636 0.68774950 0.24725425 0.11223692 8 0.42105263 19 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A3 synthetic_faculty_0 5 29 development 0.50000000 DEFINED 0.62500000 0.66914081 0.23808435 0.13785506 2 0.33333333 6 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A3 synthetic_faculty_0 5 29 development 0.40988497 DEFINED 0.43990385 0.67832431 0.24247120 0.12229571 16 0.38095238 42 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A3 synthetic_faculty_0 5 29 development 0.41062265 DEFINED 0.40485830 0.69571334 0.25097934 0.14016843 13 0.40625000 32 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A3 synthetic_faculty_0 5 29 development 0.37963370 DEFINED 0.49090909 0.64010245 0.22380986 0.09238503 5 0.31250000 16 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt CacheReference synthetic_faculty_0 5 29 development 0.35520312 DEFINED 0.44210526 0.80068643 0.27016150 0.25803391 10 0.34482759 29 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 CacheReference synthetic_faculty_0 5 29 development 0.46089051 DEFINED 0.39772727 0.95712770 0.32425905 0.33634816 8 0.42105263 19 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 CacheReference synthetic_faculty_0 5 29 development 0.75000000 DEFINED 0.75000000 0.57943500 0.20023884 0.13618191 2 0.33333333 6 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag CacheReference synthetic_faculty_0 5 29 development 0.32563940 DEFINED 0.36057692 0.90306483 0.30462315 0.23167862 16 0.38095238 42 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag CacheReference synthetic_faculty_0 5 29 development 0.37258428 DEFINED 0.39271255 0.90851430 0.30775755 0.21610299 13 0.40625000 32 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive CacheReference synthetic_faculty_0 5 29 development 0.34583333 DEFINED 0.41818182 0.77080471 0.25921024 0.28912891 5 0.31250000 16 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt HGB synthetic_faculty_0 5 29 development 0.64179487 DEFINED 0.72105263 0.65884208 0.23208593 0.14554142 10 0.34482759 29 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 HGB synthetic_faculty_0 5 29 development 0.65446429 DEFINED 0.73863636 0.76066968 0.27677383 0.21914980 8 0.42105263 19 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 HGB synthetic_faculty_0 5 29 development 0.83333333 DEFINED 0.87500000 0.66047195 0.23174692 0.18286021 2 0.33333333 6 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag HGB synthetic_faculty_0 5 29 development 0.63144695 DEFINED 0.71875000 0.70467411 0.25235032 0.17350919 16 0.38095238 42 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag HGB synthetic_faculty_0 5 29 development 0.55392043 DEFINED 0.65991903 0.74485176 0.26956466 0.20660404 13 0.40625000 32 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive HGB synthetic_faculty_0 5 29 development 0.76666667 DEFINED 0.82727273 0.60774298 0.21019536 0.11082612 5 0.31250000 16 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt P1 synthetic_faculty_0 5 29 development 0.32592396 DEFINED 0.36315789 0.68123450 0.24385999 0.15403531 10 0.34482759 29 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 P1 synthetic_faculty_0 5 29 development 0.47691008 DEFINED 0.51136364 0.68874516 0.24774517 0.09929600 8 0.42105263 19 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 P1 synthetic_faculty_0 5 29 development 0.50000000 DEFINED 0.62500000 0.65660585 0.23194966 0.12528218 2 0.33333333 6 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag P1 synthetic_faculty_0 5 29 development 0.38083559 DEFINED 0.41586538 0.68815056 0.24731904 0.13337988 16 0.38095238 42 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag P1 synthetic_faculty_0 5 29 development 0.41566670 DEFINED 0.44939271 0.69523931 0.25079195 0.13850480 13 0.40625000 32 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive P1 synthetic_faculty_0 5 29 development 0.28502165 DEFINED 0.36363636 0.66214379 0.23460970 0.12009341 5 0.31250000 16 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A0M synthetic_faculty_0 6 29 retrospective 0.32814383 DEFINED 0.47368421 0.73105011 0.26844241 0.28053298 9 0.32142857 28 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A0M synthetic_faculty_0 6 29 retrospective 0.29326599 DEFINED 0.30952381 0.79083255 0.29786337 0.30928806 6 0.30000000 20 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A0M synthetic_faculty_0 6 29 retrospective 0.33333333 DEFINED 0.00000000 0.76347166 0.28490542 0.22204439 1 0.33333333 3 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A0M synthetic_faculty_0 6 29 retrospective 0.28479066 DEFINED 0.41244240 0.75545864 0.28042086 0.29721225 14 0.31111111 45 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A0M synthetic_faculty_0 6 29 retrospective 0.43665934 DEFINED 0.41764706 0.73567793 0.27123097 0.24326661 10 0.37037037 27 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A0M synthetic_faculty_0 6 29 retrospective 0.23857143 DEFINED 0.42500000 0.78203571 0.29287708 0.35583267 5 0.23809524 21 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A0 synthetic_faculty_0 6 29 retrospective 0.42715375 DEFINED 0.54970760 0.78919079 0.29477373 0.28121676 9 0.32142857 28 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A0 synthetic_faculty_0 6 29 retrospective 0.34464286 DEFINED 0.55952381 0.84595206 0.32055893 0.32995027 6 0.30000000 20 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A0 synthetic_faculty_0 6 29 retrospective 0.50000000 DEFINED 0.50000000 0.90057139 0.34767409 0.35381212 1 0.33333333 3 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A0 synthetic_faculty_0 6 29 retrospective 0.35384662 DEFINED 0.55760369 0.80699265 0.30270713 0.29803641 14 0.31111111 45 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A0 synthetic_faculty_0 6 29 retrospective 0.34834206 DEFINED 0.38823529 0.85694598 0.32504119 0.29455092 10 0.37037037 27 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A0 synthetic_faculty_0 6 29 retrospective 0.40763158 DEFINED 0.65000000 0.75613533 0.28041575 0.32623864 5 0.23809524 21 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A1 synthetic_faculty_0 6 29 retrospective 0.27334023 DEFINED 0.35087719 0.66603090 0.23652450 0.12431961 9 0.32142857 28 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A1 synthetic_faculty_0 6 29 retrospective 0.63227513 DEFINED 0.77380952 0.62425871 0.21602667 0.18913664 6 0.30000000 20 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A1 synthetic_faculty_0 6 29 retrospective 0.33333333 DEFINED 0.00000000 0.71812737 0.26141866 0.50316793 1 0.33333333 3 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A1 synthetic_faculty_0 6 29 retrospective 0.41180952 DEFINED 0.56221198 0.64399238 0.22575474 0.11805416 14 0.31111111 45 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A1 synthetic_faculty_0 6 29 retrospective 0.43809115 DEFINED 0.44705882 0.68060332 0.24365800 0.13932940 10 0.37037037 27 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A1 synthetic_faculty_0 6 29 retrospective 0.32555556 DEFINED 0.52500000 0.60751189 0.20783111 0.16436301 5 0.23809524 21 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A2 synthetic_faculty_0 6 29 retrospective 0.27695714 DEFINED 0.36842105 0.66578459 0.23643790 0.16763131 9 0.32142857 28 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A2 synthetic_faculty_0 6 29 retrospective 0.75326797 DEFINED 0.78571429 0.62328243 0.21557232 0.13827014 6 0.30000000 20 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A2 synthetic_faculty_0 6 29 retrospective 0.33333333 DEFINED 0.00000000 0.72857107 0.26666877 0.50961637 1 0.33333333 3 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A2 synthetic_faculty_0 6 29 retrospective 0.39374675 DEFINED 0.55069124 0.64270898 0.22514892 0.11465899 14 0.31111111 45 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A2 synthetic_faculty_0 6 29 retrospective 0.40737821 DEFINED 0.42941176 0.68100957 0.24388302 0.18409097 10 0.37037037 27 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A2 synthetic_faculty_0 6 29 retrospective 0.29261438 DEFINED 0.45000000 0.60573137 0.20699362 0.16013060 5 0.23809524 21 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A3 synthetic_faculty_0 6 29 retrospective 0.27695714 DEFINED 0.36842105 0.66578779 0.23643954 0.16762240 9 0.32142857 28 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A3 synthetic_faculty_0 6 29 retrospective 0.75326797 DEFINED 0.78571429 0.62328566 0.21557410 0.13826516 6 0.30000000 20 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A3 synthetic_faculty_0 6 29 retrospective 0.33333333 DEFINED 0.00000000 0.72856631 0.26666648 0.50961425 1 0.33333333 3 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A3 synthetic_faculty_0 6 29 retrospective 0.39374675 DEFINED 0.55069124 0.64271272 0.22515088 0.11465883 14 0.31111111 45 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A3 synthetic_faculty_0 6 29 retrospective 0.40737821 DEFINED 0.42941176 0.68101610 0.24388636 0.18407946 10 0.37037037 27 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A3 synthetic_faculty_0 6 29 retrospective 0.29261438 DEFINED 0.45000000 0.60573031 0.20699321 0.16013496 5 0.23809524 21 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt CacheReference synthetic_faculty_0 6 29 retrospective 0.25837365 DEFINED 0.29239766 0.90262485 0.28964707 0.28813624 9 0.32142857 28 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 CacheReference synthetic_faculty_0 6 29 retrospective 0.24499724 DEFINED 0.29761905 0.72492331 0.25625779 0.28477539 6 0.30000000 20 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 CacheReference synthetic_faculty_0 6 29 retrospective 1.00000000 DEFINED 1.00000000 0.43663174 0.13995665 0.32292114 1 0.33333333 3 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag CacheReference synthetic_faculty_0 6 29 retrospective 0.22930877 DEFINED 0.27649770 0.85471259 0.28478676 0.31180805 14 0.31111111 45 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag CacheReference synthetic_faculty_0 6 29 retrospective 0.33465035 DEFINED 0.41176471 0.90427527 0.29739916 0.25838556 10 0.37037037 27 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive CacheReference synthetic_faculty_0 6 29 retrospective 0.18930414 DEFINED 0.23750000 0.73126331 0.24788080 0.30871074 5 0.23809524 21 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt HGB synthetic_faculty_0 6 29 retrospective 0.52060440 DEFINED 0.65789474 0.60702887 0.20925823 0.06592775 9 0.32142857 28 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 HGB synthetic_faculty_0 6 29 retrospective 0.70540936 DEFINED 0.75595238 0.57850155 0.19631154 0.07204426 6 0.30000000 20 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 HGB synthetic_faculty_0 6 29 retrospective 0.50000000 DEFINED 0.50000000 0.65482127 0.22970503 0.06923648 1 0.33333333 3 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag HGB synthetic_faculty_0 6 29 retrospective 0.59331117 DEFINED 0.70506912 0.59116390 0.20214103 0.07765715 14 0.31111111 45 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag HGB synthetic_faculty_0 6 29 retrospective 0.66331169 DEFINED 0.76470588 0.63423090 0.22258954 0.10350246 10 0.37037037 27 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive HGB synthetic_faculty_0 6 29 retrospective 0.38777778 DEFINED 0.53125000 0.54488594 0.17978779 0.02344265 5 0.23809524 21 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt P1 synthetic_faculty_0 6 29 retrospective 0.26656947 DEFINED 0.33918129 0.66679962 0.23692291 0.18429952 9 0.32142857 28 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 P1 synthetic_faculty_0 6 29 retrospective 0.45400155 DEFINED 0.55952381 0.63929852 0.22355518 0.18767238 6 0.30000000 20 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 P1 synthetic_faculty_0 6 29 retrospective 0.33333333 DEFINED 0.00000000 0.78683815 0.29483388 0.53684935 1 0.33333333 3 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag P1 synthetic_faculty_0 6 29 retrospective 0.36471954 DEFINED 0.50000000 0.64657434 0.22712096 0.13408370 14 0.31111111 45 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag P1 synthetic_faculty_0 6 29 retrospective 0.38095571 DEFINED 0.34117647 0.68909631 0.24782865 0.18680874 10 0.37037037 27 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive P1 synthetic_faculty_0 6 29 retrospective 0.26310777 DEFINED 0.48750000 0.61194093 0.21017006 0.16248556 5 0.23809524 21 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A0M synthetic_faculty_0 7 29 retrospective 0.40155678 DEFINED 0.62500000 0.70126555 0.25414277 0.38359541 4 0.12500000 32 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A0M synthetic_faculty_0 7 29 retrospective 0.23055556 DEFINED 0.33333333 0.76345915 0.28430896 0.27950883 4 0.25000000 16 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A0M synthetic_faculty_0 7 29 retrospective NaN UNDEFINED_NO_POSITIVES NaN 0.72840342 0.26762101 0.51732099 0 0.00000000 1 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A0M synthetic_faculty_0 7 29 retrospective 0.29646835 DEFINED 0.52564103 0.72186044 0.26412534 0.34531646 8 0.17021277 47 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A0M synthetic_faculty_0 7 29 retrospective 0.34997666 DEFINED 0.50833333 0.71395971 0.26044684 0.34246258 5 0.17241379 29 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A0M synthetic_faculty_0 7 29 retrospective 0.23333333 DEFINED 0.52083333 0.73426380 0.26992388 0.35872525 3 0.15789474 19 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A0 synthetic_faculty_0 7 29 retrospective 0.26412037 DEFINED 0.67857143 0.87761493 0.33692494 0.47781486 4 0.12500000 32 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A0 synthetic_faculty_0 7 29 retrospective 0.28544372 DEFINED 0.45833333 0.86362795 0.33106883 0.37173059 4 0.25000000 16 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A0 synthetic_faculty_0 7 29 retrospective NaN UNDEFINED_NO_POSITIVES NaN 1.34854586 0.54816624 0.74038249 0 0.00000000 1 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A0 synthetic_faculty_0 7 29 retrospective 0.25153319 DEFINED 0.61538462 0.86283360 0.33043688 0.43611452 8 0.17021277 47 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A0 synthetic_faculty_0 7 29 retrospective 0.26584670 DEFINED 0.63333333 0.89836169 0.34660515 0.45485523 5 0.17241379 29 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A0 synthetic_faculty_0 7 29 retrospective 0.23660131 DEFINED 0.50000000 0.83417032 0.31721843 0.42352440 3 0.15789474 19 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A1 synthetic_faculty_0 7 29 retrospective 0.37946429 DEFINED 0.54464286 0.59936599 0.20366472 0.30695900 4 0.12500000 32 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A1 synthetic_faculty_0 7 29 retrospective 0.43333333 DEFINED 0.58333333 0.63843523 0.22284964 0.18467074 4 0.25000000 16 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A1 synthetic_faculty_0 7 29 retrospective NaN UNDEFINED_NO_POSITIVES NaN 0.66053328 0.23369897 0.48342422 0 0.00000000 1 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A1 synthetic_faculty_0 7 29 retrospective 0.33673649 DEFINED 0.55769231 0.61136473 0.20955673 0.26157437 8 0.17021277 47 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A1 synthetic_faculty_0 7 29 retrospective 0.41649184 DEFINED 0.60000000 0.61562887 0.21162037 0.26417967 5 0.17241379 29 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A1 synthetic_faculty_0 7 29 retrospective 0.23054070 DEFINED 0.47916667 0.60744411 0.20767761 0.26927417 3 0.15789474 19 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A2 synthetic_faculty_0 7 29 retrospective 0.21825397 DEFINED 0.50892857 0.60416927 0.20605018 0.30850535 4 0.12500000 32 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A2 synthetic_faculty_0 7 29 retrospective 0.34794372 DEFINED 0.54166667 0.64040371 0.22384924 0.18629332 4 0.25000000 16 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A2 synthetic_faculty_0 7 29 retrospective NaN UNDEFINED_NO_POSITIVES NaN 0.72191931 0.26438218 0.51418108 0 0.00000000 1 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A2 synthetic_faculty_0 7 29 retrospective 0.24839894 DEFINED 0.54166667 0.61399908 0.21086833 0.26252517 8 0.17021277 47 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A2 synthetic_faculty_0 7 29 retrospective 0.28166667 DEFINED 0.57500000 0.61789130 0.21273925 0.26475741 5 0.17241379 29 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A2 synthetic_faculty_0 7 29 retrospective 0.20276292 DEFINED 0.45833333 0.61373833 0.21082923 0.27236312 3 0.15789474 19 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A3 synthetic_faculty_0 7 29 retrospective 0.21825397 DEFINED 0.50892857 0.60414702 0.20603927 0.30849820 4 0.12500000 32 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A3 synthetic_faculty_0 7 29 retrospective 0.34794372 DEFINED 0.54166667 0.64039902 0.22384672 0.18629950 4 0.25000000 16 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A3 synthetic_faculty_0 7 29 retrospective NaN UNDEFINED_NO_POSITIVES NaN 0.72183405 0.26433958 0.51413965 0 0.00000000 1 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A3 synthetic_faculty_0 7 29 retrospective 0.24839894 DEFINED 0.54166667 0.61398415 0.21086095 0.26252329 8 0.17021277 47 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A3 synthetic_faculty_0 7 29 retrospective 0.28166667 DEFINED 0.57500000 0.61788196 0.21273453 0.26475991 5 0.17241379 29 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A3 synthetic_faculty_0 7 29 retrospective 0.20276292 DEFINED 0.45833333 0.61371118 0.21081593 0.27235246 3 0.15789474 19 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt CacheReference synthetic_faculty_0 7 29 retrospective 0.35029762 DEFINED 0.48214286 0.45742156 0.14069328 0.15396057 4 0.12500000 32 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 CacheReference synthetic_faculty_0 7 29 retrospective 0.23901515 DEFINED 0.37500000 0.65183985 0.21771232 0.19680047 4 0.25000000 16 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 CacheReference synthetic_faculty_0 7 29 retrospective NaN UNDEFINED_NO_POSITIVES NaN 0.31753883 0.07401751 0.27206158 0 0.00000000 1 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag CacheReference synthetic_faculty_0 7 29 retrospective 0.27063207 DEFINED 0.45512821 0.52658274 0.16833116 0.13842952 8 0.17021277 47 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag CacheReference synthetic_faculty_0 7 29 retrospective 0.31743033 DEFINED 0.34166667 0.58522430 0.18558902 0.24029393 5 0.17241379 29 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive CacheReference synthetic_faculty_0 7 29 retrospective 0.25079365 DEFINED 0.64583333 0.42607488 0.13702634 0.15444973 3 0.15789474 19 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt HGB synthetic_faculty_0 7 29 retrospective 0.28511905 DEFINED 0.51339286 0.41657592 0.12191232 0.11475978 4 0.12500000 32 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 HGB synthetic_faculty_0 7 29 retrospective 0.66025641 DEFINED 0.68750000 0.55626069 0.18528668 0.02146321 4 0.25000000 16 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 HGB synthetic_faculty_0 7 29 retrospective NaN UNDEFINED_NO_POSITIVES NaN 0.30161123 0.06779485 0.26037445 0 0.00000000 1 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag HGB synthetic_faculty_0 7 29 retrospective 0.27273560 DEFINED 0.53205128 0.46657424 0.14463801 0.06528782 8 0.17021277 47 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag HGB synthetic_faculty_0 7 29 retrospective 0.22275362 DEFINED 0.43333333 0.47549385 0.14808461 0.06366794 5 0.17241379 29 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive HGB synthetic_faculty_0 7 29 retrospective 0.37692308 DEFINED 0.70833333 0.44427784 0.13533303 0.07802797 3 0.15789474 19 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt P1 synthetic_faculty_0 7 29 retrospective 0.42394180 DEFINED 0.66071429 0.59564057 0.20179716 0.30912782 4 0.12500000 32 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 P1 synthetic_faculty_0 7 29 retrospective 0.26250000 DEFINED 0.45833333 0.64958833 0.22850884 0.19127383 4 0.25000000 16 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 P1 synthetic_faculty_0 7 29 retrospective NaN UNDEFINED_NO_POSITIVES NaN 0.73040765 0.26862185 0.51828742 0 0.00000000 1 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag P1 synthetic_faculty_0 7 29 retrospective 0.31800613 DEFINED 0.59615385 0.61113838 0.20946870 0.26455711 8 0.17021277 47 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag P1 synthetic_faculty_0 7 29 retrospective 0.41218559 DEFINED 0.67500000 0.61644094 0.21208885 0.27248714 5 0.17241379 29 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive P1 synthetic_faculty_0 7 29 retrospective 0.18472222 DEFINED 0.45833333 0.60932234 0.20858284 0.26580759 3 0.15789474 19 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A0M synthetic_faculty_1 1 29 development 0.45220153 DEFINED 0.50714286 0.72569410 0.26517053 0.17307355 14 0.41176471 34 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A0M synthetic_faculty_1 1 29 development 0.29578755 DEFINED 0.22500000 0.76566183 0.28568693 0.40489932 4 0.28571429 14 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A0M synthetic_faculty_1 1 29 development NaN UNDEFINED_NO_POSITIVES NaN 0.73530397 0.27105276 0.52041328 0 0.00000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A0M synthetic_faculty_1 1 29 development 0.41458840 DEFINED 0.45512821 0.73753748 0.27116372 0.18882244 18 0.40909091 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A0M synthetic_faculty_1 1 29 development 0.36347224 DEFINED 0.41148325 0.76124519 0.28255350 0.26824441 11 0.36666667 30 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A0M synthetic_faculty_1 1 29 development 0.50464160 DEFINED 0.53246753 0.69752829 0.25215611 0.13013933 7 0.38888889 18 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A0 synthetic_faculty_1 1 29 development 0.48712995 DEFINED 0.55000000 0.73795528 0.27083850 0.18232081 14 0.41176471 34 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A0 synthetic_faculty_1 1 29 development 0.73214286 DEFINED 0.80000000 0.75470881 0.28035881 0.36052614 4 0.28571429 14 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A0 synthetic_faculty_1 1 29 development NaN UNDEFINED_NO_POSITIVES NaN 0.91259858 0.35375733 0.58622021 0 0.00000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A0 synthetic_faculty_1 1 29 development 0.52686053 DEFINED 0.59829060 0.72740929 0.26632962 0.18949571 18 0.40909091 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A0 synthetic_faculty_1 1 29 development 0.48992343 DEFINED 0.57416268 0.78635190 0.29454401 0.26017007 11 0.36666667 30 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A0 synthetic_faculty_1 1 29 development 0.63095238 DEFINED 0.68831169 0.67032478 0.23873401 0.19117620 7 0.38888889 18 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A1 synthetic_faculty_1 1 29 development 0.58719940 DEFINED 0.60000000 0.66588821 0.23665218 0.02985206 14 0.41176471 34 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A1 synthetic_faculty_1 1 29 development 0.46875000 DEFINED 0.62500000 0.64111136 0.22424445 0.16395176 4 0.28571429 14 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A1 synthetic_faculty_1 1 29 development NaN UNDEFINED_NO_POSITIVES NaN 0.55923956 0.18365722 0.42778242 0 0.00000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A1 synthetic_faculty_1 1 29 development 0.51513422 DEFINED 0.58547009 0.66770000 0.23752199 0.03734669 18 0.40909091 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A1 synthetic_faculty_1 1 29 development 0.55802783 DEFINED 0.69377990 0.64693275 0.22724973 0.06695448 11 0.36666667 30 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A1 synthetic_faculty_1 1 29 development 0.35067335 DEFINED 0.36363636 0.67820977 0.24267247 0.17503452 7 0.38888889 18 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A2 synthetic_faculty_1 1 29 development 0.59781578 DEFINED 0.65357143 0.66182436 0.23466885 0.01754535 14 0.41176471 34 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A2 synthetic_faculty_1 1 29 development 0.53465909 DEFINED 0.62500000 0.64050721 0.22397425 0.23233238 4 0.28571429 14 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A2 synthetic_faculty_1 1 29 development NaN UNDEFINED_NO_POSITIVES NaN 0.55969984 0.18382391 0.42823721 0 0.00000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A2 synthetic_faculty_1 1 29 development 0.52437839 DEFINED 0.61538462 0.66432568 0.23588829 0.03491953 18 0.40909091 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A2 synthetic_faculty_1 1 29 development 0.57311271 DEFINED 0.70813397 0.64390394 0.22577557 0.09817686 11 0.36666667 30 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A2 synthetic_faculty_1 1 29 development 0.39547854 DEFINED 0.44155844 0.67511174 0.24117296 0.16443283 7 0.38888889 18 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A3 synthetic_faculty_1 1 29 development 0.59781578 DEFINED 0.65357143 0.66179609 0.23465579 0.01751251 14 0.41176471 34 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A3 synthetic_faculty_1 1 29 development 0.53465909 DEFINED 0.62500000 0.64052694 0.22398396 0.23235581 4 0.28571429 14 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A3 synthetic_faculty_1 1 29 development NaN UNDEFINED_NO_POSITIVES NaN 0.55974016 0.18384398 0.42825894 0 0.00000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A3 synthetic_faculty_1 1 29 development 0.52437839 DEFINED 0.61538462 0.66430645 0.23587946 0.03494682 18 0.40909091 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A3 synthetic_faculty_1 1 29 development 0.57311271 DEFINED 0.70813397 0.64390541 0.22577620 0.09820067 11 0.36666667 30 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A3 synthetic_faculty_1 1 29 development 0.39547854 DEFINED 0.44155844 0.67507123 0.24115479 0.16442184 7 0.38888889 18 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt CacheReference synthetic_faculty_1 1 29 development 0.35175203 DEFINED 0.37500000 0.94258722 0.31430208 0.27389358 14 0.41176471 34 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 CacheReference synthetic_faculty_1 1 29 development 0.32010490 DEFINED 0.35000000 0.85953721 0.27231738 0.31393162 4 0.28571429 14 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 CacheReference synthetic_faculty_1 1 29 development NaN UNDEFINED_NO_POSITIVES NaN 0.38315757 0.11159097 0.30562163 0 0.00000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag CacheReference synthetic_faculty_1 1 29 development 0.34235639 DEFINED 0.36324786 0.96701945 0.31937159 0.25570142 18 0.40909091 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag CacheReference synthetic_faculty_1 1 29 development 0.29657834 DEFINED 0.31578947 0.96244690 0.31002693 0.30332506 11 0.36666667 30 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive CacheReference synthetic_faculty_1 1 29 development 0.38752834 DEFINED 0.41558442 0.84489329 0.28877256 0.24562893 7 0.38888889 18 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt HGB synthetic_faculty_1 1 29 development 0.63618157 DEFINED 0.67500000 0.71262391 0.25743422 0.15049070 14 0.41176471 34 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 HGB synthetic_faculty_1 1 29 development 0.52010490 DEFINED 0.52500000 0.59442990 0.20241299 0.03897644 4 0.28571429 14 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 HGB synthetic_faculty_1 1 29 development NaN UNDEFINED_NO_POSITIVES NaN 0.29383310 0.06517060 0.25424462 0 0.00000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag HGB synthetic_faculty_1 1 29 development 0.63160343 DEFINED 0.67307692 0.71308862 0.25740598 0.15180301 18 0.40909091 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag HGB synthetic_faculty_1 1 29 development 0.50986889 DEFINED 0.57177033 0.68075773 0.24185192 0.10939407 11 0.36666667 30 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive HGB synthetic_faculty_1 1 29 development 0.78854875 DEFINED 0.78571429 0.67380554 0.24061043 0.13225177 7 0.38888889 18 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt P1 synthetic_faculty_1 1 29 development 0.61689277 DEFINED 0.56071429 0.66766441 0.23723832 0.10855491 14 0.41176471 34 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 P1 synthetic_faculty_1 1 29 development 0.47142857 DEFINED 0.62500000 0.64370379 0.22535389 0.19091766 4 0.28571429 14 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 P1 synthetic_faculty_1 1 29 development NaN UNDEFINED_NO_POSITIVES NaN 0.54348649 0.17607841 0.41841540 0 0.00000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag P1 synthetic_faculty_1 1 29 development 0.56112066 DEFINED 0.55769231 0.67132948 0.23901690 0.10053678 18 0.40909091 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag P1 synthetic_faculty_1 1 29 development 0.65413143 DEFINED 0.74162679 0.63817256 0.22282621 0.10435903 11 0.36666667 30 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive P1 synthetic_faculty_1 1 29 development 0.32305255 DEFINED 0.27272727 0.69818146 0.25201506 0.26608577 7 0.38888889 18 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A0M synthetic_faculty_1 2 29 development 0.16055284 DEFINED 0.33333333 0.75862553 0.28209573 0.34033374 6 0.18750000 32 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A0M synthetic_faculty_1 2 29 development 0.19642857 DEFINED 0.46428571 0.74533175 0.27551226 0.40085477 2 0.12500000 16 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A0M synthetic_faculty_1 2 29 development 0.16666667 DEFINED 0.16666667 0.79241751 0.29907692 0.41108117 1 0.14285714 7 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A0M synthetic_faculty_1 2 29 development 0.17156495 DEFINED 0.43277311 0.74766835 0.27662735 0.35416638 7 0.17073171 41 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A0M synthetic_faculty_1 2 29 development 0.11411778 DEFINED 0.29677419 0.75796178 0.28168838 0.38160594 5 0.13888889 36 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A0M synthetic_faculty_1 2 29 development 0.33535354 DEFINED 0.51851852 0.74289174 0.27453984 0.29721185 3 0.25000000 12 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A0 synthetic_faculty_1 2 29 development 0.24238043 DEFINED 0.56410256 0.88345897 0.33860828 0.42579272 6 0.18750000 32 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A0 synthetic_faculty_1 2 29 development 0.19090909 DEFINED 0.53571429 0.98040740 0.38716511 0.52738810 2 0.12500000 16 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A0 synthetic_faculty_1 2 29 development 0.25000000 DEFINED 0.50000000 0.97239610 0.38269682 0.51301279 1 0.14285714 7 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A0 synthetic_faculty_1 2 29 development 0.20182437 DEFINED 0.51680672 0.90610811 0.35002998 0.45054846 7 0.17073171 41 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A0 synthetic_faculty_1 2 29 development 0.14159872 DEFINED 0.43225806 0.94841418 0.36971682 0.48861540 5 0.13888889 36 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A0 synthetic_faculty_1 2 29 development 0.51388889 DEFINED 0.74074074 0.81785791 0.31002510 0.37278517 3 0.25000000 12 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A1 synthetic_faculty_1 2 29 development 0.20980933 DEFINED 0.35897436 0.62023154 0.21386863 0.29768159 6 0.18750000 32 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A1 synthetic_faculty_1 2 29 development 0.13333333 DEFINED 0.32142857 0.61634538 0.21194375 0.31284173 2 0.12500000 16 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A1 synthetic_faculty_1 2 29 development 0.50000000 DEFINED 0.83333333 0.60547175 0.20670426 0.30723629 1 0.14285714 7 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A1 synthetic_faculty_1 2 29 development 0.13942496 DEFINED 0.30672269 0.62123496 0.21434064 0.26380698 7 0.17073171 41 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A1 synthetic_faculty_1 2 29 development 0.12088573 DEFINED 0.30322581 0.61491363 0.21123383 0.28911403 5 0.13888889 36 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A1 synthetic_faculty_1 2 29 development 0.51948052 DEFINED 0.51851852 0.63100372 0.21920652 0.22254867 3 0.25000000 12 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A2 synthetic_faculty_1 2 29 development 0.22605095 DEFINED 0.41666667 0.61694396 0.21232025 0.25087420 6 0.18750000 32 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A2 synthetic_faculty_1 2 29 development 0.13333333 DEFINED 0.32142857 0.61591764 0.21172531 0.31144905 2 0.12500000 16 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A2 synthetic_faculty_1 2 29 development 0.50000000 DEFINED 0.83333333 0.61655564 0.21206052 0.32156951 1 0.14285714 7 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A2 synthetic_faculty_1 2 29 development 0.15674841 DEFINED 0.36554622 0.61660974 0.21213242 0.25271116 7 0.17073171 41 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A2 synthetic_faculty_1 2 29 development 0.13608294 DEFINED 0.36774194 0.61037987 0.20904550 0.28838411 5 0.13888889 36 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A2 synthetic_faculty_1 2 29 development 0.50757576 DEFINED 0.48148148 0.63526779 0.22135123 0.30969810 3 0.25000000 12 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A3 synthetic_faculty_1 2 29 development 0.22605095 DEFINED 0.41666667 0.61696264 0.21232939 0.25088570 6 0.18750000 32 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A3 synthetic_faculty_1 2 29 development 0.13333333 DEFINED 0.32142857 0.61594016 0.21173655 0.31145892 2 0.12500000 16 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A3 synthetic_faculty_1 2 29 development 0.50000000 DEFINED 0.83333333 0.61656624 0.21206576 0.32158498 1 0.14285714 7 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A3 synthetic_faculty_1 2 29 development 0.15674841 DEFINED 0.36554622 0.61663130 0.21214305 0.25273264 7 0.17073171 41 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A3 synthetic_faculty_1 2 29 development 0.13608294 DEFINED 0.36774194 0.61039638 0.20905365 0.28840211 5 0.13888889 36 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A3 synthetic_faculty_1 2 29 development 0.50757576 DEFINED 0.48148148 0.63529811 0.22136618 0.30972075 3 0.25000000 12 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt CacheReference synthetic_faculty_1 2 29 development 0.18197107 DEFINED 0.41025641 0.60905321 0.19066323 0.15992705 6 0.18750000 32 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 CacheReference synthetic_faculty_1 2 29 development 0.15476190 DEFINED 0.42857143 0.49600793 0.16171743 0.21981122 2 0.12500000 16 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 CacheReference synthetic_faculty_1 2 29 development 0.25000000 DEFINED 0.50000000 0.49104520 0.16175577 0.23737409 1 0.14285714 7 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag CacheReference synthetic_faculty_1 2 29 development 0.15802707 DEFINED 0.40756303 0.58508569 0.18430273 0.14956850 7 0.17073171 41 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag CacheReference synthetic_faculty_1 2 29 development 0.17183001 DEFINED 0.55483871 0.45783508 0.14818788 0.14056502 5 0.13888889 36 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive CacheReference synthetic_faculty_1 2 29 development 0.20502646 DEFINED 0.18518519 0.91198056 0.27949487 0.38850977 3 0.25000000 12 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt HGB synthetic_faculty_1 2 29 development 0.21543510 DEFINED 0.46794872 0.49015288 0.15513695 0.04393149 6 0.18750000 32 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 HGB synthetic_faculty_1 2 29 development 0.25000000 DEFINED 0.69642857 0.39520530 0.11492535 0.09729033 2 0.12500000 16 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 HGB synthetic_faculty_1 2 29 development 0.20000000 DEFINED 0.41666667 0.44524994 0.13490663 0.09242794 1 0.14285714 7 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag HGB synthetic_faculty_1 2 29 development 0.21446961 DEFINED 0.55462185 0.46076652 0.14289858 0.05124076 7 0.17073171 41 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag HGB synthetic_faculty_1 2 29 development 0.18303030 DEFINED 0.49677419 0.42531893 0.12684461 0.08126560 5 0.13888889 36 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive HGB synthetic_faculty_1 2 29 development 0.35952381 DEFINED 0.64814815 0.55805795 0.18639851 0.07898948 3 0.25000000 12 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt P1 synthetic_faculty_1 2 29 development 0.21556352 DEFINED 0.51282051 0.61655496 0.21212599 0.24146506 6 0.18750000 32 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 P1 synthetic_faculty_1 2 29 development 0.11858974 DEFINED 0.21428571 0.65258074 0.22999347 0.33238369 2 0.12500000 16 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 P1 synthetic_faculty_1 2 29 development 0.33333333 DEFINED 0.66666667 0.60340497 0.20587443 0.29451192 1 0.14285714 7 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag P1 synthetic_faculty_1 2 29 development 0.14375598 DEFINED 0.35714286 0.63285892 0.22016600 0.26788872 7 0.17073171 41 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag P1 synthetic_faculty_1 2 29 development 0.12812956 DEFINED 0.38709677 0.62465527 0.21616590 0.30170230 5 0.13888889 36 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive P1 synthetic_faculty_1 2 29 development 0.27857143 DEFINED 0.44444444 0.64028839 0.22382955 0.18197818 3 0.25000000 12 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A0M synthetic_faculty_1 3 29 development 0.28980951 DEFINED 0.48611111 0.73801967 0.27145142 0.24916089 9 0.27272727 33 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A0M synthetic_faculty_1 3 29 development 0.49090909 DEFINED 0.72727273 0.68091849 0.24360795 0.25294025 4 0.26666667 15 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A0M synthetic_faculty_1 3 29 development 0.33333333 DEFINED 0.25000000 0.84234354 0.32243107 0.41241829 2 0.33333333 6 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A0M synthetic_faculty_1 3 29 development 0.35671397 DEFINED 0.62170088 0.70272298 0.25422452 0.25683587 11 0.26190476 42 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A0M synthetic_faculty_1 3 29 development 0.34629856 DEFINED 0.58796296 0.71531686 0.26036327 0.25271133 9 0.27272727 33 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A0M synthetic_faculty_1 3 29 development 0.33750000 DEFINED 0.45454545 0.73086467 0.26800188 0.32814282 4 0.26666667 15 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A0 synthetic_faculty_1 3 29 development 0.29239723 DEFINED 0.49537037 0.86364721 0.33064757 0.35101682 9 0.27272727 33 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A0 synthetic_faculty_1 3 29 development 0.48168498 DEFINED 0.54545455 0.93492616 0.35989314 0.40271503 4 0.26666667 15 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A0 synthetic_faculty_1 3 29 development 0.58333333 DEFINED 0.75000000 0.82102130 0.30856597 0.33149132 2 0.33333333 6 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A0 synthetic_faculty_1 3 29 development 0.34398431 DEFINED 0.49853372 0.89519340 0.34424693 0.37760057 11 0.26190476 42 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A0 synthetic_faculty_1 3 29 development 0.37693976 DEFINED 0.54629630 0.91044850 0.35009201 0.39154050 9 0.27272727 33 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A0 synthetic_faculty_1 3 29 development 0.24935897 DEFINED 0.31818182 0.83196332 0.31711537 0.32800567 4 0.26666667 15 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A1 synthetic_faculty_1 3 29 development 0.47359119 DEFINED 0.65277778 0.62264713 0.21513197 0.14571257 9 0.27272727 33 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A1 synthetic_faculty_1 3 29 development 0.42912088 DEFINED 0.36363636 0.66340342 0.23510745 0.35606345 4 0.26666667 15 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A1 synthetic_faculty_1 3 29 development 1.00000000 DEFINED 1.00000000 0.63548453 0.22140930 0.11885553 2 0.33333333 6 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A1 synthetic_faculty_1 3 29 development 0.34415274 DEFINED 0.50733138 0.63536903 0.22136930 0.18382632 11 0.26190476 42 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A1 synthetic_faculty_1 3 29 development 0.38684224 DEFINED 0.54629630 0.63882418 0.22310235 0.19273604 9 0.27272727 33 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A1 synthetic_faculty_1 3 29 development 0.37500000 DEFINED 0.52272727 0.62781390 0.21757259 0.13823661 4 0.26666667 15 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A2 synthetic_faculty_1 3 29 development 0.47018537 DEFINED 0.66203704 0.62048990 0.21408565 0.17411220 9 0.27272727 33 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A2 synthetic_faculty_1 3 29 development 0.42912088 DEFINED 0.36363636 0.66967905 0.23816203 0.35731419 4 0.26666667 15 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A2 synthetic_faculty_1 3 29 development 0.83333333 DEFINED 0.87500000 0.63446021 0.22090637 0.29180459 2 0.33333333 6 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A2 synthetic_faculty_1 3 29 development 0.33812280 DEFINED 0.50146628 0.63606170 0.22170997 0.18196289 11 0.26190476 42 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A2 synthetic_faculty_1 3 29 development 0.38144650 DEFINED 0.54629630 0.63985039 0.22364341 0.19232821 9 0.27272727 33 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A2 synthetic_faculty_1 3 29 development 0.47142857 DEFINED 0.50000000 0.62708598 0.21713495 0.20309589 4 0.26666667 15 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A3 synthetic_faculty_1 3 29 development 0.47018537 DEFINED 0.66203704 0.62049740 0.21408910 0.17411688 9 0.27272727 33 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A3 synthetic_faculty_1 3 29 development 0.42912088 DEFINED 0.36363636 0.66971428 0.23817941 0.35733483 4 0.26666667 15 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A3 synthetic_faculty_1 3 29 development 0.83333333 DEFINED 0.87500000 0.63450952 0.22093041 0.29182158 2 0.33333333 6 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A3 synthetic_faculty_1 3 29 development 0.33812280 DEFINED 0.50146628 0.63607313 0.22171545 0.18197019 11 0.26190476 42 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A3 synthetic_faculty_1 3 29 development 0.38144650 DEFINED 0.54629630 0.63986475 0.22365049 0.19233962 9 0.27272727 33 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A3 synthetic_faculty_1 3 29 development 0.47142857 DEFINED 0.50000000 0.62710611 0.21714435 0.20309799 4 0.26666667 15 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt CacheReference synthetic_faculty_1 3 29 development 0.34290123 DEFINED 0.58796296 0.60521898 0.20396403 0.05981743 9 0.27272727 33 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 CacheReference synthetic_faculty_1 3 29 development 0.48674242 DEFINED 0.56818182 0.55911472 0.19405914 0.26972995 4 0.26666667 15 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 CacheReference synthetic_faculty_1 3 29 development 0.58333333 DEFINED 0.75000000 0.64209368 0.22558720 0.08596734 2 0.33333333 6 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag CacheReference synthetic_faculty_1 3 29 development 0.32375211 DEFINED 0.58064516 0.58348536 0.19733754 0.11726352 11 0.26190476 42 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag CacheReference synthetic_faculty_1 3 29 development 0.32536946 DEFINED 0.50000000 0.63601796 0.21450073 0.17244083 9 0.27272727 33 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive CacheReference synthetic_faculty_1 3 29 development 0.45833333 DEFINED 0.75000000 0.49135698 0.17087840 0.18562947 4 0.26666667 15 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt HGB synthetic_faculty_1 3 29 development 0.27934162 DEFINED 0.45138889 0.59308886 0.20099951 0.04521421 9 0.27272727 33 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 HGB synthetic_faculty_1 3 29 development 0.41666667 DEFINED 0.61363636 0.56744984 0.19102343 0.06382162 4 0.26666667 15 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 HGB synthetic_faculty_1 3 29 development 0.50000000 DEFINED 0.68750000 0.64605531 0.22604786 0.09349272 2 0.33333333 6 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag HGB synthetic_faculty_1 3 29 development 0.27590794 DEFINED 0.51906158 0.57636543 0.19385829 0.04496279 11 0.26190476 42 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag HGB synthetic_faculty_1 3 29 development 0.37259259 DEFINED 0.65509259 0.57391077 0.19387663 0.02586786 9 0.27272727 33 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive HGB synthetic_faculty_1 3 29 development 0.20173993 DEFINED 0.21590909 0.60964163 0.20669377 0.10638361 4 0.26666667 15 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt P1 synthetic_faculty_1 3 29 development 0.53398782 DEFINED 0.62500000 0.62867962 0.21811170 0.15644419 9 0.27272727 33 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 P1 synthetic_faculty_1 3 29 development 0.44166667 DEFINED 0.38636364 0.67882615 0.24254249 0.36577768 4 0.26666667 15 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 P1 synthetic_faculty_1 3 29 development 1.00000000 DEFINED 1.00000000 0.63665100 0.22192784 0.12930436 2 0.33333333 6 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag P1 synthetic_faculty_1 3 29 development 0.34167240 DEFINED 0.46627566 0.64545032 0.22629182 0.20397883 11 0.26190476 42 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag P1 synthetic_faculty_1 3 29 development 0.40235424 DEFINED 0.50925926 0.65310321 0.23007494 0.23150134 9 0.27272727 33 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive P1 synthetic_faculty_1 3 29 development 0.55151515 DEFINED 0.54545455 0.62509424 0.21622337 0.14779682 4 0.26666667 15 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A0M synthetic_faculty_1 4 29 development 0.28327953 DEFINED 0.46538462 0.73981942 0.27263217 0.24533337 10 0.27777778 36 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A0M synthetic_faculty_1 4 29 development 0.33164983 DEFINED 0.40740741 0.74268546 0.27450995 0.29506771 3 0.25000000 12 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A0M synthetic_faculty_1 4 29 development NaN UNDEFINED_NO_POSITIVES NaN 0.84879792 0.32632985 0.56847913 0 0.00000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A0M synthetic_faculty_1 4 29 development 0.30579319 DEFINED 0.48138958 0.73069393 0.26826268 0.22709572 13 0.29545455 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A0M synthetic_faculty_1 4 29 development 0.33761609 DEFINED 0.50869565 0.72709608 0.26631363 0.21935398 10 0.30303030 33 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A0M synthetic_faculty_1 4 29 development 0.18803419 DEFINED 0.30555556 0.77010359 0.28803517 0.35214785 3 0.20000000 15 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A0 synthetic_faculty_1 4 29 development 0.29125621 DEFINED 0.51538462 0.86759438 0.32983032 0.34915667 10 0.27777778 36 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A0 synthetic_faculty_1 4 29 development 0.34722222 DEFINED 0.59259259 0.77400831 0.28636204 0.31833513 3 0.25000000 12 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A0 synthetic_faculty_1 4 29 development NaN UNDEFINED_NO_POSITIVES NaN 1.18838425 0.47721116 0.68744338 0 0.00000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A0 synthetic_faculty_1 4 29 development 0.32737568 DEFINED 0.56575682 0.81290819 0.30457708 0.30999746 13 0.29545455 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A0 synthetic_faculty_1 4 29 development 0.28007408 DEFINED 0.44782609 0.88239277 0.33535258 0.33977298 10 0.30303030 33 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A0 synthetic_faculty_1 4 29 development 0.48433048 DEFINED 0.52777778 0.76016908 0.28290674 0.34514354 3 0.20000000 15 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A1 synthetic_faculty_1 4 29 development 0.45789047 DEFINED 0.61923077 0.61945769 0.21363910 0.16294714 10 0.27777778 36 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A1 synthetic_faculty_1 4 29 development 0.55555556 DEFINED 0.81481481 0.61337615 0.21059950 0.19072325 3 0.25000000 12 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A1 synthetic_faculty_1 4 29 development NaN UNDEFINED_NO_POSITIVES NaN 0.56363119 0.18575099 0.43048573 0 0.00000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A1 synthetic_faculty_1 4 29 development 0.52147140 DEFINED 0.67493797 0.62287422 0.21534540 0.14620075 13 0.29545455 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A1 synthetic_faculty_1 4 29 development 0.56367136 DEFINED 0.70434783 0.62087423 0.21437989 0.14882841 10 0.30303030 33 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A1 synthetic_faculty_1 4 29 development 0.29365079 DEFINED 0.52777778 0.61147607 0.20957769 0.21622923 3 0.20000000 15 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A2 synthetic_faculty_1 4 29 development 0.46938095 DEFINED 0.61538462 0.62087015 0.21433832 0.16403911 10 0.27777778 36 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A2 synthetic_faculty_1 4 29 development 0.72222222 DEFINED 0.85185185 0.60567947 0.20681521 0.27455370 3 0.25000000 12 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A2 synthetic_faculty_1 4 29 development NaN UNDEFINED_NO_POSITIVES NaN 0.58944597 0.19853378 0.44463810 0 0.00000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A2 synthetic_faculty_1 4 29 development 0.57211188 DEFINED 0.68486352 0.61958398 0.21372334 0.16867045 13 0.29545455 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A2 synthetic_faculty_1 4 29 development 0.62434656 DEFINED 0.73043478 0.61874490 0.21332129 0.18059992 10 0.30303030 33 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A2 synthetic_faculty_1 4 29 development 0.22883598 DEFINED 0.41666667 0.61339316 0.21055731 0.21601700 3 0.20000000 15 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A3 synthetic_faculty_1 4 29 development 0.46938095 DEFINED 0.61538462 0.62086850 0.21433756 0.16404527 10 0.27777778 36 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A3 synthetic_faculty_1 4 29 development 0.72222222 DEFINED 0.85185185 0.60569499 0.20682281 0.27454518 3 0.25000000 12 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A3 synthetic_faculty_1 4 29 development NaN UNDEFINED_NO_POSITIVES NaN 0.58940962 0.19851595 0.44461754 0 0.00000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A3 synthetic_faculty_1 4 29 development 0.57211188 DEFINED 0.68486352 0.61959017 0.21372641 0.16867504 13 0.29545455 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A3 synthetic_faculty_1 4 29 development 0.62434656 DEFINED 0.73043478 0.61874988 0.21332372 0.18060098 10 0.30303030 33 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A3 synthetic_faculty_1 4 29 development 0.22883598 DEFINED 0.41666667 0.61339065 0.21055622 0.21602263 3 0.20000000 15 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt CacheReference synthetic_faculty_1 4 29 development 0.31848377 DEFINED 0.52307692 0.60608785 0.21038668 0.14653895 10 0.27777778 36 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 CacheReference synthetic_faculty_1 4 29 development 0.39090909 DEFINED 0.55555556 0.54724202 0.18519710 0.11338987 3 0.25000000 12 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 CacheReference synthetic_faculty_1 4 29 development NaN UNDEFINED_NO_POSITIVES NaN 0.33671217 0.09472615 0.27064630 0 0.00000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag CacheReference synthetic_faculty_1 4 29 development 0.33614377 DEFINED 0.54094293 0.61452769 0.21403139 0.12458973 13 0.29545455 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag CacheReference synthetic_faculty_1 4 29 development 0.43910364 DEFINED 0.60869565 0.58122646 0.20360308 0.12047308 10 0.30303030 33 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive CacheReference synthetic_faculty_1 4 29 development 0.17460317 DEFINED 0.25000000 0.61370624 0.20515895 0.23055074 3 0.20000000 15 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt HGB synthetic_faculty_1 4 29 development 0.69112943 DEFINED 0.79615385 0.55624337 0.18651200 0.08036975 10 0.27777778 36 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 HGB synthetic_faculty_1 4 29 development 0.75000000 DEFINED 0.72222222 0.52219280 0.17113319 0.11525706 3 0.25000000 12 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 HGB synthetic_faculty_1 4 29 development NaN UNDEFINED_NO_POSITIVES NaN 0.29185787 0.06435598 0.25283334 0 0.00000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag HGB synthetic_faculty_1 4 29 development 0.71353133 DEFINED 0.79280397 0.57099189 0.19342287 0.07420596 13 0.29545455 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag HGB synthetic_faculty_1 4 29 development 0.79757576 DEFINED 0.82173913 0.57519577 0.19549244 0.08138029 10 0.30303030 33 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive HGB synthetic_faculty_1 4 29 development 0.61111111 DEFINED 0.77777778 0.48730763 0.15445199 0.10605639 3 0.20000000 15 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt P1 synthetic_faculty_1 4 29 development 0.46266274 DEFINED 0.63461538 0.62538273 0.21652217 0.14372982 10 0.27777778 36 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 P1 synthetic_faculty_1 4 29 development 0.55555556 DEFINED 0.81481481 0.60873063 0.20844711 0.17532252 3 0.25000000 12 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 P1 synthetic_faculty_1 4 29 development NaN UNDEFINED_NO_POSITIVES NaN 0.56297030 0.18534620 0.43037795 0 0.00000000 4 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag P1 synthetic_faculty_1 4 29 development 0.46557411 DEFINED 0.67741935 0.62651510 0.21715406 0.12628709 13 0.29545455 44 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag P1 synthetic_faculty_1 4 29 development 0.52827922 DEFINED 0.77826087 0.62380755 0.21581847 0.12819067 10 0.30303030 33 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive P1 synthetic_faculty_1 4 29 development 0.19365079 DEFINED 0.30555556 0.61552643 0.21161026 0.23307441 3 0.20000000 15 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A0M synthetic_faculty_1 5 29 development 0.15545488 DEFINED 0.22000000 0.77742840 0.29096238 0.38312367 5 0.20000000 25 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A0M synthetic_faculty_1 5 29 development 0.69718940 DEFINED 0.74107143 0.66594504 0.23701952 0.22085613 7 0.30434783 23 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A0M synthetic_faculty_1 5 29 development NaN UNDEFINED_NO_POSITIVES NaN 0.76174807 0.28419460 0.53271465 0 0.00000000 3 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A0M synthetic_faculty_1 5 29 development 0.49050306 DEFINED 0.53535354 0.72149337 0.26384277 0.28081688 12 0.26666667 45 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A0M synthetic_faculty_1 5 29 development 0.50771418 DEFINED 0.50568182 0.73676404 0.27115937 0.29940326 8 0.26666667 30 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A0M synthetic_faculty_1 5 29 development 0.46818182 DEFINED 0.58928571 0.70275139 0.25504041 0.29182253 4 0.22222222 18 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A0 synthetic_faculty_1 5 29 development 0.26358795 DEFINED 0.46000000 0.85367247 0.32537215 0.38946741 5 0.20000000 25 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A0 synthetic_faculty_1 5 29 development 0.39499166 DEFINED 0.39285714 0.84967559 0.32488576 0.36142651 7 0.30434783 23 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A0 synthetic_faculty_1 5 29 development NaN UNDEFINED_NO_POSITIVES NaN 1.26625274 0.51091064 0.71281207 0 0.00000000 3 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A0 synthetic_faculty_1 5 29 development 0.34184990 DEFINED 0.45959596 0.82412427 0.31275432 0.32964887 12 0.26666667 45 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A0 synthetic_faculty_1 5 29 development 0.28295414 DEFINED 0.39204545 0.87558505 0.33568763 0.35231738 8 0.26666667 30 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A0 synthetic_faculty_1 5 29 development 0.29632353 DEFINED 0.44642857 0.81204438 0.30755819 0.36689403 4 0.22222222 18 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A1 synthetic_faculty_1 5 29 development 0.28311594 DEFINED 0.46000000 0.60262760 0.20518576 0.20729684 5 0.20000000 25 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A1 synthetic_faculty_1 5 29 development 0.37733726 DEFINED 0.34821429 0.66669617 0.23663129 0.16535034 7 0.30434783 23 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A1 synthetic_faculty_1 5 29 development NaN UNDEFINED_NO_POSITIVES NaN 0.58068337 0.19419439 0.43975932 0 0.00000000 3 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A1 synthetic_faculty_1 5 29 development 0.32502184 DEFINED 0.41161616 0.63683671 0.22199067 0.17036002 12 0.26666667 45 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A1 synthetic_faculty_1 5 29 development 0.39029431 DEFINED 0.50000000 0.63484874 0.22109207 0.19166568 8 0.26666667 30 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A1 synthetic_faculty_1 5 29 development 0.16680964 DEFINED 0.16071429 0.63079110 0.21885563 0.17975047 4 0.22222222 18 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A2 synthetic_faculty_1 5 29 development 0.30932806 DEFINED 0.49000000 0.60503388 0.20633810 0.21075581 5 0.20000000 25 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A2 synthetic_faculty_1 5 29 development 0.36815359 DEFINED 0.33035714 0.67176360 0.23907287 0.17136045 7 0.30434783 23 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A2 synthetic_faculty_1 5 29 development NaN UNDEFINED_NO_POSITIVES NaN 0.61864295 0.21295675 0.46049200 0 0.00000000 3 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A2 synthetic_faculty_1 5 29 development 0.34373711 DEFINED 0.42171717 0.63823291 0.22262797 0.14800248 12 0.26666667 45 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A2 synthetic_faculty_1 5 29 development 0.40178081 DEFINED 0.51136364 0.64023722 0.22371608 0.16241745 8 0.26666667 30 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A2 synthetic_faculty_1 5 29 development 0.16701389 DEFINED 0.16071429 0.63162739 0.21920257 0.17605910 4 0.22222222 18 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A3 synthetic_faculty_1 5 29 development 0.30932806 DEFINED 0.49000000 0.60504260 0.20634208 0.21076359 5 0.20000000 25 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A3 synthetic_faculty_1 5 29 development 0.36815359 DEFINED 0.33035714 0.67176203 0.23907215 0.17135424 7 0.30434783 23 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A3 synthetic_faculty_1 5 29 development NaN UNDEFINED_NO_POSITIVES NaN 0.61867769 0.21297373 0.46051212 0 0.00000000 3 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A3 synthetic_faculty_1 5 29 development 0.34373711 DEFINED 0.42171717 0.63823464 0.22262867 0.14800893 12 0.26666667 45 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A3 synthetic_faculty_1 5 29 development 0.40178081 DEFINED 0.51136364 0.64023075 0.22371299 0.16242423 8 0.26666667 30 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A3 synthetic_faculty_1 5 29 development 0.16701389 DEFINED 0.16071429 0.63164829 0.21921231 0.17606731 4 0.22222222 18 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt CacheReference synthetic_faculty_1 5 29 development 0.24906205 DEFINED 0.56000000 0.52371628 0.17445104 0.19482957 5 0.20000000 25 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 CacheReference synthetic_faculty_1 5 29 development 0.30288615 DEFINED 0.45535714 0.76453276 0.25084258 0.21644110 7 0.30434783 23 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 CacheReference synthetic_faculty_1 5 29 development NaN UNDEFINED_NO_POSITIVES NaN 0.54260900 0.17599344 0.41663215 0 0.00000000 3 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag CacheReference synthetic_faculty_1 5 29 development 0.27972584 DEFINED 0.51515152 0.64554074 0.21339278 0.13548884 12 0.26666667 45 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag CacheReference synthetic_faculty_1 5 29 development 0.30584654 DEFINED 0.55113636 0.63558024 0.20759983 0.17025838 8 0.26666667 30 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive CacheReference synthetic_faculty_1 5 29 development 0.17987435 DEFINED 0.23214286 0.64498629 0.21681447 0.24658084 4 0.22222222 18 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt HGB synthetic_faculty_1 5 29 development 0.40500000 DEFINED 0.43500000 0.49476368 0.15721445 0.10016096 5 0.20000000 25 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 HGB synthetic_faculty_1 5 29 development 0.69780220 DEFINED 0.71428571 0.58903157 0.20141201 0.05930013 7 0.30434783 23 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 HGB synthetic_faculty_1 5 29 development NaN UNDEFINED_NO_POSITIVES NaN 0.29434078 0.06559303 0.25438835 0 0.00000000 3 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag HGB synthetic_faculty_1 5 29 development 0.56301587 DEFINED 0.58838384 0.55630657 0.18591241 0.06899471 12 0.26666667 45 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag HGB synthetic_faculty_1 5 29 development 0.45707672 DEFINED 0.53125000 0.56735442 0.19056242 0.02506789 8 0.26666667 30 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive HGB synthetic_faculty_1 5 29 development 0.62132353 DEFINED 0.65178571 0.49423253 0.15810916 0.17310501 4 0.22222222 18 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt P1 synthetic_faculty_1 5 29 development 0.36729837 DEFINED 0.47000000 0.61579427 0.21180692 0.22523678 5 0.20000000 25 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 P1 synthetic_faculty_1 5 29 development 0.40868242 DEFINED 0.40178571 0.67449333 0.24071036 0.23603884 7 0.30434783 23 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 P1 synthetic_faculty_1 5 29 development NaN UNDEFINED_NO_POSITIVES NaN 0.61194601 0.20958095 0.45724005 0 0.00000000 3 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag P1 synthetic_faculty_1 5 29 development 0.34984681 DEFINED 0.44191919 0.64605256 0.22672819 0.16872556 12 0.26666667 45 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag P1 synthetic_faculty_1 5 29 development 0.49969255 DEFINED 0.48863636 0.65540829 0.23117899 0.29028539 8 0.26666667 30 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive P1 synthetic_faculty_1 5 29 development 0.21190476 DEFINED 0.37500000 0.62477524 0.21645230 0.19271371 4 0.22222222 18 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A0M synthetic_faculty_1 6 29 retrospective 0.14819177 DEFINED 0.38172043 0.75160423 0.27856946 0.35471026 6 0.16216216 37 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A0M synthetic_faculty_1 6 29 retrospective 0.26666667 DEFINED 0.55555556 0.64391888 0.22606724 0.28525135 2 0.18181818 11 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A0M synthetic_faculty_1 6 29 retrospective NaN UNDEFINED_NO_POSITIVES NaN 0.76025487 0.28288263 0.52830443 0 0.00000000 6 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A0M synthetic_faculty_1 6 29 retrospective 0.18248458 DEFINED 0.43750000 0.72216512 0.26420271 0.31171948 8 0.19047619 42 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A0M synthetic_faculty_1 6 29 retrospective 0.15983505 DEFINED 0.41666667 0.71301800 0.25964659 0.32542419 6 0.16666667 36 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A0M synthetic_faculty_1 6 29 retrospective 0.25757576 DEFINED 0.45000000 0.76865134 0.28721102 0.46347507 2 0.16666667 12 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A0 synthetic_faculty_1 6 29 retrospective 0.21365804 DEFINED 0.50000000 0.89953074 0.34799067 0.45322092 6 0.16216216 37 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A0 synthetic_faculty_1 6 29 retrospective 0.75000000 DEFINED 0.88888889 0.82683816 0.31457389 0.48679033 2 0.18181818 11 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A0 synthetic_faculty_1 6 29 retrospective NaN UNDEFINED_NO_POSITIVES NaN 1.01300666 0.39895641 0.62601479 0 0.00000000 6 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A0 synthetic_faculty_1 6 29 retrospective 0.31933031 DEFINED 0.60294118 0.86428136 0.33195783 0.42320181 8 0.19047619 42 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A0 synthetic_faculty_1 6 29 retrospective 0.24277297 DEFINED 0.59444444 0.90324741 0.34933054 0.45759026 6 0.16666667 36 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A0 synthetic_faculty_1 6 29 retrospective 0.58333333 DEFINED 0.50000000 0.82174586 0.31333899 0.46973288 2 0.16666667 12 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A1 synthetic_faculty_1 6 29 retrospective 0.14911722 DEFINED 0.40322581 0.59959285 0.20387047 0.25546822 6 0.16216216 37 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A1 synthetic_faculty_1 6 29 retrospective 0.22500000 DEFINED 0.38888889 0.63438675 0.22096219 0.29930836 2 0.18181818 11 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A1 synthetic_faculty_1 6 29 retrospective NaN UNDEFINED_NO_POSITIVES NaN 0.54273289 0.17579604 0.41776608 0 0.00000000 6 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A1 synthetic_faculty_1 6 29 retrospective 0.16631295 DEFINED 0.39338235 0.61682839 0.21235751 0.23099881 8 0.19047619 42 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A1 synthetic_faculty_1 6 29 retrospective 0.14854809 DEFINED 0.38333333 0.61298373 0.21046952 0.25800204 6 0.16666667 36 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A1 synthetic_faculty_1 6 29 retrospective 0.21111111 DEFINED 0.45000000 0.59131462 0.19974073 0.24337273 2 0.16666667 12 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A2 synthetic_faculty_1 6 29 retrospective 0.15889955 DEFINED 0.44086022 0.60043389 0.20428680 0.25740240 6 0.16216216 37 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A2 synthetic_faculty_1 6 29 retrospective 0.20000000 DEFINED 0.33333333 0.63710380 0.22232658 0.30377976 2 0.18181818 11 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A2 synthetic_faculty_1 6 29 retrospective NaN UNDEFINED_NO_POSITIVES NaN 0.55929537 0.18390993 0.42705098 0 0.00000000 6 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A2 synthetic_faculty_1 6 29 retrospective 0.17678886 DEFINED 0.42647059 0.61591485 0.21192248 0.23219963 8 0.19047619 42 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A2 synthetic_faculty_1 6 29 retrospective 0.15670077 DEFINED 0.41111111 0.61420859 0.21109185 0.26100771 6 0.16666667 36 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A2 synthetic_faculty_1 6 29 retrospective 0.19444444 DEFINED 0.40000000 0.59272387 0.20040811 0.24320105 2 0.16666667 12 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A3 synthetic_faculty_1 6 29 retrospective 0.15889955 DEFINED 0.44086022 0.60043612 0.20428766 0.25740297 6 0.16216216 37 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A3 synthetic_faculty_1 6 29 retrospective 0.20000000 DEFINED 0.33333333 0.63712157 0.22233533 0.30378685 2 0.18181818 11 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A3 synthetic_faculty_1 6 29 retrospective NaN UNDEFINED_NO_POSITIVES NaN 0.55929450 0.18390902 0.42705199 0 0.00000000 6 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A3 synthetic_faculty_1 6 29 retrospective 0.17678886 DEFINED 0.42647059 0.61592159 0.21192567 0.23220204 8 0.19047619 42 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A3 synthetic_faculty_1 6 29 retrospective 0.15670077 DEFINED 0.41111111 0.61420852 0.21109173 0.26100761 6 0.16666667 36 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A3 synthetic_faculty_1 6 29 retrospective 0.19444444 DEFINED 0.40000000 0.59274725 0.20041915 0.24321030 2 0.16666667 12 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt CacheReference synthetic_faculty_1 6 29 retrospective 0.36777005 DEFINED 0.69354839 0.41303107 0.12919009 0.06574341 6 0.16216216 37 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 CacheReference synthetic_faculty_1 6 29 retrospective 0.75000000 DEFINED 0.88888889 0.38121029 0.11916382 0.12447048 2 0.18181818 11 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 CacheReference synthetic_faculty_1 6 29 retrospective NaN UNDEFINED_NO_POSITIVES NaN 0.27184632 0.07134486 0.22430271 0 0.00000000 6 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag CacheReference synthetic_faculty_1 6 29 retrospective 0.43531746 DEFINED 0.74632353 0.42486630 0.13482776 0.04984165 8 0.19047619 42 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag CacheReference synthetic_faculty_1 6 29 retrospective 0.59894180 DEFINED 0.86111111 0.36326171 0.11322810 0.08080964 6 0.16666667 36 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive CacheReference synthetic_faculty_1 6 29 retrospective 0.18333333 DEFINED 0.30000000 0.53317010 0.16788531 0.11814392 2 0.16666667 12 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt HGB synthetic_faculty_1 6 29 retrospective 0.25679272 DEFINED 0.56451613 0.45659261 0.14021012 0.08345502 6 0.16216216 37 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 HGB synthetic_faculty_1 6 29 retrospective 0.64285714 DEFINED 0.72222222 0.45485884 0.14026350 0.18625029 2 0.18181818 11 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 HGB synthetic_faculty_1 6 29 retrospective NaN UNDEFINED_NO_POSITIVES NaN 0.27934204 0.05950327 0.24361588 0 0.00000000 6 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag HGB synthetic_faculty_1 6 29 retrospective 0.40985155 DEFINED 0.64338235 0.48146004 0.15175365 0.08749747 8 0.19047619 42 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag HGB synthetic_faculty_1 6 29 retrospective 0.45037037 DEFINED 0.68333333 0.45361971 0.13916936 0.12105757 6 0.16666667 36 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive HGB synthetic_faculty_1 6 29 retrospective 0.23611111 DEFINED 0.52500000 0.46392202 0.14338132 0.06487637 2 0.16666667 12 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt P1 synthetic_faculty_1 6 29 retrospective 0.15004583 DEFINED 0.38172043 0.61028394 0.20908207 0.26330039 6 0.16216216 37 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 P1 synthetic_faculty_1 6 29 retrospective 0.26785714 DEFINED 0.55555556 0.61880276 0.21345099 0.25454340 2 0.18181818 11 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 P1 synthetic_faculty_1 6 29 retrospective NaN UNDEFINED_NO_POSITIVES NaN 0.54850205 0.17837853 0.42176204 0 0.00000000 6 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag P1 synthetic_faculty_1 6 29 retrospective 0.17767028 DEFINED 0.43014706 0.62134104 0.21461253 0.23836951 8 0.19047619 42 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag P1 synthetic_faculty_1 6 29 retrospective 0.16464512 DEFINED 0.43888889 0.61865566 0.21325881 0.26764991 6 0.16666667 36 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive P1 synthetic_faculty_1 6 29 retrospective 0.20833333 DEFINED 0.45000000 0.59297771 0.20055672 0.24222458 2 0.16666667 12 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A0M synthetic_faculty_1 7 29 retrospective 0.32903946 DEFINED 0.46500000 0.75310503 0.27864216 0.21762616 10 0.33333333 30 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A0M synthetic_faculty_1 7 29 retrospective 0.62126022 DEFINED 0.66666667 0.70187824 0.25439724 0.21704704 6 0.33333333 18 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A0M synthetic_faculty_1 7 29 retrospective NaN UNDEFINED_NO_POSITIVES NaN 0.72507752 0.26558988 0.51162940 0 0.00000000 3 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A0M synthetic_faculty_1 7 29 retrospective 0.38507870 DEFINED 0.52370690 0.73448282 0.26981434 0.19779429 16 0.35555556 45 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A0M synthetic_faculty_1 7 29 retrospective 0.35586921 DEFINED 0.61111111 0.72602816 0.26569047 0.27068463 9 0.27272727 33 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A0M synthetic_faculty_1 7 29 retrospective 0.51056999 DEFINED 0.39285714 0.75120199 0.27804197 0.17717390 7 0.46666667 15 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A0 synthetic_faculty_1 7 29 retrospective 0.35091960 DEFINED 0.51000000 0.82906561 0.31227135 0.29469150 10 0.33333333 30 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A0 synthetic_faculty_1 7 29 retrospective 0.32125421 DEFINED 0.43055556 0.87330328 0.33112682 0.30114246 6 0.33333333 18 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A0 synthetic_faculty_1 7 29 retrospective NaN UNDEFINED_NO_POSITIVES NaN 1.09182991 0.44080567 0.66348535 0 0.00000000 3 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A0 synthetic_faculty_1 7 29 retrospective 0.34309558 DEFINED 0.49353448 0.82924306 0.31124458 0.27268563 16 0.35555556 45 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A0 synthetic_faculty_1 7 29 retrospective 0.25010003 DEFINED 0.42129630 0.92674133 0.35660646 0.38167233 9 0.27272727 33 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A0 synthetic_faculty_1 7 29 retrospective 0.76428571 DEFINED 0.69642857 0.66726422 0.23736068 0.31592421 7 0.46666667 15 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A1 synthetic_faculty_1 7 29 retrospective 0.30828815 DEFINED 0.38000000 0.66708270 0.23689578 0.13473371 10 0.33333333 30 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A1 synthetic_faculty_1 7 29 retrospective 0.34108669 DEFINED 0.48611111 0.65772231 0.23252139 0.09743104 6 0.33333333 18 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A1 synthetic_faculty_1 7 29 retrospective NaN UNDEFINED_NO_POSITIVES NaN 0.56823042 0.18814941 0.43262887 0 0.00000000 3 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A1 synthetic_faculty_1 7 29 retrospective 0.33251551 DEFINED 0.44612069 0.66992870 0.23839578 0.06598466 16 0.35555556 45 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A1 synthetic_faculty_1 7 29 retrospective 0.25245369 DEFINED 0.42592593 0.64497585 0.22608279 0.15489792 9 0.27272727 33 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A1 synthetic_faculty_1 7 29 retrospective 0.51672772 DEFINED 0.51785714 0.70448530 0.25543509 0.08857130 7 0.46666667 15 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A2 synthetic_faculty_1 7 29 retrospective 0.28366184 DEFINED 0.32500000 0.67690446 0.24166215 0.24658647 10 0.33333333 30 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A2 synthetic_faculty_1 7 29 retrospective 0.31145706 DEFINED 0.41666667 0.66154246 0.23442605 0.09988485 6 0.33333333 18 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A2 synthetic_faculty_1 7 29 retrospective NaN UNDEFINED_NO_POSITIVES NaN 0.59610226 0.20186821 0.44807118 0 0.00000000 3 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A2 synthetic_faculty_1 7 29 retrospective 0.30205902 DEFINED 0.38146552 0.67614648 0.24142064 0.10542935 16 0.35555556 45 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A2 synthetic_faculty_1 7 29 retrospective 0.22700640 DEFINED 0.35185185 0.65390213 0.23044796 0.16264641 9 0.27272727 33 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A2 synthetic_faculty_1 7 29 retrospective 0.48801199 DEFINED 0.46428571 0.70907519 0.25765004 0.05573553 7 0.46666667 15 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt A3 synthetic_faculty_1 7 29 retrospective 0.28366184 DEFINED 0.32500000 0.67690266 0.24166127 0.24657892 10 0.33333333 30 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 A3 synthetic_faculty_1 7 29 retrospective 0.31145706 DEFINED 0.41666667 0.66155545 0.23443218 0.09988095 6 0.33333333 18 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 A3 synthetic_faculty_1 7 29 retrospective NaN UNDEFINED_NO_POSITIVES NaN 0.59607584 0.20185510 0.44805692 0 0.00000000 3 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag A3 synthetic_faculty_1 7 29 retrospective 0.30205902 DEFINED 0.38146552 0.67615223 0.24142338 0.10542058 16 0.35555556 45 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag A3 synthetic_faculty_1 7 29 retrospective 0.22700640 DEFINED 0.35185185 0.65390695 0.23045036 0.16263793 9 0.27272727 33 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive A3 synthetic_faculty_1 7 29 retrospective 0.48801199 DEFINED 0.46428571 0.70907657 0.25765036 0.05573147 7 0.46666667 15 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt CacheReference synthetic_faculty_1 7 29 retrospective 0.36932733 DEFINED 0.49000000 0.74048818 0.25188698 0.17839714 10 0.33333333 30 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 CacheReference synthetic_faculty_1 7 29 retrospective 0.32113720 DEFINED 0.44444444 0.77786203 0.27405653 0.30998387 6 0.33333333 18 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 CacheReference synthetic_faculty_1 7 29 retrospective NaN UNDEFINED_NO_POSITIVES NaN 0.29303377 0.07971626 0.23745482 0 0.00000000 3 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag CacheReference synthetic_faculty_1 7 29 retrospective 0.35362290 DEFINED 0.46120690 0.78526801 0.27223284 0.23903375 16 0.35555556 45 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag CacheReference synthetic_faculty_1 7 29 retrospective 0.29609280 DEFINED 0.51851852 0.64769750 0.22127332 0.20915828 9 0.27272727 33 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive CacheReference synthetic_faculty_1 7 29 retrospective 0.47372627 DEFINED 0.39285714 0.98947630 0.34584048 0.35125841 7 0.46666667 15 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt HGB synthetic_faculty_1 7 29 retrospective 0.72891941 DEFINED 0.87250000 0.61657781 0.21489391 0.12552207 10 0.33333333 30 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 HGB synthetic_faculty_1 7 29 retrospective 0.60903720 DEFINED 0.68750000 0.62059062 0.21585133 0.10268927 6 0.33333333 18 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 HGB synthetic_faculty_1 7 29 retrospective NaN UNDEFINED_NO_POSITIVES NaN 0.24407354 0.04700151 0.21648207 0 0.00000000 3 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag HGB synthetic_faculty_1 7 29 retrospective 0.67597503 DEFINED 0.79525862 0.64301656 0.22646970 0.13537548 16 0.35555556 45 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag HGB synthetic_faculty_1 7 29 retrospective 0.62942016 DEFINED 0.80555556 0.54520494 0.18269506 0.13792222 9 0.27272727 33 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive HGB synthetic_faculty_1 7 29 retrospective 0.85961657 DEFINED 0.83928571 0.77841349 0.28688028 0.26206596 7 0.46666667 15 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt P1 synthetic_faculty_1 7 29 retrospective 0.27371118 DEFINED 0.28500000 0.68486580 0.24556802 0.17529786 10 0.33333333 30 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_ge3 P1 synthetic_faculty_1 7 29 retrospective 0.57837302 DEFINED 0.66666667 0.64067324 0.22403406 0.15681494 6 0.33333333 18 hist_semester_count OBSERVED_CACHE_FEATURE_ONLY cached_history_lt3 P1 synthetic_faculty_1 7 29 retrospective NaN UNDEFINED_NO_POSITIVES NaN 0.59639393 0.20212932 0.44732445 0 0.00000000 3 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_missing_flag P1 synthetic_faculty_1 7 29 retrospective 0.40387961 DEFINED 0.43534483 0.67308690 0.23985035 0.15011951 16 0.35555556 45 student_gpa_history_missing_flag OBSERVED_CACHE_FEATURE_ONLY recorded_gpa_available_flag P1 synthetic_faculty_1 7 29 retrospective 0.35395408 DEFINED 0.53703704 0.64833694 0.22772022 0.18537934 9 0.27272727 33 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_prior_attempt_positive P1 synthetic_faculty_1 7 29 retrospective 0.51922205 DEFINED 0.41071429 0.71219821 0.25899243 0.06410604 7 0.46666667 15 hist_same_course_attempts OBSERVED_CACHE_FEATURE_ONLY cached_attempt_zero_not_verified_no_attempt [SEED_RESULTS] rows=16 columns=4 column_definitions={"stage": "stage", "seed": "model initialization seed", "arm": "prespecified model/control", "ap": "whole-cell AP; undefined without failures"} stage seed arm ap development 29 A0 0.32984926 development 29 A0M 0.36156939 development 29 A1 0.36918760 development 29 A2 0.36856132 development 29 A3 0.36869906 development 29 CacheReference 0.28443596 development 29 HGB 0.44117967 development 29 P1 0.35696996 retrospective 29 A0 0.28930964 retrospective 29 A0M 0.27498462 retrospective 29 A1 0.29136436 retrospective 29 A2 0.25689567 retrospective 29 A3 0.25689567 retrospective 29 CacheReference 0.30691496 retrospective 29 HGB 0.47309016 retrospective 29 P1 0.28709993 [SEED_VARIABILITY] rows=16 columns=5 column_definitions={"stage": "stage", "arm": "prespecified model/control", "mean": "mean", "std": "std", "count": "count"} stage arm mean std count development A0 0.32984926 NaN 1 development A0M 0.36156939 NaN 1 development A1 0.36918760 NaN 1 development A2 0.36856132 NaN 1 development A3 0.36869906 NaN 1 development CacheReference 0.28443596 NaN 1 development HGB 0.44117967 NaN 1 development P1 0.35696996 NaN 1 retrospective A0 0.28930964 NaN 1 retrospective A0M 0.27498462 NaN 1 retrospective A1 0.29136436 NaN 1 retrospective A2 0.25689567 NaN 1 retrospective A3 0.25689567 NaN 1 retrospective CacheReference 0.30691496 NaN 1 retrospective HGB 0.47309016 NaN 1 retrospective P1 0.28709993 NaN 1 [UNCERTAINTY] rows=18 columns=8 column_definitions={"stage": "stage", "contrast": "contrast", "clusters": "clusters", "paired_cells": "paired cells", "replicates": "replicates", "unit": "unit", "ci_low": "ci low", "ci_high": "ci high"} stage contrast clusters paired_cells replicates unit ci_low ci_high development A1-A0 2 10 20 PAIRED_FACULTY_CLUSTER_FIXED_PERIODS_SEED_AVERAGED 0.03429308 0.04438361 retrospective A1-A0 2 4 20 PAIRED_FACULTY_CLUSTER_FIXED_PERIODS_SEED_AVERAGED -0.06610819 0.07021763 development A1-A0M 2 10 20 PAIRED_FACULTY_CLUSTER_FIXED_PERIODS_SEED_AVERAGED -0.02045863 0.03569506 retrospective A1-A0M 2 4 20 PAIRED_FACULTY_CLUSTER_FIXED_PERIODS_SEED_AVERAGED -0.03914046 0.07189995 development A2-A1 2 10 20 PAIRED_FACULTY_CLUSTER_FIXED_PERIODS_SEED_AVERAGED -0.02329171 0.02203914 retrospective A2-A1 2 4 20 PAIRED_FACULTY_CLUSTER_FIXED_PERIODS_SEED_AVERAGED -0.05885631 -0.01008107 development A2-A0 2 10 20 PAIRED_FACULTY_CLUSTER_FIXED_PERIODS_SEED_AVERAGED 0.01100137 0.06642275 retrospective A2-A0 2 4 20 PAIRED_FACULTY_CLUSTER_FIXED_PERIODS_SEED_AVERAGED -0.07618926 0.01136132 development A2-A0M 2 10 20 PAIRED_FACULTY_CLUSTER_FIXED_PERIODS_SEED_AVERAGED -0.04375034 0.05773420 retrospective A2-A0M 2 4 20 PAIRED_FACULTY_CLUSTER_FIXED_PERIODS_SEED_AVERAGED -0.04922153 0.01304364 development A2-P1 2 10 20 PAIRED_FACULTY_CLUSTER_FIXED_PERIODS_SEED_AVERAGED 0.00934367 0.01383906 retrospective A2-P1 2 4 20 PAIRED_FACULTY_CLUSTER_FIXED_PERIODS_SEED_AVERAGED -0.03747226 -0.02293624 development A3-A2 2 10 20 PAIRED_FACULTY_CLUSTER_FIXED_PERIODS_SEED_AVERAGED 0.00000000 0.00027548 retrospective A3-A2 2 4 20 PAIRED_FACULTY_CLUSTER_FIXED_PERIODS_SEED_AVERAGED 0.00000000 0.00000000 development A2-HGB 2 10 20 PAIRED_FACULTY_CLUSTER_FIXED_PERIODS_SEED_AVERAGED -0.08302885 -0.06220786 retrospective A2-HGB 2 4 20 PAIRED_FACULTY_CLUSTER_FIXED_PERIODS_SEED_AVERAGED -0.31092231 -0.12146665 development A2-CacheReference 2 10 20 PAIRED_FACULTY_CLUSTER_FIXED_PERIODS_SEED_AVERAGED 0.05310167 0.11514904 retrospective A2-CacheReference 2 4 20 PAIRED_FACULTY_CLUSTER_FIXED_PERIODS_SEED_AVERAGED -0.14566798 0.04562940 [RUNTIMES] rows=112 columns=15 column_definitions={"arm": "prespecified model/control", "faculty": "faculty cache key", "fold": "canonical rolling-origin fold", "seed": "model initialization seed", "stage": "stage", "diagnostics_seconds": "diagnostics seconds", "inference_seconds": "inference seconds", "refit_preprocessing_seconds": "refit preprocessing seconds", "refit_seconds": "refit seconds", "refit_training_evaluation_seconds": "refit training evaluation seconds", "selection_preprocessing_seconds": "selection preprocessing seconds", "selection_seconds": "selection seconds", "selection_training_evaluation_seconds": "selection training evaluation seconds", "total_seconds": "total seconds", "fit_seconds": "fit seconds"} arm faculty fold seed stage diagnostics_seconds inference_seconds refit_preprocessing_seconds refit_seconds refit_training_evaluation_seconds selection_preprocessing_seconds selection_seconds selection_training_evaluation_seconds total_seconds fit_seconds A0M synthetic_faculty_0 1 29 development 0.01247674 0.00169678 0.00183735 0.03892332 0.03708597 0.00158746 0.04133564 0.03974817 0.10883965 NaN A0 synthetic_faculty_0 1 29 development 0.01216137 0.00149348 0.00217650 0.03427029 0.03209378 0.92614933 0.95829493 0.03214561 1.02278638 NaN A1 synthetic_faculty_0 1 29 development 0.01365765 0.00234418 0.00197570 0.04330215 0.04132645 0.00166011 0.04578913 0.04412902 0.12543873 NaN A2 synthetic_faculty_0 1 29 development 0.06048567 0.00231031 0.00182596 0.04505768 0.04323172 0.00171496 0.04467581 0.04296085 0.17250203 NaN A3 synthetic_faculty_0 1 29 development 0.05538618 0.00200413 0.00145015 0.04042536 0.03897521 0.00169078 0.04031803 0.03862725 0.15961671 NaN CacheReference synthetic_faculty_0 1 29 development 0.00936655 0.00000000 NaN NaN NaN NaN NaN NaN 0.01400635 NaN HGB synthetic_faculty_0 1 29 development 0.00782850 NaN NaN NaN NaN NaN NaN NaN 0.33230072 0.02736324 P1 synthetic_faculty_0 1 29 development 0.06012114 0.00233219 0.00190349 0.04518119 0.04327770 0.00174630 0.04102053 0.03927423 0.16958629 NaN A0M synthetic_faculty_0 2 29 development 0.01087132 0.00162524 0.00181018 0.04232314 0.04051296 0.00155315 0.03294572 0.03139258 0.09991012 NaN A0 synthetic_faculty_0 2 29 development 0.00841733 0.00067869 0.00165378 0.02667621 0.02502243 0.00161921 0.02849955 0.02688034 0.07500127 NaN A1 synthetic_faculty_0 2 29 development 0.01116370 0.00182838 0.00182611 0.03879891 0.03697280 0.00150664 0.03977911 0.03827247 0.10809778 NaN A2 synthetic_faculty_0 2 29 development 0.04940962 0.00217853 0.00181503 0.04034714 0.03853211 0.00161270 0.04200893 0.04039623 0.15036796 NaN A3 synthetic_faculty_0 2 29 development 0.05730168 0.00213248 0.00205492 0.04994216 0.04788724 0.00198711 0.05243710 0.05044999 0.18067563 NaN CacheReference synthetic_faculty_0 2 29 development 0.01144908 0.00000000 NaN NaN NaN NaN NaN NaN 0.01753852 NaN HGB synthetic_faculty_0 2 29 development 0.01066126 NaN NaN NaN NaN NaN NaN NaN 0.03967897 0.01934357 P1 synthetic_faculty_0 2 29 development 0.08501040 0.00317945 0.00197369 0.05789604 0.05592235 0.00139546 0.04681049 0.04541503 0.21731600 NaN A0M synthetic_faculty_0 3 29 development 0.01037732 0.00109156 0.00151747 0.03452595 0.03300848 0.00174515 0.03207368 0.03032854 0.08953413 NaN A0 synthetic_faculty_0 3 29 development 0.00943265 0.00110700 0.00210458 0.03643414 0.03432956 0.00187636 0.03864155 0.03676519 0.09558405 NaN A1 synthetic_faculty_0 3 29 development 0.01373145 0.00257782 0.00211321 0.05854400 0.05643079 0.00157788 0.05450172 0.05292384 0.14931514 NaN A2 synthetic_faculty_0 3 29 development 0.04911197 0.00248887 0.00230196 0.05652118 0.05421922 0.00201563 0.05788256 0.05586693 0.18155156 NaN A3 synthetic_faculty_0 3 29 development 0.06011464 0.00165002 0.00226131 0.05185424 0.04959293 0.00200538 0.05720535 0.05519997 0.19187753 NaN CacheReference synthetic_faculty_0 3 29 development 0.01180621 0.00000000 NaN NaN NaN NaN NaN NaN 0.01743162 NaN HGB synthetic_faculty_0 3 29 development 0.01136837 NaN NaN NaN NaN NaN NaN NaN 0.04411322 0.02343894 P1 synthetic_faculty_0 3 29 development 0.04576339 0.00172184 0.00171197 0.04766060 0.04594864 0.00244445 0.05040894 0.04796449 0.16503670 NaN A0M synthetic_faculty_0 4 29 development 0.01117946 0.00165913 0.00235307 0.05219651 0.04984344 0.00145454 0.05389350 0.05243896 0.13350919 NaN A0 synthetic_faculty_0 4 29 development 0.00772177 0.00123534 0.00158658 0.03046174 0.02887516 0.00152061 0.03150184 0.02998122 0.08001342 NaN A1 synthetic_faculty_0 4 29 development 0.01131240 0.00245565 0.00214579 0.06146759 0.05932180 0.00215158 0.05889890 0.05674732 0.15394975 NaN A2 synthetic_faculty_0 4 29 development 0.04835602 0.00241699 0.00235806 0.05773542 0.05537736 0.00213879 0.05799719 0.05585840 0.18499273 NaN A3 synthetic_faculty_0 4 29 development 0.04312074 0.00207921 0.00182477 0.05851970 0.05669493 0.00186760 0.04776776 0.04590016 0.16839043 NaN CacheReference synthetic_faculty_0 4 29 development 0.00774601 0.00000000 NaN NaN NaN NaN NaN NaN 0.01259838 NaN HGB synthetic_faculty_0 4 29 development 0.00783726 NaN NaN NaN NaN NaN NaN NaN 0.03522185 0.01965331 P1 synthetic_faculty_0 4 29 development 0.04851789 0.00199853 0.00199104 0.04882410 0.04683306 0.00185756 0.04939557 0.04753802 0.16617768 NaN A0M synthetic_faculty_0 5 29 development 0.00741756 0.00112988 0.00159588 0.04414376 0.04254787 0.00175492 0.04334735 0.04159243 0.10535526 NaN A0 synthetic_faculty_0 5 29 development 0.00897063 0.00073682 0.00174744 0.03682890 0.03508145 0.00218088 0.04943414 0.04725326 0.10591222 NaN A1 synthetic_faculty_0 5 29 development 0.01053240 0.00202709 0.00191843 0.05199513 0.05007671 0.00153765 0.05403566 0.05249800 0.13372153 NaN A2 synthetic_faculty_0 5 29 development 0.06129287 0.00198696 0.00161079 0.05722920 0.05561841 0.00163810 0.05196060 0.05032250 0.19124528 NaN A3 synthetic_faculty_0 5 29 development 0.04841756 0.00222158 0.00205331 0.05524643 0.05319312 0.00474241 0.06166677 0.05692436 0.18599837 NaN CacheReference synthetic_faculty_0 5 29 development 0.00919760 0.00000000 NaN NaN NaN NaN NaN NaN 0.01418027 NaN HGB synthetic_faculty_0 5 29 development 0.00818767 NaN NaN NaN NaN NaN NaN NaN 0.03800971 0.02191032 P1 synthetic_faculty_0 5 29 development 0.06188189 0.00260429 0.00258133 0.07077426 0.06819293 0.00243602 0.07519836 0.07276234 0.23554287 NaN A0M synthetic_faculty_0 6 29 retrospective 0.01261496 0.00173625 0.00190856 0.05388271 0.05197415 0.00230861 0.05027978 0.04797117 0.13222802 NaN A0 synthetic_faculty_0 6 29 retrospective 0.00971736 0.00107951 0.00257117 0.05016119 0.04759003 0.00266931 0.05251290 0.04984359 0.12577878 NaN A1 synthetic_faculty_0 6 29 retrospective 0.01323544 0.00238556 0.00249776 0.07082944 0.06833168 0.00217045 0.06928711 0.06711666 0.17537511 NaN A2 synthetic_faculty_0 6 29 retrospective 0.05687041 0.00285267 0.00189497 0.06485058 0.06295561 0.00229065 0.07361604 0.07132539 0.21809582 NaN A3 synthetic_faculty_0 6 29 retrospective 0.05782783 0.00240757 0.00295232 0.06126248 0.05831016 0.00244879 0.07272324 0.07027445 0.21647891 NaN CacheReference synthetic_faculty_0 6 29 retrospective 0.01182269 0.00000000 NaN NaN NaN NaN NaN NaN 0.01830949 NaN HGB synthetic_faculty_0 6 29 retrospective 0.01019284 NaN NaN NaN NaN NaN NaN NaN 0.04633680 0.02777537 P1 synthetic_faculty_0 6 29 retrospective 0.05617121 0.00241360 0.00237876 0.07271467 0.07033591 0.00248493 0.07164550 0.06916057 0.22350472 NaN A0M synthetic_faculty_0 7 29 retrospective 0.01062497 0.00148394 0.00331320 0.07531432 0.07200111 0.00236343 0.06517910 0.06281568 0.16627469 NaN A0 synthetic_faculty_0 7 29 retrospective 0.01060277 0.00118871 0.00231268 0.05556403 0.05325135 0.00201400 0.04946076 0.04744676 0.12969532 NaN A1 synthetic_faculty_0 7 29 retrospective 0.01308015 0.00251565 0.00246710 0.08396943 0.08150233 0.00266100 0.08562581 0.08296481 0.20581779 NaN A2 synthetic_faculty_0 7 29 retrospective 0.06015122 0.00265423 0.00267735 0.08245184 0.07977449 0.00223641 0.07786558 0.07562917 0.24499545 NaN A3 synthetic_faculty_0 7 29 retrospective 0.05718645 0.00247864 0.00250306 0.07909661 0.07659355 0.00228942 0.07668057 0.07439115 0.23839418 NaN CacheReference synthetic_faculty_0 7 29 retrospective 0.01044447 0.00000000 NaN NaN NaN NaN NaN NaN 0.01571215 NaN HGB synthetic_faculty_0 7 29 retrospective 0.00677825 NaN NaN NaN NaN NaN NaN NaN 0.04636187 0.03225262 P1 synthetic_faculty_0 7 29 retrospective 0.06289852 0.00233561 0.00250399 0.10341022 0.10090624 0.00245142 0.08337478 0.08092336 0.26742994 NaN A0M synthetic_faculty_1 1 29 development 0.01071209 0.00178911 0.00209626 0.03929757 0.03720132 0.00148687 0.03268684 0.03119997 0.09870400 NaN A0 synthetic_faculty_1 1 29 development 0.01027099 0.00103846 0.00164514 0.02739678 0.02575164 0.00175408 0.02851111 0.02675703 0.08045556 NaN A1 synthetic_faculty_1 1 29 development 0.01217238 0.00221339 0.00210504 0.04513279 0.04302775 0.00177351 0.04528568 0.04351217 0.12493270 NaN A2 synthetic_faculty_1 1 29 development 0.05460730 0.00158965 0.00140345 0.03210914 0.03070570 0.00170163 0.25541308 0.25371144 0.36337816 NaN A3 synthetic_faculty_1 1 29 development 0.04198119 0.00184737 0.00182312 0.03836683 0.03654371 0.00150099 0.04026767 0.03876668 0.14027758 NaN CacheReference synthetic_faculty_1 1 29 development 0.00827811 0.00000000 NaN NaN NaN NaN NaN NaN 0.01353190 NaN HGB synthetic_faculty_1 1 29 development 0.00786934 NaN NaN NaN NaN NaN NaN NaN 0.03094679 0.01497807 P1 synthetic_faculty_1 1 29 development 0.04961699 0.00254378 0.00179874 0.04570950 0.04391075 0.00160234 0.04322059 0.04161825 0.15958439 NaN A0M synthetic_faculty_1 2 29 development 0.01100098 0.00139885 0.00172396 0.03668560 0.03496163 0.00184652 0.03664302 0.03479650 0.09787887 NaN A0 synthetic_faculty_1 2 29 development 0.01226115 0.00123853 0.00198477 0.03415072 0.03216595 0.00183187 0.03644071 0.03460884 0.09759817 NaN A1 synthetic_faculty_1 2 29 development 0.00967645 0.00168090 0.00205339 0.04810911 0.04605571 0.00156948 0.04818029 0.04661081 0.12320626 NaN A2 synthetic_faculty_1 2 29 development 0.04888486 0.00233950 0.00177350 0.05130950 0.04953601 0.00177777 0.03904777 0.03727000 0.15794226 NaN A3 synthetic_faculty_1 2 29 development 0.05404806 0.00267897 0.00139464 0.04128989 0.03989525 0.00130567 0.03785960 0.03655394 0.15616665 NaN CacheReference synthetic_faculty_1 2 29 development 0.01067198 0.00000000 NaN NaN NaN NaN NaN NaN 0.01597171 NaN HGB synthetic_faculty_1 2 29 development 0.01033903 NaN NaN NaN NaN NaN NaN NaN 0.03622501 0.01740723 P1 synthetic_faculty_1 2 29 development 0.04433060 0.00174074 0.00145470 0.03458154 0.03312684 0.00133046 0.03678773 0.03545727 0.13225960 NaN A0M synthetic_faculty_1 3 29 development 0.00860573 0.00147187 0.00210288 0.03959810 0.03749522 0.00194990 0.04601989 0.04406999 0.10734844 NaN A0 synthetic_faculty_1 3 29 development 0.01263582 0.00111604 0.00226785 0.04035150 0.03808366 0.00205898 0.04282577 0.04076679 0.10982277 NaN A1 synthetic_faculty_1 3 29 development 0.01080046 0.00221411 0.00208857 0.04748212 0.04539355 0.00164040 0.04803811 0.04639770 0.12564919 NaN A2 synthetic_faculty_1 3 29 development 0.05599004 0.00251298 0.00218090 0.05752106 0.05534016 0.00163406 0.05656367 0.05492961 0.18878823 NaN A3 synthetic_faculty_1 3 29 development 0.03992473 0.00181559 0.00190868 0.04760693 0.04569825 0.00137241 0.04423784 0.04286544 0.14812552 NaN CacheReference synthetic_faculty_1 3 29 development 0.00746397 0.00000000 NaN NaN NaN NaN NaN NaN 0.01219341 NaN HGB synthetic_faculty_1 3 29 development 0.00802153 NaN NaN NaN NaN NaN NaN NaN 0.03070616 0.01464283 P1 synthetic_faculty_1 3 29 development 0.05515249 0.00255169 0.00175343 0.05573194 0.05397851 0.00157759 0.05315003 0.05157244 0.18351786 NaN A0M synthetic_faculty_1 4 29 development 0.00854551 0.00128625 0.00191779 0.04041021 0.03849243 0.00173010 0.03926716 0.03753706 0.10135968 NaN A0 synthetic_faculty_1 4 29 development 0.00829858 0.00099748 0.00198573 0.03287805 0.03089232 0.00184638 0.03685813 0.03501175 0.08949368 NaN A1 synthetic_faculty_1 4 29 development 0.01039075 0.00223774 0.00231793 0.05115774 0.04883981 0.00186048 0.05045182 0.04859133 0.13142731 NaN A2 synthetic_faculty_1 4 29 development 0.04850082 0.00216750 0.00219470 0.05181781 0.04962311 0.00189156 0.04980555 0.04791399 0.17135879 NaN A3 synthetic_faculty_1 4 29 development 0.05881517 0.00206155 0.00209590 0.05569202 0.05359612 0.00253208 0.05849510 0.05596301 0.19524577 NaN CacheReference synthetic_faculty_1 4 29 development 0.00909740 0.00000000 NaN NaN NaN NaN NaN NaN 0.01601013 NaN HGB synthetic_faculty_1 4 29 development 0.00843217 NaN NaN NaN NaN NaN NaN NaN 0.03867154 0.02181947 P1 synthetic_faculty_1 4 29 development 0.04326725 0.00177330 0.00223019 0.05089682 0.04866663 0.00193142 0.05389831 0.05196688 0.16851573 NaN A0M synthetic_faculty_1 5 29 development 0.00905308 0.00128180 0.00216028 0.05165295 0.04949267 0.00176727 0.04980889 0.04804162 0.12357089 NaN A0 synthetic_faculty_1 5 29 development 0.00865336 0.00175437 0.00196797 0.04293162 0.04096365 0.00195543 0.04003726 0.03808184 0.10338090 NaN A1 synthetic_faculty_1 5 29 development 0.01233117 0.00255760 0.00241865 0.06870568 0.06628703 0.00235318 0.06863416 0.06628097 0.17520062 NaN A2 synthetic_faculty_1 5 29 development 0.05477631 0.00263940 0.00236105 0.07304799 0.07068694 0.00285801 0.07022867 0.06737066 0.22083836 NaN A3 synthetic_faculty_1 5 29 development 0.07385300 0.00247368 0.00230692 0.07103420 0.06872728 0.00290777 0.07095953 0.06805175 0.24053851 NaN CacheReference synthetic_faculty_1 5 29 development 0.00978149 0.00000000 NaN NaN NaN NaN NaN NaN 0.01580731 NaN HGB synthetic_faculty_1 5 29 development 0.01034202 NaN NaN NaN NaN NaN NaN NaN 0.04674247 0.02674479 P1 synthetic_faculty_1 5 29 development 0.05545568 0.00235436 0.00225597 0.06611900 0.06386303 0.00213670 0.06319775 0.06106105 0.20863177 NaN A0M synthetic_faculty_1 6 29 retrospective 0.01074935 0.00127133 0.00194347 0.04988786 0.04794439 0.00206308 0.04925078 0.04718770 0.12470177 NaN A0 synthetic_faculty_1 6 29 retrospective 0.00852455 0.00115626 0.00185071 0.04258482 0.04073410 0.00239766 0.05030711 0.04790945 0.11369147 NaN A1 synthetic_faculty_1 6 29 retrospective 0.01223061 0.00242899 0.00244015 0.06868109 0.06624094 0.00249033 0.07024171 0.06775138 0.17409310 NaN A2 synthetic_faculty_1 6 29 retrospective 0.06052931 0.00257341 0.00225104 0.06427401 0.06202296 0.00255590 0.07387205 0.07131614 0.22265377 NaN A3 synthetic_faculty_1 6 29 retrospective 0.05805589 0.00257286 0.00206090 0.06277309 0.06071219 0.00246942 0.06209804 0.05962862 0.20726837 NaN CacheReference synthetic_faculty_1 6 29 retrospective 0.01231031 0.00000000 NaN NaN NaN NaN NaN NaN 0.01715912 NaN HGB synthetic_faculty_1 6 29 retrospective 0.01091762 NaN NaN NaN NaN NaN NaN NaN 0.04771616 0.02771102 P1 synthetic_faculty_1 6 29 retrospective 0.04822960 0.00257537 0.00237658 0.07418672 0.07181014 0.00248139 0.07437267 0.07189127 0.21854604 NaN A0M synthetic_faculty_1 7 29 retrospective 0.01120485 0.00136922 0.00273196 0.07159442 0.06886246 0.00220720 0.07230717 0.07009997 0.17141175 NaN A0 synthetic_faculty_1 7 29 retrospective 0.00885692 0.00104974 0.00292687 0.04594798 0.04302111 0.00262212 0.05885388 0.05623175 0.12619062 NaN A1 synthetic_faculty_1 7 29 retrospective 0.00765736 0.00228028 0.00306127 0.08480975 0.08174849 0.00277917 0.08084609 0.07806692 0.18926531 NaN A2 synthetic_faculty_1 7 29 retrospective 0.03929271 0.00170750 0.00209835 0.05256550 0.05046715 0.00185724 0.05294439 0.05108715 0.16092225 NaN A3 synthetic_faculty_1 7 29 retrospective 0.06260216 0.00260819 0.00208818 0.08109209 0.07900391 0.00201051 0.07037926 0.06836875 0.23884448 NaN CacheReference synthetic_faculty_1 7 29 retrospective 0.00995640 0.00000000 NaN NaN NaN NaN NaN NaN 0.01513403 NaN HGB synthetic_faculty_1 7 29 retrospective 0.00678481 NaN NaN NaN NaN NaN NaN NaN 0.04285026 0.02805642 P1 synthetic_faculty_1 7 29 retrospective 0.04966596 0.00214870 0.00201506 0.06792702 0.06591196 0.00169887 0.06543987 0.06374100 0.20221894 NaN [DATA_COVERAGE] rows=14 columns=25 column_definitions={"faculty": "faculty cache key", "fold": "canonical rolling-origin fold", "raw_features": "raw features", "history_original": "history original", "history_rows": "history rows", "target_rows": "target rows", "excluded_history": "excluded history", "excluded_failures": "excluded failures", "history_failures": "history failures", "target_failures": "target failures", "target_prevalence": "target prevalence", "coverage": "coverage", "history_first": "history first", "history_last": "history last", "target_semester": "target semester", "target_ordinal": "target ordinal", "structured_features": "structured features", "sidecar_alignment": "sidecar alignment", "target_sidecar_alignment": "target sidecar alignment", "duplicate_targets": "duplicate targets", "duplicate_policy": "duplicate policy", "cache_nonfinite_rate": "cache nonfinite rate", "reference_source": "reference source", "reference_coverage": "reference coverage", "provenance": "provenance"} faculty fold raw_features history_original history_rows target_rows excluded_history excluded_failures history_failures target_failures target_prevalence coverage history_first history_last target_semester target_ordinal structured_features sidecar_alignment target_sidecar_alignment duplicate_targets duplicate_policy cache_nonfinite_rate reference_source reference_coverage provenance synthetic_faculty_0 1 11 432 384 48 48 11 85 8 0.16666667 0.88888889 6058 6065 20221 6066 17 HISTORY_EXACT_CANONICAL_POSITION INHERITED_INSPECTED_SOURCE_ORDER_SHAPE_ONLY 0 retain_canonical_row_index 0.00213914 qte 1.00000000 SEMESTER_PROXY_ONLY_NOT_RELEASE_CERTIFIED synthetic_faculty_0 2 11 480 432 48 48 10 96 19 0.39583333 0.90000000 6058 6066 20222 6067 17 HISTORY_EXACT_CANONICAL_POSITION INHERITED_INSPECTED_SOURCE_ORDER_SHAPE_ONLY 0 retain_canonical_row_index 0.00214947 qte 1.00000000 SEMESTER_PROXY_ONLY_NOT_RELEASE_CERTIFIED synthetic_faculty_0 3 11 576 528 48 48 16 126 11 0.22916667 0.91666667 6058 6068 20231 6069 17 HISTORY_EXACT_CANONICAL_POSITION INHERITED_INSPECTED_SOURCE_ORDER_SHAPE_ONLY 0 retain_canonical_row_index 0.00209686 qte 1.00000000 SEMESTER_PROXY_ONLY_NOT_RELEASE_CERTIFIED synthetic_faculty_0 4 11 624 576 48 48 14 126 11 0.22916667 0.92307692 6058 6069 20232 6070 17 HISTORY_EXACT_CANONICAL_POSITION INHERITED_INSPECTED_SOURCE_ORDER_SHAPE_ONLY 0 retain_canonical_row_index 0.00210813 qte 1.00000000 SEMESTER_PROXY_ONLY_NOT_RELEASE_CERTIFIED synthetic_faculty_0 5 11 720 672 48 48 14 148 18 0.37500000 0.93333333 6058 6071 20241 6072 17 HISTORY_EXACT_CANONICAL_POSITION INHERITED_INSPECTED_SOURCE_ORDER_SHAPE_ONLY 0 retain_canonical_row_index 0.00212585 qte 1.00000000 SEMESTER_PROXY_ONLY_NOT_RELEASE_CERTIFIED synthetic_faculty_0 6 11 768 720 48 48 9 200 15 0.31250000 0.93750000 6058 6072 20242 6073 17 HISTORY_EXACT_CANONICAL_POSITION INHERITED_INSPECTED_SOURCE_ORDER_SHAPE_ONLY 0 retain_canonical_row_index 0.00213294 qte 1.00000000 SEMESTER_PROXY_ONLY_NOT_RELEASE_CERTIFIED synthetic_faculty_0 7 11 864 816 48 48 13 199 8 0.16666667 0.94444444 6058 6074 20251 6075 17 HISTORY_EXACT_CANONICAL_POSITION INHERITED_INSPECTED_SOURCE_ORDER_SHAPE_ONLY 0 retain_canonical_row_index 0.00210084 qte 1.00000000 SEMESTER_PROXY_ONLY_NOT_RELEASE_CERTIFIED synthetic_faculty_1 1 11 432 384 48 48 9 97 18 0.37500000 0.88888889 6058 6065 20221 6066 17 HISTORY_EXACT_CANONICAL_POSITION INHERITED_INSPECTED_SOURCE_ORDER_SHAPE_ONLY 0 retain_canonical_row_index 0.00213914 qte 1.00000000 SEMESTER_PROXY_ONLY_NOT_RELEASE_CERTIFIED synthetic_faculty_1 2 11 480 432 48 48 10 96 8 0.16666667 0.90000000 6058 6066 20222 6067 17 HISTORY_EXACT_CANONICAL_POSITION INHERITED_INSPECTED_SOURCE_ORDER_SHAPE_ONLY 0 retain_canonical_row_index 0.00214947 qte 1.00000000 SEMESTER_PROXY_ONLY_NOT_RELEASE_CERTIFIED synthetic_faculty_1 3 11 576 528 48 48 12 132 13 0.27083333 0.91666667 6058 6068 20231 6069 17 HISTORY_EXACT_CANONICAL_POSITION INHERITED_INSPECTED_SOURCE_ORDER_SHAPE_ONLY 0 retain_canonical_row_index 0.00209686 qte 1.00000000 SEMESTER_PROXY_ONLY_NOT_RELEASE_CERTIFIED synthetic_faculty_1 4 11 624 576 48 48 13 151 13 0.27083333 0.92307692 6058 6069 20232 6070 17 HISTORY_EXACT_CANONICAL_POSITION INHERITED_INSPECTED_SOURCE_ORDER_SHAPE_ONLY 0 retain_canonical_row_index 0.00210813 qte 1.00000000 SEMESTER_PROXY_ONLY_NOT_RELEASE_CERTIFIED synthetic_faculty_1 5 11 720 672 48 48 8 170 12 0.25000000 0.93333333 6058 6071 20241 6072 17 HISTORY_EXACT_CANONICAL_POSITION INHERITED_INSPECTED_SOURCE_ORDER_SHAPE_ONLY 0 retain_canonical_row_index 0.00212585 qte 1.00000000 SEMESTER_PROXY_ONLY_NOT_RELEASE_CERTIFIED synthetic_faculty_1 6 11 768 720 48 48 15 180 8 0.16666667 0.93750000 6058 6072 20242 6073 17 HISTORY_EXACT_CANONICAL_POSITION INHERITED_INSPECTED_SOURCE_ORDER_SHAPE_ONLY 0 retain_canonical_row_index 0.00213294 qte 1.00000000 SEMESTER_PROXY_ONLY_NOT_RELEASE_CERTIFIED synthetic_faculty_1 7 11 864 816 48 48 15 188 16 0.33333333 0.94444444 6058 6074 20251 6075 17 HISTORY_EXACT_CANONICAL_POSITION INHERITED_INSPECTED_SOURCE_ORDER_SHAPE_ONLY 0 retain_canonical_row_index 0.00210084 qte 1.00000000 SEMESTER_PROXY_ONLY_NOT_RELEASE_CERTIFIED [OPERATIONAL_MACRO_RESULTS] rows=32 columns=8 column_definitions={"stage": "stage", "arm": "prespecified model/control", "beta": "beta", "f1": "f1", "f2": "f2", "precision": "precision", "recall": "recall", "alert_fraction": "alert fraction"} stage arm beta f1 f2 precision recall alert_fraction development A0 1 0.38539245 0.51799992 0.28103185 0.71359087 0.69010417 development A0 2 0.41742252 0.61307394 0.27792452 0.92777215 0.90885417 development A0M 1 0.40754427 0.59754598 0.27577501 0.91243022 0.90885417 development A0M 2 0.40467586 0.59811579 0.26980851 0.91900917 0.92968750 development A1 1 0.38698040 0.55180711 0.26769509 0.81285272 0.83333333 development A1 2 0.40476077 0.59622454 0.27318192 0.91765070 0.91927083 development A2 1 0.39637336 0.55101385 0.27597942 0.76744290 0.77864583 development A2 2 0.42414238 0.61888859 0.28622170 0.93738754 0.90885417 development A3 1 0.39788851 0.55174186 0.27828711 0.76744290 0.77604167 development A3 2 0.42648935 0.62045604 0.28916538 0.93738754 0.90364583 development CacheReference 1 0.39293365 0.56528101 0.27183396 0.84345926 0.86197917 development CacheReference 2 0.41770804 0.61939887 0.27467799 0.94453582 0.94270833 development HGB 1 0.44017733 0.53497982 0.35070807 0.64717136 0.52604167 development HGB 2 0.42588459 0.62819314 0.27840220 0.93039773 0.91406250 development P1 1 0.37955003 0.53161069 0.26534169 0.76729849 0.78125000 development P1 2 0.41457965 0.60392453 0.27945207 0.90808132 0.89322917 retrospective A0 1 0.40031241 0.58130193 0.26762620 0.87291667 0.81770833 retrospective A0 2 0.38690476 0.59722222 0.24668561 0.98437500 0.97916667 retrospective A0M 1 0.38067214 0.58802656 0.24234190 0.96666667 0.96875000 retrospective A0M 2 0.38067214 0.58802656 0.24234190 0.96666667 0.96875000 retrospective A1 1 0.39054434 0.60171079 0.24898990 0.98333333 0.96354167 retrospective A1 2 0.38820346 0.60376482 0.24567819 1.00000000 0.99479167 retrospective A2 1 0.39210666 0.60704050 0.24907493 1.00000000 0.98437500 retrospective A2 2 0.38820346 0.60376482 0.24567819 1.00000000 0.99479167 retrospective A3 1 0.39210666 0.60704050 0.24907493 1.00000000 0.98437500 retrospective A3 2 0.39210666 0.60704050 0.24907493 1.00000000 0.98437500 retrospective CacheReference 1 0.40243246 0.59384281 0.26543139 0.90625000 0.82812500 retrospective CacheReference 2 0.39814815 0.61346208 0.25370028 1.00000000 0.96354167 retrospective HGB 1 0.39652015 0.50018769 0.35248397 0.70312500 0.61979167 retrospective HGB 2 0.38690476 0.60218254 0.24479167 1.00000000 1.00000000 retrospective P1 1 0.38179025 0.58870349 0.24351938 0.96770833 0.96875000 retrospective P1 2 0.38609133 0.59727047 0.24552883 0.98437500 0.97916667 [OPERATIONAL_POLICY_SUPPORT] rows=32 columns=5 column_definitions={"stage": "stage", "arm": "prespecified model/control", "beta": "beta", "total_seed_cells": "total seed cells", "available_seed_cells": "available seed cells"} stage arm beta total_seed_cells available_seed_cells development A0 1 10 8 development A0 2 10 8 development A0M 1 10 8 development A0M 2 10 8 development A1 1 10 8 development A1 2 10 8 development A2 1 10 8 development A2 2 10 8 development A3 1 10 8 development A3 2 10 8 development CacheReference 1 10 8 development CacheReference 2 10 8 development HGB 1 10 8 development HGB 2 10 8 development P1 1 10 8 development P1 2 10 8 retrospective A0 1 4 4 retrospective A0 2 4 4 retrospective A0M 1 4 4 retrospective A0M 2 4 4 retrospective A1 1 4 4 retrospective A1 2 4 4 retrospective A2 1 4 4 retrospective A2 2 4 4 retrospective A3 1 4 4 retrospective A3 2 4 4 retrospective CacheReference 1 4 4 retrospective CacheReference 2 4 4 retrospective HGB 1 4 4 retrospective HGB 2 4 4 retrospective P1 1 4 4 retrospective P1 2 4 4 [ALERT_BUDGET_MACRO_RESULTS] rows=64 columns=8 column_definitions={"stage": "stage", "arm": "prespecified model/control", "budget": "budget", "f1": "f1", "f2": "f2", "precision": "precision", "recall": "recall", "alert_fraction": "alert fraction"} stage arm budget f1 f2 precision recall alert_fraction development A0 0.10000000 0.10802074 0.08342727 0.22000000 0.07251155 0.10416667 development A0 0.15000000 0.21043988 0.18438645 0.28750000 0.17107308 0.16666667 development A0 0.20000000 0.25258626 0.23942185 0.29000000 0.23304860 0.20833333 development A0 0.25000000 0.28764703 0.28724297 0.30000000 0.28980749 0.25000000 development A0M 0.10000000 0.16982125 0.13414338 0.32000000 0.11787664 0.10416667 development A0M 0.15000000 0.25218591 0.21950549 0.35000000 0.20288819 0.16666667 development A0M 0.20000000 0.27681127 0.25703169 0.33000000 0.24681788 0.20833333 development A0M 0.25000000 0.29224591 0.28417884 0.31666667 0.28100591 0.25000000 development A1 0.10000000 0.23323442 0.18635834 0.42000000 0.16464442 0.10416667 development A1 0.15000000 0.25189544 0.22177198 0.33750000 0.20613524 0.16666667 development A1 0.20000000 0.26597480 0.24906513 0.31000000 0.24021644 0.20833333 development A1 0.25000000 0.29546096 0.28933983 0.31666667 0.28760173 0.25000000 development A2 0.10000000 0.22380347 0.17909471 0.40000000 0.15833129 0.10416667 development A2 0.15000000 0.22924560 0.20412088 0.30000000 0.19103331 0.16666667 development A2 0.20000000 0.26820681 0.25195426 0.31000000 0.24340316 0.20833333 development A2 0.25000000 0.29483076 0.29201163 0.30833333 0.29213082 0.25000000 development A3 0.10000000 0.22380347 0.17909471 0.40000000 0.15833129 0.10416667 development A3 0.15000000 0.22924560 0.20412088 0.30000000 0.19103331 0.16666667 development A3 0.20000000 0.26820681 0.25195426 0.31000000 0.24340316 0.20833333 development A3 0.25000000 0.29483076 0.29201163 0.30833333 0.29213082 0.25000000 development CacheReference 0.10000000 0.09502044 0.07764540 0.16000000 0.06938515 0.10416667 development CacheReference 0.15000000 0.15483163 0.13559982 0.21250000 0.12585163 0.16666667 development CacheReference 0.20000000 0.17734152 0.16554038 0.21000000 0.15964043 0.20833333 development CacheReference 0.25000000 0.19564937 0.19283685 0.20833333 0.19278821 0.25000000 development HGB 0.10000000 0.25748847 0.20397795 0.48000000 0.17950354 0.10416667 development HGB 0.15000000 0.35047448 0.30789835 0.47500000 0.28608657 0.16666667 development HGB 0.20000000 0.37970668 0.35285761 0.45000000 0.33880505 0.20833333 development HGB 0.25000000 0.37224591 0.36317641 0.40000000 0.35974523 0.25000000 development P1 0.10000000 0.17128118 0.13528962 0.32000000 0.11885096 0.10416667 development P1 0.15000000 0.25834383 0.22635073 0.35000000 0.20982702 0.16666667 development P1 0.20000000 0.27964416 0.25967057 0.33000000 0.24894900 0.20833333 development P1 0.25000000 0.28213511 0.27598079 0.30000000 0.27342453 0.25000000 retrospective A0 0.10000000 0.10192308 0.08679834 0.15000000 0.07916667 0.10416667 retrospective A0 0.15000000 0.18931159 0.17912582 0.21875000 0.17395833 0.16666667 retrospective A0 0.20000000 0.21735043 0.21830759 0.22500000 0.22083333 0.20833333 retrospective A0 0.25000000 0.27275132 0.29488969 0.25000000 0.31458333 0.25000000 retrospective A0M 0.10000000 0.11108059 0.08924644 0.20000000 0.07916667 0.10416667 retrospective A0M 0.15000000 0.13722826 0.12009804 0.18750000 0.11145833 0.16666667 retrospective A0M 0.20000000 0.17247863 0.16280566 0.20000000 0.15833333 0.20833333 retrospective A0M 0.25000000 0.20846561 0.21414806 0.20833333 0.22083333 0.25000000 retrospective A1 0.10000000 0.08846154 0.07224532 0.15000000 0.06458333 0.10416667 retrospective A1 0.15000000 0.14855072 0.13500817 0.18750000 0.12812500 0.16666667 retrospective A1 0.20000000 0.20179487 0.19449807 0.22500000 0.19166667 0.20833333 retrospective A1 0.25000000 0.23478836 0.24438464 0.22916667 0.25416667 0.25000000 retrospective A2 0.10000000 0.08846154 0.07224532 0.15000000 0.06458333 0.10416667 retrospective A2 0.15000000 0.12771739 0.11764706 0.15625000 0.11250000 0.16666667 retrospective A2 0.20000000 0.15478632 0.14784427 0.17500000 0.14479167 0.20833333 retrospective A2 0.25000000 0.23478836 0.24438464 0.22916667 0.25416667 0.25000000 retrospective A3 0.10000000 0.08846154 0.07224532 0.15000000 0.06458333 0.10416667 retrospective A3 0.15000000 0.12771739 0.11764706 0.15625000 0.11250000 0.16666667 retrospective A3 0.20000000 0.15478632 0.14784427 0.17500000 0.14479167 0.20833333 retrospective A3 0.25000000 0.23478836 0.24438464 0.22916667 0.25416667 0.25000000 retrospective CacheReference 0.10000000 0.16300366 0.13758324 0.25000000 0.12500000 0.10416667 retrospective CacheReference 0.15000000 0.24048913 0.22671569 0.28125000 0.21979167 0.16666667 retrospective CacheReference 0.20000000 0.24435897 0.24710425 0.25000000 0.25104167 0.20833333 retrospective CacheReference 0.25000000 0.24060847 0.25451887 0.22916667 0.26770833 0.25000000 retrospective HGB 0.10000000 0.34908425 0.28452198 0.60000000 0.25416667 0.10416667 retrospective HGB 0.15000000 0.38994565 0.35232843 0.50000000 0.33333333 0.16666667 retrospective HGB 0.20000000 0.41350427 0.39205277 0.47500000 0.38229167 0.20833333 retrospective HGB 0.25000000 0.45886243 0.45736975 0.47916667 0.46145833 0.25000000 retrospective P1 0.10000000 0.11108059 0.08924644 0.20000000 0.07916667 0.10416667 retrospective P1 0.15000000 0.13722826 0.12009804 0.18750000 0.11145833 0.16666667 retrospective P1 0.20000000 0.15324786 0.14591377 0.17500000 0.14270833 0.20833333 retrospective P1 0.25000000 0.15846561 0.15732988 0.16666667 0.15833333 0.25000000 [HISTORY_STRATUM_MACRO_RESULTS] rows=96 columns=7 column_definitions={"stage": "stage", "arm": "prespecified model/control", "stratum": "stratum", "ap": "whole-cell AP; undefined without failures", "auc": "whole-cell ROC-AUC; requires both classes", "rows": "rows", "failures": "failures"} stage arm stratum ap auc rows failures development A0 cached_attempt_zero_not_verified_no_attempt 0.37316989 0.50865630 15.50000000 3.90000000 development A0 cached_history_ge3 0.32139180 0.53686038 31.60000000 8.40000000 development A0 cached_history_lt3 0.45725733 0.59835378 16.40000000 4.70000000 development A0 cached_prior_attempt_positive 0.34512274 0.53573924 32.50000000 9.20000000 development A0 recorded_gpa_available_flag 0.34682908 0.56023439 43.50000000 11.90000000 development A0 recorded_gpa_missing_flag 0.58194444 0.52777778 4.50000000 1.20000000 development A0M cached_attempt_zero_not_verified_no_attempt 0.36389365 0.51087352 15.50000000 3.90000000 development A0M cached_history_ge3 0.29575367 0.44317048 31.60000000 8.40000000 development A0M cached_history_lt3 0.48925506 0.59311989 16.40000000 4.70000000 development A0M cached_prior_attempt_positive 0.38817118 0.51830595 32.50000000 9.20000000 development A0M recorded_gpa_available_flag 0.36933356 0.53318650 43.50000000 11.90000000 development A0M recorded_gpa_missing_flag 0.62037037 0.45833333 4.50000000 1.20000000 development A1 cached_attempt_zero_not_verified_no_attempt 0.40549048 0.52921796 15.50000000 3.90000000 development A1 cached_history_ge3 0.42622900 0.55999230 31.60000000 8.40000000 development A1 cached_history_lt3 0.39529579 0.50877405 16.40000000 4.70000000 development A1 cached_prior_attempt_positive 0.40081929 0.54773065 32.50000000 9.20000000 development A1 recorded_gpa_available_flag 0.36610451 0.52877184 43.50000000 11.90000000 development A1 recorded_gpa_missing_flag 0.76388889 0.66666667 4.50000000 1.20000000 development A2 cached_attempt_zero_not_verified_no_attempt 0.39497139 0.50619593 15.50000000 3.90000000 development A2 cached_history_ge3 0.41120865 0.57373518 31.60000000 8.40000000 development A2 cached_history_lt3 0.40823599 0.49506073 16.40000000 4.70000000 development A2 cached_prior_attempt_positive 0.39791353 0.54701415 32.50000000 9.20000000 development A2 recorded_gpa_available_flag 0.35993007 0.52850633 43.50000000 11.90000000 development A2 recorded_gpa_missing_flag 0.65277778 0.58333333 4.50000000 1.20000000 development A3 cached_attempt_zero_not_verified_no_attempt 0.39497139 0.50619593 15.50000000 3.90000000 development A3 cached_history_ge3 0.41166320 0.57450442 31.60000000 8.40000000 development A3 cached_history_lt3 0.40823599 0.49506073 16.40000000 4.70000000 development A3 cached_prior_attempt_positive 0.39818586 0.54770859 32.50000000 9.20000000 development A3 recorded_gpa_available_flag 0.36009454 0.52885355 43.50000000 11.90000000 development A3 recorded_gpa_missing_flag 0.65277778 0.58333333 4.50000000 1.20000000 development CacheReference cached_attempt_zero_not_verified_no_attempt 0.29965360 0.43347918 15.50000000 3.90000000 development CacheReference cached_history_ge3 0.32012986 0.52706042 31.60000000 8.40000000 development CacheReference cached_history_lt3 0.33445127 0.42278680 16.40000000 4.70000000 development CacheReference cached_prior_attempt_positive 0.33048755 0.49740732 32.50000000 9.20000000 development CacheReference recorded_gpa_available_flag 0.28467581 0.47286471 43.50000000 11.90000000 development CacheReference recorded_gpa_missing_flag 0.65277778 0.56944444 4.50000000 1.20000000 development HGB cached_attempt_zero_not_verified_no_attempt 0.51089898 0.63103228 15.50000000 3.90000000 development HGB cached_history_ge3 0.45129649 0.60036492 31.60000000 8.40000000 development HGB cached_history_lt3 0.46812618 0.58767496 16.40000000 4.70000000 development HGB cached_prior_attempt_positive 0.44610351 0.59732287 32.50000000 9.20000000 development HGB recorded_gpa_available_flag 0.42959345 0.61414133 43.50000000 11.90000000 development HGB recorded_gpa_missing_flag 0.71388889 0.74652778 4.50000000 1.20000000 development P1 cached_attempt_zero_not_verified_no_attempt 0.37115735 0.48407343 15.50000000 3.90000000 development P1 cached_history_ge3 0.39019774 0.54239520 31.60000000 8.40000000 development P1 cached_history_lt3 0.42441269 0.51493206 16.40000000 4.70000000 development P1 cached_prior_attempt_positive 0.39467204 0.53686959 32.50000000 9.20000000 development P1 recorded_gpa_available_flag 0.35450636 0.51965044 43.50000000 11.90000000 development P1 recorded_gpa_missing_flag 0.65277778 0.59027778 4.50000000 1.20000000 retrospective A0 cached_attempt_zero_not_verified_no_attempt 0.49796298 0.58660714 16.75000000 4.25000000 retrospective A0 cached_history_ge3 0.31396294 0.55956976 31.75000000 7.25000000 retrospective A0 cached_history_lt3 0.42533520 0.58432540 16.25000000 4.50000000 retrospective A0 cached_prior_attempt_positive 0.27676544 0.50932734 31.25000000 7.50000000 retrospective A0 recorded_gpa_available_flag 0.31695142 0.56736599 44.75000000 11.50000000 retrospective A0 recorded_gpa_missing_flag 0.50000000 0.50000000 3.25000000 0.25000000 retrospective A0M cached_attempt_zero_not_verified_no_attempt 0.31001263 0.44717262 16.75000000 4.25000000 retrospective A0M cached_history_ge3 0.30173296 0.48635116 31.75000000 7.25000000 retrospective A0M cached_history_lt3 0.35293711 0.46626984 16.25000000 4.50000000 retrospective A0M cached_prior_attempt_positive 0.32558506 0.48843954 31.25000000 7.50000000 retrospective A0M recorded_gpa_available_flag 0.28720557 0.47482258 44.75000000 11.50000000 retrospective A0M recorded_gpa_missing_flag 0.33333333 0.00000000 3.25000000 0.25000000 retrospective A1 cached_attempt_zero_not_verified_no_attempt 0.32098377 0.49300595 16.75000000 4.25000000 retrospective A1 cached_history_ge3 0.27755247 0.41968646 31.75000000 7.25000000 retrospective A1 cached_history_lt3 0.40792379 0.55803571 16.25000000 4.50000000 retrospective A1 cached_prior_attempt_positive 0.31389619 0.46407952 31.25000000 7.50000000 retrospective A1 recorded_gpa_available_flag 0.31184361 0.48985183 44.75000000 11.50000000 retrospective A1 recorded_gpa_missing_flag 0.33333333 0.00000000 3.25000000 0.25000000 retrospective A2 cached_attempt_zero_not_verified_no_attempt 0.29445843 0.44315476 16.75000000 4.25000000 retrospective A2 cached_history_ge3 0.23444312 0.41080246 31.75000000 7.25000000 retrospective A2 cached_history_lt3 0.40316719 0.51934524 16.25000000 4.50000000 retrospective A2 cached_prior_attempt_positive 0.26818801 0.44184368 31.25000000 7.50000000 retrospective A2 recorded_gpa_available_flag 0.28024839 0.47507350 44.75000000 11.50000000 retrospective A2 recorded_gpa_missing_flag 0.33333333 0.00000000 3.25000000 0.25000000 retrospective A3 cached_attempt_zero_not_verified_no_attempt 0.29445843 0.44315476 16.75000000 4.25000000 retrospective A3 cached_history_ge3 0.23444312 0.41080246 31.75000000 7.25000000 retrospective A3 cached_history_lt3 0.40316719 0.51934524 16.25000000 4.50000000 retrospective A3 cached_prior_attempt_positive 0.26818801 0.44184368 31.25000000 7.50000000 retrospective A3 recorded_gpa_available_flag 0.28024839 0.47507350 44.75000000 11.50000000 retrospective A3 recorded_gpa_missing_flag 0.33333333 0.00000000 3.25000000 0.25000000 retrospective CacheReference cached_attempt_zero_not_verified_no_attempt 0.27428935 0.39404762 16.75000000 4.25000000 retrospective CacheReference cached_history_ge3 0.33644216 0.48952223 31.75000000 7.25000000 retrospective CacheReference cached_history_lt3 0.38878740 0.50148810 16.25000000 4.50000000 retrospective CacheReference cached_prior_attempt_positive 0.38677882 0.53326525 31.25000000 7.50000000 retrospective CacheReference recorded_gpa_available_flag 0.32222030 0.48478908 44.75000000 11.50000000 retrospective CacheReference recorded_gpa_missing_flag 1.00000000 1.00000000 3.25000000 0.25000000 retrospective HGB cached_attempt_zero_not_verified_no_attempt 0.46510713 0.65096726 16.75000000 4.25000000 retrospective HGB cached_history_ge3 0.44785889 0.65207593 31.75000000 7.25000000 retrospective HGB cached_history_lt3 0.65439003 0.71329365 16.25000000 4.50000000 retrospective HGB cached_prior_attempt_positive 0.49146396 0.67173203 31.25000000 7.50000000 retrospective HGB recorded_gpa_available_flag 0.48796834 0.66894035 44.75000000 11.50000000 retrospective HGB recorded_gpa_missing_flag 0.50000000 0.50000000 3.25000000 0.25000000 retrospective P1 cached_attempt_zero_not_verified_no_attempt 0.29384634 0.45163690 16.75000000 4.25000000 retrospective P1 cached_history_ge3 0.27856707 0.41665400 31.75000000 7.25000000 retrospective P1 cached_history_lt3 0.39068293 0.56001984 16.25000000 4.50000000 retrospective P1 cached_prior_attempt_positive 0.32793512 0.49802560 31.25000000 7.50000000 retrospective P1 recorded_gpa_available_flag 0.31606889 0.49041143 44.75000000 11.50000000 retrospective P1 recorded_gpa_missing_flag 0.33333333 0.00000000 3.25000000 0.25000000 [EPOCH_METRICS] rows=168 columns=24 column_definitions={"phase": "phase", "epoch": "epoch", "train_loss": "train loss", "train_ap": "train ap", "validation_loss": "validation loss", "validation_ap": "validation ap", "validation_ap_pooled": "validation ap pooled", "validation_auc": "validation auc", "validation_brier": "validation brier", "learning_rate": "learning rate", "elapsed_seconds": "elapsed seconds", "train_objective_loss": "train objective loss", "gradient_norm": "gradient norm", "projection_gradient_norm": "projection gradient norm", "optimizer_steps": "optimizer steps", "amp_skipped_steps": "amp skipped steps", "amp_scale": "amp scale", "arm": "prespecified model/control", "faculty": "faculty cache key", "fold": "canonical rolling-origin fold", "seed": "model initialization seed", "stage": "stage", "selected_epoch": "selected epoch", "train_validation_gap": "train validation gap"} phase epoch train_loss train_ap validation_loss validation_ap validation_ap_pooled validation_auc validation_brier learning_rate elapsed_seconds train_objective_loss gradient_norm projection_gradient_norm optimizer_steps amp_skipped_steps amp_scale arm faculty fold seed stage selected_epoch train_validation_gap selection 1 0.73179989 0.27407609 0.76943977 0.17664570 0.16311650 0.33485584 0.28718585 0.00030000 0.03696730 0.79009692 1.83374488 0.00000000 1 0 1.00000000 A0M synthetic_faculty_0 1 29 development 1 0.09743039 refit 1 0.72775639 0.23393080 NaN NaN NaN NaN NaN 0.00030000 0.03446370 0.78148103 1.75141954 0.00000000 1 0 1.00000000 A0M synthetic_faculty_0 1 29 development 1 NaN selection 1 0.88303083 0.26048532 0.89950064 0.32495518 0.27990002 0.56979732 0.34679495 0.00030000 0.03004847 0.93103364 2.06117153 0.00000000 1 0 1.00000000 A0 synthetic_faculty_0 1 29 development 1 -0.06446986 refit 1 0.87696469 0.26902126 NaN NaN NaN NaN NaN 0.00030000 0.02974041 0.92670703 2.08463836 0.00000000 1 0 1.00000000 A0 synthetic_faculty_0 1 29 development 1 NaN selection 1 0.62994446 0.25492289 0.62944114 0.24711381 0.22517404 0.52440765 0.21848794 0.00030000 0.04023737 0.69020913 1.16970575 0.12650318 1 0 1.00000000 A1 synthetic_faculty_0 1 29 development 1 0.00780908 refit 1 0.62626420 0.25331265 NaN NaN NaN NaN NaN 0.00030000 0.03707254 0.67805592 1.15593290 0.12462016 1 0 1.00000000 A1 synthetic_faculty_0 1 29 development 1 NaN selection 1 0.63225413 0.25779204 0.63057190 0.25135518 0.22335433 0.52098202 0.21905989 0.00030000 0.03875116 0.69280465 1.20673740 0.06277095 1 0 1.00000000 A2 synthetic_faculty_0 1 29 development 1 0.00643686 refit 1 0.62747030 0.24629113 NaN NaN NaN NaN NaN 0.00030000 0.03938846 0.68129079 1.20275021 0.06127139 1 0 1.00000000 A2 synthetic_faculty_0 1 29 development 1 NaN selection 1 0.63226354 0.25736489 0.63057161 0.25135518 0.22335433 0.52098202 0.21905972 0.00030000 0.03400303 0.72483330 1.20642221 0.06278735 1 0 1.00000000 A3 synthetic_faculty_0 1 29 development 1 0.00600970 refit 1 0.62747809 0.24629113 NaN NaN NaN NaN NaN 0.00030000 0.03508734 0.71337835 1.20244956 0.06128671 1 0 1.00000000 A3 synthetic_faculty_0 1 29 development 1 NaN selection 1 0.63922558 0.24100501 0.63208150 0.24980202 0.22477012 0.50785041 0.21990979 0.00030000 0.03485730 0.70292549 1.19458818 0.06458046 1 0 1.00000000 P1 synthetic_faculty_0 1 29 development 1 -0.00879702 refit 1 0.63322959 0.25402489 NaN NaN NaN NaN NaN 0.00030000 0.03925711 0.68889117 1.20395589 0.06452900 1 0 1.00000000 P1 synthetic_faculty_0 1 29 development 1 NaN selection 1 0.72654694 0.23445415 0.70701530 0.40079591 0.36175191 0.55362463 0.25687402 0.00030000 0.02988212 0.78931798 1.90341759 0.00000000 1 0 1.00000000 A0M synthetic_faculty_0 2 29 development 1 -0.16634176 refit 1 0.72411313 0.28559126 NaN NaN NaN NaN NaN 0.00030000 0.03890619 0.78402046 1.80191016 0.00000000 1 0 1.00000000 A0M synthetic_faculty_0 2 29 development 1 NaN selection 1 0.89578755 0.23243148 0.84311416 0.31544419 0.27542379 0.47889772 0.32083916 0.00030000 0.02507028 0.95471361 2.20978189 0.00000000 1 0 1.00000000 A0 synthetic_faculty_0 2 29 development 1 -0.08301271 refit 1 0.89069509 0.26589007 NaN NaN NaN NaN NaN 0.00030000 0.02339025 0.94327079 2.09544086 0.00000000 1 0 1.00000000 A0 synthetic_faculty_0 2 29 development 1 NaN selection 1 0.62006655 0.24979730 0.63737966 0.34103060 0.32723181 0.48138034 0.22242606 0.00030000 0.03488987 0.67623048 1.22460496 0.12342754 1 0 1.00000000 A1 synthetic_faculty_0 2 29 development 1 -0.09123330 refit 1 0.62527114 0.28131434 NaN NaN NaN NaN NaN 0.00030000 0.03328571 0.67933669 1.11963952 0.12702703 1 0 1.00000000 A1 synthetic_faculty_0 2 29 development 1 NaN selection 1 0.62062746 0.26135766 0.64121152 0.31955795 0.26150698 0.45705065 0.22433571 0.00030000 0.03657240 0.67993641 1.27368593 0.06086217 1 0 1.00000000 A2 synthetic_faculty_0 2 29 development 1 -0.05820029 refit 1 0.62697431 0.27982849 NaN NaN NaN NaN NaN 0.00030000 0.03488073 0.68280587 1.15996921 0.06347457 1 0 1.00000000 A2 synthetic_faculty_0 2 29 development 1 NaN selection 1 0.62063110 0.26135766 0.64120858 0.31922999 0.26141981 0.45680238 0.22433431 0.00030000 0.04567568 0.71180858 1.27323687 0.06088363 1 0 1.00000000 A3 synthetic_faculty_0 2 29 development 1 -0.05787233 refit 1 0.62697282 0.27982849 NaN NaN NaN NaN NaN 0.00030000 0.04372302 0.71500665 1.15951490 0.06349945 1 0 1.00000000 A3 synthetic_faculty_0 2 29 development 1 NaN selection 1 0.61484402 0.32754106 0.64333340 0.33117366 0.28170238 0.49975174 0.22533308 0.00030000 0.04272849 0.67347797 1.28748012 0.06122425 1 0 1.00000000 P1 synthetic_faculty_0 2 29 development 1 -0.00363260 refit 1 0.62383911 0.32963917 NaN NaN NaN NaN NaN 0.00030000 0.05261037 0.67787036 1.16662097 0.06298542 1 0 1.00000000 P1 synthetic_faculty_0 2 29 development 1 NaN selection 1 0.72236841 0.31532850 0.72881072 0.27554806 0.26083949 0.48796791 0.26720707 0.00030000 0.02880458 0.77623494 1.66700983 0.00000000 1 0 1.00000000 A0M synthetic_faculty_0 3 29 development 1 0.03978044 refit 1 0.72375905 0.30761280 NaN NaN NaN NaN NaN 0.00030000 0.03136483 0.77817628 1.67478788 0.00000000 1 0 1.00000000 A0M synthetic_faculty_0 3 29 development 1 NaN selection 1 0.85863817 0.30986021 0.88558247 0.35673769 0.29220767 0.53663102 0.33993785 0.00030000 0.03444346 0.90895375 1.95542943 0.00000000 1 0 1.00000000 A0 synthetic_faculty_0 3 29 development 1 -0.04687747 refit 1 0.86365190 0.31858470 NaN NaN NaN NaN NaN 0.00030000 0.03239897 0.91276920 1.98390293 0.00000000 1 0 1.00000000 A0 synthetic_faculty_0 3 29 development 1 NaN selection 1 0.63052965 0.30738534 0.62950026 0.28582994 0.25623912 0.54064171 0.21854807 0.00030000 0.04906918 0.68008701 1.04920912 0.12933964 1 0 1.00000000 A1 synthetic_faculty_0 3 29 development 1 0.02155539 refit 1 0.62984017 0.30576683 NaN NaN NaN NaN NaN 0.00030000 0.05217122 0.67510969 1.03819048 0.13017916 1 0 1.00000000 A1 synthetic_faculty_0 3 29 development 1 NaN selection 1 0.63152075 0.31253564 0.63028920 0.28173861 0.25333398 0.54037433 0.21898123 0.00030000 0.05150790 0.68231511 1.09790742 0.06432450 1 0 1.00000000 A2 synthetic_faculty_0 3 29 development 1 0.03079704 refit 1 0.63077283 0.30336894 NaN NaN NaN NaN NaN 0.00030000 0.05018426 0.67799574 1.08520770 0.06450630 1 0 1.00000000 A2 synthetic_faculty_0 3 29 development 1 NaN selection 1 0.63152367 0.31253564 0.63027837 0.28193218 0.25339097 0.54064171 0.21897603 0.00030000 0.05081329 0.71461550 1.09759212 0.06434298 1 0 1.00000000 A3 synthetic_faculty_0 3 29 development 1 0.03060346 refit 1 0.63076970 0.30329823 NaN NaN NaN NaN NaN 0.00030000 0.04519904 0.71028155 1.08484685 0.06452775 1 0 1.00000000 A3 synthetic_faculty_0 3 29 development 1 NaN selection 1 0.63529513 0.31770253 0.63054193 0.28305238 0.26219992 0.51764706 0.21915687 0.00030000 0.04419828 0.68716311 1.10039210 0.06996408 1 0 1.00000000 P1 synthetic_faculty_0 3 29 development 1 0.03465015 refit 1 0.63376099 0.30309417 NaN NaN NaN NaN NaN 0.00030000 0.04321605 0.68420942 1.08637702 0.06661452 1 0 1.00000000 P1 synthetic_faculty_0 3 29 development 1 NaN selection 1 0.72364166 0.27206489 0.72942249 0.22272293 0.19251963 0.45720443 0.26787291 0.00030000 0.05098022 0.78094913 1.80553412 0.00000000 1 0 1.00000000 A0M synthetic_faculty_0 4 29 development 1 0.04934197 refit 1 0.72567552 0.26071906 NaN NaN NaN NaN NaN 0.00030000 0.04734353 0.78322326 1.83676291 0.00000000 1 0 1.00000000 A0M synthetic_faculty_0 4 29 development 1 NaN selection 1 0.87515463 0.26616872 0.87970206 0.26572587 0.22074304 0.55326355 0.33758352 0.00030000 0.02785901 0.92360263 1.99754560 0.00000000 1 0 1.00000000 A0 synthetic_faculty_0 4 29 development 1 0.00044286 refit 1 0.87877056 0.27215762 NaN NaN NaN NaN NaN 0.00030000 0.02743614 0.93145243 2.04396248 0.00000000 1 0 1.00000000 A0 synthetic_faculty_0 4 29 development 1 NaN selection 1 0.62330310 0.28709773 0.61450365 0.26494075 0.24706076 0.54279557 0.21113127 0.00030000 0.05244745 0.67390823 1.04103768 0.13146114 1 0 1.00000000 A1 synthetic_faculty_0 4 29 development 1 0.02215698 refit 1 0.62052329 0.27684840 NaN NaN NaN NaN NaN 0.00030000 0.05489085 0.67445215 1.06214595 0.13338987 1 0 1.00000000 A1 synthetic_faculty_0 4 29 development 1 NaN selection 1 0.62432892 0.26808624 0.61705300 0.24582282 0.23203189 0.52801724 0.21239965 0.00030000 0.05171060 0.67675831 1.08155847 0.06674777 1 0 1.00000000 A2 synthetic_faculty_0 4 29 development 1 0.02226342 refit 1 0.62193623 0.26981473 NaN NaN NaN NaN NaN 0.00030000 0.05096717 0.67804326 1.10640335 0.06567837 1 0 1.00000000 A2 synthetic_faculty_0 4 29 development 1 NaN selection 1 0.62433014 0.26801256 0.61705409 0.24634914 0.23198051 0.52801724 0.21240027 0.00030000 0.04207464 0.70905700 1.08110929 0.06677550 1 0 1.00000000 A3 synthetic_faculty_0 4 29 development 1 0.02166343 refit 1 0.62194015 0.26990631 NaN NaN NaN NaN NaN 0.00030000 0.05253989 0.71025610 1.10594738 0.06570545 1 0 1.00000000 A3 synthetic_faculty_0 4 29 development 1 NaN selection 1 0.62814753 0.29455428 0.62379843 0.29048680 0.24640857 0.49476601 0.21570806 0.00030000 0.04405206 0.68160078 1.09753168 0.06658966 1 0 1.00000000 P1 synthetic_faculty_0 4 29 development 1 0.00406747 refit 1 0.62647420 0.29014160 NaN NaN NaN NaN NaN 0.00030000 0.04347136 0.68315442 1.11831295 0.06539000 1 0 1.00000000 P1 synthetic_faculty_0 4 29 development 1 NaN selection 1 0.73967667 0.31354656 0.76861761 0.28459956 0.21752366 0.40150670 0.28686558 0.00030000 0.03990282 0.79962632 1.88445127 0.00000000 1 0 1.00000000 A0M synthetic_faculty_0 5 29 development 1 0.02894700 refit 1 0.74400569 0.30696776 NaN NaN NaN NaN NaN 0.00030000 0.04102926 0.80539876 1.89305997 0.00000000 1 0 1.00000000 A0M synthetic_faculty_0 5 29 development 1 NaN selection 1 0.87517963 0.32838502 0.89318909 0.26817904 0.22370723 0.46428571 0.34421783 0.00030000 0.04442825 0.92605082 2.06261325 0.00000000 1 0 1.00000000 A0 synthetic_faculty_0 5 29 development 1 0.06020598 refit 1 0.87931620 0.31428733 NaN NaN NaN NaN NaN 0.00030000 0.03359605 0.92900376 2.07371306 0.00000000 1 0 1.00000000 A0 synthetic_faculty_0 5 29 development 1 NaN selection 1 0.62488996 0.26157530 0.62846403 0.27973451 0.21982261 0.48521205 0.21800316 0.00030000 0.04968863 0.67858898 1.11433280 0.13121024 1 0 1.00000000 A1 synthetic_faculty_0 5 29 development 1 -0.01815921 refit 1 0.62585883 0.26450584 NaN NaN NaN NaN NaN 0.00030000 0.04722524 0.67982365 1.11427402 0.13107932 1 0 1.00000000 A1 synthetic_faculty_0 5 29 development 1 NaN selection 1 0.62449452 0.26735308 0.63019521 0.26314688 0.22153499 0.48521205 0.21886003 0.00030000 0.04766550 0.68045495 1.15059555 0.06358295 1 0 1.00000000 A2 synthetic_faculty_0 5 29 development 1 0.00420621 refit 1 0.62603468 0.26873999 NaN NaN NaN NaN NaN 0.00030000 0.05209866 0.68120411 1.14803410 0.06492000 1 0 1.00000000 A2 synthetic_faculty_0 5 29 development 1 NaN selection 1 0.62450434 0.26725405 0.63021244 0.26314688 0.22153499 0.48521205 0.21886852 0.00030000 0.05245427 0.71216277 1.15021467 0.06360400 1 0 1.00000000 A3 synthetic_faculty_0 5 29 development 1 0.00410718 refit 1 0.62604167 0.26810343 NaN NaN NaN NaN NaN 0.00030000 0.04950049 0.71299072 1.14763618 0.06494251 1 0 1.00000000 A3 synthetic_faculty_0 5 29 development 1 NaN selection 1 0.63158332 0.26319824 0.62913842 0.28780438 0.24670815 0.52845982 0.21839580 0.00030000 0.06734895 0.68324419 1.15197825 0.06454430 1 0 1.00000000 P1 synthetic_faculty_0 5 29 development 1 -0.02460614 refit 1 0.63108477 0.26929020 NaN NaN NaN NaN NaN 0.00030000 0.06367919 0.68513561 1.14933157 0.06457592 1 0 1.00000000 P1 synthetic_faculty_0 5 29 development 1 NaN selection 1 0.72158820 0.30894003 0.69279829 0.34807585 0.33658471 0.53750000 0.24992206 0.00030000 0.04578131 0.76870871 1.50300443 0.00000000 1 0 1.00000000 A0M synthetic_faculty_0 6 29 retrospective 1 -0.03913583 refit 1 0.73705928 0.31036153 NaN NaN NaN NaN NaN 0.00030000 0.04997037 0.78925120 1.57397377 0.00000000 1 0 1.00000000 A0M synthetic_faculty_0 6 29 retrospective 1 NaN selection 1 0.84692925 0.32665849 0.84167573 0.39439133 0.36871588 0.50909091 0.31983993 0.00030000 0.04752959 0.89407825 1.84882152 0.00000000 1 0 1.00000000 A0 synthetic_faculty_0 6 29 retrospective 1 -0.06773283 refit 1 0.85349000 0.31655212 NaN NaN NaN NaN NaN 0.00030000 0.04544834 0.89881295 1.80937111 0.00000000 1 0 1.00000000 A0 synthetic_faculty_0 6 29 retrospective 1 NaN selection 1 0.62740836 0.39586560 0.65750840 0.29372286 0.28536223 0.45772727 0.23225639 0.00030000 0.06310531 0.66933340 0.91610706 0.11492409 1 0 1.00000000 A1 synthetic_faculty_0 6 29 retrospective 1 0.10214274 refit 1 0.63281072 0.38719846 NaN NaN NaN NaN NaN 0.00030000 0.06401532 0.67167074 0.85094535 0.10814812 1 0 1.00000000 A1 synthetic_faculty_0 6 29 retrospective 1 NaN selection 1 0.62898420 0.37963492 0.66238609 0.27250272 0.26835345 0.42886364 0.23462098 0.00030000 0.06692444 0.67368084 0.95695740 0.06135658 1 0 1.00000000 A2 synthetic_faculty_0 6 29 retrospective 1 0.10713220 refit 1 0.63496953 0.36617417 NaN NaN NaN NaN NaN 0.00030000 0.05969823 0.67486852 0.88617188 0.05600720 1 0 1.00000000 A2 synthetic_faculty_0 6 29 retrospective 1 NaN selection 1 0.62898583 0.37970331 0.66238937 0.27250272 0.26825763 0.42863636 0.23462266 0.00030000 0.06581539 0.70651457 0.95665365 0.06135658 1 0 1.00000000 A3 synthetic_faculty_0 6 29 retrospective 1 0.10720059 refit 1 0.63497127 0.36599032 NaN NaN NaN NaN NaN 0.00030000 0.05426889 0.70791126 0.88591349 0.05600720 1 0 1.00000000 A3 synthetic_faculty_0 6 29 retrospective 1 NaN selection 1 0.63393080 0.34462760 0.65645771 0.30479628 0.29436898 0.49159091 0.23176707 0.00030000 0.06479161 0.67983945 0.98151267 0.06539131 1 0 1.00000000 P1 synthetic_faculty_0 6 29 retrospective 1 0.03983132 refit 1 0.63773890 0.35265988 NaN NaN NaN NaN NaN 0.00030000 0.06615915 0.67970153 0.89930439 0.05943997 1 0 1.00000000 P1 synthetic_faculty_0 6 29 retrospective 1 NaN selection 1 0.73999140 0.26814996 0.73954840 0.41006043 0.37629016 0.51861966 0.27275434 0.00030000 0.06043565 0.79619399 1.74323630 0.00000000 1 0 1.00000000 A0M synthetic_faculty_0 7 29 retrospective 1 -0.14191047 refit 1 0.74007903 0.29361280 NaN NaN NaN NaN NaN 0.00030000 0.06874221 0.79430546 1.73578441 0.00000000 1 0 1.00000000 A0M synthetic_faculty_0 7 29 retrospective 1 NaN selection 1 0.87429261 0.27823746 0.84570410 0.31639383 0.29833515 0.57050645 0.32170286 0.00030000 0.04579833 0.92192704 1.95006180 0.00000000 1 0 1.00000000 A0 synthetic_faculty_0 7 29 retrospective 1 -0.03815637 refit 1 0.87115823 0.29037123 NaN NaN NaN NaN NaN 0.00030000 0.05119494 0.91890515 1.95408428 0.00000000 1 0 1.00000000 A0 synthetic_faculty_0 7 29 retrospective 1 NaN selection 1 0.62971020 0.28595416 0.64282423 0.30555141 0.25952851 0.47393247 0.22507154 0.00030000 0.07835482 0.67973705 1.01482606 0.13378628 1 0 1.00000000 A1 synthetic_faculty_0 7 29 retrospective 1 -0.01959725 refit 1 0.63445771 0.28479986 NaN NaN NaN NaN NaN 0.00030000 0.07708264 0.68160592 1.00921762 0.13239132 1 0 1.00000000 A1 synthetic_faculty_0 7 29 retrospective 1 NaN selection 1 0.63024378 0.28082108 0.64324790 0.29546119 0.25927619 0.47467726 0.22529530 0.00030000 0.07228211 0.68278176 1.05746472 0.06548145 1 0 1.00000000 A2 synthetic_faculty_0 7 29 retrospective 1 -0.01464012 refit 1 0.63539785 0.28481586 NaN NaN NaN NaN NaN 0.00030000 0.07531416 0.68517573 1.04878116 0.06603698 1 0 1.00000000 A2 synthetic_faculty_0 7 29 retrospective 1 NaN selection 1 0.63024884 0.28047051 0.64325242 0.29546119 0.25950047 0.47492552 0.22529751 0.00030000 0.07075470 0.71525760 1.05699587 0.06551050 1 0 1.00000000 A3 synthetic_faculty_0 7 29 retrospective 1 -0.01499069 refit 1 0.63539976 0.28444626 NaN NaN NaN NaN NaN 0.00030000 0.07211170 0.71752556 1.04838550 0.06606190 1 0 1.00000000 A3 synthetic_faculty_0 7 29 retrospective 1 NaN selection 1 0.63699012 0.26834478 0.64882338 0.31384463 0.27755687 0.46673287 0.22794991 0.00030000 0.07645107 0.68707166 1.05070555 0.06701730 1 0 1.00000000 P1 synthetic_faculty_0 7 29 retrospective 1 -0.04549984 refit 1 0.64236928 0.28509026 NaN NaN NaN NaN NaN 0.00030000 0.09552198 0.69291148 1.04848146 0.06662057 1 0 1.00000000 P1 synthetic_faculty_0 7 29 retrospective 1 NaN selection 1 0.73607299 0.30899281 0.74401301 0.32182081 0.31897097 0.49181929 0.27473293 0.00030000 0.02922340 0.79423637 1.79931986 0.00000000 1 0 1.00000000 A0M synthetic_faculty_1 1 29 development 1 -0.01282800 refit 1 0.73851921 0.31671269 NaN NaN NaN NaN NaN 0.00030000 0.03518282 0.79629135 1.72781992 0.00000000 1 0 1.00000000 A0M synthetic_faculty_1 1 29 development 1 NaN selection 1 0.87535629 0.28937463 0.88659022 0.31401941 0.26275400 0.46886447 0.34019811 0.00030000 0.02465442 0.92612998 2.02095103 0.00000000 1 0 1.00000000 A0 synthetic_faculty_1 1 29 development 1 -0.02464477 refit 1 0.87216910 0.29753877 NaN NaN NaN NaN NaN 0.00030000 0.02408983 0.92342440 1.97494280 0.00000000 1 0 1.00000000 A0 synthetic_faculty_1 1 29 development 1 NaN selection 1 0.63157103 0.29907564 0.64238991 0.32344044 0.27528885 0.49352869 0.22489159 0.00030000 0.03926087 0.67982508 1.03951371 0.12469351 1 0 1.00000000 A1 synthetic_faculty_1 1 29 development 1 -0.02436479 refit 1 0.63642196 0.30043001 NaN NaN NaN NaN NaN 0.00030000 0.03905106 0.68801832 1.02907300 0.12621382 1 0 1.00000000 A1 synthetic_faculty_1 1 29 development 1 NaN selection 1 0.63334357 0.27503162 0.64562610 0.30301822 0.25802015 0.46520147 0.22649772 0.00030000 0.03675018 0.68336016 1.07243156 0.06454534 1 0 1.00000000 A2 synthetic_faculty_1 1 29 development 1 -0.02798660 refit 1 0.63917434 0.28423627 NaN NaN NaN NaN NaN 0.00030000 0.02818456 0.69246968 1.06132483 0.06419517 1 0 1.00000000 A2 synthetic_faculty_1 1 29 development 1 NaN selection 1 0.63333909 0.27488010 0.64561529 0.30301822 0.25828040 0.46593407 0.22649259 0.00030000 0.03499327 0.71596629 1.07216263 0.06456153 1 0 1.00000000 A3 synthetic_faculty_1 1 29 development 1 -0.02813812 refit 1 0.63918408 0.28423627 NaN NaN NaN NaN NaN 0.00030000 0.03291028 0.72479169 1.06107140 0.06421050 1 0 1.00000000 A3 synthetic_faculty_1 1 29 development 1 NaN selection 1 0.63712816 0.27102005 0.65502829 0.26442978 0.24015134 0.45738706 0.23108068 0.00030000 0.03715509 0.68647404 1.07780254 0.06483709 1 0 1.00000000 P1 synthetic_faculty_1 1 29 development 1 0.00659027 refit 1 0.64390619 0.26876691 NaN NaN NaN NaN NaN 0.00030000 0.03989973 0.69447311 1.05270898 0.06402245 1 0 1.00000000 P1 synthetic_faculty_1 1 29 development 1 NaN selection 1 0.71528256 0.28962646 0.71156636 0.23864548 0.21396044 0.50584795 0.25881932 0.00030000 0.03266970 0.77079958 1.70638967 0.00000000 1 0 1.00000000 A0M synthetic_faculty_1 2 29 development 1 0.05098098 refit 1 0.73414303 0.26552129 NaN NaN NaN NaN NaN 0.00030000 0.03266097 0.79058972 1.83578169 0.00000000 1 0 1.00000000 A0M synthetic_faculty_1 2 29 development 1 NaN selection 1 0.87627949 0.27613928 0.88258880 0.24258689 0.21202099 0.52076023 0.33869539 0.00030000 0.03233212 0.92560641 2.08310413 0.00000000 1 0 1.00000000 A0 synthetic_faculty_1 2 29 development 1 0.03355239 refit 1 0.88420251 0.26554746 NaN NaN NaN NaN NaN 0.00030000 0.03008785 0.93690908 2.12139773 0.00000000 1 0 1.00000000 A0 synthetic_faculty_1 2 29 development 1 NaN selection 1 0.61819051 0.33940557 0.63135113 0.21959168 0.19404658 0.39152047 0.21937024 0.00030000 0.04261955 0.66976235 1.09328485 0.12293378 1 0 1.00000000 A1 synthetic_faculty_1 2 29 development 1 0.11981389 refit 1 0.62224909 0.29014372 NaN NaN NaN NaN NaN 0.00030000 0.04175041 0.67424237 1.09801447 0.12677899 1 0 1.00000000 A1 synthetic_faculty_1 2 29 development 1 NaN selection 1 0.61721759 0.34391817 0.63130749 0.23152904 0.21017325 0.39035088 0.21939132 0.00030000 0.03365237 0.67138486 1.13168705 0.06320240 1 0 1.00000000 A2 synthetic_faculty_1 2 29 development 1 0.11238913 refit 1 0.62134210 0.30244096 NaN NaN NaN NaN NaN 0.00030000 0.04697575 0.67463472 1.13507760 0.06269434 1 0 1.00000000 A2 synthetic_faculty_1 2 29 development 1 NaN selection 1 0.61721699 0.34421494 0.63130741 0.23171233 0.21035005 0.39122807 0.21939123 0.00030000 0.03349482 0.70373064 1.13136494 0.06322040 1 0 1.00000000 A3 synthetic_faculty_1 2 29 development 1 0.11250262 refit 1 0.62135122 0.30237146 NaN NaN NaN NaN NaN 0.00030000 0.03718988 0.70661050 1.13472641 0.06271375 1 0 1.00000000 A3 synthetic_faculty_1 2 29 development 1 NaN selection 1 0.62572852 0.32075250 0.63698273 0.20230429 0.18644526 0.42017544 0.22207453 0.00030000 0.03249094 0.68145090 1.15984857 0.06428366 1 0 1.00000000 P1 synthetic_faculty_1 2 29 development 1 0.11844821 refit 1 0.62976898 0.29150084 NaN NaN NaN NaN NaN 0.00030000 0.03018103 0.68644849 1.15121102 0.06500960 1 0 1.00000000 P1 synthetic_faculty_1 2 29 development 1 NaN selection 1 0.72014326 0.29997581 0.75241907 0.21885444 0.18523132 0.42163860 0.27867801 0.00030000 0.04154040 0.76651716 1.52311182 0.00000000 1 0 1.00000000 A0M synthetic_faculty_1 3 29 development 1 0.08112138 refit 1 0.74118138 0.29624164 NaN NaN NaN NaN NaN 0.00030000 0.03510492 0.79417339 1.71383440 0.00000000 1 0 1.00000000 A0M synthetic_faculty_1 3 29 development 1 NaN selection 1 0.84260795 0.33787825 0.89445275 0.30187745 0.28410487 0.52840422 0.34450222 0.00030000 0.03815721 0.89042425 1.80503476 0.00000000 1 0 1.00000000 A0 synthetic_faculty_1 3 29 development 1 0.03600080 refit 1 0.85383589 0.34317025 NaN NaN NaN NaN NaN 0.00030000 0.03590243 0.90092249 1.87439477 0.00000000 1 0 1.00000000 A0 synthetic_faculty_1 3 29 development 1 NaN selection 1 0.62829020 0.35932680 0.63242525 0.18417055 0.17043340 0.38452755 0.21994143 0.00030000 0.04256761 0.67140214 0.95104390 0.12105256 1 0 1.00000000 A1 synthetic_faculty_1 3 29 development 1 0.17515624 refit 1 0.63205710 0.33260757 NaN NaN NaN NaN NaN 0.00030000 0.04189967 0.67774744 0.98271507 0.12932097 1 0 1.00000000 A1 synthetic_faculty_1 3 29 development 1 NaN selection 1 0.62924411 0.35317146 0.63195746 0.18647784 0.17160643 0.38823865 0.21974000 0.00030000 0.05097393 0.67394042 0.98996258 0.06298180 1 0 1.00000000 A2 synthetic_faculty_1 3 29 development 1 0.16669363 refit 1 0.63277921 0.32264428 NaN NaN NaN NaN NaN 0.00030000 0.05121684 0.68060418 1.02468884 0.06392016 1 0 1.00000000 A2 synthetic_faculty_1 3 29 development 1 NaN selection 1 0.62924969 0.35317146 0.63196133 0.18647784 0.17160643 0.38823865 0.21974187 0.00030000 0.03994616 0.70705207 0.98964429 0.06298180 1 0 1.00000000 A3 synthetic_faculty_1 3 29 development 1 0.16669363 refit 1 0.63277850 0.32264428 NaN NaN NaN NaN NaN 0.00030000 0.04092592 0.71322655 1.02432370 0.06394295 1 0 1.00000000 A3 synthetic_faculty_1 3 29 development 1 NaN selection 1 0.63062470 0.35846269 0.64221730 0.18842759 0.16192095 0.34513274 0.22482602 0.00030000 0.04829180 0.67584364 1.00054753 0.06335727 1 0 1.00000000 P1 synthetic_faculty_1 3 29 development 1 0.17003510 refit 1 0.63672433 0.28931117 NaN NaN NaN NaN NaN 0.00030000 0.05078243 0.68478093 1.02469492 0.06476841 1 0 1.00000000 P1 synthetic_faculty_1 3 29 development 1 NaN selection 1 0.72825292 0.28332359 0.72371264 0.24927847 0.21276750 0.45836746 0.26472654 0.00030000 0.03602117 0.77681379 1.48616123 0.00000000 1 0 1.00000000 A0M synthetic_faculty_1 4 29 development 1 0.03404512 refit 1 0.72634344 0.28327617 NaN NaN NaN NaN NaN 0.00030000 0.03649590 0.77433390 1.49983263 0.00000000 1 0 1.00000000 A0M synthetic_faculty_1 4 29 development 1 NaN selection 1 0.86237867 0.31491497 0.87183144 0.20728351 0.19498597 0.40922741 0.33416460 0.00030000 0.03270400 0.90830994 1.87841868 0.00000000 1 0 1.00000000 A0 synthetic_faculty_1 4 29 development 1 0.10763146 refit 1 0.86409240 0.29607391 NaN NaN NaN NaN NaN 0.00030000 0.02908113 0.90995502 1.87235475 0.00000000 1 0 1.00000000 A0 synthetic_faculty_1 4 29 development 1 NaN selection 1 0.63523552 0.37469259 0.61979774 0.27382014 0.24436332 0.53426153 0.21388342 0.00030000 0.04502305 0.67886896 0.87520695 0.10744395 1 0 1.00000000 A1 synthetic_faculty_1 4 29 development 1 0.10087245 refit 1 0.62945152 0.34177015 NaN NaN NaN NaN NaN 0.00030000 0.04567425 0.67209509 0.90846425 0.11294543 1 0 1.00000000 A1 synthetic_faculty_1 4 29 development 1 NaN selection 1 0.63574426 0.35732514 0.62092414 0.26705351 0.23297512 0.52252252 0.21445879 0.00030000 0.04415836 0.68084003 0.91184801 0.05760778 1 0 1.00000000 A2 synthetic_faculty_1 4 29 development 1 0.09027162 refit 1 0.62990333 0.33825104 NaN NaN NaN NaN NaN 0.00030000 0.04636416 0.67466360 0.94479424 0.05902652 1 0 1.00000000 A2 synthetic_faculty_1 4 29 development 1 NaN selection 1 0.63574709 0.35732514 0.62093596 0.26705351 0.23297512 0.52252252 0.21446442 0.00030000 0.05151261 0.71382000 0.91152853 0.05760778 1 0 1.00000000 A3 synthetic_faculty_1 4 29 development 1 0.09027162 refit 1 0.62990492 0.33820274 NaN NaN NaN NaN NaN 0.00030000 0.05067077 0.70751487 0.94440919 0.05902652 1 0 1.00000000 A3 synthetic_faculty_1 4 29 development 1 NaN selection 1 0.64505674 0.33048494 0.63191180 0.25216046 0.21053328 0.45536446 0.21979220 0.00030000 0.04892616 0.68840422 0.92943007 0.06081838 1 0 1.00000000 P1 synthetic_faculty_1 4 29 development 1 0.07832448 refit 1 0.63960219 0.31759440 NaN NaN NaN NaN NaN 0.00030000 0.04602293 0.68265263 0.97195047 0.06453818 1 0 1.00000000 P1 synthetic_faculty_1 4 29 development 1 NaN selection 1 0.74003720 0.27854656 0.71625262 0.35929007 0.31504080 0.53577534 0.26115027 0.00030000 0.04644178 0.79373175 1.69523263 0.00000000 1 0 1.00000000 A0M synthetic_faculty_1 5 29 development 1 -0.08074352 refit 1 0.73991379 0.28557194 NaN NaN NaN NaN NaN 0.00030000 0.04725316 0.79224596 1.69719779 0.00000000 1 0 1.00000000 A0M synthetic_faculty_1 5 29 development 1 NaN selection 1 0.85445621 0.33249064 0.84135129 0.30345884 0.29048252 0.49157509 0.31967936 0.00030000 0.03592468 0.90168369 1.88982761 0.00000000 1 0 1.00000000 A0 synthetic_faculty_1 5 29 development 1 0.02903180 refit 1 0.85705380 0.31738436 NaN NaN NaN NaN NaN 0.00030000 0.03911592 0.90459878 1.89537930 0.00000000 1 0 1.00000000 A0 synthetic_faculty_1 5 29 development 1 NaN selection 1 0.62316385 0.37270068 0.63593755 0.29742650 0.28592730 0.52893773 0.22174221 0.00030000 0.06338009 0.66946417 0.97666693 0.12778840 1 0 1.00000000 A1 synthetic_faculty_1 5 29 development 1 0.07527418 refit 1 0.62942590 0.36026546 NaN NaN NaN NaN NaN 0.00030000 0.06190198 0.67509569 0.98286569 0.13046640 1 0 1.00000000 A1 synthetic_faculty_1 5 29 development 1 NaN selection 1 0.62438077 0.37856452 0.63804260 0.29050345 0.27711969 0.50964591 0.22276916 0.00030000 0.05990051 0.67253332 1.01754427 0.06475118 1 0 1.00000000 A2 synthetic_faculty_1 5 29 development 1 0.08806107 refit 1 0.63101946 0.35966402 NaN NaN NaN NaN NaN 0.00030000 0.06620367 0.67859668 1.01852226 0.06623915 1 0 1.00000000 A2 synthetic_faculty_1 5 29 development 1 NaN selection 1 0.62438670 0.37856452 0.63805374 0.29007772 0.27692100 0.50964591 0.22277441 0.00030000 0.06182632 0.70484335 1.01717901 0.06477444 1 0 1.00000000 A3 synthetic_faculty_1 5 29 development 1 0.08848679 refit 1 0.63102556 0.35972970 NaN NaN NaN NaN NaN 0.00030000 0.06432814 0.71105498 1.01822531 0.06625847 1 0 1.00000000 A3 synthetic_faculty_1 5 29 development 1 NaN selection 1 0.63235194 0.34698870 0.64211959 0.30365316 0.29234655 0.51428571 0.22472781 0.00030000 0.05710636 0.67822295 1.01227617 0.06427086 1 0 1.00000000 P1 synthetic_faculty_1 5 29 development 1 0.04333554 refit 1 0.63778603 0.33153768 NaN NaN NaN NaN NaN 0.00030000 0.05970580 0.68262727 1.02312434 0.06687672 1 0 1.00000000 P1 synthetic_faculty_1 5 29 development 1 NaN selection 1 0.71763727 0.31998063 0.72881196 0.29984145 0.28358640 0.48864469 0.26738327 0.00030000 0.04503640 0.76726818 1.62188065 0.00000000 1 0 1.00000000 A0M synthetic_faculty_1 6 29 retrospective 1 0.02013918 refit 1 0.71777484 0.33634530 NaN NaN NaN NaN NaN 0.00030000 0.04576907 0.76874118 1.60809255 0.00000000 1 0 1.00000000 A0M synthetic_faculty_1 6 29 retrospective 1 NaN selection 1 0.84889893 0.34596949 0.88073493 0.23645229 0.22322978 0.39658120 0.33769722 0.00030000 0.04529909 0.89577982 1.94715726 0.00000000 1 0 1.00000000 A0 synthetic_faculty_1 6 29 retrospective 1 0.10951720 refit 1 0.85721008 0.34165781 NaN NaN NaN NaN NaN 0.00030000 0.03892453 0.90640564 1.93124259 0.00000000 1 0 1.00000000 A0 synthetic_faculty_1 6 29 retrospective 1 NaN selection 1 0.62487998 0.32798372 0.64685525 0.25359589 0.23366264 0.41758242 0.22706608 0.00030000 0.06348462 0.67186822 1.01415873 0.12723414 1 0 1.00000000 A1 synthetic_faculty_1 6 29 retrospective 1 0.07438783 refit 1 0.62959332 0.30511523 NaN NaN NaN NaN NaN 0.00030000 0.06192722 0.67337223 0.98428488 0.12663827 1 0 1.00000000 A1 synthetic_faculty_1 6 29 retrospective 1 NaN selection 1 0.62469749 0.33529574 0.64851942 0.24951941 0.22796758 0.40610501 0.22790499 0.00030000 0.06695298 0.67257659 1.05577600 0.06224128 1 0 1.00000000 A2 synthetic_faculty_1 6 29 retrospective 1 0.08577633 refit 1 0.62978161 0.31354686 NaN NaN NaN NaN NaN 0.00030000 0.05669502 0.67520362 1.01965833 0.06392982 1 0 1.00000000 A2 synthetic_faculty_1 6 29 retrospective 1 NaN selection 1 0.62470137 0.33529574 0.64852194 0.24951941 0.22814019 0.40610501 0.22790611 0.00030000 0.05574164 0.70496851 1.05542052 0.06226224 1 0 1.00000000 A3 synthetic_faculty_1 6 29 retrospective 1 0.08577633 refit 1 0.62978489 0.31369095 NaN NaN NaN NaN NaN 0.00030000 0.05663252 0.70785366 1.01929450 0.06395264 1 0 1.00000000 A3 synthetic_faculty_1 6 29 retrospective 1 NaN selection 1 0.63275247 0.30270682 0.65427250 0.27306788 0.23845657 0.40952381 0.23062766 0.00030000 0.06730065 0.68197891 1.06755793 0.06461354 1 0 1.00000000 P1 synthetic_faculty_1 6 29 retrospective 1 0.02963894 refit 1 0.63761709 0.30013800 NaN NaN NaN NaN NaN 0.00030000 0.06748741 0.68512082 1.02085268 0.06642872 1 0 1.00000000 P1 synthetic_faculty_1 6 29 retrospective 1 NaN selection 1 0.72510739 0.25547959 0.72779622 0.30850739 0.27405997 0.46946375 0.26699896 0.00030000 0.06861961 0.78014991 1.72596395 0.00000000 1 0 1.00000000 A0M synthetic_faculty_1 7 29 retrospective 1 -0.05302780 refit 1 0.72723305 0.26811563 NaN NaN NaN NaN NaN 0.00030000 0.06613474 0.78149250 1.70570302 0.00000000 1 0 1.00000000 A0M synthetic_faculty_1 7 29 retrospective 1 NaN selection 1 0.87318613 0.26989397 0.82930471 0.32814895 0.30597696 0.61221450 0.31351820 0.00030000 0.05364902 0.92447562 2.03810644 0.00000000 1 0 1.00000000 A0 synthetic_faculty_1 7 29 retrospective 1 -0.05825498 refit 1 0.86934974 0.28195257 NaN NaN NaN NaN NaN 0.00030000 0.04148018 0.91838687 2.02800322 0.00000000 1 0 1.00000000 A0 synthetic_faculty_1 7 29 retrospective 1 NaN selection 1 0.61972355 0.28211236 0.63038933 0.32026374 0.28306309 0.50471698 0.21904839 0.00030000 0.07334925 0.67086383 1.08511949 0.12717590 1 0 1.00000000 A1 synthetic_faculty_1 7 29 retrospective 1 -0.03815138 refit 1 0.62569898 0.28730392 NaN NaN NaN NaN NaN 0.00030000 0.07689104 0.67389410 1.07542694 0.12735145 1 0 1.00000000 A1 synthetic_faculty_1 7 29 retrospective 1 NaN selection 1 0.62155528 0.27307844 0.63243716 0.29501837 0.27190705 0.49602781 0.22003888 0.00030000 0.04828158 0.67519410 1.12756944 0.06415370 1 0 1.00000000 A2 synthetic_faculty_1 7 29 retrospective 1 -0.02193993 refit 1 0.62804868 0.26950959 NaN NaN NaN NaN NaN 0.00030000 0.04784430 0.67737534 1.11830771 0.06417147 1 0 1.00000000 A2 synthetic_faculty_1 7 29 retrospective 1 NaN selection 1 0.62155354 0.27271401 0.63244041 0.29501837 0.27190705 0.49602781 0.22004035 0.00030000 0.06532380 0.70753193 1.12704909 0.06418333 1 0 1.00000000 A3 synthetic_faculty_1 7 29 retrospective 1 -0.02230436 refit 1 0.62804918 0.26954849 NaN NaN NaN NaN NaN 0.00030000 0.07520274 0.70974230 1.11790538 0.06419457 1 0 1.00000000 A3 synthetic_faculty_1 7 29 retrospective 1 NaN selection 1 0.62574650 0.28215038 0.63320723 0.38278222 0.33211869 0.51539225 0.22038257 0.00030000 0.06068784 0.67790059 1.12938154 0.06479322 1 0 1.00000000 P1 synthetic_faculty_1 7 29 retrospective 1 -0.10063185 refit 1 0.63124006 0.30093046 NaN NaN NaN NaN NaN 0.00030000 0.06301646 0.68089190 1.12191188 0.06466348 1 0 1.00000000 P1 synthetic_faculty_1 7 29 retrospective 1 NaN [TRAINING_GENERALIZATION_GAPS] rows=84 columns=24 column_definitions={"phase": "phase", "epoch": "epoch", "train_loss": "train loss", "train_ap": "train ap", "validation_loss": "validation loss", "validation_ap": "validation ap", "validation_ap_pooled": "validation ap pooled", "validation_auc": "validation auc", "validation_brier": "validation brier", "learning_rate": "learning rate", "elapsed_seconds": "elapsed seconds", "train_objective_loss": "train objective loss", "gradient_norm": "gradient norm", "projection_gradient_norm": "projection gradient norm", "optimizer_steps": "optimizer steps", "amp_skipped_steps": "amp skipped steps", "amp_scale": "amp scale", "arm": "prespecified model/control", "faculty": "faculty cache key", "fold": "canonical rolling-origin fold", "seed": "model initialization seed", "stage": "stage", "selected_epoch": "selected epoch", "train_validation_gap": "train validation gap"} phase epoch train_loss train_ap validation_loss validation_ap validation_ap_pooled validation_auc validation_brier learning_rate elapsed_seconds train_objective_loss gradient_norm projection_gradient_norm optimizer_steps amp_skipped_steps amp_scale arm faculty fold seed stage selected_epoch train_validation_gap selection 1 0.73179989 0.27407609 0.76943977 0.17664570 0.16311650 0.33485584 0.28718585 0.00030000 0.03696730 0.79009692 1.83374488 0.00000000 1 0 1.00000000 A0M synthetic_faculty_0 1 29 development 1 0.09743039 selection 1 0.88303083 0.26048532 0.89950064 0.32495518 0.27990002 0.56979732 0.34679495 0.00030000 0.03004847 0.93103364 2.06117153 0.00000000 1 0 1.00000000 A0 synthetic_faculty_0 1 29 development 1 -0.06446986 selection 1 0.62994446 0.25492289 0.62944114 0.24711381 0.22517404 0.52440765 0.21848794 0.00030000 0.04023737 0.69020913 1.16970575 0.12650318 1 0 1.00000000 A1 synthetic_faculty_0 1 29 development 1 0.00780908 selection 1 0.63225413 0.25779204 0.63057190 0.25135518 0.22335433 0.52098202 0.21905989 0.00030000 0.03875116 0.69280465 1.20673740 0.06277095 1 0 1.00000000 A2 synthetic_faculty_0 1 29 development 1 0.00643686 selection 1 0.63226354 0.25736489 0.63057161 0.25135518 0.22335433 0.52098202 0.21905972 0.00030000 0.03400303 0.72483330 1.20642221 0.06278735 1 0 1.00000000 A3 synthetic_faculty_0 1 29 development 1 0.00600970 selection 1 0.63922558 0.24100501 0.63208150 0.24980202 0.22477012 0.50785041 0.21990979 0.00030000 0.03485730 0.70292549 1.19458818 0.06458046 1 0 1.00000000 P1 synthetic_faculty_0 1 29 development 1 -0.00879702 selection 1 0.72654694 0.23445415 0.70701530 0.40079591 0.36175191 0.55362463 0.25687402 0.00030000 0.02988212 0.78931798 1.90341759 0.00000000 1 0 1.00000000 A0M synthetic_faculty_0 2 29 development 1 -0.16634176 selection 1 0.89578755 0.23243148 0.84311416 0.31544419 0.27542379 0.47889772 0.32083916 0.00030000 0.02507028 0.95471361 2.20978189 0.00000000 1 0 1.00000000 A0 synthetic_faculty_0 2 29 development 1 -0.08301271 selection 1 0.62006655 0.24979730 0.63737966 0.34103060 0.32723181 0.48138034 0.22242606 0.00030000 0.03488987 0.67623048 1.22460496 0.12342754 1 0 1.00000000 A1 synthetic_faculty_0 2 29 development 1 -0.09123330 selection 1 0.62062746 0.26135766 0.64121152 0.31955795 0.26150698 0.45705065 0.22433571 0.00030000 0.03657240 0.67993641 1.27368593 0.06086217 1 0 1.00000000 A2 synthetic_faculty_0 2 29 development 1 -0.05820029 selection 1 0.62063110 0.26135766 0.64120858 0.31922999 0.26141981 0.45680238 0.22433431 0.00030000 0.04567568 0.71180858 1.27323687 0.06088363 1 0 1.00000000 A3 synthetic_faculty_0 2 29 development 1 -0.05787233 selection 1 0.61484402 0.32754106 0.64333340 0.33117366 0.28170238 0.49975174 0.22533308 0.00030000 0.04272849 0.67347797 1.28748012 0.06122425 1 0 1.00000000 P1 synthetic_faculty_0 2 29 development 1 -0.00363260 selection 1 0.72236841 0.31532850 0.72881072 0.27554806 0.26083949 0.48796791 0.26720707 0.00030000 0.02880458 0.77623494 1.66700983 0.00000000 1 0 1.00000000 A0M synthetic_faculty_0 3 29 development 1 0.03978044 selection 1 0.85863817 0.30986021 0.88558247 0.35673769 0.29220767 0.53663102 0.33993785 0.00030000 0.03444346 0.90895375 1.95542943 0.00000000 1 0 1.00000000 A0 synthetic_faculty_0 3 29 development 1 -0.04687747 selection 1 0.63052965 0.30738534 0.62950026 0.28582994 0.25623912 0.54064171 0.21854807 0.00030000 0.04906918 0.68008701 1.04920912 0.12933964 1 0 1.00000000 A1 synthetic_faculty_0 3 29 development 1 0.02155539 selection 1 0.63152075 0.31253564 0.63028920 0.28173861 0.25333398 0.54037433 0.21898123 0.00030000 0.05150790 0.68231511 1.09790742 0.06432450 1 0 1.00000000 A2 synthetic_faculty_0 3 29 development 1 0.03079704 selection 1 0.63152367 0.31253564 0.63027837 0.28193218 0.25339097 0.54064171 0.21897603 0.00030000 0.05081329 0.71461550 1.09759212 0.06434298 1 0 1.00000000 A3 synthetic_faculty_0 3 29 development 1 0.03060346 selection 1 0.63529513 0.31770253 0.63054193 0.28305238 0.26219992 0.51764706 0.21915687 0.00030000 0.04419828 0.68716311 1.10039210 0.06996408 1 0 1.00000000 P1 synthetic_faculty_0 3 29 development 1 0.03465015 selection 1 0.72364166 0.27206489 0.72942249 0.22272293 0.19251963 0.45720443 0.26787291 0.00030000 0.05098022 0.78094913 1.80553412 0.00000000 1 0 1.00000000 A0M synthetic_faculty_0 4 29 development 1 0.04934197 selection 1 0.87515463 0.26616872 0.87970206 0.26572587 0.22074304 0.55326355 0.33758352 0.00030000 0.02785901 0.92360263 1.99754560 0.00000000 1 0 1.00000000 A0 synthetic_faculty_0 4 29 development 1 0.00044286 selection 1 0.62330310 0.28709773 0.61450365 0.26494075 0.24706076 0.54279557 0.21113127 0.00030000 0.05244745 0.67390823 1.04103768 0.13146114 1 0 1.00000000 A1 synthetic_faculty_0 4 29 development 1 0.02215698 selection 1 0.62432892 0.26808624 0.61705300 0.24582282 0.23203189 0.52801724 0.21239965 0.00030000 0.05171060 0.67675831 1.08155847 0.06674777 1 0 1.00000000 A2 synthetic_faculty_0 4 29 development 1 0.02226342 selection 1 0.62433014 0.26801256 0.61705409 0.24634914 0.23198051 0.52801724 0.21240027 0.00030000 0.04207464 0.70905700 1.08110929 0.06677550 1 0 1.00000000 A3 synthetic_faculty_0 4 29 development 1 0.02166343 selection 1 0.62814753 0.29455428 0.62379843 0.29048680 0.24640857 0.49476601 0.21570806 0.00030000 0.04405206 0.68160078 1.09753168 0.06658966 1 0 1.00000000 P1 synthetic_faculty_0 4 29 development 1 0.00406747 selection 1 0.73967667 0.31354656 0.76861761 0.28459956 0.21752366 0.40150670 0.28686558 0.00030000 0.03990282 0.79962632 1.88445127 0.00000000 1 0 1.00000000 A0M synthetic_faculty_0 5 29 development 1 0.02894700 selection 1 0.87517963 0.32838502 0.89318909 0.26817904 0.22370723 0.46428571 0.34421783 0.00030000 0.04442825 0.92605082 2.06261325 0.00000000 1 0 1.00000000 A0 synthetic_faculty_0 5 29 development 1 0.06020598 selection 1 0.62488996 0.26157530 0.62846403 0.27973451 0.21982261 0.48521205 0.21800316 0.00030000 0.04968863 0.67858898 1.11433280 0.13121024 1 0 1.00000000 A1 synthetic_faculty_0 5 29 development 1 -0.01815921 selection 1 0.62449452 0.26735308 0.63019521 0.26314688 0.22153499 0.48521205 0.21886003 0.00030000 0.04766550 0.68045495 1.15059555 0.06358295 1 0 1.00000000 A2 synthetic_faculty_0 5 29 development 1 0.00420621 selection 1 0.62450434 0.26725405 0.63021244 0.26314688 0.22153499 0.48521205 0.21886852 0.00030000 0.05245427 0.71216277 1.15021467 0.06360400 1 0 1.00000000 A3 synthetic_faculty_0 5 29 development 1 0.00410718 selection 1 0.63158332 0.26319824 0.62913842 0.28780438 0.24670815 0.52845982 0.21839580 0.00030000 0.06734895 0.68324419 1.15197825 0.06454430 1 0 1.00000000 P1 synthetic_faculty_0 5 29 development 1 -0.02460614 selection 1 0.72158820 0.30894003 0.69279829 0.34807585 0.33658471 0.53750000 0.24992206 0.00030000 0.04578131 0.76870871 1.50300443 0.00000000 1 0 1.00000000 A0M synthetic_faculty_0 6 29 retrospective 1 -0.03913583 selection 1 0.84692925 0.32665849 0.84167573 0.39439133 0.36871588 0.50909091 0.31983993 0.00030000 0.04752959 0.89407825 1.84882152 0.00000000 1 0 1.00000000 A0 synthetic_faculty_0 6 29 retrospective 1 -0.06773283 selection 1 0.62740836 0.39586560 0.65750840 0.29372286 0.28536223 0.45772727 0.23225639 0.00030000 0.06310531 0.66933340 0.91610706 0.11492409 1 0 1.00000000 A1 synthetic_faculty_0 6 29 retrospective 1 0.10214274 selection 1 0.62898420 0.37963492 0.66238609 0.27250272 0.26835345 0.42886364 0.23462098 0.00030000 0.06692444 0.67368084 0.95695740 0.06135658 1 0 1.00000000 A2 synthetic_faculty_0 6 29 retrospective 1 0.10713220 selection 1 0.62898583 0.37970331 0.66238937 0.27250272 0.26825763 0.42863636 0.23462266 0.00030000 0.06581539 0.70651457 0.95665365 0.06135658 1 0 1.00000000 A3 synthetic_faculty_0 6 29 retrospective 1 0.10720059 selection 1 0.63393080 0.34462760 0.65645771 0.30479628 0.29436898 0.49159091 0.23176707 0.00030000 0.06479161 0.67983945 0.98151267 0.06539131 1 0 1.00000000 P1 synthetic_faculty_0 6 29 retrospective 1 0.03983132 selection 1 0.73999140 0.26814996 0.73954840 0.41006043 0.37629016 0.51861966 0.27275434 0.00030000 0.06043565 0.79619399 1.74323630 0.00000000 1 0 1.00000000 A0M synthetic_faculty_0 7 29 retrospective 1 -0.14191047 selection 1 0.87429261 0.27823746 0.84570410 0.31639383 0.29833515 0.57050645 0.32170286 0.00030000 0.04579833 0.92192704 1.95006180 0.00000000 1 0 1.00000000 A0 synthetic_faculty_0 7 29 retrospective 1 -0.03815637 selection 1 0.62971020 0.28595416 0.64282423 0.30555141 0.25952851 0.47393247 0.22507154 0.00030000 0.07835482 0.67973705 1.01482606 0.13378628 1 0 1.00000000 A1 synthetic_faculty_0 7 29 retrospective 1 -0.01959725 selection 1 0.63024378 0.28082108 0.64324790 0.29546119 0.25927619 0.47467726 0.22529530 0.00030000 0.07228211 0.68278176 1.05746472 0.06548145 1 0 1.00000000 A2 synthetic_faculty_0 7 29 retrospective 1 -0.01464012 selection 1 0.63024884 0.28047051 0.64325242 0.29546119 0.25950047 0.47492552 0.22529751 0.00030000 0.07075470 0.71525760 1.05699587 0.06551050 1 0 1.00000000 A3 synthetic_faculty_0 7 29 retrospective 1 -0.01499069 selection 1 0.63699012 0.26834478 0.64882338 0.31384463 0.27755687 0.46673287 0.22794991 0.00030000 0.07645107 0.68707166 1.05070555 0.06701730 1 0 1.00000000 P1 synthetic_faculty_0 7 29 retrospective 1 -0.04549984 selection 1 0.73607299 0.30899281 0.74401301 0.32182081 0.31897097 0.49181929 0.27473293 0.00030000 0.02922340 0.79423637 1.79931986 0.00000000 1 0 1.00000000 A0M synthetic_faculty_1 1 29 development 1 -0.01282800 selection 1 0.87535629 0.28937463 0.88659022 0.31401941 0.26275400 0.46886447 0.34019811 0.00030000 0.02465442 0.92612998 2.02095103 0.00000000 1 0 1.00000000 A0 synthetic_faculty_1 1 29 development 1 -0.02464477 selection 1 0.63157103 0.29907564 0.64238991 0.32344044 0.27528885 0.49352869 0.22489159 0.00030000 0.03926087 0.67982508 1.03951371 0.12469351 1 0 1.00000000 A1 synthetic_faculty_1 1 29 development 1 -0.02436479 selection 1 0.63334357 0.27503162 0.64562610 0.30301822 0.25802015 0.46520147 0.22649772 0.00030000 0.03675018 0.68336016 1.07243156 0.06454534 1 0 1.00000000 A2 synthetic_faculty_1 1 29 development 1 -0.02798660 selection 1 0.63333909 0.27488010 0.64561529 0.30301822 0.25828040 0.46593407 0.22649259 0.00030000 0.03499327 0.71596629 1.07216263 0.06456153 1 0 1.00000000 A3 synthetic_faculty_1 1 29 development 1 -0.02813812 selection 1 0.63712816 0.27102005 0.65502829 0.26442978 0.24015134 0.45738706 0.23108068 0.00030000 0.03715509 0.68647404 1.07780254 0.06483709 1 0 1.00000000 P1 synthetic_faculty_1 1 29 development 1 0.00659027 selection 1 0.71528256 0.28962646 0.71156636 0.23864548 0.21396044 0.50584795 0.25881932 0.00030000 0.03266970 0.77079958 1.70638967 0.00000000 1 0 1.00000000 A0M synthetic_faculty_1 2 29 development 1 0.05098098 selection 1 0.87627949 0.27613928 0.88258880 0.24258689 0.21202099 0.52076023 0.33869539 0.00030000 0.03233212 0.92560641 2.08310413 0.00000000 1 0 1.00000000 A0 synthetic_faculty_1 2 29 development 1 0.03355239 selection 1 0.61819051 0.33940557 0.63135113 0.21959168 0.19404658 0.39152047 0.21937024 0.00030000 0.04261955 0.66976235 1.09328485 0.12293378 1 0 1.00000000 A1 synthetic_faculty_1 2 29 development 1 0.11981389 selection 1 0.61721759 0.34391817 0.63130749 0.23152904 0.21017325 0.39035088 0.21939132 0.00030000 0.03365237 0.67138486 1.13168705 0.06320240 1 0 1.00000000 A2 synthetic_faculty_1 2 29 development 1 0.11238913 selection 1 0.61721699 0.34421494 0.63130741 0.23171233 0.21035005 0.39122807 0.21939123 0.00030000 0.03349482 0.70373064 1.13136494 0.06322040 1 0 1.00000000 A3 synthetic_faculty_1 2 29 development 1 0.11250262 selection 1 0.62572852 0.32075250 0.63698273 0.20230429 0.18644526 0.42017544 0.22207453 0.00030000 0.03249094 0.68145090 1.15984857 0.06428366 1 0 1.00000000 P1 synthetic_faculty_1 2 29 development 1 0.11844821 selection 1 0.72014326 0.29997581 0.75241907 0.21885444 0.18523132 0.42163860 0.27867801 0.00030000 0.04154040 0.76651716 1.52311182 0.00000000 1 0 1.00000000 A0M synthetic_faculty_1 3 29 development 1 0.08112138 selection 1 0.84260795 0.33787825 0.89445275 0.30187745 0.28410487 0.52840422 0.34450222 0.00030000 0.03815721 0.89042425 1.80503476 0.00000000 1 0 1.00000000 A0 synthetic_faculty_1 3 29 development 1 0.03600080 selection 1 0.62829020 0.35932680 0.63242525 0.18417055 0.17043340 0.38452755 0.21994143 0.00030000 0.04256761 0.67140214 0.95104390 0.12105256 1 0 1.00000000 A1 synthetic_faculty_1 3 29 development 1 0.17515624 selection 1 0.62924411 0.35317146 0.63195746 0.18647784 0.17160643 0.38823865 0.21974000 0.00030000 0.05097393 0.67394042 0.98996258 0.06298180 1 0 1.00000000 A2 synthetic_faculty_1 3 29 development 1 0.16669363 selection 1 0.62924969 0.35317146 0.63196133 0.18647784 0.17160643 0.38823865 0.21974187 0.00030000 0.03994616 0.70705207 0.98964429 0.06298180 1 0 1.00000000 A3 synthetic_faculty_1 3 29 development 1 0.16669363 selection 1 0.63062470 0.35846269 0.64221730 0.18842759 0.16192095 0.34513274 0.22482602 0.00030000 0.04829180 0.67584364 1.00054753 0.06335727 1 0 1.00000000 P1 synthetic_faculty_1 3 29 development 1 0.17003510 selection 1 0.72825292 0.28332359 0.72371264 0.24927847 0.21276750 0.45836746 0.26472654 0.00030000 0.03602117 0.77681379 1.48616123 0.00000000 1 0 1.00000000 A0M synthetic_faculty_1 4 29 development 1 0.03404512 selection 1 0.86237867 0.31491497 0.87183144 0.20728351 0.19498597 0.40922741 0.33416460 0.00030000 0.03270400 0.90830994 1.87841868 0.00000000 1 0 1.00000000 A0 synthetic_faculty_1 4 29 development 1 0.10763146 selection 1 0.63523552 0.37469259 0.61979774 0.27382014 0.24436332 0.53426153 0.21388342 0.00030000 0.04502305 0.67886896 0.87520695 0.10744395 1 0 1.00000000 A1 synthetic_faculty_1 4 29 development 1 0.10087245 selection 1 0.63574426 0.35732514 0.62092414 0.26705351 0.23297512 0.52252252 0.21445879 0.00030000 0.04415836 0.68084003 0.91184801 0.05760778 1 0 1.00000000 A2 synthetic_faculty_1 4 29 development 1 0.09027162 selection 1 0.63574709 0.35732514 0.62093596 0.26705351 0.23297512 0.52252252 0.21446442 0.00030000 0.05151261 0.71382000 0.91152853 0.05760778 1 0 1.00000000 A3 synthetic_faculty_1 4 29 development 1 0.09027162 selection 1 0.64505674 0.33048494 0.63191180 0.25216046 0.21053328 0.45536446 0.21979220 0.00030000 0.04892616 0.68840422 0.92943007 0.06081838 1 0 1.00000000 P1 synthetic_faculty_1 4 29 development 1 0.07832448 selection 1 0.74003720 0.27854656 0.71625262 0.35929007 0.31504080 0.53577534 0.26115027 0.00030000 0.04644178 0.79373175 1.69523263 0.00000000 1 0 1.00000000 A0M synthetic_faculty_1 5 29 development 1 -0.08074352 selection 1 0.85445621 0.33249064 0.84135129 0.30345884 0.29048252 0.49157509 0.31967936 0.00030000 0.03592468 0.90168369 1.88982761 0.00000000 1 0 1.00000000 A0 synthetic_faculty_1 5 29 development 1 0.02903180 selection 1 0.62316385 0.37270068 0.63593755 0.29742650 0.28592730 0.52893773 0.22174221 0.00030000 0.06338009 0.66946417 0.97666693 0.12778840 1 0 1.00000000 A1 synthetic_faculty_1 5 29 development 1 0.07527418 selection 1 0.62438077 0.37856452 0.63804260 0.29050345 0.27711969 0.50964591 0.22276916 0.00030000 0.05990051 0.67253332 1.01754427 0.06475118 1 0 1.00000000 A2 synthetic_faculty_1 5 29 development 1 0.08806107 selection 1 0.62438670 0.37856452 0.63805374 0.29007772 0.27692100 0.50964591 0.22277441 0.00030000 0.06182632 0.70484335 1.01717901 0.06477444 1 0 1.00000000 A3 synthetic_faculty_1 5 29 development 1 0.08848679 selection 1 0.63235194 0.34698870 0.64211959 0.30365316 0.29234655 0.51428571 0.22472781 0.00030000 0.05710636 0.67822295 1.01227617 0.06427086 1 0 1.00000000 P1 synthetic_faculty_1 5 29 development 1 0.04333554 selection 1 0.71763727 0.31998063 0.72881196 0.29984145 0.28358640 0.48864469 0.26738327 0.00030000 0.04503640 0.76726818 1.62188065 0.00000000 1 0 1.00000000 A0M synthetic_faculty_1 6 29 retrospective 1 0.02013918 selection 1 0.84889893 0.34596949 0.88073493 0.23645229 0.22322978 0.39658120 0.33769722 0.00030000 0.04529909 0.89577982 1.94715726 0.00000000 1 0 1.00000000 A0 synthetic_faculty_1 6 29 retrospective 1 0.10951720 selection 1 0.62487998 0.32798372 0.64685525 0.25359589 0.23366264 0.41758242 0.22706608 0.00030000 0.06348462 0.67186822 1.01415873 0.12723414 1 0 1.00000000 A1 synthetic_faculty_1 6 29 retrospective 1 0.07438783 selection 1 0.62469749 0.33529574 0.64851942 0.24951941 0.22796758 0.40610501 0.22790499 0.00030000 0.06695298 0.67257659 1.05577600 0.06224128 1 0 1.00000000 A2 synthetic_faculty_1 6 29 retrospective 1 0.08577633 selection 1 0.62470137 0.33529574 0.64852194 0.24951941 0.22814019 0.40610501 0.22790611 0.00030000 0.05574164 0.70496851 1.05542052 0.06226224 1 0 1.00000000 A3 synthetic_faculty_1 6 29 retrospective 1 0.08577633 selection 1 0.63275247 0.30270682 0.65427250 0.27306788 0.23845657 0.40952381 0.23062766 0.00030000 0.06730065 0.68197891 1.06755793 0.06461354 1 0 1.00000000 P1 synthetic_faculty_1 6 29 retrospective 1 0.02963894 selection 1 0.72510739 0.25547959 0.72779622 0.30850739 0.27405997 0.46946375 0.26699896 0.00030000 0.06861961 0.78014991 1.72596395 0.00000000 1 0 1.00000000 A0M synthetic_faculty_1 7 29 retrospective 1 -0.05302780 selection 1 0.87318613 0.26989397 0.82930471 0.32814895 0.30597696 0.61221450 0.31351820 0.00030000 0.05364902 0.92447562 2.03810644 0.00000000 1 0 1.00000000 A0 synthetic_faculty_1 7 29 retrospective 1 -0.05825498 selection 1 0.61972355 0.28211236 0.63038933 0.32026374 0.28306309 0.50471698 0.21904839 0.00030000 0.07334925 0.67086383 1.08511949 0.12717590 1 0 1.00000000 A1 synthetic_faculty_1 7 29 retrospective 1 -0.03815138 selection 1 0.62155528 0.27307844 0.63243716 0.29501837 0.27190705 0.49602781 0.22003888 0.00030000 0.04828158 0.67519410 1.12756944 0.06415370 1 0 1.00000000 A2 synthetic_faculty_1 7 29 retrospective 1 -0.02193993 selection 1 0.62155354 0.27271401 0.63244041 0.29501837 0.27190705 0.49602781 0.22004035 0.00030000 0.06532380 0.70753193 1.12704909 0.06418333 1 0 1.00000000 A3 synthetic_faculty_1 7 29 retrospective 1 -0.02230436 selection 1 0.62574650 0.28215038 0.63320723 0.38278222 0.33211869 0.51539225 0.22038257 0.00030000 0.06068784 0.67790059 1.12938154 0.06479322 1 0 1.00000000 P1 synthetic_faculty_1 7 29 retrospective 1 -0.10063185 [TEMPORAL_STABILITY] rows=18 columns=5 column_definitions={"contrast": "contrast", "faculty": "faculty cache key", "development": "development", "retrospective": "retrospective", "sign_reversal": "sign reversal"} contrast faculty development retrospective sign_reversal A1-A0 synthetic_faculty_0 0.03429308 0.07021763 False A1-A0 synthetic_faculty_1 0.04438361 -0.06610819 True A1-A0M synthetic_faculty_0 -0.02045863 0.07189995 True A1-A0M synthetic_faculty_1 0.03569506 -0.03914046 True A2-A0 synthetic_faculty_0 0.01100137 0.01136132 False A2-A0 synthetic_faculty_1 0.06642275 -0.07618926 True A2-A0M synthetic_faculty_0 -0.04375034 0.01304364 True A2-A0M synthetic_faculty_1 0.05773420 -0.04922153 True A2-A1 synthetic_faculty_0 -0.02329171 -0.05885631 False A2-A1 synthetic_faculty_1 0.02203914 -0.01008107 True A2-CacheReference synthetic_faculty_0 0.05310167 0.04562940 False A2-CacheReference synthetic_faculty_1 0.11514904 -0.14566798 True A2-HGB synthetic_faculty_0 -0.06220786 -0.12146665 False A2-HGB synthetic_faculty_1 -0.08302885 -0.31092231 False A2-P1 synthetic_faculty_0 0.01383906 -0.02293624 True A2-P1 synthetic_faculty_1 0.00934367 -0.03747226 True A3-A2 synthetic_faculty_0 0.00027548 0.00000000 False A3-A2 synthetic_faculty_1 0.00000000 0.00000000 False [FACULTY_PAIRED_EFFECTS] rows=36 columns=4 column_definitions={"stage": "stage", "contrast": "contrast", "faculty": "faculty cache key", "delta_ap": "delta ap"} stage contrast faculty delta_ap development A1-A0 synthetic_faculty_0 0.03429308 development A1-A0 synthetic_faculty_1 0.04438361 development A1-A0M synthetic_faculty_0 -0.02045863 development A1-A0M synthetic_faculty_1 0.03569506 development A2-A0 synthetic_faculty_0 0.01100137 development A2-A0 synthetic_faculty_1 0.06642275 development A2-A0M synthetic_faculty_0 -0.04375034 development A2-A0M synthetic_faculty_1 0.05773420 development A2-A1 synthetic_faculty_0 -0.02329171 development A2-A1 synthetic_faculty_1 0.02203914 development A2-CacheReference synthetic_faculty_0 0.05310167 development A2-CacheReference synthetic_faculty_1 0.11514904 development A2-HGB synthetic_faculty_0 -0.06220786 development A2-HGB synthetic_faculty_1 -0.08302885 development A2-P1 synthetic_faculty_0 0.01383906 development A2-P1 synthetic_faculty_1 0.00934367 development A3-A2 synthetic_faculty_0 0.00027548 development A3-A2 synthetic_faculty_1 0.00000000 retrospective A1-A0 synthetic_faculty_0 0.07021763 retrospective A1-A0 synthetic_faculty_1 -0.06610819 retrospective A1-A0M synthetic_faculty_0 0.07189995 retrospective A1-A0M synthetic_faculty_1 -0.03914046 retrospective A2-A0 synthetic_faculty_0 0.01136132 retrospective A2-A0 synthetic_faculty_1 -0.07618926 retrospective A2-A0M synthetic_faculty_0 0.01304364 retrospective A2-A0M synthetic_faculty_1 -0.04922153 retrospective A2-A1 synthetic_faculty_0 -0.05885631 retrospective A2-A1 synthetic_faculty_1 -0.01008107 retrospective A2-CacheReference synthetic_faculty_0 0.04562940 retrospective A2-CacheReference synthetic_faculty_1 -0.14566798 retrospective A2-HGB synthetic_faculty_0 -0.12146665 retrospective A2-HGB synthetic_faculty_1 -0.31092231 retrospective A2-P1 synthetic_faculty_0 -0.02293624 retrospective A2-P1 synthetic_faculty_1 -0.03747226 retrospective A3-A2 synthetic_faculty_0 0.00000000 retrospective A3-A2 synthetic_faculty_1 0.00000000 [FOLD_PAIRED_EFFECTS] rows=63 columns=4 column_definitions={"stage": "stage", "contrast": "contrast", "fold": "canonical rolling-origin fold", "delta_ap": "delta ap"} stage contrast fold delta_ap development A1-A0 1 -0.03028904 development A1-A0 2 -0.00471019 development A1-A0 3 0.05515898 development A1-A0 4 0.16052534 development A1-A0 5 0.01600663 development A1-A0M 1 0.04966176 development A1-A0M 2 -0.06816337 development A1-A0M 3 0.07535018 development A1-A0M 4 0.10135046 development A1-A0M 5 -0.12010796 development A2-A0 1 -0.03493624 development A2-A0 2 -0.01452627 development A2-A0 3 0.04638949 development A2-A0 4 0.19132069 development A2-A0 5 0.00531264 development A2-A0M 1 0.04501456 development A2-A0M 2 -0.07797944 development A2-A0M 3 0.06658069 development A2-A0M 4 0.13214581 development A2-A0M 5 -0.13080195 development A2-A1 1 -0.00464720 development A2-A1 2 -0.00981608 development A2-A1 3 -0.00876949 development A2-A1 4 0.03079535 development A2-A1 5 -0.01069399 development A2-CacheReference 1 0.07948059 development A2-CacheReference 2 -0.00093866 development A2-CacheReference 3 0.08384384 development A2-CacheReference 4 0.19596266 development A2-CacheReference 5 0.06227835 development A2-HGB 1 -0.07862024 development A2-HGB 2 -0.08664286 development A2-HGB 3 0.09763846 development A2-HGB 4 -0.07101493 development A2-HGB 5 -0.22445219 development A2-P1 1 -0.02926523 development A2-P1 2 0.00918840 development A2-P1 3 0.02833467 development A2-P1 4 0.05252950 development A2-P1 5 -0.00283052 development A3-A2 1 0.00000000 development A3-A2 2 0.00000000 development A3-A2 3 0.00068871 development A3-A2 4 0.00000000 development A3-A2 5 0.00000000 retrospective A1-A0 6 -0.03390111 retrospective A1-A0 7 0.03801055 retrospective A1-A0M 6 0.05343548 retrospective A1-A0M 7 -0.02067598 retrospective A2-A0 6 -0.04050852 retrospective A2-A0 7 -0.02431941 retrospective A2-A0M 6 0.04682807 retrospective A2-A0M 7 -0.08300595 retrospective A2-A1 6 -0.00660741 retrospective A2-A1 7 -0.06232997 retrospective A2-CacheReference 6 -0.05359036 retrospective A2-CacheReference 7 -0.04644821 retrospective A2-HGB 6 -0.21529393 retrospective A2-HGB 7 -0.21709504 retrospective A2-P1 6 0.01475885 retrospective A2-P1 7 -0.07516735 retrospective A3-A2 6 0.00000000 retrospective A3-A2 7 0.00000000 [SEED_PAIRED_EFFECTS] rows=18 columns=4 column_definitions={"stage": "stage", "contrast": "contrast", "seed": "model initialization seed", "delta_ap": "delta ap"} stage contrast seed delta_ap development A1-A0 29 0.03933834 development A1-A0M 29 0.00761822 development A2-A0 29 0.03871206 development A2-A0M 29 0.00699193 development A2-A1 29 -0.00062628 development A2-CacheReference 29 0.08412536 development A2-HGB 29 -0.07261835 development A2-P1 29 0.01159136 development A3-A2 29 0.00013774 retrospective A1-A0 29 0.00205472 retrospective A1-A0M 29 0.01637975 retrospective A2-A0 29 -0.03241397 retrospective A2-A0M 29 -0.01808894 retrospective A2-A1 29 -0.03446869 retrospective A2-CacheReference 29 -0.05001929 retrospective A2-HGB 29 -0.21619448 retrospective A2-P1 29 -0.03020425 retrospective A3-A2 29 0.00000000 [ERROR_RESCUES_AND_HARMS] rows=188 columns=17 column_definitions={"faculty": "faculty cache key", "fold": "canonical rolling-origin fold", "seed": "model initialization seed", "contrast": "contrast", "policy": "policy", "positive_support": "positive support", "positive_rank_improved": "positive rank improved", "positive_rank_worsened": "positive rank worsened", "positive_rank_tied": "positive rank tied", "mean_positive_rank_improvement": "mean positive rank improvement", "median_positive_rank_improvement": "median positive rank improvement", "failures_rescued": "failures rescued", "failures_harmed": "failures harmed", "negatives_entering_alerts": "negatives entering alerts", "negatives_leaving_alerts": "negatives leaving alerts", "newly_correct": "newly correct", "newly_wrong": "newly wrong"} faculty fold seed contrast policy positive_support positive_rank_improved positive_rank_worsened positive_rank_tied mean_positive_rank_improvement median_positive_rank_improvement failures_rescued failures_harmed negatives_entering_alerts negatives_leaving_alerts newly_correct newly_wrong synthetic_faculty_0 1 29 A2-A0 whole_cell_positive_ranks 8 3.00000000 5.00000000 0.00000000 -3.87500000 -6.50000000 NaN NaN NaN NaN NaN NaN synthetic_faculty_0 1 29 A2-A0 budget_0.10 8 NaN NaN NaN NaN NaN 1.00000000 0.00000000 4.00000000 5.00000000 6.00000000 4.00000000 synthetic_faculty_0 1 29 A2-A0 budget_0.15 8 NaN NaN NaN NaN NaN 1.00000000 2.00000000 7.00000000 6.00000000 7.00000000 9.00000000 synthetic_faculty_0 1 29 A2-A0 budget_0.20 8 NaN NaN NaN NaN NaN 1.00000000 3.00000000 9.00000000 7.00000000 8.00000000 12.00000000 synthetic_faculty_0 1 29 A2-A0 budget_0.25 8 NaN NaN NaN NaN NaN 2.00000000 4.00000000 8.00000000 6.00000000 8.00000000 12.00000000 synthetic_faculty_0 1 29 A2-A1 whole_cell_positive_ranks 8 3.00000000 4.00000000 1.00000000 -0.75000000 -0.50000000 NaN NaN NaN NaN NaN NaN synthetic_faculty_0 1 29 A2-A1 budget_0.10 8 NaN NaN NaN NaN NaN 0.00000000 0.00000000 2.00000000 2.00000000 2.00000000 2.00000000 synthetic_faculty_0 1 29 A2-A1 budget_0.15 8 NaN NaN NaN NaN NaN 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 synthetic_faculty_0 1 29 A2-A1 budget_0.20 8 NaN NaN NaN NaN NaN 0.00000000 1.00000000 1.00000000 0.00000000 0.00000000 2.00000000 synthetic_faculty_0 1 29 A2-A1 budget_0.25 8 NaN NaN NaN NaN NaN 0.00000000 0.00000000 1.00000000 1.00000000 1.00000000 1.00000000 synthetic_faculty_0 2 29 A2-A0 whole_cell_positive_ranks 19 11.00000000 8.00000000 0.00000000 1.68421053 3.00000000 NaN NaN NaN NaN NaN NaN synthetic_faculty_0 2 29 A2-A0 budget_0.10 19 NaN NaN NaN NaN NaN 1.00000000 1.00000000 3.00000000 3.00000000 4.00000000 4.00000000 synthetic_faculty_0 2 29 A2-A0 budget_0.15 19 NaN NaN NaN NaN NaN 1.00000000 2.00000000 6.00000000 5.00000000 6.00000000 8.00000000 synthetic_faculty_0 2 29 A2-A0 budget_0.20 19 NaN NaN NaN NaN NaN 1.00000000 2.00000000 8.00000000 7.00000000 8.00000000 10.00000000 synthetic_faculty_0 2 29 A2-A0 budget_0.25 19 NaN NaN NaN NaN NaN 1.00000000 3.00000000 9.00000000 7.00000000 8.00000000 12.00000000 synthetic_faculty_0 2 29 A2-A0 frozen_recipe_beta1 19 NaN NaN NaN NaN NaN 5.00000000 2.00000000 8.00000000 8.00000000 13.00000000 10.00000000 synthetic_faculty_0 2 29 A2-A0 frozen_recipe_beta2 19 NaN NaN NaN NaN NaN 4.00000000 4.00000000 6.00000000 10.00000000 14.00000000 10.00000000 synthetic_faculty_0 2 29 A2-A1 whole_cell_positive_ranks 19 8.00000000 10.00000000 1.00000000 -0.47368421 -1.00000000 NaN NaN NaN NaN NaN NaN synthetic_faculty_0 2 29 A2-A1 budget_0.10 19 NaN NaN NaN NaN NaN 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 synthetic_faculty_0 2 29 A2-A1 budget_0.15 19 NaN NaN NaN NaN NaN 0.00000000 1.00000000 2.00000000 1.00000000 1.00000000 3.00000000 synthetic_faculty_0 2 29 A2-A1 budget_0.20 19 NaN NaN NaN NaN NaN 0.00000000 1.00000000 2.00000000 1.00000000 1.00000000 3.00000000 synthetic_faculty_0 2 29 A2-A1 budget_0.25 19 NaN NaN NaN NaN NaN 0.00000000 3.00000000 4.00000000 1.00000000 1.00000000 7.00000000 synthetic_faculty_0 2 29 A2-A1 frozen_recipe_beta1 19 NaN NaN NaN NaN NaN 3.00000000 0.00000000 1.00000000 0.00000000 3.00000000 1.00000000 synthetic_faculty_0 2 29 A2-A1 frozen_recipe_beta2 19 NaN NaN NaN NaN NaN 3.00000000 0.00000000 1.00000000 0.00000000 3.00000000 1.00000000 synthetic_faculty_0 3 29 A2-A0 whole_cell_positive_ranks 11 6.00000000 5.00000000 0.00000000 0.27272727 5.00000000 NaN NaN NaN NaN NaN NaN synthetic_faculty_0 3 29 A2-A0 budget_0.10 11 NaN NaN NaN NaN NaN 2.00000000 2.00000000 3.00000000 3.00000000 5.00000000 5.00000000 synthetic_faculty_0 3 29 A2-A0 budget_0.15 11 NaN NaN NaN NaN NaN 3.00000000 3.00000000 5.00000000 5.00000000 8.00000000 8.00000000 synthetic_faculty_0 3 29 A2-A0 budget_0.20 11 NaN NaN NaN NaN NaN 2.00000000 2.00000000 5.00000000 5.00000000 7.00000000 7.00000000 synthetic_faculty_0 3 29 A2-A0 budget_0.25 11 NaN NaN NaN NaN NaN 2.00000000 2.00000000 4.00000000 4.00000000 6.00000000 6.00000000 synthetic_faculty_0 3 29 A2-A0 frozen_recipe_beta1 11 NaN NaN NaN NaN NaN 3.00000000 0.00000000 10.00000000 4.00000000 7.00000000 10.00000000 synthetic_faculty_0 3 29 A2-A0 frozen_recipe_beta2 11 NaN NaN NaN NaN NaN 0.00000000 0.00000000 1.00000000 3.00000000 3.00000000 1.00000000 synthetic_faculty_0 3 29 A2-A1 whole_cell_positive_ranks 11 3.00000000 3.00000000 5.00000000 -0.45454545 0.00000000 NaN NaN NaN NaN NaN NaN synthetic_faculty_0 3 29 A2-A1 budget_0.10 11 NaN NaN NaN NaN NaN 0.00000000 1.00000000 1.00000000 0.00000000 0.00000000 2.00000000 synthetic_faculty_0 3 29 A2-A1 budget_0.15 11 NaN NaN NaN NaN NaN 0.00000000 0.00000000 1.00000000 1.00000000 1.00000000 1.00000000 synthetic_faculty_0 3 29 A2-A1 budget_0.20 11 NaN NaN NaN NaN NaN 1.00000000 0.00000000 1.00000000 2.00000000 3.00000000 1.00000000 synthetic_faculty_0 3 29 A2-A1 budget_0.25 11 NaN NaN NaN NaN NaN 1.00000000 0.00000000 0.00000000 1.00000000 2.00000000 0.00000000 synthetic_faculty_0 3 29 A2-A1 frozen_recipe_beta1 11 NaN NaN NaN NaN NaN 2.00000000 0.00000000 1.00000000 1.00000000 3.00000000 1.00000000 synthetic_faculty_0 3 29 A2-A1 frozen_recipe_beta2 11 NaN NaN NaN NaN NaN 0.00000000 0.00000000 0.00000000 1.00000000 1.00000000 0.00000000 synthetic_faculty_0 4 29 A2-A0 whole_cell_positive_ranks 11 6.00000000 4.00000000 1.00000000 -1.09090909 7.00000000 NaN NaN NaN NaN NaN NaN synthetic_faculty_0 4 29 A2-A0 budget_0.10 11 NaN NaN NaN NaN NaN 3.00000000 0.00000000 2.00000000 5.00000000 8.00000000 2.00000000 synthetic_faculty_0 4 29 A2-A0 budget_0.15 11 NaN NaN NaN NaN NaN 2.00000000 1.00000000 5.00000000 6.00000000 8.00000000 6.00000000 synthetic_faculty_0 4 29 A2-A0 budget_0.20 11 NaN NaN NaN NaN NaN 3.00000000 1.00000000 6.00000000 8.00000000 11.00000000 7.00000000 synthetic_faculty_0 4 29 A2-A0 budget_0.25 11 NaN NaN NaN NaN NaN 4.00000000 1.00000000 7.00000000 10.00000000 14.00000000 8.00000000 synthetic_faculty_0 4 29 A2-A0 frozen_recipe_beta1 11 NaN NaN NaN NaN NaN 4.00000000 2.00000000 17.00000000 2.00000000 6.00000000 19.00000000 synthetic_faculty_0 4 29 A2-A0 frozen_recipe_beta2 11 NaN NaN NaN NaN NaN 0.00000000 0.00000000 0.00000000 1.00000000 1.00000000 0.00000000 synthetic_faculty_0 4 29 A2-A1 whole_cell_positive_ranks 11 3.00000000 6.00000000 2.00000000 -0.63636364 -1.00000000 NaN NaN NaN NaN NaN NaN synthetic_faculty_0 4 29 A2-A1 budget_0.10 11 NaN NaN NaN NaN NaN 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 synthetic_faculty_0 4 29 A2-A1 budget_0.15 11 NaN NaN NaN NaN NaN 0.00000000 1.00000000 1.00000000 0.00000000 0.00000000 2.00000000 synthetic_faculty_0 4 29 A2-A1 budget_0.20 11 NaN NaN NaN NaN NaN 0.00000000 0.00000000 1.00000000 1.00000000 1.00000000 1.00000000 synthetic_faculty_0 4 29 A2-A1 budget_0.25 11 NaN NaN NaN NaN NaN 1.00000000 0.00000000 2.00000000 3.00000000 4.00000000 2.00000000 synthetic_faculty_0 4 29 A2-A1 frozen_recipe_beta1 11 NaN NaN NaN NaN NaN 0.00000000 0.00000000 3.00000000 2.00000000 2.00000000 3.00000000 synthetic_faculty_0 4 29 A2-A1 frozen_recipe_beta2 11 NaN NaN NaN NaN NaN 0.00000000 0.00000000 0.00000000 1.00000000 1.00000000 0.00000000 synthetic_faculty_0 5 29 A2-A0 whole_cell_positive_ranks 18 8.00000000 10.00000000 0.00000000 -2.11111111 -2.00000000 NaN NaN NaN NaN NaN NaN synthetic_faculty_0 5 29 A2-A0 budget_0.10 18 NaN NaN NaN NaN NaN 2.00000000 2.00000000 2.00000000 2.00000000 4.00000000 4.00000000 synthetic_faculty_0 5 29 A2-A0 budget_0.15 18 NaN NaN NaN NaN NaN 2.00000000 3.00000000 4.00000000 3.00000000 5.00000000 7.00000000 synthetic_faculty_0 5 29 A2-A0 budget_0.20 18 NaN NaN NaN NaN NaN 2.00000000 2.00000000 5.00000000 5.00000000 7.00000000 7.00000000 synthetic_faculty_0 5 29 A2-A0 budget_0.25 18 NaN NaN NaN NaN NaN 1.00000000 3.00000000 6.00000000 4.00000000 5.00000000 9.00000000 synthetic_faculty_0 5 29 A2-A0 frozen_recipe_beta1 18 NaN NaN NaN NaN NaN 8.00000000 1.00000000 12.00000000 0.00000000 8.00000000 13.00000000 synthetic_faculty_0 5 29 A2-A0 frozen_recipe_beta2 18 NaN NaN NaN NaN NaN 1.00000000 1.00000000 0.00000000 1.00000000 2.00000000 1.00000000 synthetic_faculty_0 5 29 A2-A1 whole_cell_positive_ranks 18 6.00000000 11.00000000 1.00000000 -0.44444444 -1.00000000 NaN NaN NaN NaN NaN NaN synthetic_faculty_0 5 29 A2-A1 budget_0.10 18 NaN NaN NaN NaN NaN 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 synthetic_faculty_0 5 29 A2-A1 budget_0.15 18 NaN NaN NaN NaN NaN 0.00000000 0.00000000 1.00000000 1.00000000 1.00000000 1.00000000 synthetic_faculty_0 5 29 A2-A1 budget_0.20 18 NaN NaN NaN NaN NaN 1.00000000 0.00000000 0.00000000 1.00000000 2.00000000 0.00000000 synthetic_faculty_0 5 29 A2-A1 budget_0.25 18 NaN NaN NaN NaN NaN 0.00000000 1.00000000 1.00000000 0.00000000 0.00000000 2.00000000 synthetic_faculty_0 5 29 A2-A1 frozen_recipe_beta1 18 NaN NaN NaN NaN NaN 2.00000000 0.00000000 3.00000000 0.00000000 2.00000000 3.00000000 synthetic_faculty_0 5 29 A2-A1 frozen_recipe_beta2 18 NaN NaN NaN NaN NaN 0.00000000 0.00000000 0.00000000 1.00000000 1.00000000 0.00000000 synthetic_faculty_0 6 29 A2-A0 whole_cell_positive_ranks 15 8.00000000 7.00000000 0.00000000 -1.06666667 1.00000000 NaN NaN NaN NaN NaN NaN synthetic_faculty_0 6 29 A2-A0 budget_0.10 15 NaN NaN NaN NaN NaN 2.00000000 1.00000000 3.00000000 4.00000000 6.00000000 4.00000000 synthetic_faculty_0 6 29 A2-A0 budget_0.15 15 NaN NaN NaN NaN NaN 3.00000000 2.00000000 4.00000000 5.00000000 8.00000000 6.00000000 synthetic_faculty_0 6 29 A2-A0 budget_0.20 15 NaN NaN NaN NaN NaN 4.00000000 2.00000000 4.00000000 6.00000000 10.00000000 6.00000000 synthetic_faculty_0 6 29 A2-A0 budget_0.25 15 NaN NaN NaN NaN NaN 4.00000000 2.00000000 4.00000000 6.00000000 10.00000000 6.00000000 synthetic_faculty_0 6 29 A2-A0 frozen_recipe_beta1 15 NaN NaN NaN NaN NaN 2.00000000 0.00000000 10.00000000 0.00000000 2.00000000 10.00000000 synthetic_faculty_0 6 29 A2-A0 frozen_recipe_beta2 15 NaN NaN NaN NaN NaN 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 synthetic_faculty_0 6 29 A2-A1 whole_cell_positive_ranks 15 7.00000000 6.00000000 2.00000000 -0.46666667 0.00000000 NaN NaN NaN NaN NaN NaN synthetic_faculty_0 6 29 A2-A1 budget_0.10 15 NaN NaN NaN NaN NaN 0.00000000 0.00000000 1.00000000 1.00000000 1.00000000 1.00000000 synthetic_faculty_0 6 29 A2-A1 budget_0.15 15 NaN NaN NaN NaN NaN 0.00000000 0.00000000 1.00000000 1.00000000 1.00000000 1.00000000 synthetic_faculty_0 6 29 A2-A1 budget_0.20 15 NaN NaN NaN NaN NaN 0.00000000 0.00000000 2.00000000 2.00000000 2.00000000 2.00000000 synthetic_faculty_0 6 29 A2-A1 budget_0.25 15 NaN NaN NaN NaN NaN 0.00000000 0.00000000 1.00000000 1.00000000 1.00000000 1.00000000 synthetic_faculty_0 6 29 A2-A1 frozen_recipe_beta1 15 NaN NaN NaN NaN NaN 1.00000000 0.00000000 1.00000000 0.00000000 1.00000000 1.00000000 synthetic_faculty_0 6 29 A2-A1 frozen_recipe_beta2 15 NaN NaN NaN NaN NaN 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 synthetic_faculty_0 7 29 A2-A0 whole_cell_positive_ranks 8 3.00000000 4.00000000 1.00000000 -2.87500000 -0.50000000 NaN NaN NaN NaN NaN NaN synthetic_faculty_0 7 29 A2-A0 budget_0.10 8 NaN NaN NaN NaN NaN 1.00000000 0.00000000 3.00000000 4.00000000 5.00000000 3.00000000 synthetic_faculty_0 7 29 A2-A0 budget_0.15 8 NaN NaN NaN NaN NaN 0.00000000 0.00000000 5.00000000 5.00000000 5.00000000 5.00000000 synthetic_faculty_0 7 29 A2-A0 budget_0.20 8 NaN NaN NaN NaN NaN 0.00000000 1.00000000 6.00000000 5.00000000 5.00000000 7.00000000 synthetic_faculty_0 7 29 A2-A0 budget_0.25 8 NaN NaN NaN NaN NaN 1.00000000 1.00000000 6.00000000 6.00000000 7.00000000 7.00000000 synthetic_faculty_0 7 29 A2-A0 frozen_recipe_beta1 8 NaN NaN NaN NaN NaN 1.00000000 0.00000000 13.00000000 1.00000000 2.00000000 13.00000000 synthetic_faculty_0 7 29 A2-A0 frozen_recipe_beta2 8 NaN NaN NaN NaN NaN 0.00000000 0.00000000 0.00000000 1.00000000 1.00000000 0.00000000 synthetic_faculty_0 7 29 A2-A1 whole_cell_positive_ranks 8 3.00000000 4.00000000 1.00000000 -0.75000000 -0.50000000 NaN NaN NaN NaN NaN NaN synthetic_faculty_0 7 29 A2-A1 budget_0.10 8 NaN NaN NaN NaN NaN 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 synthetic_faculty_0 7 29 A2-A1 budget_0.15 8 NaN NaN NaN NaN NaN 1.00000000 1.00000000 0.00000000 0.00000000 1.00000000 1.00000000 synthetic_faculty_0 7 29 A2-A1 budget_0.20 8 NaN NaN NaN NaN NaN 0.00000000 1.00000000 1.00000000 0.00000000 0.00000000 2.00000000 synthetic_faculty_0 7 29 A2-A1 budget_0.25 8 NaN NaN NaN NaN NaN 0.00000000 0.00000000 1.00000000 1.00000000 1.00000000 1.00000000 synthetic_faculty_0 7 29 A2-A1 frozen_recipe_beta1 8 NaN NaN NaN NaN NaN 0.00000000 0.00000000 2.00000000 0.00000000 0.00000000 2.00000000 synthetic_faculty_0 7 29 A2-A1 frozen_recipe_beta2 8 NaN NaN NaN NaN NaN 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 synthetic_faculty_1 1 29 A2-A0 whole_cell_positive_ranks 18 10.00000000 8.00000000 0.00000000 0.22222222 2.50000000 NaN NaN NaN NaN NaN NaN synthetic_faculty_1 1 29 A2-A0 budget_0.10 18 NaN NaN NaN NaN NaN 2.00000000 3.00000000 3.00000000 2.00000000 4.00000000 6.00000000 synthetic_faculty_1 1 29 A2-A0 budget_0.15 18 NaN NaN NaN NaN NaN 2.00000000 3.00000000 5.00000000 4.00000000 6.00000000 8.00000000 synthetic_faculty_1 1 29 A2-A0 budget_0.20 18 NaN NaN NaN NaN NaN 3.00000000 3.00000000 5.00000000 5.00000000 8.00000000 8.00000000 synthetic_faculty_1 1 29 A2-A0 budget_0.25 18 NaN NaN NaN NaN NaN 4.00000000 2.00000000 3.00000000 5.00000000 9.00000000 5.00000000 synthetic_faculty_1 1 29 A2-A1 whole_cell_positive_ranks 18 10.00000000 6.00000000 2.00000000 0.94444444 1.00000000 NaN NaN NaN NaN NaN NaN synthetic_faculty_1 1 29 A2-A1 budget_0.10 18 NaN NaN NaN NaN NaN 0.00000000 1.00000000 2.00000000 1.00000000 1.00000000 3.00000000 synthetic_faculty_1 1 29 A2-A1 budget_0.15 18 NaN NaN NaN NaN NaN 0.00000000 1.00000000 2.00000000 1.00000000 1.00000000 3.00000000 synthetic_faculty_1 1 29 A2-A1 budget_0.20 18 NaN NaN NaN NaN NaN 1.00000000 2.00000000 1.00000000 0.00000000 1.00000000 3.00000000 synthetic_faculty_1 1 29 A2-A1 budget_0.25 18 NaN NaN NaN NaN NaN 2.00000000 2.00000000 0.00000000 0.00000000 2.00000000 2.00000000 synthetic_faculty_1 2 29 A2-A0 whole_cell_positive_ranks 8 3.00000000 5.00000000 0.00000000 -4.37500000 -6.50000000 NaN NaN NaN NaN NaN NaN synthetic_faculty_1 2 29 A2-A0 budget_0.10 8 NaN NaN NaN NaN NaN 1.00000000 0.00000000 3.00000000 4.00000000 5.00000000 3.00000000 synthetic_faculty_1 2 29 A2-A0 budget_0.15 8 NaN NaN NaN NaN NaN 2.00000000 0.00000000 5.00000000 7.00000000 9.00000000 5.00000000 synthetic_faculty_1 2 29 A2-A0 budget_0.20 8 NaN NaN NaN NaN NaN 2.00000000 2.00000000 7.00000000 7.00000000 9.00000000 9.00000000 synthetic_faculty_1 2 29 A2-A0 budget_0.25 8 NaN NaN NaN NaN NaN 1.00000000 2.00000000 9.00000000 8.00000000 9.00000000 11.00000000 synthetic_faculty_1 2 29 A2-A0 frozen_recipe_beta1 8 NaN NaN NaN NaN NaN 0.00000000 2.00000000 3.00000000 6.00000000 6.00000000 5.00000000 synthetic_faculty_1 2 29 A2-A0 frozen_recipe_beta2 8 NaN NaN NaN NaN NaN 0.00000000 0.00000000 4.00000000 0.00000000 0.00000000 4.00000000 synthetic_faculty_1 2 29 A2-A1 whole_cell_positive_ranks 8 5.00000000 2.00000000 1.00000000 1.50000000 1.50000000 NaN NaN NaN NaN NaN NaN synthetic_faculty_1 2 29 A2-A1 budget_0.10 8 NaN NaN NaN NaN NaN 0.00000000 0.00000000 1.00000000 1.00000000 1.00000000 1.00000000 synthetic_faculty_1 2 29 A2-A1 budget_0.15 8 NaN NaN NaN NaN NaN 1.00000000 0.00000000 1.00000000 2.00000000 3.00000000 1.00000000 synthetic_faculty_1 2 29 A2-A1 budget_0.20 8 NaN NaN NaN NaN NaN 1.00000000 0.00000000 2.00000000 3.00000000 4.00000000 2.00000000 synthetic_faculty_1 2 29 A2-A1 budget_0.25 8 NaN NaN NaN NaN NaN 0.00000000 0.00000000 2.00000000 2.00000000 2.00000000 2.00000000 synthetic_faculty_1 2 29 A2-A1 frozen_recipe_beta1 8 NaN NaN NaN NaN NaN 0.00000000 2.00000000 0.00000000 6.00000000 6.00000000 2.00000000 synthetic_faculty_1 2 29 A2-A1 frozen_recipe_beta2 8 NaN NaN NaN NaN NaN 0.00000000 0.00000000 1.00000000 0.00000000 0.00000000 1.00000000 synthetic_faculty_1 3 29 A2-A0 whole_cell_positive_ranks 13 5.00000000 7.00000000 1.00000000 1.15384615 -3.00000000 NaN NaN NaN NaN NaN NaN synthetic_faculty_1 3 29 A2-A0 budget_0.10 13 NaN NaN NaN NaN NaN 1.00000000 0.00000000 3.00000000 4.00000000 5.00000000 3.00000000 synthetic_faculty_1 3 29 A2-A0 budget_0.15 13 NaN NaN NaN NaN NaN 1.00000000 0.00000000 4.00000000 5.00000000 6.00000000 4.00000000 synthetic_faculty_1 3 29 A2-A0 budget_0.20 13 NaN NaN NaN NaN NaN 2.00000000 1.00000000 4.00000000 5.00000000 7.00000000 5.00000000 synthetic_faculty_1 3 29 A2-A0 budget_0.25 13 NaN NaN NaN NaN NaN 2.00000000 2.00000000 5.00000000 5.00000000 7.00000000 7.00000000 synthetic_faculty_1 3 29 A2-A0 frozen_recipe_beta1 13 NaN NaN NaN NaN NaN 1.00000000 3.00000000 0.00000000 5.00000000 6.00000000 3.00000000 synthetic_faculty_1 3 29 A2-A0 frozen_recipe_beta2 13 NaN NaN NaN NaN NaN 1.00000000 1.00000000 0.00000000 4.00000000 5.00000000 1.00000000 synthetic_faculty_1 3 29 A2-A1 whole_cell_positive_ranks 13 4.00000000 6.00000000 3.00000000 -0.07692308 0.00000000 NaN NaN NaN NaN NaN NaN synthetic_faculty_1 3 29 A2-A1 budget_0.10 13 NaN NaN NaN NaN NaN 0.00000000 0.00000000 2.00000000 2.00000000 2.00000000 2.00000000 synthetic_faculty_1 3 29 A2-A1 budget_0.15 13 NaN NaN NaN NaN NaN 0.00000000 0.00000000 2.00000000 2.00000000 2.00000000 2.00000000 synthetic_faculty_1 3 29 A2-A1 budget_0.20 13 NaN NaN NaN NaN NaN 0.00000000 0.00000000 1.00000000 1.00000000 1.00000000 1.00000000 synthetic_faculty_1 3 29 A2-A1 budget_0.25 13 NaN NaN NaN NaN NaN 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 synthetic_faculty_1 3 29 A2-A1 frozen_recipe_beta1 13 NaN NaN NaN NaN NaN 0.00000000 2.00000000 0.00000000 7.00000000 7.00000000 2.00000000 synthetic_faculty_1 3 29 A2-A1 frozen_recipe_beta2 13 NaN NaN NaN NaN NaN 0.00000000 0.00000000 0.00000000 6.00000000 6.00000000 0.00000000 synthetic_faculty_1 4 29 A2-A0 whole_cell_positive_ranks 13 6.00000000 6.00000000 1.00000000 4.30769231 0.00000000 NaN NaN NaN NaN NaN NaN synthetic_faculty_1 4 29 A2-A0 budget_0.10 13 NaN NaN NaN NaN NaN 3.00000000 0.00000000 1.00000000 4.00000000 7.00000000 1.00000000 synthetic_faculty_1 4 29 A2-A0 budget_0.15 13 NaN NaN NaN NaN NaN 3.00000000 1.00000000 4.00000000 6.00000000 9.00000000 5.00000000 synthetic_faculty_1 4 29 A2-A0 budget_0.20 13 NaN NaN NaN NaN NaN 4.00000000 1.00000000 4.00000000 7.00000000 11.00000000 5.00000000 synthetic_faculty_1 4 29 A2-A0 budget_0.25 13 NaN NaN NaN NaN NaN 5.00000000 2.00000000 5.00000000 8.00000000 13.00000000 7.00000000 synthetic_faculty_1 4 29 A2-A0 frozen_recipe_beta1 13 NaN NaN NaN NaN NaN 0.00000000 0.00000000 7.00000000 6.00000000 6.00000000 7.00000000 synthetic_faculty_1 4 29 A2-A0 frozen_recipe_beta2 13 NaN NaN NaN NaN NaN 1.00000000 0.00000000 7.00000000 0.00000000 1.00000000 7.00000000 synthetic_faculty_1 4 29 A2-A1 whole_cell_positive_ranks 13 5.00000000 6.00000000 2.00000000 0.15384615 0.00000000 NaN NaN NaN NaN NaN NaN synthetic_faculty_1 4 29 A2-A1 budget_0.10 13 NaN NaN NaN NaN NaN 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 synthetic_faculty_1 4 29 A2-A1 budget_0.15 13 NaN NaN NaN NaN NaN 0.00000000 1.00000000 1.00000000 0.00000000 0.00000000 2.00000000 synthetic_faculty_1 4 29 A2-A1 budget_0.20 13 NaN NaN NaN NaN NaN 1.00000000 0.00000000 1.00000000 2.00000000 3.00000000 1.00000000 synthetic_faculty_1 4 29 A2-A1 budget_0.25 13 NaN NaN NaN NaN NaN 1.00000000 0.00000000 1.00000000 2.00000000 3.00000000 1.00000000 synthetic_faculty_1 4 29 A2-A1 frozen_recipe_beta1 13 NaN NaN NaN NaN NaN 0.00000000 1.00000000 0.00000000 6.00000000 6.00000000 1.00000000 synthetic_faculty_1 4 29 A2-A1 frozen_recipe_beta2 13 NaN NaN NaN NaN NaN 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 synthetic_faculty_1 5 29 A2-A0 whole_cell_positive_ranks 12 6.00000000 6.00000000 0.00000000 -1.16666667 -1.50000000 NaN NaN NaN NaN NaN NaN synthetic_faculty_1 5 29 A2-A0 budget_0.10 12 NaN NaN NaN NaN NaN 1.00000000 0.00000000 1.00000000 2.00000000 3.00000000 1.00000000 synthetic_faculty_1 5 29 A2-A0 budget_0.15 12 NaN NaN NaN NaN NaN 1.00000000 2.00000000 4.00000000 3.00000000 4.00000000 6.00000000 synthetic_faculty_1 5 29 A2-A0 budget_0.20 12 NaN NaN NaN NaN NaN 1.00000000 2.00000000 4.00000000 3.00000000 4.00000000 6.00000000 synthetic_faculty_1 5 29 A2-A0 budget_0.25 12 NaN NaN NaN NaN NaN 2.00000000 2.00000000 5.00000000 5.00000000 7.00000000 7.00000000 synthetic_faculty_1 5 29 A2-A0 frozen_recipe_beta1 12 NaN NaN NaN NaN NaN 1.00000000 3.00000000 1.00000000 2.00000000 3.00000000 4.00000000 synthetic_faculty_1 5 29 A2-A0 frozen_recipe_beta2 12 NaN NaN NaN NaN NaN 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 synthetic_faculty_1 5 29 A2-A1 whole_cell_positive_ranks 12 6.00000000 4.00000000 2.00000000 0.16666667 0.50000000 NaN NaN NaN NaN NaN NaN synthetic_faculty_1 5 29 A2-A1 budget_0.10 12 NaN NaN NaN NaN NaN 1.00000000 0.00000000 0.00000000 1.00000000 2.00000000 0.00000000 synthetic_faculty_1 5 29 A2-A1 budget_0.15 12 NaN NaN NaN NaN NaN 1.00000000 1.00000000 1.00000000 1.00000000 2.00000000 2.00000000 synthetic_faculty_1 5 29 A2-A1 budget_0.20 12 NaN NaN NaN NaN NaN 0.00000000 1.00000000 2.00000000 1.00000000 1.00000000 3.00000000 synthetic_faculty_1 5 29 A2-A1 budget_0.25 12 NaN NaN NaN NaN NaN 0.00000000 0.00000000 1.00000000 1.00000000 1.00000000 1.00000000 synthetic_faculty_1 5 29 A2-A1 frozen_recipe_beta1 12 NaN NaN NaN NaN NaN 0.00000000 4.00000000 0.00000000 5.00000000 5.00000000 4.00000000 synthetic_faculty_1 5 29 A2-A1 frozen_recipe_beta2 12 NaN NaN NaN NaN NaN 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 synthetic_faculty_1 6 29 A2-A0 whole_cell_positive_ranks 8 3.00000000 5.00000000 0.00000000 -6.75000000 -11.00000000 NaN NaN NaN NaN NaN NaN synthetic_faculty_1 6 29 A2-A0 budget_0.10 8 NaN NaN NaN NaN NaN 0.00000000 2.00000000 4.00000000 2.00000000 2.00000000 6.00000000 synthetic_faculty_1 6 29 A2-A0 budget_0.15 8 NaN NaN NaN NaN NaN 0.00000000 2.00000000 7.00000000 5.00000000 5.00000000 9.00000000 synthetic_faculty_1 6 29 A2-A0 budget_0.20 8 NaN NaN NaN NaN NaN 0.00000000 2.00000000 7.00000000 5.00000000 5.00000000 9.00000000 synthetic_faculty_1 6 29 A2-A0 budget_0.25 8 NaN NaN NaN NaN NaN 1.00000000 4.00000000 8.00000000 5.00000000 6.00000000 12.00000000 synthetic_faculty_1 6 29 A2-A0 frozen_recipe_beta1 8 NaN NaN NaN NaN NaN 1.00000000 0.00000000 0.00000000 0.00000000 1.00000000 0.00000000 synthetic_faculty_1 6 29 A2-A0 frozen_recipe_beta2 8 NaN NaN NaN NaN NaN 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 synthetic_faculty_1 6 29 A2-A1 whole_cell_positive_ranks 8 4.00000000 3.00000000 1.00000000 0.87500000 0.50000000 NaN NaN NaN NaN NaN NaN synthetic_faculty_1 6 29 A2-A1 budget_0.10 8 NaN NaN NaN NaN NaN 0.00000000 0.00000000 3.00000000 3.00000000 3.00000000 3.00000000 synthetic_faculty_1 6 29 A2-A1 budget_0.15 8 NaN NaN NaN NaN NaN 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 synthetic_faculty_1 6 29 A2-A1 budget_0.20 8 NaN NaN NaN NaN NaN 0.00000000 0.00000000 1.00000000 1.00000000 1.00000000 1.00000000 synthetic_faculty_1 6 29 A2-A1 budget_0.25 8 NaN NaN NaN NaN NaN 1.00000000 1.00000000 1.00000000 1.00000000 2.00000000 2.00000000 synthetic_faculty_1 6 29 A2-A1 frozen_recipe_beta1 8 NaN NaN NaN NaN NaN 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 synthetic_faculty_1 6 29 A2-A1 frozen_recipe_beta2 8 NaN NaN NaN NaN NaN 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 synthetic_faculty_1 7 29 A2-A0 whole_cell_positive_ranks 16 8.00000000 8.00000000 0.00000000 -3.43750000 -2.00000000 NaN NaN NaN NaN NaN NaN synthetic_faculty_1 7 29 A2-A0 budget_0.10 16 NaN NaN NaN NaN NaN 0.00000000 0.00000000 4.00000000 4.00000000 4.00000000 4.00000000 synthetic_faculty_1 7 29 A2-A0 budget_0.15 16 NaN NaN NaN NaN NaN 0.00000000 1.00000000 5.00000000 4.00000000 4.00000000 6.00000000 synthetic_faculty_1 7 29 A2-A0 budget_0.20 16 NaN NaN NaN NaN NaN 1.00000000 2.00000000 5.00000000 4.00000000 5.00000000 7.00000000 synthetic_faculty_1 7 29 A2-A0 budget_0.25 16 NaN NaN NaN NaN NaN 2.00000000 2.00000000 6.00000000 6.00000000 8.00000000 8.00000000 synthetic_faculty_1 7 29 A2-A0 frozen_recipe_beta1 16 NaN NaN NaN NaN NaN 2.00000000 0.00000000 4.00000000 0.00000000 2.00000000 4.00000000 synthetic_faculty_1 7 29 A2-A0 frozen_recipe_beta2 16 NaN NaN NaN NaN NaN 1.00000000 0.00000000 3.00000000 0.00000000 1.00000000 3.00000000 synthetic_faculty_1 7 29 A2-A1 whole_cell_positive_ranks 16 2.00000000 10.00000000 4.00000000 -2.06250000 -1.00000000 NaN NaN NaN NaN NaN NaN synthetic_faculty_1 7 29 A2-A1 budget_0.10 16 NaN NaN NaN NaN NaN 0.00000000 0.00000000 2.00000000 2.00000000 2.00000000 2.00000000 synthetic_faculty_1 7 29 A2-A1 budget_0.15 16 NaN NaN NaN NaN NaN 0.00000000 1.00000000 2.00000000 1.00000000 1.00000000 3.00000000 synthetic_faculty_1 7 29 A2-A1 budget_0.20 16 NaN NaN NaN NaN NaN 0.00000000 1.00000000 1.00000000 0.00000000 0.00000000 2.00000000 synthetic_faculty_1 7 29 A2-A1 budget_0.25 16 NaN NaN NaN NaN NaN 0.00000000 0.00000000 1.00000000 1.00000000 1.00000000 1.00000000 synthetic_faculty_1 7 29 A2-A1 frozen_recipe_beta1 16 NaN NaN NaN NaN NaN 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 synthetic_faculty_1 7 29 A2-A1 frozen_recipe_beta2 16 NaN NaN NaN NaN NaN 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 0.00000000 [MODEL_PARAMETER_COUNTS] rows=112 columns=6 column_definitions={"faculty": "faculty cache key", "fold": "canonical rolling-origin fold", "seed": "model initialization seed", "arm": "prespecified model/control", "parameter_count": "parameter count", "input_dimension": "input dimension"} faculty fold seed arm parameter_count input_dimension synthetic_faculty_0 1 29 A0M 155216 87 synthetic_faculty_0 1 29 A0 78209 87 synthetic_faculty_0 1 29 A1 155233 87 synthetic_faculty_0 1 29 A2 155233 87 synthetic_faculty_0 1 29 A3 155332 87 synthetic_faculty_0 1 29 CacheReference 0 27 synthetic_faculty_0 1 29 HGB 0 27 synthetic_faculty_0 1 29 P1 155233 87 synthetic_faculty_0 2 29 A0M 155216 87 synthetic_faculty_0 2 29 A0 78209 87 synthetic_faculty_0 2 29 A1 155233 87 synthetic_faculty_0 2 29 A2 155233 87 synthetic_faculty_0 2 29 A3 155332 87 synthetic_faculty_0 2 29 CacheReference 0 27 synthetic_faculty_0 2 29 HGB 0 27 synthetic_faculty_0 2 29 P1 155233 87 synthetic_faculty_0 3 29 A0M 155216 87 synthetic_faculty_0 3 29 A0 78209 87 synthetic_faculty_0 3 29 A1 155233 87 synthetic_faculty_0 3 29 A2 155233 87 synthetic_faculty_0 3 29 A3 155332 87 synthetic_faculty_0 3 29 CacheReference 0 27 synthetic_faculty_0 3 29 HGB 0 27 synthetic_faculty_0 3 29 P1 155233 87 synthetic_faculty_0 4 29 A0M 155216 87 synthetic_faculty_0 4 29 A0 78209 87 synthetic_faculty_0 4 29 A1 155233 87 synthetic_faculty_0 4 29 A2 155233 87 synthetic_faculty_0 4 29 A3 155332 87 synthetic_faculty_0 4 29 CacheReference 0 27 synthetic_faculty_0 4 29 HGB 0 27 synthetic_faculty_0 4 29 P1 155233 87 synthetic_faculty_0 5 29 A0M 155216 87 synthetic_faculty_0 5 29 A0 78209 87 synthetic_faculty_0 5 29 A1 155233 87 synthetic_faculty_0 5 29 A2 155233 87 synthetic_faculty_0 5 29 A3 155332 87 synthetic_faculty_0 5 29 CacheReference 0 27 synthetic_faculty_0 5 29 HGB 0 27 synthetic_faculty_0 5 29 P1 155233 87 synthetic_faculty_0 6 29 A0M 155216 87 synthetic_faculty_0 6 29 A0 78209 87 synthetic_faculty_0 6 29 A1 155233 87 synthetic_faculty_0 6 29 A2 155233 87 synthetic_faculty_0 6 29 A3 155332 87 synthetic_faculty_0 6 29 CacheReference 0 27 synthetic_faculty_0 6 29 HGB 0 27 synthetic_faculty_0 6 29 P1 155233 87 synthetic_faculty_0 7 29 A0M 155216 87 synthetic_faculty_0 7 29 A0 78209 87 synthetic_faculty_0 7 29 A1 155233 87 synthetic_faculty_0 7 29 A2 155233 87 synthetic_faculty_0 7 29 A3 155332 87 synthetic_faculty_0 7 29 CacheReference 0 27 synthetic_faculty_0 7 29 HGB 0 27 synthetic_faculty_0 7 29 P1 155233 87 synthetic_faculty_1 1 29 A0M 155216 87 synthetic_faculty_1 1 29 A0 78209 87 synthetic_faculty_1 1 29 A1 155233 87 synthetic_faculty_1 1 29 A2 155233 87 synthetic_faculty_1 1 29 A3 155332 87 synthetic_faculty_1 1 29 CacheReference 0 27 synthetic_faculty_1 1 29 HGB 0 27 synthetic_faculty_1 1 29 P1 155233 87 synthetic_faculty_1 2 29 A0M 155216 87 synthetic_faculty_1 2 29 A0 78209 87 synthetic_faculty_1 2 29 A1 155233 87 synthetic_faculty_1 2 29 A2 155233 87 synthetic_faculty_1 2 29 A3 155332 87 synthetic_faculty_1 2 29 CacheReference 0 27 synthetic_faculty_1 2 29 HGB 0 27 synthetic_faculty_1 2 29 P1 155233 87 synthetic_faculty_1 3 29 A0M 155216 87 synthetic_faculty_1 3 29 A0 78209 87 synthetic_faculty_1 3 29 A1 155233 87 synthetic_faculty_1 3 29 A2 155233 87 synthetic_faculty_1 3 29 A3 155332 87 synthetic_faculty_1 3 29 CacheReference 0 27 synthetic_faculty_1 3 29 HGB 0 27 synthetic_faculty_1 3 29 P1 155233 87 synthetic_faculty_1 4 29 A0M 155216 87 synthetic_faculty_1 4 29 A0 78209 87 synthetic_faculty_1 4 29 A1 155233 87 synthetic_faculty_1 4 29 A2 155233 87 synthetic_faculty_1 4 29 A3 155332 87 synthetic_faculty_1 4 29 CacheReference 0 27 synthetic_faculty_1 4 29 HGB 0 27 synthetic_faculty_1 4 29 P1 155233 87 synthetic_faculty_1 5 29 A0M 155216 87 synthetic_faculty_1 5 29 A0 78209 87 synthetic_faculty_1 5 29 A1 155233 87 synthetic_faculty_1 5 29 A2 155233 87 synthetic_faculty_1 5 29 A3 155332 87 synthetic_faculty_1 5 29 CacheReference 0 27 synthetic_faculty_1 5 29 HGB 0 27 synthetic_faculty_1 5 29 P1 155233 87 synthetic_faculty_1 6 29 A0M 155216 87 synthetic_faculty_1 6 29 A0 78209 87 synthetic_faculty_1 6 29 A1 155233 87 synthetic_faculty_1 6 29 A2 155233 87 synthetic_faculty_1 6 29 A3 155332 87 synthetic_faculty_1 6 29 CacheReference 0 27 synthetic_faculty_1 6 29 HGB 0 27 synthetic_faculty_1 6 29 P1 155233 87 synthetic_faculty_1 7 29 A0M 155216 87 synthetic_faculty_1 7 29 A0 78209 87 synthetic_faculty_1 7 29 A1 155233 87 synthetic_faculty_1 7 29 A2 155233 87 synthetic_faculty_1 7 29 A3 155332 87 synthetic_faculty_1 7 29 CacheReference 0 27 synthetic_faculty_1 7 29 HGB 0 27 synthetic_faculty_1 7 29 P1 155233 87 [DEVELOPMENT_DECISION] {"development_predictions_digest": "f296b1384e819f00f46caf5738889abe5657555ab4dd8a7152ceb83480cfdf17", "hypothesis": "INCONCLUSIVE", "primary_candidate": "A2", "promoted_for_deployment": false, "protocol_version": "1.0.1", "reason": "Restricted, smoke, synthetic or nonprimary protocol; full matrix required.", "research_promotion": "INCONCLUSIVE", "run_signature": "ac77cf2258a1448718d72fb8cfb6a8f935fa49b58a2207d67a3bb97aa21cf201"} [RESEARCH_CONCLUSIONS] Frozen development hypothesis: INCONCLUSIVE. [RESEARCH_CONCLUSIONS] Development research promotion: INCONCLUSIVE; deployment not certified. [RESEARCH_CONCLUSIONS] development: A2-A1 AP=-0.000626; this is the trained interaction contrast. [RESEARCH_CONCLUSIONS] retrospective: A2-A1 AP=-0.034469; this is the trained interaction contrast. [RESEARCH_CONCLUSIONS] retrospective: A2 does not clear the prespecified .005 placebo margin; semantic partition value is not established. [RESEARCH_CONCLUSIONS] Chronological behavior: MIXED_OR_NONPOSITIVE; F6/F7 remain repeatedly inspected retrospective periods. [RESEARCH_CONCLUSIONS] REFINE — pilot/software validation only; no primary scientific conclusion. [RESEARCH_CONCLUSIONS] Embedding norms, gradients and zeroing sensitivities describe fitted behavior; they do not prove causal utility. [RESEARCH_CONCLUSIONS] Archived leaderboard differences are metrics-only unless exact matching is explicitly reported. [RESEARCH_CONCLUSIONS] Faculty bootstrap intervals condition on fitted models and observed periods; seeds are not independent semesters. [RESEARCH_CONCLUSIONS] Cells with higher A2 training AP but lower target AP than A1: 2; apparent generalization failures, not causal diagnoses. [RESEARCH_QUESTIONS] rows=12 columns=2 column_definitions={"question": "question", "evidence": "evidence"} question evidence Q1 semantic view separation A1-A0 / A1-A0M Q2 explicit interactions A2-A1 Q3 capacity control A2-A0M Q4 semantic assignment A2-P1; three partitions have limited placebo coverage Q5 interaction types zero_SC / zero_HC sensitivity, not necessity or causal attribution Q6 chronological generalization development / F6 / F7 / validation gaps Q7 faculty heterogeneity complete faculty effects and worst losses Q8 limited history observed-cache flags and supported strata; unknown remains unknown Q9 warning decisions frozen beta1/beta2 policies plus 10/15/20/25% budgets Q10 strong predictors same-run HGB, CacheReference, archived support-qualified metrics Q11 hypothesis INCONCLUSIVE Q12 continuation See descriptive RESEARCH_CONCLUSIONS; no deployment certification [RUN_STATUS] {"completed_cells": 112, "expected_log": "/workspace/scratch/ce2ace5dda4d/research/s34_cuda_warning_fix/synthetic_workspace/log/suite34_ipmvcl_synthetic.log", "primary_research_run": false, "real_data_performance_claimed": false, "results": "/workspace/scratch/ce2ace5dda4d/research/s34_cuda_warning_fix/synthetic_workspace/results/suite34_ipmvcl_synthetic", "smoke": false, "source_cache_modified": false, "status": "COMPLETE", "synthetic": true}