Skip to content

Instantly share code, notes, and snippets.

Show Gist options
  • Select an option

  • Save meechmeechmeech/fc78fd0fb9e1f8abad8ebee692fdaab0 to your computer and use it in GitHub Desktop.

Select an option

Save meechmeechmeech/fc78fd0fb9e1f8abad8ebee692fdaab0 to your computer and use it in GitHub Desktop.
Reviewer Validator Disagreement Trace
{
"trace_id": "rvd-001",
"trace_type": "reviewer_validator_disagreement",
"submission_class": "buy_side_alpha",
"submission_summary": {
"asset_class_band": "us_large_cap_equity",
"signal_family": "positioning_drift",
"horizon_band": "1_to_3_months",
"conviction_band": "medium",
"sanitization_state": "fully_redacted_synthetic_composite"
},
"validator_judgment": {
"judgment_id": "v_auto",
"judgment_type": "automated_rule_engine",
"verdict": "reject",
"verdict_basis": "near_duplicate_textual_similarity_above_threshold",
"confidence_band": "high",
"rule_triggered": "dedup_against_recent_submissions",
"similarity_band": "above_dedup_floor",
"features_observed": [
"submission_text_embedding",
"tag_overlap",
"asset_class_overlap"
]
},
"reviewer_judgment": {
"judgment_id": "r_human_anon",
"judgment_type": "qualitative_review",
"verdict": "accept_with_revision",
"verdict_basis": "novel_qualitative_context_not_captured_by_text_similarity",
"confidence_band": "medium",
"noted_dimensions": [
"different_underlying_driver",
"different_position_lifecycle_stage",
"different_counterparty_archetype_band"
]
},
"disagreement_profile": {
"axis": "novelty_assessment",
"direction": "validator_stricter_than_reviewer",
"neither_party_malicious": true,
"root_cause_band": "feature_coverage_gap",
"root_cause_detail": "validator_uses_textual_similarity_only_reviewer_uses_driver_and_lifecycle_taxonomy"
},
"override_basis": {
"override_type": "qualitative_override_of_automated_rule",
"override_authority": "secondary_review_panel",
"evidence_class": "taxonomy_dimensions_outside_validator_feature_set",
"rationale_summary": "submission_shares_surface_text_with_prior_entries_but_differs_on_driver_and_lifecycle_dimensions_that_validator_does_not_observe",
"qualitative_evidence_kept_privacy_safe": true,
"calibration_artifact_attached": true
},
"corrected_route": {
"prior_route": "auto_reject_queue",
"final_route": "secondary_qualitative_review_then_scoring",
"reroute_reason": "validator_high_confidence_reject_overturned_on_dimensions_outside_validator_feature_set",
"downstream_action": "submission_advanced_to_scoring_with_revision_flag",
"validator_feedback_loop": "feature_gap_logged_for_next_validator_training_window"
},
"calibration_label": {
"label": "validator_false_positive_reviewer_correct",
"label_scope": "this_trace_only",
"label_use": "training_signal_for_validator_recalibration",
"confidence_in_label_band": "medium_high"
},
"privacy_controls": {
"contains_names": false,
"contains_employers": false,
"contains_counterparties": false,
"contains_exact_dates": false,
"contains_exact_sizes": false,
"contains_verbatim_quotes": false,
"contains_private_urls": false,
"contains_uniquely_identifying_combinations": false
},
"schema_version": "rvd_trace_v1",
"publication_intent": "public_agent_readable_disagreement_trace"
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment