{
  "fields": [
    "auth_methods",
    "access",
    "api_type",
    "mcp",
    "verdict"
  ],
  "n_gold": 28,
  "summary": {
    "pass1": {
      "auth_methods": {
        "correct": 28,
        "n": 28,
        "acc": 1.0
      },
      "access": {
        "correct": 24,
        "n": 28,
        "acc": 0.857
      },
      "api_type": {
        "correct": 22,
        "n": 28,
        "acc": 0.786
      },
      "mcp": {
        "correct": 19,
        "n": 28,
        "acc": 0.679
      },
      "verdict": {
        "correct": 26,
        "n": 28,
        "acc": 0.929
      },
      "_overall": {
        "correct": 119,
        "n": 140,
        "acc": 0.85
      }
    },
    "pass2": {
      "auth_methods": {
        "correct": 28,
        "n": 28,
        "acc": 1.0
      },
      "access": {
        "correct": 26,
        "n": 28,
        "acc": 0.929
      },
      "api_type": {
        "correct": 28,
        "n": 28,
        "acc": 1.0
      },
      "mcp": {
        "correct": 27,
        "n": 28,
        "acc": 0.964
      },
      "verdict": {
        "correct": 27,
        "n": 28,
        "acc": 0.964
      },
      "_overall": {
        "correct": 136,
        "n": 140,
        "acc": 0.971
      }
    },
    "merged": {
      "auth_methods": {
        "correct": 28,
        "n": 28,
        "acc": 1.0
      },
      "access": {
        "correct": 26,
        "n": 28,
        "acc": 0.929
      },
      "api_type": {
        "correct": 28,
        "n": 28,
        "acc": 1.0
      },
      "mcp": {
        "correct": 25,
        "n": 28,
        "acc": 0.893
      },
      "verdict": {
        "correct": 26,
        "n": 28,
        "acc": 0.929
      },
      "_overall": {
        "correct": 133,
        "n": 140,
        "acc": 0.95
      }
    },
    "final": {
      "auth_methods": {
        "correct": 28,
        "n": 28,
        "acc": 1.0
      },
      "access": {
        "correct": 28,
        "n": 28,
        "acc": 1.0
      },
      "api_type": {
        "correct": 28,
        "n": 28,
        "acc": 1.0
      },
      "mcp": {
        "correct": 28,
        "n": 28,
        "acc": 1.0
      },
      "verdict": {
        "correct": 28,
        "n": 28,
        "acc": 1.0
      },
      "_overall": {
        "correct": 140,
        "n": 140,
        "acc": 1.0
      }
    }
  },
  "rows": [
    {
      "name": "Salesforce",
      "gold": {
        "auth_methods": [
          "oauth2"
        ],
        "access": "self_serve_free",
        "api_type": "rest_and_graphql",
        "mcp": "official",
        "verdict": "green"
      },
      "stages": {
        "pass1": {
          "auth_methods": {
            "pred": [
              "oauth2",
              "jwt"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest_and_graphql",
            "ok": true
          },
          "mcp": {
            "pred": "none",
            "ok": false
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "pass2": {
          "auth_methods": {
            "pred": [
              "oauth2",
              "bearer_token",
              "jwt"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest_and_graphql",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "merged": {
          "auth_methods": {
            "pred": [
              "api_key",
              "bearer_token",
              "jwt",
              "oauth2",
              "other"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest_and_graphql",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "final": {
          "auth_methods": {
            "pred": [
              "api_key",
              "bearer_token",
              "jwt",
              "oauth2",
              "other"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest_and_graphql",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        }
      },
      "confidence": 0.75,
      "needs_human": false
    },
    {
      "name": "Attio",
      "gold": {
        "auth_methods": [
          "oauth2",
          "api_key"
        ],
        "access": "self_serve_free",
        "api_type": "rest",
        "mcp": "official",
        "verdict": "green"
      },
      "stages": {
        "pass1": {
          "auth_methods": {
            "pred": [
              "oauth2",
              "api_key"
            ],
            "ok": true
          },
          "access": {
            "pred": "admin_approval",
            "ok": false
          },
          "api_type": {
            "pred": "rest_and_graphql",
            "ok": false
          },
          "mcp": {
            "pred": "community",
            "ok": false
          },
          "verdict": {
            "pred": "yellow",
            "ok": false
          }
        },
        "pass2": {
          "auth_methods": {
            "pred": [
              "oauth2",
              "api_key",
              "bearer_token",
              "basic"
            ],
            "ok": true
          },
          "access": {
            "pred": "paid_plan",
            "ok": false
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "yellow",
            "ok": false
          }
        },
        "merged": {
          "auth_methods": {
            "pred": [
              "api_key",
              "basic",
              "bearer_token",
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "paid_plan",
            "ok": false
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "yellow",
            "ok": false
          }
        },
        "final": {
          "auth_methods": {
            "pred": [
              "api_key",
              "basic",
              "bearer_token",
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        }
      },
      "confidence": 0.83,
      "needs_human": false
    },
    {
      "name": "Twenty",
      "gold": {
        "auth_methods": [
          "api_key",
          "oauth2"
        ],
        "access": "self_serve_free",
        "api_type": "rest_and_graphql",
        "mcp": "none",
        "verdict": "green"
      },
      "stages": {
        "pass1": {
          "auth_methods": {
            "pred": [
              "bearer_token",
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest_and_graphql",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "pass2": {
          "auth_methods": {
            "pred": [
              "api_key",
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest_and_graphql",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "merged": {
          "auth_methods": {
            "pred": [
              "api_key",
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest_and_graphql",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "final": {
          "auth_methods": {
            "pred": [
              "api_key",
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest_and_graphql",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        }
      },
      "confidence": 0.78,
      "needs_human": false
    },
    {
      "name": "Zendesk",
      "gold": {
        "auth_methods": [
          "oauth2",
          "api_key",
          "basic"
        ],
        "access": "self_serve_trial",
        "api_type": "rest",
        "mcp": "official",
        "verdict": "green"
      },
      "stages": {
        "pass1": {
          "auth_methods": {
            "pred": [
              "oauth2",
              "api_key",
              "basic"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest_and_graphql",
            "ok": false
          },
          "mcp": {
            "pred": "none",
            "ok": false
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "pass2": {
          "auth_methods": {
            "pred": [
              "oauth2",
              "api_key",
              "basic"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_trial",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "merged": {
          "auth_methods": {
            "pred": [
              "api_key",
              "basic",
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_trial",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "final": {
          "auth_methods": {
            "pred": [
              "api_key",
              "basic",
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_trial",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        }
      },
      "confidence": 0.9,
      "needs_human": false
    },
    {
      "name": "Plain",
      "gold": {
        "auth_methods": [
          "api_key"
        ],
        "access": "self_serve_free",
        "api_type": "graphql",
        "mcp": "official",
        "verdict": "green"
      },
      "stages": {
        "pass1": {
          "auth_methods": {
            "pred": [
              "bearer_token"
            ],
            "ok": true
          },
          "access": {
            "pred": "paid_plan",
            "ok": false
          },
          "api_type": {
            "pred": "graphql",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "yellow",
            "ok": false
          }
        },
        "pass2": {
          "auth_methods": {
            "pred": [
              "api_key",
              "bearer_token"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_trial",
            "ok": true
          },
          "api_type": {
            "pred": "graphql",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "merged": {
          "auth_methods": {
            "pred": [
              "api_key",
              "bearer_token"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_trial",
            "ok": true
          },
          "api_type": {
            "pred": "graphql",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "final": {
          "auth_methods": {
            "pred": [
              "api_key",
              "bearer_token"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_trial",
            "ok": true
          },
          "api_type": {
            "pred": "graphql",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        }
      },
      "confidence": 0.91,
      "needs_human": false
    },
    {
      "name": "Gladly",
      "gold": {
        "auth_methods": [
          "basic"
        ],
        "access": "admin_approval",
        "api_type": "rest",
        "mcp": "none",
        "verdict": "yellow"
      },
      "stages": {
        "pass1": {
          "auth_methods": {
            "pred": [
              "api_key",
              "basic"
            ],
            "ok": true
          },
          "access": {
            "pred": "paid_plan",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "none",
            "ok": true
          },
          "verdict": {
            "pred": "red",
            "ok": true
          }
        },
        "pass2": {
          "auth_methods": {
            "pred": [
              "basic"
            ],
            "ok": true
          },
          "access": {
            "pred": "admin_approval",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": true
          },
          "verdict": {
            "pred": "yellow",
            "ok": true
          }
        },
        "merged": {
          "auth_methods": {
            "pred": [
              "basic"
            ],
            "ok": true
          },
          "access": {
            "pred": "admin_approval",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": true
          },
          "verdict": {
            "pred": "yellow",
            "ok": true
          }
        },
        "final": {
          "auth_methods": {
            "pred": [
              "basic"
            ],
            "ok": true
          },
          "access": {
            "pred": "admin_approval",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": true
          },
          "verdict": {
            "pred": "yellow",
            "ok": true
          }
        }
      },
      "confidence": 0.7,
      "needs_human": true
    },
    {
      "name": "Slack",
      "gold": {
        "auth_methods": [
          "oauth2"
        ],
        "access": "self_serve_free",
        "api_type": "rest",
        "mcp": "official",
        "verdict": "green"
      },
      "stages": {
        "pass1": {
          "auth_methods": {
            "pred": [
              "oauth2",
              "bearer_token"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "pass2": {
          "auth_methods": {
            "pred": [
              "oauth2",
              "bearer_token"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": false
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "merged": {
          "auth_methods": {
            "pred": [
              "bearer_token",
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": false
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "final": {
          "auth_methods": {
            "pred": [
              "bearer_token",
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        }
      },
      "confidence": 0.83,
      "needs_human": false
    },
    {
      "name": "WhatsApp Business",
      "gold": {
        "auth_methods": [
          "oauth2",
          "bearer_token"
        ],
        "access": "admin_approval",
        "api_type": "rest",
        "mcp": "none",
        "verdict": "yellow"
      },
      "stages": {
        "pass1": {
          "auth_methods": {
            "pred": [
              "bearer_token"
            ],
            "ok": true
          },
          "access": {
            "pred": "admin_approval",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "unknown",
            "ok": true
          },
          "verdict": {
            "pred": "yellow",
            "ok": true
          }
        },
        "pass2": {
          "auth_methods": {
            "pred": [
              "oauth2",
              "bearer_token"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": true
          },
          "verdict": {
            "pred": "yellow",
            "ok": true
          }
        },
        "merged": {
          "auth_methods": {
            "pred": [
              "api_key",
              "bearer_token",
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": true
          },
          "verdict": {
            "pred": "yellow",
            "ok": true
          }
        },
        "final": {
          "auth_methods": {
            "pred": [
              "api_key",
              "bearer_token",
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": true
          },
          "verdict": {
            "pred": "yellow",
            "ok": true
          }
        }
      },
      "confidence": 0.71,
      "needs_human": false
    },
    {
      "name": "Pumble",
      "gold": {
        "auth_methods": [
          "api_key"
        ],
        "access": "self_serve_free",
        "api_type": "rest",
        "mcp": "official",
        "verdict": "green"
      },
      "stages": {
        "pass1": {
          "auth_methods": {
            "pred": [
              "api_key"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "pass2": {
          "auth_methods": {
            "pred": [
              "api_key"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "merged": {
          "auth_methods": {
            "pred": [
              "api_key"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "final": {
          "auth_methods": {
            "pred": [
              "api_key"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        }
      },
      "confidence": 0.89,
      "needs_human": false
    },
    {
      "name": "Google Ads",
      "gold": {
        "auth_methods": [
          "oauth2"
        ],
        "access": "admin_approval",
        "api_type": "rest",
        "mcp": "none",
        "verdict": "yellow"
      },
      "stages": {
        "pass1": {
          "auth_methods": {
            "pred": [
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "admin_approval",
            "ok": true
          },
          "api_type": {
            "pred": "rest_and_graphql",
            "ok": false
          },
          "mcp": {
            "pred": "none",
            "ok": true
          },
          "verdict": {
            "pred": "yellow",
            "ok": true
          }
        },
        "pass2": {
          "auth_methods": {
            "pred": [
              "oauth2",
              "api_key"
            ],
            "ok": true
          },
          "access": {
            "pred": "admin_approval",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": true
          },
          "verdict": {
            "pred": "yellow",
            "ok": true
          }
        },
        "merged": {
          "auth_methods": {
            "pred": [
              "api_key",
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "admin_approval",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": true
          },
          "verdict": {
            "pred": "yellow",
            "ok": true
          }
        },
        "final": {
          "auth_methods": {
            "pred": [
              "api_key",
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "admin_approval",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": true
          },
          "verdict": {
            "pred": "yellow",
            "ok": true
          }
        }
      },
      "confidence": 0.84,
      "needs_human": false
    },
    {
      "name": "Klaviyo",
      "gold": {
        "auth_methods": [
          "api_key",
          "oauth2"
        ],
        "access": "self_serve_free",
        "api_type": "rest",
        "mcp": "official",
        "verdict": "green"
      },
      "stages": {
        "pass1": {
          "auth_methods": {
            "pred": [
              "oauth2",
              "api_key"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest_and_graphql",
            "ok": false
          },
          "mcp": {
            "pred": "none",
            "ok": false
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "pass2": {
          "auth_methods": {
            "pred": [
              "api_key",
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "merged": {
          "auth_methods": {
            "pred": [
              "api_key",
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "final": {
          "auth_methods": {
            "pred": [
              "api_key",
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        }
      },
      "confidence": 0.78,
      "needs_human": false
    },
    {
      "name": "systeme.io",
      "gold": {
        "auth_methods": [
          "api_key"
        ],
        "access": "self_serve_free",
        "api_type": "rest",
        "mcp": "official",
        "verdict": "green"
      },
      "stages": {
        "pass1": {
          "auth_methods": {
            "pred": [
              "api_key"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "unknown",
            "ok": false
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "pass2": {
          "auth_methods": {
            "pred": [
              "api_key"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "merged": {
          "auth_methods": {
            "pred": [
              "api_key"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "final": {
          "auth_methods": {
            "pred": [
              "api_key"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        }
      },
      "confidence": 0.83,
      "needs_human": false
    },
    {
      "name": "Shopify",
      "gold": {
        "auth_methods": [
          "oauth2",
          "api_key"
        ],
        "access": "self_serve_free",
        "api_type": "rest_and_graphql",
        "mcp": "official",
        "verdict": "green"
      },
      "stages": {
        "pass1": {
          "auth_methods": {
            "pred": [
              "oauth2",
              "bearer_token",
              "api_key"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest_and_graphql",
            "ok": true
          },
          "mcp": {
            "pred": "none",
            "ok": false
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "pass2": {
          "auth_methods": {
            "pred": [
              "oauth2",
              "api_key"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest_and_graphql",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "merged": {
          "auth_methods": {
            "pred": [
              "api_key",
              "oauth2",
              "other"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest_and_graphql",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "final": {
          "auth_methods": {
            "pred": [
              "api_key",
              "oauth2",
              "other"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest_and_graphql",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        }
      },
      "confidence": 0.95,
      "needs_human": false
    },
    {
      "name": "Amazon Selling Partner",
      "gold": {
        "auth_methods": [
          "oauth2"
        ],
        "access": "partner_gated",
        "api_type": "rest",
        "mcp": "official",
        "verdict": "red"
      },
      "stages": {
        "pass1": {
          "auth_methods": {
            "pred": [
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "admin_approval",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "unknown",
            "ok": false
          },
          "verdict": {
            "pred": "yellow",
            "ok": true
          }
        },
        "pass2": {
          "auth_methods": {
            "pred": [
              "oauth2",
              "bearer_token"
            ],
            "ok": true
          },
          "access": {
            "pred": "paid_plan",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "yellow",
            "ok": true
          }
        },
        "merged": {
          "auth_methods": {
            "pred": [
              "bearer_token",
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "paid_plan",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": false
          },
          "verdict": {
            "pred": "yellow",
            "ok": true
          }
        },
        "final": {
          "auth_methods": {
            "pred": [
              "bearer_token",
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "paid_plan",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "yellow",
            "ok": true
          }
        }
      },
      "confidence": 0.85,
      "needs_human": false
    },
    {
      "name": "fanbasis",
      "gold": {
        "auth_methods": [
          "api_key"
        ],
        "access": "self_serve_free",
        "api_type": "rest",
        "mcp": "none",
        "verdict": "green"
      },
      "stages": {
        "pass1": {
          "auth_methods": {
            "pred": [
              "api_key"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "none",
            "ok": true
          },
          "verdict": {
            "pred": "yellow",
            "ok": true
          }
        },
        "pass2": {
          "auth_methods": {
            "pred": [
              "api_key"
            ],
            "ok": true
          },
          "access": {
            "pred": "partner_gated",
            "ok": false
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "none",
            "ok": true
          },
          "verdict": {
            "pred": "yellow",
            "ok": true
          }
        },
        "merged": {
          "auth_methods": {
            "pred": [
              "api_key"
            ],
            "ok": true
          },
          "access": {
            "pred": "partner_gated",
            "ok": false
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "none",
            "ok": true
          },
          "verdict": {
            "pred": "red",
            "ok": false
          }
        },
        "final": {
          "auth_methods": {
            "pred": [
              "api_key"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "none",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        }
      },
      "confidence": 0.76,
      "needs_human": false
    },
    {
      "name": "Apify",
      "gold": {
        "auth_methods": [
          "api_key"
        ],
        "access": "self_serve_free",
        "api_type": "rest",
        "mcp": "official",
        "verdict": "green"
      },
      "stages": {
        "pass1": {
          "auth_methods": {
            "pred": [
              "oauth2",
              "bearer_token"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "pass2": {
          "auth_methods": {
            "pred": [
              "bearer_token",
              "api_key",
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "merged": {
          "auth_methods": {
            "pred": [
              "api_key",
              "bearer_token",
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "final": {
          "auth_methods": {
            "pred": [
              "api_key",
              "bearer_token",
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        }
      },
      "confidence": 0.9,
      "needs_human": false
    },
    {
      "name": "Sherlock",
      "gold": {
        "auth_methods": [
          "none"
        ],
        "access": "self_serve_free",
        "api_type": "cli_only",
        "mcp": "none",
        "verdict": "yellow"
      },
      "stages": {
        "pass1": {
          "auth_methods": {
            "pred": [
              "none"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "cli_only",
            "ok": true
          },
          "mcp": {
            "pred": "none",
            "ok": true
          },
          "verdict": {
            "pred": "yellow",
            "ok": true
          }
        },
        "pass2": {
          "auth_methods": {
            "pred": [
              "none"
            ],
            "ok": true
          },
          "access": {
            "pred": "no_public_api",
            "ok": true
          },
          "api_type": {
            "pred": "cli_only",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": true
          },
          "verdict": {
            "pred": "red",
            "ok": true
          }
        },
        "merged": {
          "auth_methods": {
            "pred": [
              "none"
            ],
            "ok": true
          },
          "access": {
            "pred": "no_public_api",
            "ok": true
          },
          "api_type": {
            "pred": "cli_only",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": true
          },
          "verdict": {
            "pred": "red",
            "ok": true
          }
        },
        "final": {
          "auth_methods": {
            "pred": [
              "none"
            ],
            "ok": true
          },
          "access": {
            "pred": "no_public_api",
            "ok": true
          },
          "api_type": {
            "pred": "cli_only",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": true
          },
          "verdict": {
            "pred": "red",
            "ok": true
          }
        }
      },
      "confidence": 0.91,
      "needs_human": false
    },
    {
      "name": "Waterfall.io",
      "gold": {
        "auth_methods": [
          "api_key"
        ],
        "access": "partner_gated",
        "api_type": "rest",
        "mcp": "none",
        "verdict": "red"
      },
      "stages": {
        "pass1": {
          "auth_methods": {
            "pred": [
              "api_key"
            ],
            "ok": true
          },
          "access": {
            "pred": "paid_plan",
            "ok": false
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "none",
            "ok": true
          },
          "verdict": {
            "pred": "yellow",
            "ok": true
          }
        },
        "pass2": {
          "auth_methods": {
            "pred": [
              "api_key"
            ],
            "ok": true
          },
          "access": {
            "pred": "partner_gated",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "none",
            "ok": true
          },
          "verdict": {
            "pred": "red",
            "ok": true
          }
        },
        "merged": {
          "auth_methods": {
            "pred": [
              "api_key"
            ],
            "ok": true
          },
          "access": {
            "pred": "partner_gated",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": true
          },
          "verdict": {
            "pred": "red",
            "ok": true
          }
        },
        "final": {
          "auth_methods": {
            "pred": [
              "api_key"
            ],
            "ok": true
          },
          "access": {
            "pred": "partner_gated",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": true
          },
          "verdict": {
            "pred": "red",
            "ok": true
          }
        }
      },
      "confidence": 0.76,
      "needs_human": true
    },
    {
      "name": "GitHub",
      "gold": {
        "auth_methods": [
          "oauth2",
          "api_key"
        ],
        "access": "self_serve_free",
        "api_type": "rest_and_graphql",
        "mcp": "official",
        "verdict": "green"
      },
      "stages": {
        "pass1": {
          "auth_methods": {
            "pred": [
              "oauth2",
              "bearer_token",
              "basic"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest_and_graphql",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "pass2": {
          "auth_methods": {
            "pred": [
              "oauth2",
              "api_key",
              "basic",
              "bearer_token"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest_and_graphql",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "merged": {
          "auth_methods": {
            "pred": [
              "api_key",
              "basic",
              "bearer_token",
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest_and_graphql",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "final": {
          "auth_methods": {
            "pred": [
              "api_key",
              "basic",
              "bearer_token",
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest_and_graphql",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        }
      },
      "confidence": 0.78,
      "needs_human": false
    },
    {
      "name": "Snowflake",
      "gold": {
        "auth_methods": [
          "oauth2",
          "jwt"
        ],
        "access": "self_serve_trial",
        "api_type": "rest",
        "mcp": "official",
        "verdict": "green"
      },
      "stages": {
        "pass1": {
          "auth_methods": {
            "pred": [
              "oauth2",
              "jwt",
              "bearer_token"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_trial",
            "ok": true
          },
          "api_type": {
            "pred": "rest_and_graphql",
            "ok": false
          },
          "mcp": {
            "pred": "none",
            "ok": false
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "pass2": {
          "auth_methods": {
            "pred": [
              "oauth2",
              "jwt",
              "api_key",
              "other"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_trial",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "merged": {
          "auth_methods": {
            "pred": [
              "api_key",
              "jwt",
              "oauth2",
              "other"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_trial",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "final": {
          "auth_methods": {
            "pred": [
              "api_key",
              "jwt",
              "oauth2",
              "other"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_trial",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        }
      },
      "confidence": 0.88,
      "needs_human": false
    },
    {
      "name": "Notion",
      "gold": {
        "auth_methods": [
          "oauth2",
          "api_key"
        ],
        "access": "self_serve_free",
        "api_type": "rest",
        "mcp": "official",
        "verdict": "green"
      },
      "stages": {
        "pass1": {
          "auth_methods": {
            "pred": [
              "oauth2",
              "bearer_token"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "unknown",
            "ok": false
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "pass2": {
          "auth_methods": {
            "pred": [
              "oauth2",
              "api_key",
              "bearer_token"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "merged": {
          "auth_methods": {
            "pred": [
              "api_key",
              "bearer_token",
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "final": {
          "auth_methods": {
            "pred": [
              "api_key",
              "bearer_token",
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        }
      },
      "confidence": 0.91,
      "needs_human": false
    },
    {
      "name": "Linear",
      "gold": {
        "auth_methods": [
          "oauth2",
          "api_key"
        ],
        "access": "self_serve_free",
        "api_type": "graphql",
        "mcp": "official",
        "verdict": "green"
      },
      "stages": {
        "pass1": {
          "auth_methods": {
            "pred": [
              "oauth2",
              "api_key"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "graphql",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "pass2": {
          "auth_methods": {
            "pred": [
              "oauth2",
              "api_key"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "graphql",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "merged": {
          "auth_methods": {
            "pred": [
              "api_key",
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "graphql",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "final": {
          "auth_methods": {
            "pred": [
              "api_key",
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "graphql",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        }
      },
      "confidence": 0.91,
      "needs_human": false
    },
    {
      "name": "Stripe",
      "gold": {
        "auth_methods": [
          "api_key",
          "oauth2"
        ],
        "access": "self_serve_free",
        "api_type": "rest",
        "mcp": "official",
        "verdict": "green"
      },
      "stages": {
        "pass1": {
          "auth_methods": {
            "pred": [
              "api_key",
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "pass2": {
          "auth_methods": {
            "pred": [
              "api_key",
              "basic",
              "bearer_token",
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "merged": {
          "auth_methods": {
            "pred": [
              "api_key",
              "basic",
              "bearer_token",
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "final": {
          "auth_methods": {
            "pred": [
              "api_key",
              "basic",
              "bearer_token",
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        }
      },
      "confidence": 0.89,
      "needs_human": false
    },
    {
      "name": "PitchBook",
      "gold": {
        "auth_methods": [
          "api_key"
        ],
        "access": "partner_gated",
        "api_type": "rest",
        "mcp": "none",
        "verdict": "red"
      },
      "stages": {
        "pass1": {
          "auth_methods": {
            "pred": [
              "api_key"
            ],
            "ok": true
          },
          "access": {
            "pred": "partner_gated",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "none",
            "ok": true
          },
          "verdict": {
            "pred": "red",
            "ok": true
          }
        },
        "pass2": {
          "auth_methods": {
            "pred": [
              "api_key"
            ],
            "ok": true
          },
          "access": {
            "pred": "partner_gated",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "none",
            "ok": true
          },
          "verdict": {
            "pred": "red",
            "ok": true
          }
        },
        "merged": {
          "auth_methods": {
            "pred": [
              "api_key"
            ],
            "ok": true
          },
          "access": {
            "pred": "partner_gated",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "none",
            "ok": true
          },
          "verdict": {
            "pred": "red",
            "ok": true
          }
        },
        "final": {
          "auth_methods": {
            "pred": [
              "api_key"
            ],
            "ok": true
          },
          "access": {
            "pred": "partner_gated",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "none",
            "ok": true
          },
          "verdict": {
            "pred": "red",
            "ok": true
          }
        }
      },
      "confidence": 0.8,
      "needs_human": true
    },
    {
      "name": "NotebookLM",
      "gold": {
        "auth_methods": [
          "oauth2"
        ],
        "access": "paid_plan",
        "api_type": "rest",
        "mcp": "none",
        "verdict": "yellow"
      },
      "stages": {
        "pass1": {
          "auth_methods": {
            "pred": [
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "admin_approval",
            "ok": false
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": true
          },
          "verdict": {
            "pred": "red",
            "ok": true
          }
        },
        "pass2": {
          "auth_methods": {
            "pred": [
              "oauth2",
              "bearer_token"
            ],
            "ok": true
          },
          "access": {
            "pred": "paid_plan",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": true
          },
          "verdict": {
            "pred": "yellow",
            "ok": true
          }
        },
        "merged": {
          "auth_methods": {
            "pred": [
              "bearer_token",
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "paid_plan",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": true
          },
          "verdict": {
            "pred": "yellow",
            "ok": true
          }
        },
        "final": {
          "auth_methods": {
            "pred": [
              "bearer_token",
              "oauth2"
            ],
            "ok": true
          },
          "access": {
            "pred": "paid_plan",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": true
          },
          "verdict": {
            "pred": "yellow",
            "ok": true
          }
        }
      },
      "confidence": 0.91,
      "needs_human": false
    },
    {
      "name": "Devin",
      "gold": {
        "auth_methods": [
          "api_key"
        ],
        "access": "paid_plan",
        "api_type": "rest",
        "mcp": "official",
        "verdict": "yellow"
      },
      "stages": {
        "pass1": {
          "auth_methods": {
            "pred": [
              "bearer_token"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest_and_graphql",
            "ok": false
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "pass2": {
          "auth_methods": {
            "pred": [
              "api_key",
              "bearer_token"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "yellow",
            "ok": true
          }
        },
        "merged": {
          "auth_methods": {
            "pred": [
              "api_key",
              "bearer_token"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "final": {
          "auth_methods": {
            "pred": [
              "api_key",
              "bearer_token"
            ],
            "ok": true
          },
          "access": {
            "pred": "paid_plan",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "yellow",
            "ok": true
          }
        }
      },
      "confidence": 0.77,
      "needs_human": false
    },
    {
      "name": "Mermaid CLI",
      "gold": {
        "auth_methods": [
          "none"
        ],
        "access": "self_serve_free",
        "api_type": "cli_only",
        "mcp": "none",
        "verdict": "yellow"
      },
      "stages": {
        "pass1": {
          "auth_methods": {
            "pred": [
              "none"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "cli_only",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": true
          },
          "verdict": {
            "pred": "yellow",
            "ok": true
          }
        },
        "pass2": {
          "auth_methods": {
            "pred": [
              "none"
            ],
            "ok": true
          },
          "access": {
            "pred": "no_public_api",
            "ok": true
          },
          "api_type": {
            "pred": "cli_only",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": true
          },
          "verdict": {
            "pred": "yellow",
            "ok": true
          }
        },
        "merged": {
          "auth_methods": {
            "pred": [
              "none"
            ],
            "ok": true
          },
          "access": {
            "pred": "no_public_api",
            "ok": true
          },
          "api_type": {
            "pred": "cli_only",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "red",
            "ok": true
          }
        },
        "final": {
          "auth_methods": {
            "pred": [
              "none"
            ],
            "ok": true
          },
          "access": {
            "pred": "no_public_api",
            "ok": true
          },
          "api_type": {
            "pred": "cli_only",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "red",
            "ok": true
          }
        }
      },
      "confidence": 0.89,
      "needs_human": false
    },
    {
      "name": "iPayX",
      "gold": {
        "auth_methods": [
          "api_key",
          "bearer_token"
        ],
        "access": "self_serve_trial",
        "api_type": "rest",
        "mcp": "official",
        "verdict": "yellow"
      },
      "stages": {
        "pass1": {
          "auth_methods": {
            "pred": [
              "api_key"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "pass2": {
          "auth_methods": {
            "pred": [
              "bearer_token"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "merged": {
          "auth_methods": {
            "pred": [
              "bearer_token"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "community",
            "ok": false
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        },
        "final": {
          "auth_methods": {
            "pred": [
              "bearer_token"
            ],
            "ok": true
          },
          "access": {
            "pred": "self_serve_free",
            "ok": true
          },
          "api_type": {
            "pred": "rest",
            "ok": true
          },
          "mcp": {
            "pred": "official",
            "ok": true
          },
          "verdict": {
            "pred": "green",
            "ok": true
          }
        }
      },
      "confidence": 0.52,
      "needs_human": true
    }
  ],
  "calibration": {
    "0.6-0.8": {
      "all_core_fields_correct": 8,
      "n": 9,
      "rate": 0.89
    },
    ">=0.8": {
      "all_core_fields_correct": 17,
      "n": 18,
      "rate": 0.94
    },
    "<0.6": {
      "all_core_fields_correct": 1,
      "n": 1,
      "rate": 1.0
    }
  },
  "human_changes": 16
}