{
  "judges": [
    "qwen3.6:latest",
    "gemma4:31b"
  ],
  "queries": [
    {
      "query_id": "entity_bridge",
      "query": "Explain how Microsoft is connected to OpenAI's 2023 leadership crisis, including the roles of Sam Altman, Greg Brockman, and Satya Nadella.",
      "expect_winner": "graph-rag",
      "per_judge": {
        "qwen3.6:latest": {
          "scores": {
            "vanilla-rag": 5,
            "hybrid-rag": 5,
            "n8n-adaptive-rag-default": 5,
            "contextual-rag-high-recall": 5,
            "contextual-rag": 5,
            "graph-rag-fast": 5,
            "hybrid-rag-fast": 4,
            "agentic-rag-deeper": 3,
            "vanilla-rag-wide": 5,
            "graph-rag-wide": 1,
            "graph-rag": 4,
            "n8n-adaptive-rag": 5,
            "hybrid-rag-high-recall": 5,
            "agentic-rag": 3
          },
          "best": "graph-rag-fast",
          "reason": "F provides a comprehensive, well-structured explanation covering all key figures and Microsoft's role without truncation."
        },
        "gemma4:31b": {
          "scores": {
            "vanilla-rag": 3,
            "hybrid-rag": 3,
            "n8n-adaptive-rag-default": 3,
            "contextual-rag-high-recall": 4,
            "contextual-rag": 4,
            "graph-rag-fast": 5,
            "hybrid-rag-fast": 3,
            "agentic-rag-deeper": 2,
            "vanilla-rag-wide": 4,
            "graph-rag-wide": 1,
            "graph-rag": 2,
            "n8n-adaptive-rag": 3,
            "hybrid-rag-high-recall": 4,
            "agentic-rag": 2
          },
          "best": "graph-rag-fast",
          "reason": "Answer F is the most comprehensive and complete response, providing detailed roles for all individuals and including the resolution of the crisis without being cut off."
        }
      },
      "mean_by_approach": {
        "vanilla-rag": 4.0,
        "hybrid-rag": 4.0,
        "n8n-adaptive-rag-default": 4.0,
        "contextual-rag-high-recall": 4.5,
        "contextual-rag": 4.5,
        "graph-rag-fast": 5.0,
        "hybrid-rag-fast": 3.5,
        "agentic-rag-deeper": 2.5,
        "vanilla-rag-wide": 4.5,
        "graph-rag-wide": 1.0,
        "graph-rag": 3.0,
        "n8n-adaptive-rag": 4.0,
        "hybrid-rag-high-recall": 4.5,
        "agentic-rag": 2.5
      },
      "votes": {
        "graph-rag-fast": 2
      },
      "observed_winner": "graph-rag-fast"
    },
    {
      "query_id": "relationship_chain",
      "query": "Trace the relationship chain connecting Google, Apple, Safari, the DOJ, Judge Amit Mehta, and Microsoft Bing in the search antitrust material.",
      "expect_winner": "graph-rag",
      "per_judge": {
        "qwen3.6:latest": {
          "scores": {
            "n8n-adaptive-rag": 5,
            "vanilla-rag-wide": 5,
            "hybrid-rag-high-recall": 5,
            "agentic-rag": 2,
            "hybrid-rag-fast": 5,
            "agentic-rag-deeper": 2,
            "contextual-rag-high-recall": 2,
            "vanilla-rag": 5,
            "graph-rag-fast": 4,
            "n8n-adaptive-rag-default": 5,
            "contextual-rag": 5,
            "graph-rag-wide": 1,
            "hybrid-rag": 5,
            "graph-rag": 3
          },
          "best": "n8n-adaptive-rag",
          "reason": "Directly and completely maps all required entities into a clear relationship chain covering default agreements, the court case, and competition without truncation or filler."
        },
        "gemma4:31b": {
          "scores": {
            "n8n-adaptive-rag": 5,
            "vanilla-rag-wide": 5,
            "hybrid-rag-high-recall": 5,
            "agentic-rag": 3,
            "hybrid-rag-fast": 5,
            "agentic-rag-deeper": 3,
            "contextual-rag-high-recall": 3,
            "vanilla-rag": 5,
            "graph-rag-fast": 3,
            "n8n-adaptive-rag-default": 5,
            "contextual-rag": 3,
            "graph-rag-wide": 1,
            "hybrid-rag": 5,
            "graph-rag": 3
          },
          "best": "hybrid-rag-high-recall",
          "reason": "Answer C provides a complete and detailed chain connecting all required entities with a clear summary that explicitly traces the relationship."
        }
      },
      "mean_by_approach": {
        "n8n-adaptive-rag": 5.0,
        "vanilla-rag-wide": 5.0,
        "hybrid-rag-high-recall": 5.0,
        "agentic-rag": 2.5,
        "hybrid-rag-fast": 5.0,
        "agentic-rag-deeper": 2.5,
        "contextual-rag-high-recall": 2.5,
        "vanilla-rag": 5.0,
        "graph-rag-fast": 3.5,
        "n8n-adaptive-rag-default": 5.0,
        "contextual-rag": 4.0,
        "graph-rag-wide": 1.0,
        "hybrid-rag": 5.0,
        "graph-rag": 3.0
      },
      "votes": {
        "n8n-adaptive-rag": 1,
        "hybrid-rag-high-recall": 1
      },
      "observed_winner": "n8n-adaptive-rag"
    },
    {
      "query_id": "shared_actor",
      "query": "Which companies appear both in AI partnership or investment relationships and in competition or antitrust scrutiny, and what are their connections?",
      "expect_winner": "graph-rag",
      "per_judge": {
        "qwen3.6:latest": {
          "scores": {
            "graph-rag": 3,
            "agentic-rag-deeper": 3,
            "agentic-rag": 3,
            "hybrid-rag-high-recall": 3,
            "graph-rag-fast": 4,
            "vanilla-rag-wide": 3,
            "n8n-adaptive-rag": 4,
            "graph-rag-wide": 1,
            "contextual-rag-high-recall": 3,
            "n8n-adaptive-rag-default": 4,
            "hybrid-rag": 4,
            "contextual-rag": 4,
            "vanilla-rag": 4,
            "hybrid-rag-fast": 3
          },
          "best": "n8n-adaptive-rag",
          "reason": "Provides the most comprehensive and clearly structured overview of companies meeting both criteria with specific partnership and scrutiny details before truncation."
        },
        "gemma4:31b": {
          "scores": {
            "graph-rag": 2,
            "agentic-rag-deeper": 2,
            "agentic-rag": 2,
            "hybrid-rag-high-recall": 2,
            "graph-rag-fast": 2,
            "vanilla-rag-wide": 2,
            "n8n-adaptive-rag": 2,
            "graph-rag-wide": 1,
            "contextual-rag-high-recall": 2,
            "n8n-adaptive-rag-default": 2,
            "hybrid-rag": 2,
            "contextual-rag": 3,
            "vanilla-rag": 2,
            "hybrid-rag-fast": 2
          },
          "best": "contextual-rag",
          "reason": "Answer L is the most complete; while it cuts off at the very end (Google), it successfully provides both partnership and scrutiny details for Microsoft, OpenAI, Amazon, and Anthropic."
        }
      },
      "mean_by_approach": {
        "graph-rag": 2.5,
        "agentic-rag-deeper": 2.5,
        "agentic-rag": 2.5,
        "hybrid-rag-high-recall": 2.5,
        "graph-rag-fast": 3.0,
        "vanilla-rag-wide": 2.5,
        "n8n-adaptive-rag": 3.0,
        "graph-rag-wide": 1.0,
        "contextual-rag-high-recall": 2.5,
        "n8n-adaptive-rag-default": 3.0,
        "hybrid-rag": 3.0,
        "contextual-rag": 3.5,
        "vanilla-rag": 3.0,
        "hybrid-rag-fast": 2.5
      },
      "votes": {
        "n8n-adaptive-rag": 1,
        "contextual-rag": 1
      },
      "observed_winner": "contextual-rag"
    },
    {
      "query_id": "timeline_cause",
      "query": "Summarize the sequence connecting FTX, Alameda Research, Binance, customer withdrawals, bankruptcy, and the DOJ prosecution.",
      "expect_winner": "graph-rag",
      "per_judge": {
        "qwen3.6:latest": {
          "scores": {
            "graph-rag-fast": 4,
            "vanilla-rag-wide": 5,
            "hybrid-rag-fast": 5,
            "n8n-adaptive-rag-default": 5,
            "n8n-adaptive-rag": 5,
            "agentic-rag": 4,
            "contextual-rag": 5,
            "hybrid-rag-high-recall": 5,
            "graph-rag-wide": 1,
            "vanilla-rag": 5,
            "hybrid-rag": 5,
            "agentic-rag-deeper": 4,
            "contextual-rag-high-recall": 5,
            "graph-rag": 4
          },
          "best": "vanilla-rag-wide",
          "reason": "Directly and completely maps the causal chain across all requested entities with accurate, specific details without truncation."
        },
        "gemma4:31b": {
          "scores": {
            "graph-rag-fast": 3,
            "vanilla-rag-wide": 5,
            "hybrid-rag-fast": 5,
            "n8n-adaptive-rag-default": 5,
            "n8n-adaptive-rag": 5,
            "agentic-rag": 3,
            "contextual-rag": 4,
            "hybrid-rag-high-recall": 5,
            "graph-rag-wide": 1,
            "vanilla-rag": 5,
            "hybrid-rag": 4,
            "agentic-rag-deeper": 3,
            "contextual-rag-high-recall": 4,
            "graph-rag": 3
          },
          "best": "vanilla-rag-wide",
          "reason": "Answer B provides a complete and detailed causal chain, specifically mentioning the witnesses who linked the exchange business to the trading activity during the DOJ prosecution."
        }
      },
      "mean_by_approach": {
        "graph-rag-fast": 3.5,
        "vanilla-rag-wide": 5.0,
        "hybrid-rag-fast": 5.0,
        "n8n-adaptive-rag-default": 5.0,
        "n8n-adaptive-rag": 5.0,
        "agentic-rag": 3.5,
        "contextual-rag": 4.5,
        "hybrid-rag-high-recall": 5.0,
        "graph-rag-wide": 1.0,
        "vanilla-rag": 5.0,
        "hybrid-rag": 4.5,
        "agentic-rag-deeper": 3.5,
        "contextual-rag-high-recall": 4.5,
        "graph-rag": 3.5
      },
      "votes": {
        "vanilla-rag-wide": 2
      },
      "observed_winner": "vanilla-rag-wide"
    },
    {
      "query_id": "witness_network",
      "query": "Map the witness and insider network around the FTX case: Caroline Ellison, Gary Wang, Nishad Singh, Sam Bankman-Fried, Alameda Research, FTX, and the DOJ.",
      "expect_winner": "graph-rag",
      "per_judge": {
        "qwen3.6:latest": {
          "scores": {
            "hybrid-rag-fast": 3,
            "vanilla-rag": 3,
            "hybrid-rag": 3,
            "n8n-adaptive-rag": 3,
            "agentic-rag-deeper": 5,
            "vanilla-rag-wide": 2,
            "graph-rag": 3,
            "agentic-rag": 5,
            "contextual-rag-high-recall": 3,
            "graph-rag-wide": 1,
            "hybrid-rag-high-recall": 3,
            "contextual-rag": 3,
            "graph-rag-fast": 4,
            "n8n-adaptive-rag-default": 3
          },
          "best": "agentic-rag-deeper",
          "reason": "Explicitly structures the network by roles and clearly articulates relational links between insiders, entities, and prosecutors."
        },
        "gemma4:31b": {
          "scores": {
            "hybrid-rag-fast": 3,
            "vanilla-rag": 3,
            "hybrid-rag": 3,
            "n8n-adaptive-rag": 3,
            "agentic-rag-deeper": 5,
            "vanilla-rag-wide": 2,
            "graph-rag": 3,
            "agentic-rag": 5,
            "contextual-rag-high-recall": 4,
            "graph-rag-wide": 1,
            "hybrid-rag-high-recall": 3,
            "contextual-rag": 4,
            "graph-rag-fast": 4,
            "n8n-adaptive-rag-default": 3
          },
          "best": "agentic-rag-deeper",
          "reason": "Answer E (and H) explicitly maps the network by categorizing individuals into 'Central Figure' and 'Insider Witnesses', clearly defining their relationship to each other and the DOJ."
        }
      },
      "mean_by_approach": {
        "hybrid-rag-fast": 3.0,
        "vanilla-rag": 3.0,
        "hybrid-rag": 3.0,
        "n8n-adaptive-rag": 3.0,
        "agentic-rag-deeper": 5.0,
        "vanilla-rag-wide": 2.0,
        "graph-rag": 3.0,
        "agentic-rag": 5.0,
        "contextual-rag-high-recall": 3.5,
        "graph-rag-wide": 1.0,
        "hybrid-rag-high-recall": 3.0,
        "contextual-rag": 3.5,
        "graph-rag-fast": 4.0,
        "n8n-adaptive-rag-default": 3.0
      },
      "votes": {
        "agentic-rag-deeper": 2
      },
      "observed_winner": "agentic-rag-deeper"
    },
    {
      "query_id": "cloud_model_competition",
      "query": "Compare how Microsoft/OpenAI, Amazon/Anthropic, and Google/Anthropic connect cloud infrastructure to frontier AI models.",
      "expect_winner": "graph-rag",
      "per_judge": {
        "qwen3.6:latest": {
          "scores": {
            "agentic-rag": 2,
            "n8n-adaptive-rag": 5,
            "contextual-rag-high-recall": 2,
            "graph-rag-wide": 1,
            "graph-rag-fast": 5,
            "hybrid-rag": 5,
            "graph-rag": 2,
            "hybrid-rag-high-recall": 5,
            "agentic-rag-deeper": 2,
            "n8n-adaptive-rag-default": 2,
            "vanilla-rag-wide": 2,
            "hybrid-rag-fast": 2,
            "contextual-rag": 5,
            "vanilla-rag": 2
          },
          "best": "n8n-adaptive-rag",
          "reason": "Completely and accurately compares all three partnerships with specific details on cloud infrastructure, investments, and model integration without truncation."
        },
        "gemma4:31b": {
          "scores": {
            "agentic-rag": 2,
            "n8n-adaptive-rag": 2,
            "contextual-rag-high-recall": 2,
            "graph-rag-wide": 1,
            "graph-rag-fast": 2,
            "hybrid-rag": 5,
            "graph-rag": 2,
            "hybrid-rag-high-recall": 5,
            "agentic-rag-deeper": 2,
            "n8n-adaptive-rag-default": 2,
            "vanilla-rag-wide": 2,
            "hybrid-rag-fast": 2,
            "contextual-rag": 5,
            "vanilla-rag": 2
          },
          "best": "contextual-rag",
          "reason": "Answers F, H, and M are the only complete responses; M is slightly more concise while retaining all critical details."
        }
      },
      "mean_by_approach": {
        "agentic-rag": 2.0,
        "n8n-adaptive-rag": 3.5,
        "contextual-rag-high-recall": 2.0,
        "graph-rag-wide": 1.0,
        "graph-rag-fast": 3.5,
        "hybrid-rag": 5.0,
        "graph-rag": 2.0,
        "hybrid-rag-high-recall": 5.0,
        "agentic-rag-deeper": 2.0,
        "n8n-adaptive-rag-default": 2.0,
        "vanilla-rag-wide": 2.0,
        "hybrid-rag-fast": 2.0,
        "contextual-rag": 5.0,
        "vanilla-rag": 2.0
      },
      "votes": {
        "n8n-adaptive-rag": 1,
        "contextual-rag": 1
      },
      "observed_winner": "contextual-rag"
    },
    {
      "query_id": "default_search_ecosystem",
      "query": "Describe the default-search ecosystem involving Google Search, Apple Safari, Mozilla Firefox, Microsoft Bing, and the DOJ.",
      "expect_winner": "graph-rag",
      "per_judge": {
        "qwen3.6:latest": {
          "scores": {
            "vanilla-rag-wide": 4,
            "hybrid-rag-fast": 5,
            "n8n-adaptive-rag": 3,
            "n8n-adaptive-rag-default": 3,
            "agentic-rag": 2,
            "graph-rag": 2,
            "hybrid-rag": 5,
            "agentic-rag-deeper": 2,
            "vanilla-rag": 3,
            "contextual-rag": 5,
            "hybrid-rag-high-recall": 4,
            "contextual-rag-high-recall": 2,
            "graph-rag-fast": 2,
            "graph-rag-wide": 2
          },
          "best": "hybrid-rag-fast",
          "reason": "Explicitly maps all five entities, clearly stitches revenue and antitrust relationships, and provides complete, detailed coverage without truncation."
        },
        "gemma4:31b": {
          "scores": {
            "vanilla-rag-wide": 4,
            "hybrid-rag-fast": 5,
            "n8n-adaptive-rag": 4,
            "n8n-adaptive-rag-default": 4,
            "agentic-rag": 2,
            "graph-rag": 2,
            "hybrid-rag": 5,
            "agentic-rag-deeper": 2,
            "vanilla-rag": 4,
            "contextual-rag": 5,
            "hybrid-rag-high-recall": 5,
            "contextual-rag-high-recall": 2,
            "graph-rag-fast": 2,
            "graph-rag-wide": 2
          },
          "best": "contextual-rag",
          "reason": "Answer J provides a comprehensive and structured breakdown of all entities, explicitly linking the financial relationships (royalties/payments) and legal outcomes with high specificity."
        }
      },
      "mean_by_approach": {
        "vanilla-rag-wide": 4.0,
        "hybrid-rag-fast": 5.0,
        "n8n-adaptive-rag": 3.5,
        "n8n-adaptive-rag-default": 3.5,
        "agentic-rag": 2.0,
        "graph-rag": 2.0,
        "hybrid-rag": 5.0,
        "agentic-rag-deeper": 2.0,
        "vanilla-rag": 3.5,
        "contextual-rag": 5.0,
        "hybrid-rag-high-recall": 4.5,
        "contextual-rag-high-recall": 2.0,
        "graph-rag-fast": 2.0,
        "graph-rag-wide": 2.0
      },
      "votes": {
        "hybrid-rag-fast": 1,
        "contextual-rag": 1
      },
      "observed_winner": "hybrid-rag-fast"
    },
    {
      "query_id": "cross_domain_regulators",
      "query": "Which regulators or government bodies appear across the AI, search, and crypto documents, and what actions did each take?",
      "expect_winner": "graph-rag",
      "per_judge": {
        "qwen3.6:latest": {
          "scores": {
            "vanilla-rag-wide": 5,
            "graph-rag-wide": 4,
            "n8n-adaptive-rag-default": 2,
            "graph-rag-fast": 3,
            "vanilla-rag": 2,
            "hybrid-rag-high-recall": 5,
            "n8n-adaptive-rag": 2,
            "hybrid-rag-fast": 2,
            "hybrid-rag": 2,
            "contextual-rag-high-recall": 5,
            "agentic-rag-deeper": 4,
            "contextual-rag": 2,
            "agentic-rag": 1,
            "graph-rag": 4
          },
          "best": "vanilla-rag-wide",
          "reason": "Directly addresses all five specified entities with accurate cross-domain mapping and specific actions."
        },
        "gemma4:31b": {
          "scores": {
            "vanilla-rag-wide": 5,
            "graph-rag-wide": 2,
            "n8n-adaptive-rag-default": 1,
            "graph-rag-fast": 3,
            "vanilla-rag": 1,
            "hybrid-rag-high-recall": 4,
            "n8n-adaptive-rag": 1,
            "hybrid-rag-fast": 1,
            "hybrid-rag": 1,
            "contextual-rag-high-recall": 4,
            "agentic-rag-deeper": 3,
            "contextual-rag": 1,
            "agentic-rag": 1,
            "graph-rag": 2
          },
          "best": "vanilla-rag-wide",
          "reason": "Answer A is the most comprehensive, correctly identifying and grouping entities across all three domains (AI, Search, Crypto), including the FEC and Courts as specified in the strong answer requirements."
        }
      },
      "mean_by_approach": {
        "vanilla-rag-wide": 5.0,
        "graph-rag-wide": 3.0,
        "n8n-adaptive-rag-default": 1.5,
        "graph-rag-fast": 3.0,
        "vanilla-rag": 1.5,
        "hybrid-rag-high-recall": 4.5,
        "n8n-adaptive-rag": 1.5,
        "hybrid-rag-fast": 1.5,
        "hybrid-rag": 1.5,
        "contextual-rag-high-recall": 4.5,
        "agentic-rag-deeper": 3.5,
        "contextual-rag": 1.5,
        "agentic-rag": 1.0,
        "graph-rag": 3.0
      },
      "votes": {
        "vanilla-rag-wide": 2
      },
      "observed_winner": "vanilla-rag-wide"
    }
  ]
}