From 68b8e955a98e876f308b4105aece8221b1c0e088 Mon Sep 17 00:00:00 2001 From: Harness Agent Smoke Date: Tue, 26 May 2026 00:58:28 +0300 Subject: [PATCH] feat: add research promotion artifacts --- .harness/research/promotions/candidate-001.json | 10 ++++++++++ .harness/research/promotions/hypothesis-001.json | 6 ++++++ .harness/research/promotions/opportunity-001.json | 6 ++++++ 3 files changed, 22 insertions(+) create mode 100644 .harness/research/promotions/candidate-001.json create mode 100644 .harness/research/promotions/hypothesis-001.json create mode 100644 .harness/research/promotions/opportunity-001.json diff --git a/.harness/research/promotions/candidate-001.json b/.harness/research/promotions/candidate-001.json new file mode 100644 index 00000000..5bdac6a6 --- /dev/null +++ b/.harness/research/promotions/candidate-001.json @@ -0,0 +1,10 @@ +{ + "id": "candidate-001", + "hypothesis_id": "hypothesis-001", + "target_files": [ + ".harness/research/promotions/opportunity-001.json", + ".harness/research/promotions/hypothesis-001.json", + ".harness/research/promotions/candidate-001.json" + ], + "status": "proposed" +} diff --git a/.harness/research/promotions/hypothesis-001.json b/.harness/research/promotions/hypothesis-001.json new file mode 100644 index 00000000..1664f41f --- /dev/null +++ b/.harness/research/promotions/hypothesis-001.json @@ -0,0 +1,6 @@ +{ + "id": "hypothesis-001", + "opportunity_id": "research-opportunity-001", + "hypothesis": "Increasing the batch size in the evaluation harness will reduce total execution time by minimizing overhead.", + "test_plan": "Run evals with batch size 1, 10, 100 and measure time." +} diff --git a/.harness/research/promotions/opportunity-001.json b/.harness/research/promotions/opportunity-001.json new file mode 100644 index 00000000..9df27fc4 --- /dev/null +++ b/.harness/research/promotions/opportunity-001.json @@ -0,0 +1,6 @@ +{ + "id": "research-opportunity-001", + "title": "Investigate performance of large-scale evaluation runs", + "hypothesis": "Increasing the batch size in the evaluation harness will reduce total execution time by minimizing overhead.", + "target_files": [] +}