RHEcosystemAppEng · Aliciapet11 · Aug 12, 2026 · Aug 12, 2026 · Aug 12, 2026
diff --git a/Docs/implementation_plan.md b/Docs/implementation_plan.md
@@ -19,7 +19,7 @@ This pipeline spans two repositories:
 
 | Repository | Purpose | Contents |
 |---|---|---|
-| **[ABEvalFlow](https://github.com/RHEcosystemAppEng/ABEvalFlow)** (this repo) | Pipeline definitions, scripts, templates, config | Tekton YAML, Python scripts, Jinja2 templates, Harbor backend |
+| **[ABEvalFlow](https://github.com/RHEcosystemAppEng/agentic_eval_flow)** (this repo) | Pipeline definitions, scripts, templates, config | Tekton YAML, Python scripts, Jinja2 templates, Harbor backend |
 | **[agentic-collections](https://github.com/RHEcosystemAppEng/agentic-collections)** | Skills, tasks, tests (post-evaluation) | Persona-based plugins (`rh-sre`, `rh-developer`, `ocp-admin`, etc.), 100+ skills |
 
 The `tasks-treatment/` and `tasks-control/` directories generated during scaffolding are **ephemeral workspace artifacts** — they exist only during a pipeline run, not as permanent directories in either repo.

diff --git a/Docs/konflux-integration-guide.md b/Docs/konflux-integration-guide.md
@@ -58,7 +58,7 @@ WORKLOAD_NAMESPACE: ""          # Required when EVAL_MODE=remote
 WORKLOAD_CREDENTIALS_SECRET: "workload-cluster-credentials"  # Secret name
 
 # Pipeline repo (for evaluation scripts)
-PIPELINE_REPO_URL: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+PIPELINE_REPO_URL: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
 PIPELINE_REPO_REVISION: "main"
 ```
 
@@ -221,7 +221,7 @@ spec:
     resourceKind: pipelinerun
     params:
       - name: url
-        value: https://github.com/RHEcosystemAppEng/ABEvalFlow
+        value: https://github.com/RHEcosystemAppEng/agentic_eval_flow
       - name: revision
         value: main
       - name: pathInRepo

diff --git a/Docs/manual_trigger_guide.md b/Docs/manual_trigger_guide.md
@@ -11,12 +11,12 @@ A2A monitoring runs are triggered automatically by three sources (plus manual Pi
 | Source | When it fires | Agent mode | Key params |
 |--------|---------------|------------|------------|
 | **Quay push webhook** | New image pushed to `quay.io/ecosystem-appeng/google-lightspeed-agent` | Ephemeral deploy | `agent-image`, `agent-tag`; leave `agent-endpoint` empty |
-| **LiteLLM config change** | Push to `main` on `RHEcosystemAppEng/ABEvalFlow` modifying `config/litellm/*` | Existing deployed agent | `agent-endpoint` only |
+| **LiteLLM config change** | Push to `main` on `RHEcosystemAppEng/agentic_eval_flow` modifying `config/litellm/*` | Existing deployed agent | `agent-endpoint` only |
 | **10-day CronJob** | Scheduled every 10 days (`0 6 */10 * *`) | Existing deployed agent | `agent-endpoint` from canary pack config |
 
 **Quay push:** EventListener trigger `quay-push-trigger` deploys a temporary instance of the pushed image, evaluates it, then cleans up. Requires a Quay repository notification pointing at the EventListener URL (pending Ilona access).
 
-**LiteLLM config change:** EventListener trigger `litellm-config-push-trigger` re-tests against the existing agent at `http://lightspeed-agent.ab-eval-flow.svc:8000`. Requires a GitHub webhook on `RHEcosystemAppEng/ABEvalFlow` pointing at the EventListener URL.
+**LiteLLM config change:** EventListener trigger `litellm-config-push-trigger` re-tests against the existing agent at `http://lightspeed-agent.ab-eval-flow.svc:8000`. Requires a GitHub webhook on `RHEcosystemAppEng/agentic_eval_flow` pointing at the EventListener URL.
 
 **10-day CronJob:** The `abevalflow-monitoring` CronJob performs a health check on `/.well-known/agent.json` before triggering; skips eval if the agent is unhealthy.
 
@@ -156,7 +156,7 @@ spec:
     name: abevalflow-monitoring-pipeline
   params:
     - name: repo-url
-      value: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+      value: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
     - name: revision
       value: "main"
     - name: submission-dir
@@ -207,7 +207,7 @@ Fires when a new image is pushed to `quay.io/ecosystem-appeng/google-lightspeed-
 
 ### 2. LiteLLM Config Change
 
-Fires when any file under `config/litellm/` (e.g., `config/litellm/configmap.yaml`) is pushed to the `main` branch of `RHEcosystemAppEng/ABEvalFlow`.
+Fires when any file under `config/litellm/` (e.g., `config/litellm/configmap.yaml`) is pushed to the `main` branch of `RHEcosystemAppEng/agentic_eval_flow`.
 
 - EventListener trigger: `litellm-config-push-trigger`
 - Uses the existing deployed agent at `http://lightspeed-agent.ab-eval-flow.svc:8000`
@@ -237,7 +237,7 @@ spec:
     name: abevalflow-monitoring-pipeline
   params:
     - name: repo-url
-      value: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+      value: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
     - name: revision
       value: "main"
     - name: submission-dir
@@ -278,7 +278,7 @@ spec:
     name: abevalflow-monitoring-pipeline
   params:
     - name: repo-url
-      value: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+      value: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
     - name: revision
       value: "main"
     - name: submission-dir
@@ -586,7 +586,7 @@ spec:
     name: abevalflow-pipeline
   params:
     - name: repo-url
-      value: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+      value: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
     - name: revision
       value: "main"
     - name: submission-dir

diff --git a/Docs/trigger_guide.md b/Docs/trigger_guide.md
@@ -936,7 +936,7 @@ See `Docs/trigger_models_and_experiment_types.md` for details.
 
 **Q: Who do I contact for help?**
 Reach out to the ABEvalFlow team or open an issue in the
-[ABEvalFlow repository](https://github.com/RHEcosystemAppEng/ABEvalFlow).
+[ABEvalFlow repository](https://github.com/RHEcosystemAppEng/agentic_eval_flow).
 
 ---
 

diff --git a/config/migrations/migration-job.yaml b/config/migrations/migration-job.yaml
@@ -25,7 +25,7 @@ spec:
               set -e
               REPO_REF="${PIPELINE_REPO_REVISION:-main}"
               git clone --depth 1 --branch "$REPO_REF" \
-                https://github.com/RHEcosystemAppEng/ABEvalFlow.git /tmp/abevalflow
+                https://github.com/RHEcosystemAppEng/agentic_eval_flow.git /tmp/abevalflow
               cd /tmp/abevalflow
               pip install --quiet --no-cache-dir uv
               uv sync --frozen

diff --git a/pipeline/integration/konflux-eval-pipelinerun.yaml b/pipeline/integration/konflux-eval-pipelinerun.yaml
@@ -41,7 +41,7 @@ spec:
         description: "Evaluation engine: harbor, ase, mcpchecker, a2a"
       - name: SUBMISSION_REPO_URL
         type: string
-        default: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+        default: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
         description: Git repo containing the submission definition
       - name: SUBMISSION_DIR
         type: string
@@ -127,7 +127,7 @@ spec:
       # === Pipeline repo (for scripts) ===
       - name: PIPELINE_REPO_URL
         type: string
-        default: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+        default: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
         description: URL of the ABEvalFlow pipeline repo containing evaluation scripts
       - name: PIPELINE_REPO_REVISION
         type: string

diff --git a/pipeline/pipelines/ci-pipeline-dev.yaml b/pipeline/pipelines/ci-pipeline-dev.yaml
@@ -24,7 +24,7 @@ spec:
       description: Submission directory name under submissions/
     - name: pipeline-repo-url
       type: string
-      default: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+      default: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
     - name: pipeline-repo-revision
       type: string
       default: "main"

diff --git a/pipeline/pipelines/ci-pipeline.yaml b/pipeline/pipelines/ci-pipeline.yaml
@@ -24,7 +24,7 @@ spec:
       description: Submission directory name under submissions/
     - name: pipeline-repo-url
       type: string
-      default: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+      default: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
     - name: pipeline-repo-revision
       type: string
       default: "main"

diff --git a/pipeline/pipelines/monitoring-pipeline-dev.yaml b/pipeline/pipelines/monitoring-pipeline-dev.yaml
@@ -26,7 +26,7 @@ spec:
       description: Submission directory name under submissions/
     - name: pipeline-repo-url
       type: string
-      default: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+      default: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
     - name: pipeline-repo-revision
       type: string
       default: "main"

diff --git a/pipeline/pipelines/monitoring-pipeline.yaml b/pipeline/pipelines/monitoring-pipeline.yaml
@@ -26,7 +26,7 @@ spec:
       description: Submission directory name under submissions/
     - name: pipeline-repo-url
       type: string
-      default: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+      default: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
     - name: pipeline-repo-revision
       type: string
       default: "main"

diff --git a/pipeline/runs/oracle_pipeline_run.yaml b/pipeline/runs/oracle_pipeline_run.yaml
@@ -14,7 +14,7 @@ spec:
     - name: submission-dir
       value: "sample-skill-ai"
     - name: pipeline-repo-url
-      value: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+      value: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
     - name: pipeline-repo-revision
       value: "APPENG-4909/ai-assisted-eval"
     - name: enable-ai-generation

diff --git a/pipeline/runs/oracle_test_run.yaml b/pipeline/runs/oracle_test_run.yaml
@@ -18,7 +18,7 @@ spec:
 
           # Clone the pipeline repo (which also has the example submission)
           git clone --depth 1 --branch APPENG-4909/ai-assisted-eval \
-            https://github.com/RHEcosystemAppEng/ABEvalFlow.git _pipeline
+            https://github.com/RHEcosystemAppEng/agentic_eval_flow.git _pipeline
 
           # Symlink example as a "submission" so the generate script finds it
           mkdir -p submissions

diff --git a/pipeline/tasks/components/ase-eval.yaml b/pipeline/tasks/components/ase-eval.yaml
@@ -44,7 +44,7 @@ spec:
       description: Number of parallel eval cases within a single run
     - name: pipeline-repo-url
       type: string
-      default: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+      default: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
       description: URL of the ABEvalFlow pipeline repository
     - name: pipeline-repo-revision
       type: string

diff --git a/pipeline/tasks/components/generate_tests.yaml b/pipeline/tasks/components/generate_tests.yaml
@@ -20,7 +20,7 @@ spec:
       description: Evaluation engine (harbor, ase, both)
     - name: pipeline-repo-url
       type: string
-      default: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+      default: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
       description: URL of the ABEvalFlow pipeline repository
     - name: pipeline-repo-revision
       type: string

diff --git a/pipeline/tasks/components/harbor-eval.yaml b/pipeline/tasks/components/harbor-eval.yaml
@@ -49,7 +49,7 @@ spec:
       description: Branch or SHA of the Harbor fork to install
     - name: pipeline-repo-url
       type: string
-      default: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+      default: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
       description: URL of the ABEvalFlow pipeline repository
     - name: pipeline-repo-revision
       type: string

diff --git a/pipeline/tasks/components/mcpchecker-eval.yaml b/pipeline/tasks/components/mcpchecker-eval.yaml
@@ -35,7 +35,7 @@ spec:
       description: Pipeline run ID for provenance
     - name: pipeline-repo-url
       type: string
-      default: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+      default: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
       description: URL of the ABEvalFlow pipeline repository
     - name: pipeline-repo-revision
       type: string

diff --git a/pipeline/tasks/components/scaffold.yaml b/pipeline/tasks/components/scaffold.yaml
@@ -17,7 +17,7 @@ spec:
       description: Validated submission name (from validate-submission results)
     - name: pipeline-repo-url
       type: string
-      default: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+      default: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
       description: URL of the ABEvalFlow pipeline repository
     - name: pipeline-repo-revision
       type: string

diff --git a/pipeline/tasks/components/test-quality-review.yaml b/pipeline/tasks/components/test-quality-review.yaml
@@ -14,7 +14,7 @@ spec:
       description: Submission directory name under submissions/
     - name: pipeline-repo-url
       type: string
-      default: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+      default: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
       description: URL of the ABEvalFlow pipeline repository
     - name: pipeline-repo-revision
       type: string

diff --git a/pipeline/tasks/components/validate.yaml b/pipeline/tasks/components/validate.yaml
@@ -18,7 +18,7 @@ spec:
       description: Maximum allowed workspace size in MB (guards against oversized submissions)
     - name: pipeline-repo-url
       type: string
-      default: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+      default: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
       description: URL of the ABEvalFlow pipeline repository
     - name: pipeline-repo-revision
       type: string

diff --git a/pipeline/tasks/konflux/analyze-scorecard.yaml b/pipeline/tasks/konflux/analyze-scorecard.yaml
@@ -44,7 +44,7 @@ spec:
         recommendation. Set to 0.0 to pass whenever treatment >= control.
     - name: pipeline-repo-url
       type: string
-      default: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+      default: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
       description: URL of the ABEvalFlow pipeline repository
     - name: pipeline-repo-revision
       type: string

diff --git a/pipeline/tasks/konflux/evaluate.yaml b/pipeline/tasks/konflux/evaluate.yaml
@@ -39,7 +39,7 @@ spec:
       type: string
     - name: pipeline-repo-url
       type: string
-      default: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+      default: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
     - name: pipeline-repo-revision
       type: string
       default: "main"

diff --git a/pipeline/tasks/konflux/prepare.yaml b/pipeline/tasks/konflux/prepare.yaml
@@ -26,7 +26,7 @@ spec:
       description: Evaluation engine (harbor, ase, mcpchecker, a2a, both)
     - name: pipeline-repo-url
       type: string
-      default: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+      default: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
     - name: pipeline-repo-revision
       type: string
       default: "main"

diff --git a/pipeline/tasks/konflux/red-team.yaml b/pipeline/tasks/konflux/red-team.yaml
@@ -53,7 +53,7 @@ spec:
       default: ""
     - name: pipeline-repo-url
       type: string
-      default: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+      default: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
     - name: pipeline-repo-revision
       type: string
       default: "main"

diff --git a/pipeline/tasks/konflux/store.yaml b/pipeline/tasks/konflux/store.yaml
@@ -78,7 +78,7 @@ spec:
       description: MinIO bucket for report storage
     - name: pipeline-repo-url
       type: string
-      default: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+      default: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
       description: URL of the pipeline repo containing scripts
     - name: pipeline-repo-revision
       type: string

diff --git a/pipeline/tasks/konflux/test.yaml b/pipeline/tasks/konflux/test.yaml
@@ -28,7 +28,7 @@ spec:
       description: PipelineRun name for DB records
     - name: pipeline-repo-url
       type: string
-      default: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+      default: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
     - name: pipeline-repo-revision
       type: string
       default: "main"

diff --git a/pipeline/tasks/monitoring/_deprecated_check-degradation.yaml b/pipeline/tasks/monitoring/_deprecated_check-degradation.yaml
@@ -26,7 +26,7 @@ spec:
         Degradation threshold as a ratio. Alert if current/previous < threshold.
     - name: pipeline-repo-url
       type: string
-      default: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+      default: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
     - name: pipeline-repo-revision
       type: string
       default: "main"

diff --git a/pipeline/tasks/phases/evaluate.yaml b/pipeline/tasks/phases/evaluate.yaml
@@ -38,7 +38,7 @@ spec:
       description: PipelineRun name
     - name: pipeline-repo-url
       type: string
-      default: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+      default: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
     - name: pipeline-repo-revision
       type: string
       default: "main"

diff --git a/pipeline/tasks/phases/prepare.yaml b/pipeline/tasks/phases/prepare.yaml
@@ -40,7 +40,7 @@ spec:
       description: Treatment variant eval.yaml filename for AEH pairwise mode
     - name: pipeline-repo-url
       type: string
-      default: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+      default: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
     - name: pipeline-repo-revision
       type: string
       default: "main"

diff --git a/pipeline/tasks/phases/red-team.yaml b/pipeline/tasks/phases/red-team.yaml
@@ -50,7 +50,7 @@ spec:
       default: ""
     - name: pipeline-repo-url
       type: string
-      default: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+      default: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
     - name: pipeline-repo-revision
       type: string
       default: "main"

diff --git a/pipeline/tasks/phases/test.yaml b/pipeline/tasks/phases/test.yaml
@@ -29,7 +29,7 @@ spec:
       description: PipelineRun name for DB records
     - name: pipeline-repo-url
       type: string
-      default: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+      default: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
     - name: pipeline-repo-revision
       type: string
       default: "main"

diff --git a/pipeline/tasks/post/_deprecated_analyze-report.yaml b/pipeline/tasks/post/_deprecated_analyze-report.yaml
@@ -42,7 +42,7 @@ spec:
         recommendation. Set to 0.0 to pass whenever treatment >= control.
     - name: pipeline-repo-url
       type: string
-      default: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+      default: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
       description: URL of the ABEvalFlow pipeline repository
     - name: pipeline-repo-revision
       type: string

diff --git a/pipeline/tasks/post/_deprecated_publish-store.yaml b/pipeline/tasks/post/_deprecated_publish-store.yaml
@@ -73,7 +73,7 @@ spec:
       description: MinIO bucket for report storage
     - name: pipeline-repo-url
       type: string
-      default: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+      default: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
       description: URL of the pipeline repo containing scripts
     - name: pipeline-repo-revision
       type: string

diff --git a/pipeline/tasks/post/_deprecated_store-results.yaml b/pipeline/tasks/post/_deprecated_store-results.yaml
@@ -22,7 +22,7 @@ spec:
         $(context.pipelineRun.name) in the Pipeline definition.
     - name: pipeline-repo-url
       type: string
-      default: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+      default: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
       description: URL of the pipeline repo containing scripts
     - name: pipeline-repo-revision
       type: string

diff --git a/pipeline/tasks/post/analyze-and-check-degradation.yaml b/pipeline/tasks/post/analyze-and-check-degradation.yaml
@@ -42,7 +42,7 @@ spec:
         recommendation. Set to 0.0 to pass whenever treatment >= control.
     - name: pipeline-repo-url
       type: string
-      default: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+      default: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
       description: URL of the ABEvalFlow pipeline repository
     - name: pipeline-repo-revision
       type: string

diff --git a/pipeline/tasks/post/store.yaml b/pipeline/tasks/post/store.yaml
@@ -75,7 +75,7 @@ spec:
       description: MinIO bucket for report storage
     - name: pipeline-repo-url
       type: string
-      default: "https://github.com/RHEcosystemAppEng/ABEvalFlow.git"
+      default: "https://github.com/RHEcosystemAppEng/agentic_eval_flow.git"
       description: URL of the pipeline repo containing scripts
     - name: pipeline-repo-revision
       type: string