feat: support external woodpecker

charts/milvus/README.md

@@ -400,6 +400,9 @@ The following table lists the configurable parameters of the Milvus Service and
 | `externalPulsar.namespace`                | The namespace of the external Pulsar          | `default`                                                  |
 | `externalPulsar.authPlugin`               | The authPlugin of the external Pulsar         | `""`                                                  |
 | `externalPulsar.authParams`               | The authParams of the external Pulsar         | `""`                                                  |
+| `externalWoodpecker.enabled`              | Enable or disable external Woodpecker        | `false`                                                 |
+| `externalWoodpecker.poolName`             | The quorum buffer pool name of the external Woodpecker | `default`                                     |
+| `externalWoodpecker.seeds`                | The seed endpoints of the external Woodpecker service | `[woodpecker-0.woodpecker-headless.default.svc.cluster.local:18080, ...]` |
 | `externalKafka.enabled`                   | Enable or disable external Kafka             | `false`                                                 |
 | `externalKafka.brokerList`                | The brokerList of the external Kafka separated by comma               | `localhost:9092`                                             |
 | `externalKafka.securityProtocol`          | The securityProtocol used for kafka authentication                    | `SASL_SSL`                                                   |

charts/milvus/templates/config.tpl

@@ -79,7 +79,14 @@ minio:
   useVirtualHost: {{ .Values.minio.useVirtualHost }}
 {{- end }}
 
-{{- if .Values.externalPulsar.enabled }}
+{{- if .Values.externalWoodpecker.enabled }}
+
+mq:
+  type: woodpecker
+
+messageQueue: woodpecker
+
+{{- else if .Values.externalPulsar.enabled }}
 
 mq:
   type: pulsar
@@ -168,7 +175,7 @@ kafka:
 {{- end }}
 {{- end }}
 
-{{- if not .Values.cluster.enabled }}
+{{- if and (not .Values.cluster.enabled) (not .Values.externalWoodpecker.enabled) }}
 {{- if or (eq .Values.standalone.messageQueue "rocksmq") (eq .Values.standalone.messageQueue "natsmq") (eq .Values.standalone.messageQueue "woodpecker") }}
 
 mq:
@@ -257,16 +264,21 @@ log:
   format: {{ .Values.log.format }}
 
 woodpecker:
-{{- $useExternalWoodpecker := eq (include "milvus.woodpecker.external.enabled" .) "true" -}}
-{{- if $useExternalWoodpecker }}
+{{- $useExternalWoodpecker := .Values.externalWoodpecker.enabled -}}
+{{- $useChartWoodpeckerService := eq (include "milvus.woodpecker.external.enabled" .) "true" -}}
+{{- if or $useExternalWoodpecker $useChartWoodpeckerService }}
   client:
     quorum:
       quorumBufferPools:
-        - name: default
+        - name: {{ ternary .Values.externalWoodpecker.poolName "default" $useExternalWoodpecker | quote }}
+{{- if $useExternalWoodpecker }}
+          seeds: [{{ join "," .Values.externalWoodpecker.seeds }}]
+{{- else }}
           seeds: [{{ include "milvus.woodpecker.seedList"  (merge (dict "port" .Values.woodpecker.ports.service) .)  }}]
+{{- end }}
 {{- end }}
   storage:
-{{- if $useExternalWoodpecker }}
+{{- if or $useExternalWoodpecker $useChartWoodpeckerService }}
     type: service
 {{- else }}
     type: {{ .Values.streaming.woodpecker.storage.type }}

charts/milvus/values.yaml

@@ -1428,6 +1428,18 @@ externalPulsar:
   authPlugin: ""
   authParams: ""
 
+###################################
+# External Woodpecker
+# - these configs are only used when `externalWoodpecker.enabled` is true
+###################################
+externalWoodpecker:
+  enabled: false
+  poolName: default
+  seeds:
+    - woodpecker-0.woodpecker-headless.default.svc.cluster.local:18080
+    - woodpecker-1.woodpecker-headless.default.svc.cluster.local:18080
+    - woodpecker-2.woodpecker-headless.default.svc.cluster.local:18080
+
 ###################################
 # External kafka
 # - these configs are only used when `externalKafka.enabled` is true