feat(qwp): WebSocket ingest sender + egress query client + store-and-forward

ci/azure-pipelines.yml

@@ -67,6 +67,39 @@ steps:
     version: '10.0.x'
     installationPath: $(Agent.ToolsDirectory)/dotnet
 
+- task: JavaToolInstaller@0
+  displayName: 'Install JDK 25 (to build QuestDB)'
+  inputs:
+    versionSpec: '25'
+    jdkArchitectureOption: 'x64'
+    jdkSourceOption: 'PreInstalled'
+  condition: eq(variables['osName'], 'Linux')
+
+- script: |
+    df -h /
+    sudo rm -rf /usr/local/lib/android /opt/ghc /usr/share/swift /opt/hostedtoolcache/CodeQL 2>/dev/null || true
+    df -h /
+  displayName: 'Free agent disk space (Linux)'
+  condition: eq(variables['osName'], 'Linux')
+
+- script: |
+    set -e
+    git clone --depth 1 https://github.com/questdb/questdb.git questdb-src
+    cd questdb-src
+    CLIENT_VERSION=$(sed -n 's/.*<questdb.client.version>\(.*\)<\/questdb.client.version>.*/\1/p' core/pom.xml | head -1)
+    echo "questdb.client.version=$CLIENT_VERSION"
+    PROFILES=build-binaries
+    case "$CLIENT_VERSION" in
+      *-SNAPSHOT)
+        git submodule update --init --depth 1 java-questdb-client
+        PROFILES=build-binaries,local-client
+        ;;
+    esac
+    mvn -q -pl core -am -DskipTests -P "$PROFILES" package
+    echo "##vso[task.setvariable variable=QUESTDB_REPO]$(pwd)"
+  displayName: 'Clone + build QuestDB master'
+  condition: eq(variables['osName'], 'Linux')
+
 - task: DotNetCoreCLI@2
   displayName: 'Restore dependencies'
   inputs:
@@ -80,24 +113,137 @@ steps:
     projects: 'net-questdb-client.sln'
     arguments: '--configuration $(buildConfiguration) --no-restore'
 
+# Cross-repo trigger: fire the questdb-enterprise
+# build-and-test-e2e-net-client pipeline with this build's SHA so
+# the net_client-marked failover tests run against an Enterprise
+# primary. The Enterprise pipeline posts a status check back on the
+# PR (`enterprise-e2e-net-client` context); this step fire-and-forgets.
+#
+# Prerequisites (one-time, in the Azure DevOps UI):
+#   1. Register ci/build-and-test-e2e-net-client.yaml in the
+#      `questdb-enterprise` ADO project as a pipeline named
+#      `build-and-test-e2e-net-client`.
+#   2. Create a PAT in the `questdb-enterprise` ADO project with
+#      `Build (Read & execute)` scope. Add it as a secret variable
+#      on THIS pipeline named ENT_DISPATCH_PAT.
+- bash: |
+    set -euo pipefail
+
+    ORG_URL="$(System.TeamFoundationCollectionUri)"
+    PROJECT="questdb-enterprise"
+    PIPELINE_NAME="build-and-test-e2e-net-client"
+
+    if [ -z "${ENT_DISPATCH_PAT:-}" ]; then
+      echo "ENT_DISPATCH_PAT not set; skipping enterprise e2e dispatch."
+      exit 0
+    fi
+
+    echo "Looking up '${PIPELINE_NAME}' in '${PROJECT}'..."
+    PIPELINES=$(curl -fsS -u ":${ENT_DISPATCH_PAT}" \
+      "${ORG_URL}${PROJECT}/_apis/pipelines?api-version=7.0")
+    PIPELINE_ID=$(echo "$PIPELINES" | jq -r --arg n "$PIPELINE_NAME" \
+      '.value[] | select(.name == $n) | .id' | head -1)
+
+    if [ -z "$PIPELINE_ID" ] || [ "$PIPELINE_ID" = "null" ]; then
+      echo "Pipeline '${PIPELINE_NAME}' not found in '${PROJECT}'; skipping."
+      exit 0
+    fi
+
+    CLIENT_PR_NUMBER="$(System.PullRequest.PullRequestNumber)"
+    if [ -z "${CLIENT_PR_NUMBER}" ] || [ "${CLIENT_PR_NUMBER}" = "None" ]; then
+      CLIENT_PR_NUMBER=""
+    fi
+
+    if [ "$(Build.Reason)" = "PullRequest" ]; then
+      CLIENT_BRANCH="$(System.PullRequest.SourceBranch)"
+      CLIENT_BRANCH="${CLIENT_BRANCH#refs/heads/}"
+    else
+      CLIENT_BRANCH="$(Build.SourceBranchName)"
+    fi
+
+    BODY=$(jq -n \
+      --arg commit "$(Build.SourceVersion)" \
+      --arg pr "${CLIENT_PR_NUMBER}" \
+      --arg branch "${CLIENT_BRANCH}" \
+      '{
+        templateParameters: {
+          netClientCommit: $commit,
+          netClientPrNumber: $pr,
+          clientBranch: $branch
+        },
+        resources: { repositories: { self: { refName: "refs/heads/main" } } }
+      }')
+
+    echo "Dispatching enterprise e2e: commit=$(Build.SourceVersion) PR=${CLIENT_PR_NUMBER} branch=${CLIENT_BRANCH}"
+
+    RESPONSE=$(curl -fsS -u ":${ENT_DISPATCH_PAT}" \
+      -H "Content-Type: application/json" \
+      -X POST \
+      -d "$BODY" \
+      "${ORG_URL}${PROJECT}/_apis/pipelines/${PIPELINE_ID}/runs?api-version=7.0")
+
+    RUN_URL=$(echo "$RESPONSE" | jq -r '._links.web.href // ""')
+    echo "Enterprise build queued: ${RUN_URL}"
+  displayName: 'Dispatch Enterprise e2e pipeline'
+  condition: and(succeeded(), eq(variables['osName'], 'Linux'))
+  env:
+    ENT_DISPATCH_PAT: $(ENT_DISPATCH_PAT)
+
 - task: DotNetCoreCLI@2
-  displayName: 'Run all tests on $(osName)'
+  displayName: 'Run all tests on $(osName) (net8.0)'
   inputs:
     command: 'test'
     projects: 'src/net-questdb-client-tests/net-questdb-client-tests.csproj'
-    arguments: '--configuration $(buildConfiguration) --framework net9.0 --no-build --verbosity normal --logger trx --collect:"XPlat Code Coverage"'
+    arguments: '--configuration $(buildConfiguration) --framework net8.0 --no-build --verbosity normal --logger trx --blame-hang --blame-hang-timeout 600s --blame-hang-dump-type mini --filter "FullyQualifiedName!~QuestDbIntegrationTests&FullyQualifiedName!~QuestDbWebSocketIntegrationTests&FullyQualifiedName!~QuestDbQueryIntegrationTests"'
     publishTestResults: true
+
+- task: DotNetCoreCLI@2
+  displayName: 'Run all tests on $(osName) (net9.0, with coverage)'
+  inputs:
+    command: 'test'
+    projects: 'src/net-questdb-client-tests/net-questdb-client-tests.csproj'
+    arguments: '--configuration $(buildConfiguration) --framework net9.0 --no-build --verbosity normal --logger trx --blame-hang --blame-hang-timeout 600s --blame-hang-dump-type mini --collect:"XPlat Code Coverage"'
+    publishTestResults: true
+  env:
+    QUESTDB_REPO: $(QUESTDB_REPO)
   condition: eq(variables['osName'], 'Linux')
 
 - task: DotNetCoreCLI@2
-  displayName: 'Run tests on $(osName) (excluding integration tests)'
+  displayName: 'Run tests on $(osName) (net9.0, excluding integration tests)'
   inputs:
     command: 'test'
     projects: 'src/net-questdb-client-tests/net-questdb-client-tests.csproj'
-    arguments: '--configuration $(buildConfiguration) --framework net9.0 --no-build --verbosity normal --logger trx --collect:"XPlat Code Coverage" --filter "FullyQualifiedName!~QuestDbIntegrationTests"'
+    arguments: '--configuration $(buildConfiguration) --framework net9.0 --no-build --verbosity normal --logger trx --blame-hang --blame-hang-timeout 600s --blame-hang-dump-type mini --collect:"XPlat Code Coverage" --filter "FullyQualifiedName!~QuestDbIntegrationTests&FullyQualifiedName!~QuestDbWebSocketIntegrationTests&FullyQualifiedName!~QuestDbQueryIntegrationTests"'
     publishTestResults: true
   condition: ne(variables['osName'], 'Linux')
 
+- task: DotNetCoreCLI@2
+  displayName: 'Run all tests on $(osName) (net10.0)'
+  inputs:
+    command: 'test'
+    projects: 'src/net-questdb-client-tests/net-questdb-client-tests.csproj'
+    arguments: '--configuration $(buildConfiguration) --framework net10.0 --no-build --verbosity normal --logger trx --blame-hang --blame-hang-timeout 600s --blame-hang-dump-type mini --filter "FullyQualifiedName!~QuestDbIntegrationTests&FullyQualifiedName!~QuestDbWebSocketIntegrationTests&FullyQualifiedName!~QuestDbQueryIntegrationTests"'
+    publishTestResults: true
+
+- task: CopyFiles@2
+  displayName: 'Stage hang dumps + trx ($(osName))'
+  condition: always()
+  inputs:
+    sourceFolder: '$(Agent.TempDirectory)'
+    contents: |
+      **/*.dmp
+      **/*Sequence*.xml
+      **/*.trx
+    targetFolder: '$(Build.ArtifactStagingDirectory)/TestArtifacts'
+
+- task: PublishPipelineArtifact@1
+  displayName: 'Publish hang dumps + trx ($(osName))'
+  condition: always()
+  inputs:
+    targetPath: '$(Build.ArtifactStagingDirectory)/TestArtifacts'
+    artifact: 'TestArtifacts-$(osName)-$(Build.BuildId)'
+    publishLocation: 'pipeline'
+
 - task: PublishCodeCoverageResults@2
   displayName: 'Publish code coverage'
   inputs: