Add trace tests that run with Docker compose

Author: SrdjanLL

example-apps/chatbot-rag-app/test/tracetest/Dockerfile.tracetest

@@ -0,0 +1,11 @@
+FROM alpine
+
+WORKDIR /app
+ARG TRACETEST_IMAGE_VERSION=v1.4.0
+
+RUN apk --update add bash jq curl
+RUN curl -L https://raw.githubusercontent.com/kubeshop/tracetest/main/install-cli.sh | bash -s -- $TRACETEST_IMAGE_VERSION
+
+WORKDIR /resources
+
+ENTRYPOINT ["echo", "Tracetest CLI installed"]

example-apps/chatbot-rag-app/test/tracetest/docker-compose.yaml

@@ -0,0 +1,67 @@
+name: tracetest
+services:
+    postgres:
+        environment:
+            POSTGRES_PASSWORD: postgres
+            POSTGRES_USER: postgres
+        healthcheck:
+            test:
+                - CMD-SHELL
+                - pg_isready -U "$$POSTGRES_USER" -d "$$POSTGRES_DB"
+            timeout: 5s
+            interval: 1s
+            retries: 60
+        image: postgres:14
+        networks:
+            default: null
+    tracetest:
+        command: --provisioning-file /app/provision.yaml
+        depends_on:
+            postgres:
+                condition: service_healthy
+                required: true
+        environment:
+            TRACETEST_DEV: ${TRACETEST_DEV}
+        extra_hosts:
+            - host.docker.internal:host-gateway
+        healthcheck:
+            test:
+                - CMD
+                - wget
+                - --spider
+                - localhost:11633
+            timeout: 3s
+            interval: 1s
+            retries: 60
+        image: kubeshop/tracetest:v1.7.1
+        networks:
+            default: null
+        ports:
+            - mode: ingress
+              target: 11633
+              published: 11633
+              protocol: tcp
+        volumes:
+            - type: bind
+              source: ./resources/tracetest.yaml
+              target: /app/tracetest.yaml
+            - type: bind
+              source: ./resources/tracetest-provision.yaml
+              target: /app/provision.yaml
+
+    tracetest-run:
+        build:
+            dockerfile: Dockerfile.tracetest
+        volumes:
+            - ./resources:/resources
+        entrypoint:
+            - bash
+            - /resources/run.sh
+        networks:
+            default: null
+        depends_on:
+            tracetest:
+                condition: service_healthy
+networks:
+    default:
+        name: tracetest_default

example-apps/chatbot-rag-app/test/tracetest/resources/chatbot-test.yaml

@@ -0,0 +1,18 @@
+type: Test
+spec:
+  id: chatbot-e2e-test
+  name: Chatbot Trace Test
+  description: Test to verify the chatbot's response to the work from home policy question.
+  trigger:
+    type: http
+    httpRequest:
+      method: POST
+      url: http://host.docker.internal:4000/api/chat
+      body: "{\"question\": \"What is the work from home policy?\"}"
+      headers:
+      - key: Content-Type
+        value: application/json
+  specs:
+  - selector: span[tracetest.span.type="general" service.name="chatbot-rag-app" name="chat gpt-4o-mini"]
+    assertions:
+    - attr:event.outcome = "success"

example-apps/chatbot-rag-app/test/tracetest/resources/run.sh

@@ -0,0 +1,16 @@
+#!/bin/sh
+
+set -e
+
+TOKEN=$TRACETEST_TOKEN
+ENVIRONMENT_ID=$TRACETEST_ENVIRONMENT_ID
+
+run() {
+  echo "Configuring Tracetest"
+  tracetest configure --server-url http://tracetest:11633
+
+  echo "Running Trace-Based Tests..."
+  tracetest run test -f /resources/chatbot-test.yaml
+}
+
+run

example-apps/chatbot-rag-app/test/tracetest/resources/tracetest-provision.yaml

@@ -0,0 +1,28 @@
+
+---
+type: Config
+spec:
+  analyticsEnabled: true
+---
+type: PollingProfile
+spec:
+  name: Custom Profile
+  strategy: periodic
+  default: true
+  periodic:
+    timeout: 2m
+    retryDelay: 3s
+---
+type: DataStore
+spec:
+  id: current
+  name: elasticapm
+  type: elasticapm
+  default: true
+  elasticapm:
+    addresses:
+      - http://host.docker.internal:9200
+    username: elastic
+    password: elastic
+    index: traces-apm-default
+    insecureSkipVerify: true

example-apps/chatbot-rag-app/test/tracetest/resources/tracetest.yaml

@@ -0,0 +1,7 @@
+postgres:
+  host: postgres
+  user: postgres
+  password: postgres
+  port: 5432
+  dbname: postgres
+  params: sslmode=disable