Add integration test for importer

Dockerfile.build

@@ -0,0 +1,6 @@
+FROM rust:slim-bullseye
+RUN apt-get update && apt-get install pkg-config libssl-dev -y
+COPY Cargo.toml Cargo.lock /plugin-src/
+COPY src/ /plugin-src/src
+WORKDIR /plugin-src
+RUN cargo build --release

integration-test/dlt-example-user.speqtr

@@ -1,6 +1,5 @@
 behavior "connect messages"
   nominal case "connect messages are observed"
-    log@ECU1(_.payload = "Daemon launched.*") ->
     log@ECU1(_.payload = "New client connection * established*")
   end
 end

integration-test/docker-compose.yml

@@ -42,13 +42,7 @@ services:
     build:
       context: ..
       dockerfile_inline: |
-        FROM rust:slim-bullseye
-        RUN apt-get update && apt-get install pkg-config libssl-dev -y
-        COPY Cargo.toml Cargo.lock /plugin-src/
-        COPY src/ /plugin-src/src
-        WORKDIR /plugin-src
-        RUN ls && cargo build --release
-        
+        FROM modality-dlt-build:latest
         FROM ghcr.io/auxoncorp/modality-reflector:latest
         COPY --from=0 /plugin-src/target/release/modality-dlt-importer /modality-reflector-plugins/importers/
         COPY --from=0 /plugin-src/target/release/modality-dlt-collector /modality-reflector-plugins/collectors/
@@ -70,6 +64,8 @@ services:
       start_interval: 1s
 
   test-collector:
+    profiles:
+      - test-collector
     build:
       dockerfile_inline: |
         FROM ghcr.io/auxoncorp/modality-reflector:latest
@@ -84,3 +80,25 @@ services:
       - dlt_tmp:/tmp
     environment: { MODALITY_URL: http://modalityd:14181/v1 }
     restart: no
+
+  test-import:
+    profiles:
+      - test-import
+    build:
+      dockerfile_inline: |
+        FROM modality-dlt-build:latest
+        FROM ghcr.io/auxoncorp/modality-reflector:latest
+        COPY --from=0 /plugin-src/target/release/modality-dlt-importer /modality-reflector-plugins/importers/
+        COPY --from=0 /plugin-src/target/release/modality-dlt-collector /modality-reflector-plugins/collectors/
+        COPY *.sh /
+        COPY *.speqtr /
+        COPY test-data/* /
+        ENTRYPOINT []
+        CMD /test-import.sh
+    volumes:
+      - modality_client_config:/root/.config/modality_cli
+      - dlt_tmp:/tmp
+    environment:
+      MODALITY_URL: http://modalityd:14181/v1
+      INGEST_PROTOCOL_PARENT_URL: modality-ingest://modalityd
+    restart: no

integration-test/go.sh

@@ -1,10 +1,18 @@
 #!/usr/bin/env bash
 set -ex
 
+(
+    cd ..
+    docker build -f Dockerfile.build -t modality-dlt-build .
+)
+
 if [ -f ~/.config/modality/license ]; then
     key=$(< ~/.config/modality/license)
     echo "MODALITY_LICENSE_KEY=${key}" > .env
 fi
 
-docker compose build
-docker compose up --abort-on-container-exit test-collector
+docker compose --profile test-collector build
+docker compose --profile test-import build
+
+docker compose --profile test-collector up  --abort-on-container-exit test-collector
+docker compose --profile test-import up --abort-on-container-exit test-import

integration-test/imported.speqtr

@@ -0,0 +1,8 @@
+behavior "injected log messages"
+  nominal case "injected log messages are observed"
+    log@ECU1(_.payload.0 = 1 and _.payload.1 = "fooo") ->
+    log@ECU1(_.payload.0 = 2 and _.payload.1 = "fooo") ->
+    log@ECU1(_.payload.0 = 3 and _.payload.1 = "fooo") ->
+    log@ECU1(_.payload.0 = 4 and _.payload.1 = "fooo")
+  end
+end

integration-test/test-import.sh

@@ -0,0 +1,7 @@
+#!/usr/bin/env bash
+set -ex
+
+/modality-reflector import --ingest-protocol-parent-url ${INGEST_PROTOCOL_PARENT_URL} dlt /foo.dlt
+
+/modality workspace sync-indices
+/conform spec eval --file /imported.speqtr --dry-run