e2e test

ci/scripts/e2e-source-test.sh

@@ -98,6 +98,11 @@ RUST_LOG="info,risingwave_stream=info,risingwave_batch=info,risingwave_storage=i
 cargo make ci-start ci-1cn-1fe
 python3 -m pip install requests protobuf confluent-kafka
 python3 e2e_test/schema_registry/pb.py "message_queue:29092" "http://message_queue:8081" "sr_pb_test" 20
+curl 'http://message_queue:8081/subjects'
+curl 'http://message_queue:8081/subjects/google%2Fprotobuf%2Fsource_context.proto/versions'
+curl --head 'http://message_queue:8081/subjects/google%2Fprotobuf%2Fsource_context.proto/versions'
+curl --silent --head 'http://message_queue:8081/subjects/google%2Fprotobuf%2Fsource_context.proto/versions'
+curl --silent --head 'http://message_queue:8081/subjects/google%2Fprotobuf%2Fsource_context.proto/versions' | grep 404
 sqllogictest -p 4566 -d dev './e2e_test/schema_registry/pb.slt'
 
 echo "--- Kill cluster"

e2e_test/schema_registry/pb.py

@@ -1,4 +1,5 @@
 from protobuf import user_pb2
+from google.protobuf.source_context_pb2 import SourceContext
 import sys
 from confluent_kafka import Producer
 from confluent_kafka.serialization import (
@@ -21,6 +22,7 @@ def get_user(i):
         address="Address_{}".format(i),
         city="City_{}".format(i),
         gender=user_pb2.MALE if i % 2 == 0 else user_pb2.FEMALE,
+        sc=SourceContext(file_name="source/context_{:03}.proto".format(i)),
     )
 
 

e2e_test/schema_registry/pb.slt

@@ -39,14 +39,14 @@ select count(*) from sr_pb_test;
 ----
 20
 
-query II
-select min(id), max(id) from sr_pb_test;
+query IIT
+select min(id), max(id), max((sc).file_name) from sr_pb_test;
 ----
-0 19
+0 19 source/context_019.proto
 
 
 statement ok
 drop table sr_pb_test;
 
 statement ok
-drop table sr_pb_test_bk;
+drop table sr_pb_test_bk;

e2e_test/schema_registry/protobuf/user.proto

@@ -2,15 +2,18 @@ syntax = "proto3";
 
 package test;
 
+import "google/protobuf/source_context.proto";
+
 message User {
   int32 id = 1;
   string name = 2;
   string address = 3;
   string city = 4;
   Gender gender = 5;
+  google.protobuf.SourceContext sc = 6;
 }
 
 enum Gender {
   MALE = 0;
   FEMALE = 1;
-}
+}