Add node version and orch addr to transcoded metadata

CHANGELOG_PENDING.md

@@ -2,6 +2,8 @@
 
 ## v0.X.X
 
+- [#3165](https://github.com/livepeer/go-livepeer/pull/3165) Add node version and orch addr to transcoded metadata
+
 ### Breaking Changes 🚨🚨
 
 ### Features ⚒
@@ -22,6 +24,8 @@
 
 #### Broadcaster
 
+- [#3164](https://github.com/livepeer/go-livepeer/pull/3164) Fix video compatibility check
+
 #### Orchestrator
 
 #### Transcoder

cmd/livepeer/starter/starter.go

@@ -848,6 +848,7 @@ func StartLivepeer(ctx context.Context, cfg LivepeerConfig) {
 				glog.Errorf("Error setting up orchestrator: %v", err)
 				return
 			}
+			n.RecipientAddr = recipientAddr.Hex()
 
 			sigVerifier := &pm.DefaultSigVerifier{}
 			validator := pm.NewValidator(sigVerifier, timeWatcher)

core/livepeernode.go

@@ -75,6 +75,7 @@ type LivepeerNode struct {
 	// Transcoder public fields
 	SegmentChans       map[ManifestID]SegmentChan
 	Recipient          pm.Recipient
+	RecipientAddr      string
 	SelectionAlgorithm common.SelectionAlgorithm
 	OrchestratorPool   common.OrchestratorPool
 	OrchPerfScore      *common.PerfScore

core/orchestrator.go

@@ -582,6 +582,17 @@ func (n *LivepeerNode) transcodeSeg(ctx context.Context, config transcodeConfig,
 	}
 	md.Fname = url
 
+	orchId := "offchain"
+	if n.RecipientAddr != "" {
+		orchId = n.RecipientAddr
+	}
+	if isRemote {
+		// huge hack to thread the orch id down to the transcoder
+		md.Metadata = map[string]string{"orchId": orchId}
+	} else {
+		md.Metadata = MakeMetadata(orchId)
+	}
+
 	//Do the transcoding
 	start := time.Now()
 	tData, err := transcoder.Transcode(ctx, md)
@@ -767,6 +778,7 @@ type RemoteTranscoder struct {
 	addr         string
 	capacity     int
 	load         int
+	orchId       string
 }
 
 // RemoteTranscoderFatalError wraps error to indicate that error is fatal
@@ -816,6 +828,7 @@ func (rt *RemoteTranscoder) Transcode(logCtx context.Context, md *SegTranscoding
 	msg := &net.NotifySegment{
 		Url:     fname,
 		TaskId:  taskID,
+		OrchId:  md.Metadata["orchId"],
 		SegData: segData,
 		// Triggers failure on Os that don't know how to use SegData
 		Profiles: []byte("invalid"),

core/streamdata.go

@@ -66,6 +66,7 @@ type SegTranscodingMetadata struct {
 	AuthToken          *net.AuthToken
 	CalcPerceptualHash bool
 	SegmentParameters  *SegmentParameters
+	Metadata           map[string]string
 }
 
 func (md *SegTranscodingMetadata) Flatten() []byte {
@@ -192,3 +193,11 @@ func (id StreamID) String() string {
 func RandomManifestID() ManifestID {
 	return ManifestID(common.RandomIDGenerator(DefaultManifestIDLength))
 }
+
+func MakeMetadata(id string) map[string]string {
+	s := fmt.Sprintf("Livepeer Transcoder %s (%s)", LivepeerVersion, id)
+	return map[string]string{
+		"service_provider": s,                   // for mpegts
+		"comment":          "Processed by " + s, // for mp4
+	}
+}

core/transcoder.go

@@ -51,7 +51,7 @@ func (lt *LocalTranscoder) Transcode(ctx context.Context, md *SegTranscodingMeta
 		Accel: ffmpeg.Software,
 	}
 	profiles := md.Profiles
-	opts := profilesToTranscodeOptions(lt.workDir, ffmpeg.Software, profiles, md.CalcPerceptualHash, md.SegmentParameters)
+	opts := profilesToTranscodeOptions(lt.workDir, ffmpeg.Software, md)
 
 	_, seqNo, parseErr := parseURI(md.Fname)
 	start := time.Now()
@@ -100,7 +100,7 @@ func (nv *NetintTranscoder) Transcode(ctx context.Context, md *SegTranscodingMet
 		Device: nv.device,
 	}
 	profiles := md.Profiles
-	out := profilesToTranscodeOptions(WorkDir, ffmpeg.Netint, profiles, md.CalcPerceptualHash, md.SegmentParameters)
+	out := profilesToTranscodeOptions(WorkDir, ffmpeg.Netint, md)
 
 	_, seqNo, parseErr := parseURI(md.Fname)
 	start := time.Now()
@@ -135,7 +135,7 @@ func (nv *NvidiaTranscoder) Transcode(ctx context.Context, md *SegTranscodingMet
 		Device: nv.device,
 	}
 	profiles := md.Profiles
-	out := profilesToTranscodeOptions(WorkDir, ffmpeg.Nvidia, profiles, md.CalcPerceptualHash, md.SegmentParameters)
+	out := profilesToTranscodeOptions(WorkDir, ffmpeg.Nvidia, md)
 
 	_, seqNo, parseErr := parseURI(md.Fname)
 	start := time.Now()
@@ -429,8 +429,13 @@ func resToTranscodeData(ctx context.Context, res *ffmpeg.TranscodeResults, opts
 	}, nil
 }
 
-func profilesToTranscodeOptions(workDir string, accel ffmpeg.Acceleration, profiles []ffmpeg.VideoProfile, calcPHash bool,
-	segPar *SegmentParameters) []ffmpeg.TranscodeOptions {
+func profilesToTranscodeOptions(workDir string, accel ffmpeg.Acceleration, md *SegTranscodingMetadata) []ffmpeg.TranscodeOptions {
+	var (
+		profiles  []ffmpeg.VideoProfile = md.Profiles
+		calcPHash bool                  = md.CalcPerceptualHash
+		segPar    *SegmentParameters    = md.SegmentParameters
+		metadata  map[string]string     = md.Metadata
+	)
 
 	opts := make([]ffmpeg.TranscodeOptions, len(profiles))
 	for i := range profiles {
@@ -440,6 +445,7 @@ func profilesToTranscodeOptions(workDir string, accel ffmpeg.Acceleration, profi
 			Accel:        accel,
 			AudioEncoder: ffmpeg.ComponentOptions{Name: "copy"},
 			CalcSign:     calcPHash,
+			Metadata:     metadata,
 		}
 		if segPar != nil && segPar.Clip != nil {
 			o.From = segPar.Clip.From

go.mod

@@ -14,7 +14,7 @@ require (
 	github.com/jaypipes/pcidb v1.0.0
 	github.com/livepeer/go-tools v0.0.0-20220805063103-76df6beb6506
 	github.com/livepeer/livepeer-data v0.7.5-0.20231004073737-06f1f383fb18
-	github.com/livepeer/lpms v0.0.0-20240819180416-f87352959b85
+	github.com/livepeer/lpms v0.0.0-20240906035551-beda797c2cbd
 	github.com/livepeer/m3u8 v0.11.1
 	github.com/mattn/go-sqlite3 v1.14.18
 	github.com/olekukonko/tablewriter v0.0.5

go.sum

@@ -446,8 +446,8 @@ github.com/livepeer/joy4 v0.1.2-0.20191121080656-b2fea45cbded h1:ZQlvR5RB4nfT+cO
 github.com/livepeer/joy4 v0.1.2-0.20191121080656-b2fea45cbded/go.mod h1:xkDdm+akniYxVT9KW1Y2Y7Hso6aW+rZObz3nrA9yTHw=
 github.com/livepeer/livepeer-data v0.7.5-0.20231004073737-06f1f383fb18 h1:4oH3NqV0NvcdS44Ld3zK2tO8IUiNozIggm74yobQeZg=
 github.com/livepeer/livepeer-data v0.7.5-0.20231004073737-06f1f383fb18/go.mod h1:Jpf4jHK+fbWioBHRDRM1WadNT1qmY27g2YicTdO0Rtc=
-github.com/livepeer/lpms v0.0.0-20240819180416-f87352959b85 h1:E8hJhT1nEW1jneK+Re3KyJcsITFYS9oa0vgyA6bLmKE=
-github.com/livepeer/lpms v0.0.0-20240819180416-f87352959b85/go.mod h1:z5ROP1l5OzAKSoqVRLc34MjUdueil6wHSecQYV7llIw=
+github.com/livepeer/lpms v0.0.0-20240906035551-beda797c2cbd h1:jSuHiaWNkVEB3wCZicQ+MNFYgM1orgm8EGKEUeldfoI=
+github.com/livepeer/lpms v0.0.0-20240906035551-beda797c2cbd/go.mod h1:z5ROP1l5OzAKSoqVRLc34MjUdueil6wHSecQYV7llIw=
 github.com/livepeer/m3u8 v0.11.1 h1:VkUJzfNTyjy9mqsgp5JPvouwna8wGZMvd/gAfT5FinU=
 github.com/livepeer/m3u8 v0.11.1/go.mod h1:IUqAtwWPAG2CblfQa4SVzTQoDcEMPyfNOaBSxqHMS04=
 github.com/lufia/plan9stats v0.0.0-20211012122336-39d0f177ccd0 h1:6E+4a0GO5zZEnZ81pIr0yLvtUWk2if982qA3F3QD6H4=