Skip to content

Commit

Permalink
* remove references to kafka
Browse files Browse the repository at this point in the history
  • Loading branch information
zachjsh committed Jul 30, 2024
1 parent 709fd16 commit 2eaf0fe
Showing 1 changed file with 3 additions and 3 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -95,7 +95,7 @@ public CloseableIterator<InputRowListPlusRawValues> sample() throws IOException
private Map<String, Object> extractHeaders(KinesisRecordEntity record)
{
final Map<String, Object> mergedHeaderMap = new HashMap<>();
// Add kafka record timestamp to the mergelist, we will skip record timestamp if the same key exists already in
// Add kinesis record timestamp to the mergelist, we will skip record timestamp if the same key exists already in
// the header list
mergedHeaderMap.putIfAbsent(timestampColumnName, record.getRecord().getApproximateArrivalTimestamp().getTime());

Expand All @@ -112,7 +112,7 @@ private CloseableIterator<InputRow> buildBlendedRows(
final HashSet<String> newDimensions = new HashSet<>(r.getDimensions());
final Map<String, Object> event = buildBlendedEventMap(r::getRaw, newDimensions, headerKeyList);
newDimensions.addAll(headerKeyList.keySet());
// Remove the dummy timestamp added in KafkaInputFormat
// Remove the dummy timestamp added in KinesisInputFormat
newDimensions.remove(KinesisInputFormat.DEFAULT_AUTO_TIMESTAMP_STRING);

final DateTime timestamp = MapInputRowParser.parseTimestamp(inputRowSchema.getTimestampSpec(), event);
Expand Down Expand Up @@ -160,7 +160,7 @@ private CloseableIterator<InputRowListPlusRawValues> buildBlendedRowsSample(
headerKeyList
);
newDimensions.addAll(headerKeyList.keySet());
// Remove the dummy timestamp added in KafkaInputFormat
// Remove the dummy timestamp added in KinesisInputFormat
newDimensions.remove(KinesisInputFormat.DEFAULT_AUTO_TIMESTAMP_STRING);
newInputRows.add(
new MapBasedInputRow(
Expand Down

0 comments on commit 2eaf0fe

Please sign in to comment.