updated dedupe function to check if the packet has been seen before a…

…nd adds it temporary to memory for tracking duplicates

.gitignore

@@ -30,6 +30,7 @@ node_modules
 .lock-wscript
 .vscode
 *code-workspace
+.idea
 
 # 0x
 flamegraph.html

aedes.js

@@ -30,7 +30,8 @@ const defaultOptions = {
   trustedProxies: [],
   queueLimit: 42,
   maxClientsIdLength: 23,
-  keepaliveLimit: 0
+  keepaliveLimit: 0,
+  dedupeLimit: 100
 }
 
 function Aedes (opts) {
@@ -47,6 +48,7 @@ function Aedes (opts) {
   // internal track for last brokerCounter
   this.counter = 0
   this.queueLimit = opts.queueLimit
+  this.dedupeLimit = opts.dedupeLimit
   this.connectTimeout = opts.connectTimeout
   this.keepaliveLimit = opts.keepaliveLimit
   this.maxClientsIdLength = opts.maxClientsIdLength

docs/Aedes.md

@@ -43,6 +43,7 @@
   - `id` `<string>` aedes broker unique identifier. __Default__: `uuidv4()`
   - `connectTimeout` `<number>` maximum waiting time in milliseconds waiting for a [`CONNECT`][CONNECT] packet. __Default__: `30000`
   - `keepaliveLimit` `<number>` maximum client keep alive time allowed, 0 means no limit. __Default__: `0`
+  - `dedupeLimit` `<number>` the maximum number of packets that are checked for duplication. This is used to prevent the broker from resending the same packet multiple times. __Default__: `100`
 - Returns `<Aedes>`
 
 Create a new Aedes server.

lib/client.js

@@ -167,11 +167,24 @@ function dedupe (client, packet) {
   }
   const duplicates = client.duplicates
   const counter = packet.brokerCounter
-  const result = (duplicates[id] || 0) < counter
-  if (result) {
-    duplicates[id] = counter
+
+  if (!duplicates[id]) {
+    duplicates[id] = { seen: new Set(), order: [] }
+  }
+
+  const entry = duplicates[id]
+  if (entry.seen.has(counter)) {
+    return false
+  }
+
+  entry.seen.add(counter)
+  entry.order.push(counter)
+
+  if (entry.order.length > client.broker.dedupeLimit) {
+    const oldest = entry.order.shift()
+    entry.seen.delete(oldest)
   }
-  return result
+  return true
 }
 
 function writeQoS (err, client, packet) {

types/instance.d.ts

@@ -78,6 +78,7 @@ export interface AedesOptions {
   keepaliveLimit?: number;
   queueLimit?: number;
   maxClientsIdLength?: number;
+  dedupeLimit?: number;
   preConnect?: PreConnectHandler;
   authenticate?: AuthenticateHandler;
   authorizePublish?: AuthorizePublishHandler;