Updated following updates to master copies

snowplow-referer-parser · Sep 2, 2015 · 89ad52f · 89ad52f
1 parent d9fedbc
commit 89ad52f
Show file tree

Hide file tree

Showing 14 changed files with 385 additions and 49 deletions.
diff --git a/dotnet/RefererParser/Resources/referers.json b/dotnet/RefererParser/Resources/referers.json
@@ -1,5 +1,10 @@
 {
     "unknown": {
+        "Outbrain": {
+            "domains": [
+                "paid.outbrain.com"
+            ]
+        }, 
         "Google": {
             "domains": [
                 "support.google.com", 
@@ -13,6 +18,12 @@
                 "news.google.co.uk"
             ]
         }, 
+        "Taboola": {
+            "domains": [
+                "trc.taboola.com", 
+                "api.taboola.com"
+            ]
+        }, 
         "Yahoo!": {
             "domains": [
                 "finance.yahoo.com", 
@@ -419,7 +430,6 @@
                 "google.com.hk/imgres", 
                 "google.com.jm/imgres", 
                 "google.com.kh/imgres", 
-                "google.com.kh/imgres", 
                 "google.com.kw/imgres", 
                 "google.com.lb/imgres", 
                 "google.com.lc/imgres", 
@@ -3745,9 +3755,9 @@
                 "renren.com"
             ]
         }, 
-        "vKruguDruzei.ru": {
+        "Quora": {
             "domains": [
-                "vkrugudruzei.ru"
+                "quora.com"
             ]
         }, 
         "Gaia Online": {
@@ -3849,6 +3859,11 @@
                 "t.co"
             ]
         }, 
+        "vKruguDruzei.ru": {
+            "domains": [
+                "vkrugudruzei.ru"
+            ]
+        }, 
         "Donanimhaber": {
             "domains": [
                 "donanimhaber.com"
@@ -3891,7 +3906,8 @@
         }, 
         "LinkedIn": {
             "domains": [
-                "linkedin.com"
+                "linkedin.com", 
+                "lnkd.in"
             ]
         }, 
         "Foursquare": {
@@ -3933,7 +3949,17 @@
         "Facebook": {
             "domains": [
                 "facebook.com", 
-                "fb.me"
+                "fb.me", 
+                "m.facebook.com", 
+                "l.facebook.com", 
+                "lm.facebook.com"
+            ]
+        }, 
+        "Disqus": {
+            "domains": [
+                "redirect.disqus.com", 
+                "disq.us", 
+                "disqus.com"
             ]
         }, 
         "StudiVZ": {

diff --git a/dotnet/RefererParser/Resources/referers.yml b/dotnet/RefererParser/Resources/referers.yml
@@ -51,6 +51,15 @@ unknown:
       - omg.yahoo.com
       - match.yahoo.net
 
+  Taboola:
+    domains:
+      - trc.taboola.com
+      - api.taboola.com
+
+  Outbrain:
+    domains:
+      - paid.outbrain.com
+
 
 # #######################################################################################################
 #
@@ -129,6 +138,9 @@ social:
     domains:
       - facebook.com
       - fb.me
+      - m.facebook.com
+      - l.facebook.com
+      - lm.facebook.com
 
   Qzone:
     domains:
@@ -167,6 +179,7 @@ social:
   LinkedIn:
     domains:
       - linkedin.com
+      - lnkd.in
 
   Bebo:
     domains:
@@ -437,7 +450,17 @@ social:
 
   Donanimhaber:
     domains:
-      - donanimhaber.com    
+      - donanimhaber.com 
+
+  Disqus:
+    domains:
+      - redirect.disqus.com
+      - disq.us
+      - disqus.com
+
+  Quora:
+    domains:
+      - quora.com
 
 # #######################################################################################################
 #
@@ -1771,7 +1794,6 @@ search:
       - google.com.hk/imgres
       - google.com.jm/imgres
       - google.com.kh/imgres
-      - google.com.kh/imgres
       - google.com.kw/imgres
       - google.com.lb/imgres
       - google.com.lc/imgres

diff --git a/go/data/referers.json b/go/data/referers.json
@@ -1,5 +1,10 @@
 {
     "unknown": {
+        "Outbrain": {
+            "domains": [
+                "paid.outbrain.com"
+            ]
+        }, 
         "Google": {
             "domains": [
                 "support.google.com", 
@@ -13,6 +18,12 @@
                 "news.google.co.uk"
             ]
         }, 
+        "Taboola": {
+            "domains": [
+                "trc.taboola.com", 
+                "api.taboola.com"
+            ]
+        }, 
         "Yahoo!": {
             "domains": [
                 "finance.yahoo.com", 
@@ -419,7 +430,6 @@
                 "google.com.hk/imgres", 
                 "google.com.jm/imgres", 
                 "google.com.kh/imgres", 
-                "google.com.kh/imgres", 
                 "google.com.kw/imgres", 
                 "google.com.lb/imgres", 
                 "google.com.lc/imgres", 
@@ -3745,9 +3755,9 @@
                 "renren.com"
             ]
         }, 
-        "vKruguDruzei.ru": {
+        "Quora": {
             "domains": [
-                "vkrugudruzei.ru"
+                "quora.com"
             ]
         }, 
         "Gaia Online": {
@@ -3849,6 +3859,11 @@
                 "t.co"
             ]
         }, 
+        "vKruguDruzei.ru": {
+            "domains": [
+                "vkrugudruzei.ru"
+            ]
+        }, 
         "Donanimhaber": {
             "domains": [
                 "donanimhaber.com"
@@ -3891,7 +3906,8 @@
         }, 
         "LinkedIn": {
             "domains": [
-                "linkedin.com"
+                "linkedin.com", 
+                "lnkd.in"
             ]
         }, 
         "Foursquare": {
@@ -3933,7 +3949,17 @@
         "Facebook": {
             "domains": [
                 "facebook.com", 
-                "fb.me"
+                "fb.me", 
+                "m.facebook.com", 
+                "l.facebook.com", 
+                "lm.facebook.com"
+            ]
+        }, 
+        "Disqus": {
+            "domains": [
+                "redirect.disqus.com", 
+                "disq.us", 
+                "disqus.com"
             ]
         }, 
         "StudiVZ": {

diff --git a/go/data/referers.yml b/go/data/referers.yml
@@ -51,6 +51,15 @@ unknown:
       - omg.yahoo.com
       - match.yahoo.net
 
+  Taboola:
+    domains:
+      - trc.taboola.com
+      - api.taboola.com
+
+  Outbrain:
+    domains:
+      - paid.outbrain.com
+
 
 # #######################################################################################################
 #
@@ -129,6 +138,9 @@ social:
     domains:
       - facebook.com
       - fb.me
+      - m.facebook.com
+      - l.facebook.com
+      - lm.facebook.com
 
   Qzone:
     domains:
@@ -167,6 +179,7 @@ social:
   LinkedIn:
     domains:
       - linkedin.com
+      - lnkd.in
 
   Bebo:
     domains:
@@ -437,7 +450,17 @@ social:
 
   Donanimhaber:
     domains:
-      - donanimhaber.com    
+      - donanimhaber.com 
+
+  Disqus:
+    domains:
+      - redirect.disqus.com
+      - disq.us
+      - disqus.com
+
+  Quora:
+    domains:
+      - quora.com
 
 # #######################################################################################################
 #
@@ -1771,7 +1794,6 @@ search:
       - google.com.hk/imgres
       - google.com.jm/imgres
       - google.com.kh/imgres
-      - google.com.kh/imgres
       - google.com.kw/imgres
       - google.com.lb/imgres
       - google.com.lc/imgres

diff --git a/java-scala/src/main/resources/referers.json b/java-scala/src/main/resources/referers.json
@@ -1,5 +1,10 @@
 {
     "unknown": {
+        "Outbrain": {
+            "domains": [
+                "paid.outbrain.com"
+            ]
+        }, 
         "Google": {
             "domains": [
                 "support.google.com", 
@@ -13,6 +18,12 @@
                 "news.google.co.uk"
             ]
         }, 
+        "Taboola": {
+            "domains": [
+                "trc.taboola.com", 
+                "api.taboola.com"
+            ]
+        }, 
         "Yahoo!": {
             "domains": [
                 "finance.yahoo.com", 
@@ -419,7 +430,6 @@
                 "google.com.hk/imgres", 
                 "google.com.jm/imgres", 
                 "google.com.kh/imgres", 
-                "google.com.kh/imgres", 
                 "google.com.kw/imgres", 
                 "google.com.lb/imgres", 
                 "google.com.lc/imgres", 
@@ -3745,9 +3755,9 @@
                 "renren.com"
             ]
         }, 
-        "vKruguDruzei.ru": {
+        "Quora": {
             "domains": [
-                "vkrugudruzei.ru"
+                "quora.com"
             ]
         }, 
         "Gaia Online": {
@@ -3849,6 +3859,11 @@
                 "t.co"
             ]
         }, 
+        "vKruguDruzei.ru": {
+            "domains": [
+                "vkrugudruzei.ru"
+            ]
+        }, 
         "Donanimhaber": {
             "domains": [
                 "donanimhaber.com"
@@ -3891,7 +3906,8 @@
         }, 
         "LinkedIn": {
             "domains": [
-                "linkedin.com"
+                "linkedin.com", 
+                "lnkd.in"
             ]
         }, 
         "Foursquare": {
@@ -3933,7 +3949,17 @@
         "Facebook": {
             "domains": [
                 "facebook.com", 
-                "fb.me"
+                "fb.me", 
+                "m.facebook.com", 
+                "l.facebook.com", 
+                "lm.facebook.com"
+            ]
+        }, 
+        "Disqus": {
+            "domains": [
+                "redirect.disqus.com", 
+                "disq.us", 
+                "disqus.com"
             ]
         }, 
         "StudiVZ": {