Added a script for updating the whotracksme database

scripts/whotracksme/index.js

@@ -0,0 +1,75 @@
+const fs = require('fs');
+const sqlite3 = require('sqlite3').verbose();
+const downloadFileSync = require('download-file-sync');
+
+const INPUT_SQL_URL = 'https://raw.githubusercontent.com/cliqz-oss/whotracks.me/master/whotracksme/data/assets/trackerdb.sql';
+const OUTPUT_PATH = 'whotracksme.json';
+
+console.log('Downloading ' + INPUT_SQL_URL);
+let trackersDbSql = downloadFileSync(INPUT_SQL_URL).toString();
+
+let transformToSqlite = function(sql) {
+    sql = sql.trim();
+    
+    if (sql.indexOf("CREATE TABLE") >= 0) {
+        sql = sql.replace(/UNIQUE/g, '');
+    }
+
+    return sql;
+}
+
+let whotracksme = {
+    timeUpdated: new Date().toISOString(),
+    categories: {},
+    trackers: {},
+    trackerDomains: {}
+};
+
+console.log('Initializing the in-memory trackers database');
+let db = new sqlite3.Database(':memory:');
+db.serialize(function() {
+    trackersDbSql.split(/;\s*$/gm).forEach(function(sql) { 
+        sql = transformToSqlite(sql);
+        db.run(sql, function() {});
+    });
+
+    db.each("SELECT * FROM categories", function(err, row) {
+        if (err) {
+            console.error(err);
+            return;
+        }
+
+        whotracksme.categories[row.id] = row.name;
+    });    
+
+    db.each("SELECT * FROM trackers", function(err, row) {
+        if (err) {
+            console.error(err);
+            return;
+        }
+
+        whotracksme.trackers[row.id] = {
+            "name": row.name,
+            "categoryId": row.category_id
+        };
+    });
+
+    db.each("SELECT * FROM tracker_domains", function(err, row) {
+        if (err) {
+            console.error(err);
+            return;
+        }
+
+        whotracksme.trackerDomains[row.domain] = row.tracker;
+    });
+});
+
+db.close(function(err) {
+    if (err) {
+        console.error(err);
+        return;
+    }
+
+    fs.writeFileSync(OUTPUT_PATH, JSON.stringify(whotracksme, 0, 4));
+    console.log('Trackers json file has been updated: ' + OUTPUT_PATH);
+});