Issue 3585 - Merge element hiding rules for the same domain

abp2blocklist.js

 "use strict";
 
 let readline = require("readline");
 let punycode = require("punycode");
 let tldjs = require("tldjs");
 let filterClasses = require("./adblockplus.js");
 
 let typeMap = filterClasses.RegExpFilter.typeMap;
 
+const selectorLimit = 5000;
+
 let requestFilters = [];
 let requestExceptions = [];
 let elemhideFilters = [];
 let elemhideExceptions = [];
 let elemhideSelectorExceptions = new Map();
 
 function recordException(filter)
 {
   if (filter.contentType & (typeMap.IMAGE
                             | typeMap.STYLESHEET
@@ skipping 73 matching lines @@
 
 function convertElemHideFilter(filter)
 {
   let included = [];
   let excluded = [];
   let rules = [];
 
   parseDomains(filter.domains, included, excluded);
 
   if (excluded.length == 0 && !(filter.selector in elemhideSelectorExceptions))
-  {
-    let action = {
-      type: "css-display-none",
-      selector: filter.selector
-    };
-
-    for (let domain of included)
-      rules.push({
-          trigger: {"url-filter": matchDomain(domain)},
-          action: action
-      });
-
-    if (included.length == 0)
-      rules.push({
-          trigger: {"url-filter": "^https?://"},
-          action: action
-      });
-  }
-
-  return rules;
+    return {matchDomains: included.map(matchDomain), selector: filter.selector};
 }
 
 function toRegExp(text)
 {
   let result = "";
   let lastIndex = text.length - 1;
 
   for (let i = 0; i < text.length; i++)
   {
     let c = text[i];
@@ skipping 141 matching lines @@
 function logRules()
 {
   let rules = [];
 
   function addRule(rule)
   {
     if (!hasNonASCI(rule))
       rules.push(rule);
   }
 
-  // HACK: We ignore element hiding filter for now to get the list of
-  // rules down below 50K. This limit is enforced by iOS and Safari.
-  // To be undone with https://issues.adblockplus.org/ticket/3585
+  let groupedElemhideFilters = new Map();
+  for (let filter of elemhideFilters)
+  {
+    let result = convertElemHideFilter(filter);
+    if (!result)
+      continue;
 
-  //for (let filter of elemhideFilters)
-  //  convertElemHideFilter(filter).forEach(addRule);
-  //for (let filter of elemhideExceptions)
-  //  addRule(convertFilter(filter, "ignore-previous-rules", false));
+    if (result.matchDomains.length == 0)
+      result.matchDomains = ["^https?://"];
+
+    for (let matchDomain of result.matchDomains)
+    {
+      let group = groupedElemhideFilters.get(matchDomain) || [];
+      group.push(result.selector);
+      groupedElemhideFilters.set(matchDomain, group);
+    }
+  }
+
+  groupedElemhideFilters.forEach((selectors, matchDomain) =>
+  {
+    while (selectors.length)
+    {
+      addRule({
+        trigger: {"url-filter": matchDomain},
+        action: {type: "css-display-none"},
+        selector: selectors.splice(0, selectorLimit).join(", ")
+      });
+    }
+  });
+
+  for (let filter of elemhideExceptions)
+    addRule(convertFilter(filter, "ignore-previous-rules", false));
 
   for (let filter of requestFilters)
     addRule(convertFilter(filter, "block", true));
   for (let filter of requestExceptions)
     addRule(convertFilter(filter, "ignore-previous-rules", true));
 
   console.log(JSON.stringify(rules, null, "\t"));
 }
 
 let rl = readline.createInterface({input: process.stdin, terminal: false});
 rl.on("line", parseFilter);
 rl.on("close", logRules);