Add optional check for heuristic patterns

addon/utils.ts

@@ -47,6 +47,7 @@ export async function initConfig() {
     const storedConfig = (await storageGet('config')) || {};
     console.log('storedConfig', storedConfig);
     const updatedConfig = normalizeConfig(storedConfig);
+    updatedConfig.enableHeuristicDetection = true;
     console.log('updated config', updatedConfig);
     await storageSet({
         config: updatedConfig,

lib/heuristics.ts

@@ -0,0 +1,39 @@
+// TODO: check for false positive detections per pattern
+export const DETECT_PATTERNS = [
+    /accept cookies/gi,
+    /accept all/gi,
+    /reject all/gi,
+    /only necessary cookies/gi, // "only necessary" is probably too broad
+    /by clicking.*(accept|agree|allow)/gi,
+    /by continuing/gi,
+    /we (use|serve)( optional)? cookies/gi,
+    /we are using cookies/gi,
+    /use of cookies/gi,
+    /(this|our) (web)?site.*cookies/gi,
+    /cookies (and|or) .* technologies/gi,
+    /such as cookies/gi,
+    /read more about.*cookies/gi,
+    /consent to.*cookies/gi,
+    /we and our partners.*cookies/gi,
+    /we.*store.*information.*such as.*cookies/gi,
+    /store and\/or access information.*on a device/gi,
+    /personalised ads and content, ad and content measurement/gi,
+
+    // it might be tempting to add the patterns below, but they cause too many false positives. Don't do it :)
+    // /cookies? settings/i,
+    // /cookies? preferences/i,
+];
+
+export function checkHeuristicPatterns() {
+    const allText = document.documentElement.innerText;
+    const patterns = [];
+    const snippets = [];
+    for (const p of DETECT_PATTERNS) {
+        const matches = allText.match(p);
+        if (matches) {
+            patterns.push(p.toString());
+            snippets.push(...matches.map((m) => m.substring(0, 200)));
+        }
+    }
+    return { patterns, snippets };
+}

lib/types.ts

@@ -53,6 +53,7 @@ export type Config = {
     isMainWorld: boolean;
     prehideTimeout: number;
     enableFilterList: boolean;
+    enableHeuristicDetection: boolean;
     logs: {
         lifecycle: boolean;
         rulesteps: boolean;
@@ -88,5 +89,7 @@ export type ConsentState = {
     findCmpAttempts: number; // Number of times we tried to find CMPs in this frame.
     detectedCmps: string[]; // Names of CMP rules where `detectCmp` returned true.
     detectedPopups: string[]; // Names of CMP rules where `detectPopup` returned true.
+    heuristicPatterns: string[]; // Matched heuristic patterns
+    heuristicSnippets: string[]; // Matched heuristic snippets
     selfTest: boolean; // null if no self test was run, otherwise it holds the result of the self test.
 };

lib/utils.ts

@@ -74,6 +74,7 @@ export function normalizeConfig(providedConfig: any): Config {
         disabledCmps: [],
         enablePrehide: true,
         enableCosmeticRules: true,
+        enableHeuristicDetection: false,
         detectRetries: 20,
         isMainWorld: false,
         prehideTimeout: 2000,

lib/web.ts

@@ -11,6 +11,7 @@ import { normalizeConfig, scheduleWhenIdle } from './utils';
 import { deserializeFilterList, getCosmeticStylesheet, getFilterlistSelectors } from './filterlist-utils';
 import { FiltersEngine } from '@ghostery/adblocker';
 import serializedEngine from './filterlist-engine';
+import { checkHeuristicPatterns } from './heuristics';
 
 function filterCMPs(rules: AutoCMP[], config: Config) {
     return rules.filter((cmp) => {
@@ -34,6 +35,8 @@ export default class AutoConsent {
         findCmpAttempts: 0,
         detectedCmps: [],
         detectedPopups: [],
+        heuristicPatterns: [],
+        heuristicSnippets: [],
         selfTest: null,
     };
     domActions: DomActions;
@@ -224,6 +227,17 @@ export default class AutoConsent {
         this.updateState({ findCmpAttempts: this.state.findCmpAttempts + 1 });
         const foundCMPs: AutoCMP[] = [];
 
+        if (this.config.enableHeuristicDetection) {
+            const { patterns, snippets } = checkHeuristicPatterns();
+            if (
+                patterns.length > 0 &&
+                (patterns.length !== this.state.heuristicPatterns.length || this.state.heuristicPatterns.some((p, i) => p !== patterns[i]))
+            ) {
+                logsConfig.lifecycle && console.log('Heuristic patterns found', patterns, snippets);
+                this.updateState({ heuristicPatterns: patterns, heuristicSnippets: snippets }); // we don't care about previously found patterns
+            }
+        }
+
         for (const cmp of this.rules) {
             try {
                 if (!cmp.checkRunContext()) {