From e4760e1b6329f028414387706cafc1ed060863a1 Mon Sep 17 00:00:00 2001 From: Zelo72 Date: Mon, 25 Oct 2021 12:36:45 +0200 Subject: [PATCH] build auto-update --- pihole/blocklists/build/build.log | 1080 ++++++++++---------- pihole/blocklists/build/buildList.sh | 198 ++-- pihole/blocklists/build/updateWhitelist.sh | 94 +- 3 files changed, 662 insertions(+), 710 deletions(-) diff --git a/pihole/blocklists/build/build.log b/pihole/blocklists/build/build.log index fad1e77e..24ba3940 100755 --- a/pihole/blocklists/build/build.log +++ b/pihole/blocklists/build/build.log @@ -3,31 +3,27 @@ Initialize ... =========================================== Bereits aktuell. -[master a7aebe9] auto-update - 5 files changed, 4 insertions(+), 13 deletions(-) - -Bereits aktuell. -Auf Branch main -Ihr Branch ist auf demselben Stand wie 'origin/main'. - -nichts zu committen, Arbeitsverzeichnis unverändert - -Bereits aktuell. -Auf Branch main -Ihr Branch ist auf demselben Stand wie 'origin/main'. - -nichts zu committen, Arbeitsverzeichnis unverändert - -Aktualisiere a8cec7d..e863e96 -Fast-forward - dnsmasq/01-pihole.conf | 4 ++-- - pihole/setupVars.conf | 4 ++-- - 2 files changed, 4 insertions(+), 4 deletions(-) Auf Branch master Ihr Branch ist auf demselben Stand wie 'origin/master'. nichts zu committen, Arbeitsverzeichnis unverändert +Bereits aktuell. +Auf Branch main +Ihr Branch ist auf demselben Stand wie 'origin/main'. + +nichts zu committen, Arbeitsverzeichnis unverändert + +Bereits aktuell. +Auf Branch main +Ihr Branch ist auf demselben Stand wie 'origin/main'. + +nichts zu committen, Arbeitsverzeichnis unverändert + +Bereits aktuell. +[master 9ca0852] auto-update + 2 files changed, 139 insertions(+), 155 deletions(-) + =========================================== Whitelist ... @@ -35,7 +31,7 @@ Whitelist ... 887 /media/nas/git/rpi/pihole/blocklists/data/white.list.referral 43 /media/nas/git/rpi/pihole/blocklists/data/white.list.shc -3082 /media/nas/git/rpi/pihole/blocklists/data/white.list.oisd +3070 /media/nas/git/rpi/pihole/blocklists/data/white.list.oisd 578 /media/nas/git/rpi/pihole/blocklists/data/white.list.adguard ### Compile exclude Blocklist ### @@ -55,7 +51,7 @@ Initialize ... Nr | Count | Format | Source | Status | File | URL/File 1 | 92 | white | http | online | unchanged | https://gist.githubusercontent.com/ookangzheng/232057d3562bffc31daa7739dfdb4469/raw/c3246079b96bf6091081407efdea2a1bfa87223a/xiaomi-whitelist.txt - 2 | 45219 | white | http | online | changed | https://github.com/T145/black-mirror/releases/download/latest/white_domain.txt + 2 | 45219 | white | http | online | unchanged | https://github.com/T145/black-mirror/releases/download/latest/white_domain.txt 3 | 89 | white | http | online | unchanged | https://gitlab.com/KevinThomas0/cryptoscamdb-lists/-/raw/master/cryptoscamdb-allowlist.txt 4 | 500 | white | http | online | unchanged | https://gitlab.com/KevinThomas0/cryptoscamdb-lists/-/raw/master/potential-false-positives.txt 5 | 116 | white | http | online | unchanged | https://gitlab.com/Natizyskunk/pi-hole-lists/raw/master/whitelist/personal_mega_whitelist/whitelist.txt @@ -69,15 +65,15 @@ Initialize ... 13 | 944 | white | http | online | unchanged | https://raw.githubusercontent.com/JoseGalRe/Hosty/master/bits/hosty.whitelist 14 | 44 | white | http | online | unchanged | https://raw.githubusercontent.com/Kees1958/W3C_annual_most_used_survey_blocklist/master/RemovedDomains 15 | 698 | white | http | online | unchanged | https://raw.githubusercontent.com/RPiList/specials/master/dev/corona%20whitelist - 16 | 3165 | white | http | online | changed | https://raw.githubusercontent.com/RPiList/specials/master/dev/whitelist - 17 | 25661 | white | http | online | unchanged | https://raw.githubusercontent.com/ShadowWhisperer/BlockLists/master/Whitelists/Filter + 16 | 3165 | white | http | online | unchanged | https://raw.githubusercontent.com/RPiList/specials/master/dev/whitelist + 17 | 25662 | white | http | online | unchanged | https://raw.githubusercontent.com/ShadowWhisperer/BlockLists/master/Whitelists/Filter 18 | 307 | white | http | online | unchanged | https://raw.githubusercontent.com/ShadowWhisperer/BlockLists/master/Whitelists/Whitelist 19 | 949 | white | http | online | unchanged | https://raw.githubusercontent.com/Ultimate-Hosts-Blacklist/whitelist/master/domains.list 20 | 769 | white | http | online | unchanged | https://raw.githubusercontent.com/anudeepND/blacklist/master/miscellaneous/false-positives.txt 21 | 142 | white | http | online | unchanged | https://raw.githubusercontent.com/anudeepND/whitelist/master/domains/optional-list.txt 22 | 75 | white | http | online | unchanged | https://raw.githubusercontent.com/anudeepND/whitelist/master/domains/referral-sites.txt 23 | 191 | white | http | online | unchanged | https://raw.githubusercontent.com/anudeepND/whitelist/master/domains/whitelist.txt - 24 | 114 | white | http | online | unchanged | https://raw.githubusercontent.com/badmojr/1Hosts/master/submit_here/exclude_for_all.txt + 24 | 134 | white | http | online | changed | https://raw.githubusercontent.com/badmojr/1Hosts/master/submit_here/exclude_for_all.txt 25 | 18 | white | http | online | unchanged | https://raw.githubusercontent.com/blokadaorg/landing-github-pages/master/scripts/whitelist 26 | 626 | white | http | online | unchanged | https://raw.githubusercontent.com/bongochong/CombinedPrivacyBlockLists/master/NoFormatting/WhitelistedDomains.txt 27 | 419 | white | http | online | unchanged | https://raw.githubusercontent.com/boutetnico/url-shorteners/master/list.txt @@ -92,25 +88,25 @@ Initialize ... 36 | 982 | white | http | online | unchanged | https://raw.githubusercontent.com/raghavdua1995/DNSlock-PiHole-whitelist/master/whitelist.list 37 | 739 | white | http | online | unchanged | https://raw.githubusercontent.com/rspamd/maps/master/rspamd/dmarc_whitelist.inc 38 | 79 | white | http | online | unchanged | https://raw.githubusercontent.com/zebpalmer/dns_blocklists/master/whitelist.txt - 39 | 709 | white | local | online | unchanged | white.list - 40 | 887 | white | local | online | changed | white.list.referral - 41 | 16 | white | local | online | unchanged | white.list.important + 39 | 708 | white | local | online | unchanged | white.list + 40 | 887 | white | local | online | unchanged | white.list.referral + 41 | 17 | white | local | online | unchanged | white.list.important 42 | 578 | white | local | online | unchanged | white.list.adguard - 43 | 3082 | white | local | online | unchanged | white.list.oisd + 43 | 3070 | white | local | online | changed | white.list.oisd 44 | 43 | white | local | online | unchanged | white.list.shc # Build exclude Domainlist ... Stats exclude: -** Source (raw): 110715 -== Source (unique): 58980 (-51735) -++ FLD from SLD: 65347 (+6367) -++ FLD: 65441 (+94) -++ WWW: 93205 (+27764) +** Source (raw): 110724 +== Source (unique): 58979 (-51745) +++ FLD from SLD: 65346 (+6367) +++ FLD: 65440 (+94) +++ WWW: 93202 (+27762) -93205 unique Domains - Version 2021.1025.060121 -MD5 Domains RAW: 8a09868e12950b8e4a866dc49f07f5c6 +93202 unique Domains - Version 2021.1025.120021 +MD5 Domains RAW: d7d8a52dd833e1210e3537f2aa439b96 # Push exclude to local Repositories ... @@ -135,8 +131,8 @@ Initialize ... # Download and convert Sourcelists ... Nr | Count | Format | Source | Status | File | URL/File - 1 | 83201 | dead | http | online | changed | https://raw.githubusercontent.com/notracking/hosts-blocklists-scripts/master/domains.dead.txt - 2 | 28074 | dead | http | online | changed | https://raw.githubusercontent.com/notracking/hosts-blocklists-scripts/master/hostnames.dead.txt + 1 | 83201 | dead | http | online | unchanged | https://raw.githubusercontent.com/notracking/hosts-blocklists-scripts/master/domains.dead.txt + 2 | 28074 | dead | http | online | unchanged | https://raw.githubusercontent.com/notracking/hosts-blocklists-scripts/master/hostnames.dead.txt 3 | 47 | dead | http | online | unchanged | https://raw.githubusercontent.com/dead-hosts/Zelo72s_rpi.pihole.blocklists.multi/master/output/origin.list/domains/INACTIVE/list 4 | 357 | dead | http | online | unchanged | https://raw.githubusercontent.com/dead-hosts/Zelo72s_rpi.pihole.blocklists.fake/master/output/origin.list/domains/INACTIVE/list 5 | 30560 | dead | local | online | unchanged | dead.list.afftrack @@ -152,16 +148,15 @@ Stats dead: ** Source (raw): 753331 == Source (unique): 535431 (-217900) -535431 unique Domains - Version 2021.1025.060146 -MD5 Domains RAW: e304f343a3f32ac275018e5ea386b9e0 - -# Push dead to local Repositories ... +***************************************************** +* No changes to the previous repo version detected! * +***************************************************** dead - Done! Bereits aktuell. -[master ba14b27] white-dead auto-update - 17 files changed, 9750 insertions(+), 7479 deletions(-) +[master a02fc34] white-dead auto-update + 9 files changed, 39 insertions(+), 53 deletions(-) Bereits aktuell. Auf Branch main @@ -219,23 +214,22 @@ Stats black: ** Source (raw): 14904 == Source (unique): 14897 (-7) --- White: 14652 (-245) --- White(*): 14642 (-10) -++ Block: 14661 (+19) --- Unblock: 14659 (-2) --- Unblock(*): 14639 (-20) +-- White: 14659 (-238) +-- White(*): 14644 (-15) +++ Block: 14664 (+20) +-- Unblock: 14662 (-2) +-- Unblock(*): 14642 (-20) -***************************************************** -* No changes to the previous repo version detected! * -***************************************************** +14642 unique Domains - Version 2021.1025.120111 +MD5 Domains RAW: 406ac8dfb4985f88a726631bb5c36076 + +# Push black to local Repositories ... black - Done! Bereits aktuell. -Auf Branch master -Ihr Branch ist auf demselben Stand wie 'origin/master'. - -nichts zu committen, Arbeitsverzeichnis unverändert +[master ae4ed4a] black auto-update + 8 files changed, 19 insertions(+), 25 deletions(-) Bereits aktuell. Auf Branch main @@ -319,6 +313,10 @@ Config: ../../data/dead.list + - White - 170: + + threat-intelligence.white + -- Whitelists - 4: ../../data/exclude.list @@ -331,41 +329,41 @@ Initialize ... # Download and convert Sourcelists ... Nr | Count | Format | Source | Status | File | URL/File - 1 | 6394 | hosts | http | online | changed | https://curben.gitlab.io/malware-filter/phishing-filter-hosts.txt - 2 | 406 | hosts | http | online | changed | https://curben.gitlab.io/malware-filter/pup-filter-hosts.txt - 3 | 8917 | hosts | http | online | changed | https://curben.gitlab.io/malware-filter/urlhaus-filter-hosts.txt + 1 | 6394 | hosts | http | online | unchanged | https://curben.gitlab.io/malware-filter/phishing-filter-hosts.txt + 2 | 406 | hosts | http | online | unchanged | https://curben.gitlab.io/malware-filter/pup-filter-hosts.txt + 3 | 8917 | hosts | http | online | unchanged | https://curben.gitlab.io/malware-filter/urlhaus-filter-hosts.txt 4 | 3496 | hosts | http | online | unchanged | https://gitlab.com/ZeroDot1/CoinBlockerLists/raw/master/hosts_browser - 5 | 33721 | hosts | http | online | unchanged | https://hole.cert.pl/domains/domains_hosts.txt + 5 | 33747 | hosts | http | online | changed | https://hole.cert.pl/domains/domains_hosts.txt 6 | 550 | hosts | http | online | unchanged | https://paulgb.github.io/BarbBlock/blacklists/hosts-file.txt 7 | 5997 | hosts | http | online | unchanged | https://raw.githubusercontent.com/DandelionSprout/adfilt/master/Alternate%20versions%20Anti-Malware%20List/AntiMalwareHosts.txt 8 | 2204 | hosts | http | online | unchanged | https://raw.githubusercontent.com/FadeMind/hosts.extras/master/add.Risk/hosts 9 | 59 | hosts | http | online | unchanged | https://raw.githubusercontent.com/FadeMind/hosts.extras/master/add.Spam/hosts - 10 | 44 | hosts | http | online | unchanged | https://raw.githubusercontent.com/davidonzo/Threat-Intel/master/lists/latestdomains.piHole.txt - 11 | 1060 | hosts | http | online | unchanged | https://raw.githubusercontent.com/durablenapkin/scamblocklist/master/hosts.txt + 10 | 46 | hosts | http | online | changed | https://raw.githubusercontent.com/davidonzo/Threat-Intel/master/lists/latestdomains.piHole.txt + 11 | 1062 | hosts | http | online | changed | https://raw.githubusercontent.com/durablenapkin/scamblocklist/master/hosts.txt 12 | 8624 | hosts | http | online | unchanged | https://raw.githubusercontent.com/guardicore/labs_campaigns/master/Autodiscover/autodiscover-tlds.txt 13 | 695 | hosts | http | online | unchanged | https://raw.githubusercontent.com/hoshsadiq/adblock-nocoin-list/master/hosts.txt 14 | 3686 | hosts | http | online | unchanged | https://raw.githubusercontent.com/infinitytec/blocklists/master/scams-and-phishing.txt 15 | 1072 | hosts | http | online | unchanged | https://raw.githubusercontent.com/metamask/eth-phishing-detect/master/src/hosts.txt 16 | 1386 | hosts | http | online | unchanged | https://raw.githubusercontent.com/mitchellkrogza/Badd-Boyz-Hosts/master/hosts 17 | 13465 | hosts | http | online | unchanged | https://raw.githubusercontent.com/mitchellkrogza/The-Big-List-of-Hacked-Malware-Web-Sites/master/hosts - 18 | 1146 | hosts | http | online | changed | https://urlhaus.abuse.ch/downloads/hostfile/ - 19 | 4431 | hosts | http | online | unchanged | https://threatfox.abuse.ch/downloads/hostfile + 18 | 1137 | hosts | http | online | changed | https://urlhaus.abuse.ch/downloads/hostfile/ + 19 | 4437 | hosts | http | online | changed | https://threatfox.abuse.ch/downloads/hostfile 20 | 883 | adblock | http | online | unchanged | https://raw.githubusercontent.com/piperun/iploggerfilter/master/filterlist 21 | 914 | domains | http | online | changed | https://azorult-tracker.net/api/list/domain?format=plain 22 | 122584 | domains | http | online | unchanged | https://blocklist.cyberthreatcoalition.org/vetted/domain.txt 23 | 549 | domains | http | online | unchanged | https://feeds.alphasoc.net/ryuk.txt 24 | 9233 | domains | http | online | unchanged | https://gitlab.com/KevinThomas0/cryptoscamdb-lists/-/raw/master/cryptoscamdb-blocklist.txt 25 | 361 | domains | http | online | unchanged | https://gitlab.com/quidsup/notrack-blocklists/raw/master/notrack-malware.txt - 26 | 33721 | domains | http | online | unchanged | https://hole.cert.pl/domains/domains.txt - 27 | 73297 | domains | http | online | unchanged | https://joewein.net/dl/bl/dom-bl-base.txt - 28 | 772 | domains | http | online | unchanged | https://joewein.net/dl/bl/dom-bl.txt - 29 | 1996 | domains | http | online | changed | https://kriskintel.com/feeds/ktip_covid_domains.txt + 26 | 33747 | domains | http | online | changed | https://hole.cert.pl/domains/domains.txt + 27 | 73290 | domains | http | online | changed | https://joewein.net/dl/bl/dom-bl-base.txt + 28 | 774 | domains | http | online | changed | https://joewein.net/dl/bl/dom-bl.txt + 29 | 1998 | domains | http | online | changed | https://kriskintel.com/feeds/ktip_covid_domains.txt 30 | 1998 | domains | http | online | changed | https://kriskintel.com/feeds/ktip_malicious_domains.txt 31 | 397 | domains | http | online | unchanged | https://kriskintel.com/feeds/ktip_ransomware_feeds.txt 32 | 2245 | domains | http | online | unchanged | https://orca.pet/notonmyshift/domains.txt - 33 | 44 | domains | http | online | unchanged | https://osint.digitalside.it/Threat-Intel/lists/latestdomains.txt - 34 | 44984 | domains | http | online | unchanged | https://phishing.army/download/phishing_army_blocklist.txt - 35 | 54642 | domains | http | online | changed | https://phishing.army/download/phishing_army_blocklist_extended.txt + 33 | 46 | domains | http | online | changed | https://osint.digitalside.it/Threat-Intel/lists/latestdomains.txt + 34 | 44749 | domains | http | online | unchanged | https://phishing.army/download/phishing_army_blocklist.txt + 35 | 54402 | domains | http | online | changed | https://phishing.army/download/phishing_army_blocklist_extended.txt 36 | 1406 | domains | http | online | unchanged | https://raw.githubusercontent.com/AmnestyTech/investigations/master/2021-07-18_nso/domains.txt 37 | 27 | domains | http | online | unchanged | https://raw.githubusercontent.com/DRSDavidSoft/additional-hosts/master/domains/blacklist/fake-domains.txt 38 | 33765 | domains | http | online | unchanged | https://raw.githubusercontent.com/PolishFiltersTeam/KADhosts/master/KADomains.txt @@ -375,14 +373,14 @@ Initialize ... 42 | 3960 | domains | http | online | unchanged | https://raw.githubusercontent.com/bongochong/CombinedPrivacyBlockLists/master/NoFormatting/MD-ID-Fork.txt 43 | 18454 | domains | http | online | unchanged | https://raw.githubusercontent.com/cbuijs/shallalist/master/spyware/domains 44 | 13908 | domains | http | online | unchanged | https://raw.githubusercontent.com/cbuijs/ut1/master/cryptojacking/domains - 45 | 169112 | domains | http | online | changed | https://raw.githubusercontent.com/cbuijs/ut1/master/malware/domains + 45 | 169112 | domains | http | online | unchanged | https://raw.githubusercontent.com/cbuijs/ut1/master/malware/domains 46 | 434 | domains | http | online | unchanged | https://raw.githubusercontent.com/hpthreatresearch/iocs/main/CryptBot/domains.txt 47 | 137 | domains | http | online | unchanged | https://raw.githubusercontent.com/hpthreatresearch/iocs/main/IcedID/domains.txt 48 | 644 | domains | http | online | unchanged | https://raw.githubusercontent.com/hpthreatresearch/iocs/main/TA551/domains.txt - 49 | 3294 | domains | http | online | changed | https://raw.githubusercontent.com/iam-py-test/my_filters_001/main/Alternative%20list%20formats/antimalware_domains.txt + 49 | 3294 | domains | http | online | unchanged | https://raw.githubusercontent.com/iam-py-test/my_filters_001/main/Alternative%20list%20formats/antimalware_domains.txt 50 | 2079 | domains | http | online | unchanged | https://raw.githubusercontent.com/matomo-org/referrer-spam-blacklist/master/spammers.txt 51 | 71289 | domains | http | online | unchanged | https://raw.githubusercontent.com/mitchellkrogza/Phishing.Database/master/phishing-domains-ACTIVE.txt - 52 | 254 | domains | http | online | changed | https://raw.githubusercontent.com/mitchellkrogza/Phishing.Database/master/phishing-domains-NEW-today.txt + 52 | 278 | domains | http | online | changed | https://raw.githubusercontent.com/mitchellkrogza/Phishing.Database/master/phishing-domains-NEW-today.txt 53 | 10000 | domains | http | online | unchanged | https://raw.githubusercontent.com/prodaft/malware-ioc/master/FluBot/v3.7_5000_domain.txt 54 | 10000 | domains | http | online | unchanged | https://raw.githubusercontent.com/prodaft/malware-ioc/master/FluBot/v3.7_germany.txt 55 | 10000 | domains | http | online | unchanged | https://raw.githubusercontent.com/prodaft/malware-ioc/master/FluBot/v3.8_domains.txt @@ -402,28 +400,28 @@ Initialize ... 69 | 512 | domains | http | online | unchanged | https://raw.githubusercontent.com/scafroglia93/blocklists/master/blocklists-unit42-playbook.txt 70 | 23232 | domains | http | online | unchanged | https://raw.githubusercontent.com/scafroglia93/blocklists/master/blocklists-unit42-silverterrier.txt 71 | 3791 | domains | http | online | unchanged | https://raw.githubusercontent.com/scafroglia93/blocklists/master/blocklists-zscaler.txt - 72 | 150435 | domains | http | online | changed | https://raw.githubusercontent.com/stamparm/aux/master/maltrail-malware-domains.txt - 73 | 16911 | domains | http | online | changed | https://raw.githubusercontent.com/stamparm/blackbook/master/blackbook.txt - 74 | 500 | domains | http | online | changed | https://rescure.me/covid.txt - 75 | 499 | domains | http | online | changed | https://rescure.me/rescure_domain_blacklist.txt + 72 | 150435 | domains | http | online | unchanged | https://raw.githubusercontent.com/stamparm/aux/master/maltrail-malware-domains.txt + 73 | 16911 | domains | http | online | unchanged | https://raw.githubusercontent.com/stamparm/blackbook/master/blackbook.txt + 74 | 500 | domains | http | online | unchanged | https://rescure.me/covid.txt + 75 | 499 | domains | http | online | unchanged | https://rescure.me/rescure_domain_blacklist.txt 76 | 77 | domains | http | online | unchanged | https://www.botvrij.eu/data/ioclist.domain.raw 77 | 29 | domains | http | online | unchanged | https://www.botvrij.eu/data/ioclist.hostname.raw - 78 | 35081 | domains | http | online | changed | https://www.stopforumspam.com/downloads/toxic_domains_whole.txt - 79 | 101770 | domains | http | online | changed | https://www.usom.gov.tr/url-list.txt + 78 | 35082 | domains | http | online | changed | https://www.stopforumspam.com/downloads/toxic_domains_whole.txt + 79 | 101782 | domains | http | online | changed | https://www.usom.gov.tr/url-list.txt 80 | 49 | domains | local | online | unchanged | black.list.threat-intelligence # Build threat-intelligence Domainlist ... Stats threat-intelligence: -** Source (raw): 1190899 -== Source (unique): 862527 (-328372) --- White: 861756 (-771) --- White(*): 860087 (-1669) --- Dead: 370254 (-489833) +** Source (raw): 1190513 +== Source (unique): 862331 (-328182) +-- White: 861565 (-766) +-- White(*): 859896 (-1669) +-- Dead: 370064 (-489832) -370254 unique Domains - Version 2021.1025.060244 -MD5 Domains RAW: 4229db6eb6dc647a56f7e4724260330c +370064 unique Domains - Version 2021.1025.120135 +MD5 Domains RAW: 389eaa76a9845b9a53428906eb76ed88 # Convert threat-intelligence to Hostlist ... @@ -449,10 +447,10 @@ Prepare domain list for compiling ... done. ] } ℹ Start compiling threat-intelligence.adblock.raw -ℹ Original length is 349838 -ℹ Length after applying transformations is 349838 -ℹ The list was compressed from 349841 to 321535 -ℹ Final length of the list is 321541 +ℹ Original length is 349628 +ℹ Length after applying transformations is 349628 +ℹ The list was compressed from 349631 to 321329 +ℹ Final length of the list is 321335 ℹ Writing output to /media/nas/git/rpi/pihole/blocklists/build/threat-intelligence/out/threat-intelligence.adblock ℹ Finished compiling @@ -463,21 +461,18 @@ Prepare domain list for compiling ... done. threat-intelligence - Done! Bereits aktuell. -[master 76d594a] threat-intelligence auto-update - 30 files changed, 37733 insertions(+), 38114 deletions(-) - rewrite pihole/blocklists/sources/kriskintel.com_feeds_ktip_covid_domains.txt (97%) - rewrite pihole/blocklists/sources/kriskintel.com_feeds_ktip_malicious_domains.txt (97%) - rewrite pihole/blocklists/sources/mitchellkrogza_phishing.database_phishing-domains-new-today.txt (100%) - rewrite pihole/blocklists/sources/rescure.me_covid.txt (98%) - rewrite pihole/blocklists/sources/rescure.me_rescure_domain_blacklist.txt (97%) +[master 786e8ee] threat-intelligence auto-update + 28 files changed, 34824 insertions(+), 35978 deletions(-) + rewrite pihole/blocklists/sources/kriskintel.com_feeds_ktip_covid_domains.txt (95%) + rewrite pihole/blocklists/sources/kriskintel.com_feeds_ktip_malicious_domains.txt (96%) Bereits aktuell. -[main 401c446] threat-intelligence auto-update - 2 files changed, 3923 insertions(+), 3861 deletions(-) +[main 6e85bf4] threat-intelligence auto-update + 2 files changed, 3416 insertions(+), 3602 deletions(-) Bereits aktuell. -[main 41422c5] threat-intelligence auto-update - 2 files changed, 3259 insertions(+), 3259 deletions(-) +[main 60fc478] threat-intelligence auto-update + 2 files changed, 2860 insertions(+), 3062 deletions(-) =========================================== Personal ... @@ -517,7 +512,7 @@ Initialize ... # Download and convert Sourcelists ... Nr | Count | Format | Source | Status | File | URL/File - 1 | 14639 | domains | local | online | unchanged | black.list + 1 | 14642 | domains | local | online | changed | black.list 2 | 49 | domains | local | online | unchanged | black.list.threat-intelligence 3 | 2 | domains | local | online | unchanged | black.list.affiliatetracking 4 | 3672 | hosts | http | online | unchanged | https://pgl.yoyo.org/adservers/serverlist.php?hostformat=hosts&showintro=0&mimetype=plaintext @@ -529,40 +524,68 @@ Initialize ... Stats personal: -** Source (raw): 27036 -== Source (unique): 23175 (-3861) --- White: 21880 (-1295) +** Source (raw): 27039 +== Source (unique): 23178 (-3861) +-- White: 21880 (-1298) -- White(*): 21841 (-39) -- Dead: 20904 (-937) -++ Block: 21066 (+162) --- Unblock: 21064 (-2) --- Unblock(*): 21064 (-0) -++ FLD: 21204 (+140) -++ WWW: 27888 (+6684) +++ Block: 21069 (+165) +-- Unblock: 21067 (-2) +-- Unblock(*): 21067 (-0) +++ FLD: 21207 (+140) +++ WWW: 27891 (+6684) -***************************************************** -* No changes to the previous repo version detected! * -***************************************************** +27891 unique Domains - Version 2021.1025.120704 +MD5 Domains RAW: 2d1ede612db79f2f3b350778536dca73 + +# Convert personal to Hostlist ... + +# Convert personal to AdBlocklist ... + +Prepare domain list for compiling ... done. + +ℹ Starting @adguard/hostlist-compiler v1.0.12 +ℹ Starting the compiler +ℹ Configuration: { + "name": "personal", + "sources": [ + { + "source": "personal.adblock.raw", + "type": "adblock", + "transformations": [ + "Validate" + ] + } + ], + "transformations": [ + "Compress" + ] +} +ℹ Start compiling personal.adblock.raw +ℹ Original length is 20816 +ℹ Length after applying transformations is 20815 +ℹ The list was compressed from 20818 to 12747 +ℹ Final length of the list is 12753 +ℹ Writing output to /media/nas/git/rpi/pihole/blocklists/build/personal/out/personal.adblock +ℹ Finished compiling + +# Attach header to personal Domainlist ... + +# Push personal to local Repositories ... personal - Done! Bereits aktuell. -Auf Branch master -Ihr Branch ist auf demselben Stand wie 'origin/master'. - -nichts zu committen, Arbeitsverzeichnis unverändert +[master 24a7a8a] personal auto-update + 12 files changed, 141 insertions(+), 901 deletions(-) Bereits aktuell. -Auf Branch main -Ihr Branch ist auf demselben Stand wie 'origin/main'. - -nichts zu committen, Arbeitsverzeichnis unverändert +[main 73436fe] personal auto-update + 2 files changed, 20 insertions(+), 17 deletions(-) Bereits aktuell. -Auf Branch main -Ihr Branch ist auf demselben Stand wie 'origin/main'. - -nichts zu committen, Arbeitsverzeichnis unverändert +[main e6570f6] personal auto-update + 2 files changed, 19 insertions(+), 882 deletions(-) =========================================== Fake ... @@ -621,57 +644,27 @@ Stats fake: ++ FLD: 23930 (+135) ++ WWW: 46555 (+22625) -46555 unique Domains - Version 2021.1025.060906 -MD5 Domains RAW: 4ed0a05fb2fdbbcf26dc17028989227d - -# Convert fake to Hostlist ... - -# Convert fake to AdBlocklist ... - -Prepare domain list for compiling ... done. - -ℹ Starting @adguard/hostlist-compiler v1.0.12 -ℹ Starting the compiler -ℹ Configuration: { - "name": "fake", - "sources": [ - { - "source": "fake.adblock.raw", - "type": "adblock", - "transformations": [ - "Validate" - ] - } - ], - "transformations": [ - "Compress" - ] -} -ℹ Start compiling fake.adblock.raw -ℹ Original length is 23762 -ℹ Length after applying transformations is 23762 -ℹ The list was compressed from 23765 to 23640 -ℹ Final length of the list is 23646 -ℹ Writing output to /media/nas/git/rpi/pihole/blocklists/build/fake/out/fake.adblock -ℹ Finished compiling - -# Attach header to fake Domainlist ... - -# Push fake to local Repositories ... +***************************************************** +* No changes to the previous repo version detected! * +***************************************************** fake - Done! Bereits aktuell. -[master 5badc81] fake auto-update - 9 files changed, 108 insertions(+), 45 deletions(-) +[master 8b18acc] fake auto-update + 2 files changed, 3 insertions(+), 78 deletions(-) Bereits aktuell. -[main c05bac0] fake auto-update - 2 files changed, 13 insertions(+), 17 deletions(-) +Auf Branch main +Ihr Branch ist auf demselben Stand wie 'origin/main'. + +nichts zu committen, Arbeitsverzeichnis unverändert Bereits aktuell. -[main b94fe6e] fake auto-update - 2 files changed, 12 insertions(+), 14 deletions(-) +Auf Branch main +Ihr Branch ist auf demselben Stand wie 'origin/main'. + +nichts zu committen, Arbeitsverzeichnis unverändert =========================================== Light ... @@ -716,45 +709,45 @@ Initialize ... Nr | Count | Format | Source | Status | File | URL/File 1 | 1013 | domains | http | online | unchanged | https://raw.githubusercontent.com/jkrejcha/AdmiraList/master/AdmiraList.txt - 2 | 15734 | domains | http | online | changed | https://raw.githubusercontent.com/AdroitAdorKhan/antipopads-re/master/formats/domains.txt + 2 | 15752 | domains | http | online | changed | https://raw.githubusercontent.com/AdroitAdorKhan/antipopads-re/master/formats/domains.txt 3 | 708 | domains | http | online | unchanged | https://raw.githubusercontent.com/DRSDavidSoft/additional-hosts/master/domains/blacklist/adservers-and-trackers.txt 4 | 9922 | domains | http | online | unchanged | https://raw.githubusercontent.com/cbuijs/shallalist/master/adv/domains 5 | 1486 | domains | http | online | unchanged | https://raw.githubusercontent.com/cbuijs/shallalist/master/tracker/domains 6 | 3670 | domains | http | online | unchanged | https://raw.githubusercontent.com/cbuijs/ut1/master/ads/domains - 7 | 8125 | hosts | http | online | unchanged | https://adaway.org/hosts.txt + 7 | 8119 | hosts | http | online | unchanged | https://adaway.org/hosts.txt 8 | 3672 | hosts | http | online | unchanged | https://pgl.yoyo.org/adservers/serverlist.php?hostformat=hosts&showintro=0&mimetype=plaintext - 9 | 1771 | hosts | http | online | changed | https://raw.githubusercontent.com/What-Zit-Tooya/Ad-Block/main/Main-Blocklist/Ad-Block-HOSTS.txt + 9 | 1771 | hosts | http | online | unchanged | https://raw.githubusercontent.com/What-Zit-Tooya/Ad-Block/main/Main-Blocklist/Ad-Block-HOSTS.txt 10 | 1734 | hosts | http | online | unchanged | https://raw.githubusercontent.com/infinitytec/blocklists/master/ads-and-trackers.txt 11 | 335 | hosts | http | online | unchanged | https://raw.githubusercontent.com/shreyasminocha/shady-hosts/main/hosts 12 | 16962 | hosts | http | online | unchanged | https://someonewhocares.org/hosts/ - 13 | 1143 | hosts | http | online | changed | https://urlhaus.abuse.ch/downloads/hostfile/ - 14 | 4431 | hosts | http | online | unchanged | https://threatfox.abuse.ch/downloads/hostfile - 15 | 40623 | adblock | http | online | changed | https://adguardteam.github.io/AdGuardSDNSFilter/Filters/filter.txt + 13 | 1137 | hosts | http | online | changed | https://urlhaus.abuse.ch/downloads/hostfile/ + 14 | 4437 | hosts | http | online | unchanged | https://threatfox.abuse.ch/downloads/hostfile + 15 | 40628 | adblock | http | online | unchanged | https://adguardteam.github.io/AdGuardSDNSFilter/Filters/filter.txt 16 | 13720 | domains | http | online | unchanged | https://raw.githubusercontent.com/adguardteam/cname-trackers/master/combined_disguised_trackers_justdomains.txt 17 | 18565 | adblock | http | online | unchanged | https://easylist.to/easylist/easylist.txt - 18 | 16185 | adblock | http | online | unchanged | https://easylist.to/easylist/easyprivacy.txt + 18 | 16184 | adblock | http | online | unchanged | https://easylist.to/easylist/easyprivacy.txt 19 | 9316 | adblock | http | online | unchanged | https://raw.githubusercontent.com/easylist/easylist/master/easyprivacy/easyprivacy_specific_cname.txt - 20 | 14639 | domains | local | online | unchanged | black.list + 20 | 14642 | domains | local | online | unchanged | black.list 21 | 49 | domains | local | online | unchanged | black.list.threat-intelligence # Build light Domainlist ... Stats light: -** Source (raw): 183803 -== Source (unique): 110579 (-73224) --- Exclude: 110518 (-61) --- White: 108332 (-2186) --- White(*): 107405 (-927) --- Dead: 89793 (-17612) -++ Block: 89955 (+162) --- Unblock: 89953 (-2) --- Unblock(*): 89953 (-0) -++ FLD: 90825 (+872) -++ WWW: 130658 (+39833) +** Source (raw): 183822 +== Source (unique): 110597 (-73225) +-- Exclude: 110536 (-61) +-- White: 108353 (-2183) +-- White(*): 107424 (-929) +-- Dead: 89812 (-17612) +++ Block: 89977 (+165) +-- Unblock: 89975 (-2) +-- Unblock(*): 89975 (-0) +++ FLD: 90847 (+872) +++ WWW: 130688 (+39841) -130658 unique Domains - Version 2021.1025.060958 -MD5 Domains RAW: 17e3e2637cef87a08adfcf36300b5cf3 +130688 unique Domains - Version 2021.1025.120847 +MD5 Domains RAW: 85d7e844e124c98773e2acf45bd17972 # Convert light to Hostlist ... @@ -780,10 +773,10 @@ Prepare domain list for compiling ... done. ] } ℹ Start compiling light.adblock.raw -ℹ Original length is 88311 -ℹ Length after applying transformations is 88310 -ℹ The list was compressed from 88313 to 74979 -ℹ Final length of the list is 74985 +ℹ Original length is 88326 +ℹ Length after applying transformations is 88325 +ℹ The list was compressed from 88328 to 74127 +ℹ Final length of the list is 74133 ℹ Writing output to /media/nas/git/rpi/pihole/blocklists/build/light/out/light.adblock ℹ Finished compiling @@ -794,16 +787,16 @@ Prepare domain list for compiling ... done. light - Done! Bereits aktuell. -[master a0acb70] light auto-update - 18 files changed, 8161 insertions(+), 6227 deletions(-) +[master 65e2ef6] light auto-update + 14 files changed, 1441 insertions(+), 2165 deletions(-) Bereits aktuell. -[main 48115e6] light auto-update - 2 files changed, 1892 insertions(+), 1483 deletions(-) +[main dedcb28] light auto-update + 2 files changed, 350 insertions(+), 320 deletions(-) Bereits aktuell. -[main 00b809b] light auto-update - 2 files changed, 1232 insertions(+), 777 deletions(-) +[main 69f4358] light auto-update + 2 files changed, 220 insertions(+), 1072 deletions(-) =========================================== Multi ... @@ -851,107 +844,108 @@ Initialize ... 2 | 636 | domains | http | online | unchanged | https://v.firebog.net/hosts/Admiral.txt 3 | 15132 | domains | http | online | unchanged | https://gitlab.com/quidsup/notrack-blocklists/raw/master/notrack-blocklist.txt 4 | 13720 | domains | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/cname-trackers/master/combined_disguised_trackers_justdomains.txt - 5 | 15734 | domains | http | online | unchanged | https://raw.githubusercontent.com/AdroitAdorKhan/antipopads-re/master/formats/domains.txt + 5 | 15752 | domains | http | online | unchanged | https://raw.githubusercontent.com/AdroitAdorKhan/antipopads-re/master/formats/domains.txt 6 | 708 | domains | http | online | unchanged | https://raw.githubusercontent.com/DRSDavidSoft/additional-hosts/master/domains/blacklist/adservers-and-trackers.txt 7 | 9922 | domains | http | online | unchanged | https://raw.githubusercontent.com/cbuijs/shallalist/master/adv/domains 8 | 1486 | domains | http | online | unchanged | https://raw.githubusercontent.com/cbuijs/shallalist/master/tracker/domains 9 | 3670 | domains | http | online | unchanged | https://raw.githubusercontent.com/cbuijs/ut1/master/ads/domains 10 | 415 | domains | http | online | unchanged | https://raw.githubusercontent.com/ookangzheng/blahdns/master/hosts/blacklist.txt 11 | 357 | domains | http | online | unchanged | https://v.firebog.net/hosts/static/w3kbl.txt - 12 | 93398 | domains | http | online | unchanged | https://dbl.oisd.nl/basic/ - 13 | 247967 | domains | http | online | unchanged | https://raw.githubusercontent.com/notracking/hosts-blocklists/master/dnscrypt-proxy/dnscrypt-proxy.blacklist.txt - 14 | 44984 | domains | http | online | unchanged | https://phishing.army/download/phishing_army_blocklist.txt - 15 | 1406 | domains | http | online | unchanged | https://raw.githubusercontent.com/AmnestyTech/investigations/master/2021-07-18_nso/domains.txt - 16 | 8125 | hosts | http | online | unchanged | https://adaway.org/hosts.txt - 17 | 3672 | hosts | http | online | unchanged | https://pgl.yoyo.org/adservers/serverlist.php?hostformat=hosts&showintro=0&mimetype=plaintext - 18 | 1286 | hosts | http | online | unchanged | https://raw.githubusercontent.com/FadeMind/hosts.extras/master/add.2o7Net/hosts - 19 | 1771 | hosts | http | online | unchanged | https://raw.githubusercontent.com/What-Zit-Tooya/Ad-Block/main/Main-Blocklist/Ad-Block-HOSTS.txt - 20 | 18120 | hosts | http | online | unchanged | https://raw.githubusercontent.com/bigdargon/hostsVN/master/hosts - 21 | 1734 | hosts | http | online | unchanged | https://raw.githubusercontent.com/infinitytec/blocklists/master/ads-and-trackers.txt - 22 | 1831 | hosts | http | online | unchanged | https://raw.githubusercontent.com/jdlingyu/ad-wars/master/hosts - 23 | 335 | hosts | http | online | unchanged | https://raw.githubusercontent.com/shreyasminocha/shady-hosts/main/hosts - 24 | 1730 | hosts | http | online | unchanged | https://raw.githubusercontent.com/tiuxo/hosts/master/ads - 25 | 6134 | hosts | http | online | unchanged | https://raw.githubusercontent.com/velesila/yhosts/master/hosts - 26 | 16962 | hosts | http | online | unchanged | https://someonewhocares.org/hosts/ - 27 | 8728 | hosts | http | online | unchanged | https://winhelp2002.mvps.org/hosts.txt - 28 | 3496 | hosts | http | online | unchanged | https://gitlab.com/ZeroDot1/CoinBlockerLists/raw/master/hosts_browser - 29 | 93803 | hosts | http | online | unchanged | https://raw.githubusercontent.com/StevenBlack/hosts/master/hosts - 30 | 24879 | hosts | http | online | unchanged | https://raw.githubusercontent.com/bongochong/CombinedPrivacyBlockLists/master/NoFormatting/AdditionalSupplementaryHosts.txt - 31 | 8624 | hosts | http | online | unchanged | https://raw.githubusercontent.com/guardicore/labs_campaigns/master/Autodiscover/autodiscover-tlds.txt - 32 | 1143 | hosts | http | online | unchanged | https://urlhaus.abuse.ch/downloads/hostfile/ - 33 | 4431 | hosts | http | online | unchanged | https://threatfox.abuse.ch/downloads/hostfile - 34 | 373 | hosts | http | online | unchanged | https://raw.githubusercontent.com/Laicure/hosts/master/shithosts - 35 | 40623 | adblock | http | online | unchanged | https://adguardteam.github.io/AdGuardSDNSFilter/Filters/filter.txt - 36 | 1019 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_11_Mobile/filter.txt - 37 | 729 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_14_Annoyances/filter.txt - 38 | 5523 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_16_French/filter.txt - 39 | 4649 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_1_Russian/filter.txt - 40 | 6566 | adblock | http | online | changed | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_224_Chinese/filter.txt - 41 | 22148 | adblock | http | online | changed | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_2_English/filter.txt - 42 | 16809 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_3_Spyware/filter.txt - 43 | 50 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_4_Social/filter.txt - 44 | 403 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_6_German/filter.txt - 45 | 336 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_7_Japanese/filter.txt - 46 | 25 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_8_Dutch/filter.txt - 47 | 219 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_9_Spanish/filter.txt - 48 | 553 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/AdGuardSDNSFilter/master/Filters/rules.txt - 49 | 13720 | domains | http | online | unchanged | https://raw.githubusercontent.com/adguardteam/cname-trackers/master/combined_disguised_trackers_justdomains.txt - 50 | 0 | adblock | http | OFFLINE | OFFLINE | https://adblock.gardar.net/is.abp.txt - 51 | 127 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/Liste_AR.txt - 52 | 9628 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/advblock.txt - 53 | 6301 | adblock | http | online | changed | https://easylist-downloads.adblockplus.org/easylistchina.txt - 54 | 21 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistdutch.txt - 55 | 364 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistgermany.txt - 56 | 216 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistitaly.txt - 57 | 39 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistpolish.txt - 58 | 118 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistportuguese.txt - 59 | 366 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistspanish.txt - 60 | 18 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/indianlist.txt - 61 | 25 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/koreanlist.txt - 62 | 5516 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/liste_fr.txt - 63 | 18565 | adblock | http | online | unchanged | https://easylist.to/easylist/easylist.txt - 64 | 16185 | adblock | http | online | unchanged | https://easylist.to/easylist/easyprivacy.txt - 65 | 55 | adblock | http | online | unchanged | https://notabug.org/latvian-list/adblock-latvian/raw/master/lists/latvian-list.txt - 66 | 86 | adblock | http | online | unchanged | https://raw.github.com/tomasko126/easylistczechandslovak/master/filters.txt - 67 | 685 | adblock | http | online | unchanged | https://raw.githubusercontent.com/ABPindo/indonesianadblockrules/master/subscriptions/abpindo.txt - 68 | 37 | adblock | http | online | unchanged | https://raw.githubusercontent.com/EasyList-Lithuania/easylist_lithuania/master/easylistlithuania.txt - 69 | 217 | adblock | http | online | unchanged | https://raw.githubusercontent.com/abpvn/abpvn/master/filter/abpvn.txt - 70 | 199 | adblock | http | online | unchanged | https://raw.githubusercontent.com/easylist-thailand/easylist-thailand/master/subscription/easylist-thailand.txt - 71 | 302 | adblock | http | online | unchanged | https://raw.githubusercontent.com/easylist/EasyListHebrew/master/EasyListHebrew.txt - 72 | 9316 | adblock | http | online | unchanged | https://raw.githubusercontent.com/easylist/easylist/master/easyprivacy/easyprivacy_specific_cname.txt - 73 | 0 | adblock | http | OFFLINE | OFFLINE | https://raw.githubusercontent.com/yecarrillo/adblock-colombia/master/adblock_co.txt - 74 | 5 | adblock | http | online | unchanged | https://stanev.org/abp/adblock_bg.txt - 75 | 16 | adblock | http | online | unchanged | https://www.void.gr/kargig/void-gr-filters.txt - 76 | 120 | adblock | http | online | unchanged | https://www.zoso.ro/pages/rolist.txt - 77 | 561 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/filters.txt - 78 | 99 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/filters-2020.txt - 79 | 150 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/filters-2021.txt - 80 | 715 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/badware.txt - 81 | 48 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/privacy.txt - 82 | 4 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/resource-abuse.txt - 83 | 2016 | adblock | http | online | unchanged | https://raw.githubusercontent.com/Kees1958/W3C_annual_most_used_survey_blocklist/master/TOP_EU_US_Ads_Trackers_ABP - 84 | 4924 | adblock | http | online | unchanged | https://raw.githubusercontent.com/Kees1958/W3C_annual_most_used_survey_blocklist/master/EU_US%2Bmost_used_ad_and_tracking_networks - 85 | 14639 | domains | local | online | unchanged | black.list - 86 | 49 | domains | local | online | unchanged | black.list.threat-intelligence + 12 | 92803 | domains | http | online | changed | https://dbl.oisd.nl/basic/ + 13 | 2 | domains | http | online | unchanged | https://raw.githubusercontent.com/badmojr/1Hosts/master/submit_here/include_for_all.txt + 14 | 252601 | domains | http | online | unchanged | https://raw.githubusercontent.com/notracking/hosts-blocklists/master/dnscrypt-proxy/dnscrypt-proxy.blacklist.txt + 15 | 44749 | domains | http | online | unchanged | https://phishing.army/download/phishing_army_blocklist.txt + 16 | 1406 | domains | http | online | unchanged | https://raw.githubusercontent.com/AmnestyTech/investigations/master/2021-07-18_nso/domains.txt + 17 | 8119 | hosts | http | online | unchanged | https://adaway.org/hosts.txt + 18 | 3672 | hosts | http | online | unchanged | https://pgl.yoyo.org/adservers/serverlist.php?hostformat=hosts&showintro=0&mimetype=plaintext + 19 | 1286 | hosts | http | online | unchanged | https://raw.githubusercontent.com/FadeMind/hosts.extras/master/add.2o7Net/hosts + 20 | 1771 | hosts | http | online | unchanged | https://raw.githubusercontent.com/What-Zit-Tooya/Ad-Block/main/Main-Blocklist/Ad-Block-HOSTS.txt + 21 | 18120 | hosts | http | online | unchanged | https://raw.githubusercontent.com/bigdargon/hostsVN/master/hosts + 22 | 1734 | hosts | http | online | unchanged | https://raw.githubusercontent.com/infinitytec/blocklists/master/ads-and-trackers.txt + 23 | 1831 | hosts | http | online | unchanged | https://raw.githubusercontent.com/jdlingyu/ad-wars/master/hosts + 24 | 335 | hosts | http | online | unchanged | https://raw.githubusercontent.com/shreyasminocha/shady-hosts/main/hosts + 25 | 1730 | hosts | http | online | unchanged | https://raw.githubusercontent.com/tiuxo/hosts/master/ads + 26 | 6890 | hosts | http | online | unchanged | https://raw.githubusercontent.com/velesila/yhosts/master/hosts + 27 | 16962 | hosts | http | online | unchanged | https://someonewhocares.org/hosts/ + 28 | 8728 | hosts | http | online | unchanged | https://winhelp2002.mvps.org/hosts.txt + 29 | 3496 | hosts | http | online | unchanged | https://gitlab.com/ZeroDot1/CoinBlockerLists/raw/master/hosts_browser + 30 | 93803 | hosts | http | online | unchanged | https://raw.githubusercontent.com/StevenBlack/hosts/master/hosts + 31 | 24879 | hosts | http | online | unchanged | https://raw.githubusercontent.com/bongochong/CombinedPrivacyBlockLists/master/NoFormatting/AdditionalSupplementaryHosts.txt + 32 | 8624 | hosts | http | online | unchanged | https://raw.githubusercontent.com/guardicore/labs_campaigns/master/Autodiscover/autodiscover-tlds.txt + 33 | 1137 | hosts | http | online | unchanged | https://urlhaus.abuse.ch/downloads/hostfile/ + 34 | 4437 | hosts | http | online | unchanged | https://threatfox.abuse.ch/downloads/hostfile + 35 | 373 | hosts | http | online | unchanged | https://raw.githubusercontent.com/Laicure/hosts/master/shithosts + 36 | 40628 | adblock | http | online | unchanged | https://adguardteam.github.io/AdGuardSDNSFilter/Filters/filter.txt + 37 | 1019 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_11_Mobile/filter.txt + 38 | 729 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_14_Annoyances/filter.txt + 39 | 5523 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_16_French/filter.txt + 40 | 4649 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_1_Russian/filter.txt + 41 | 6572 | adblock | http | online | changed | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_224_Chinese/filter.txt + 42 | 22148 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_2_English/filter.txt + 43 | 16811 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_3_Spyware/filter.txt + 44 | 50 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_4_Social/filter.txt + 45 | 403 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_6_German/filter.txt + 46 | 337 | adblock | http | online | changed | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_7_Japanese/filter.txt + 47 | 25 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_8_Dutch/filter.txt + 48 | 219 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_9_Spanish/filter.txt + 49 | 553 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/AdGuardSDNSFilter/master/Filters/rules.txt + 50 | 13720 | domains | http | online | unchanged | https://raw.githubusercontent.com/adguardteam/cname-trackers/master/combined_disguised_trackers_justdomains.txt + 51 | 0 | adblock | http | OFFLINE | OFFLINE | https://adblock.gardar.net/is.abp.txt + 52 | 127 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/Liste_AR.txt + 53 | 9628 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/advblock.txt + 54 | 6307 | adblock | http | online | changed | https://easylist-downloads.adblockplus.org/easylistchina.txt + 55 | 21 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistdutch.txt + 56 | 364 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistgermany.txt + 57 | 216 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistitaly.txt + 58 | 39 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistpolish.txt + 59 | 118 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistportuguese.txt + 60 | 366 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistspanish.txt + 61 | 18 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/indianlist.txt + 62 | 25 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/koreanlist.txt + 63 | 5516 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/liste_fr.txt + 64 | 18565 | adblock | http | online | unchanged | https://easylist.to/easylist/easylist.txt + 65 | 16184 | adblock | http | online | unchanged | https://easylist.to/easylist/easyprivacy.txt + 66 | 55 | adblock | http | online | unchanged | https://notabug.org/latvian-list/adblock-latvian/raw/master/lists/latvian-list.txt + 67 | 86 | adblock | http | online | unchanged | https://raw.github.com/tomasko126/easylistczechandslovak/master/filters.txt + 68 | 685 | adblock | http | online | unchanged | https://raw.githubusercontent.com/ABPindo/indonesianadblockrules/master/subscriptions/abpindo.txt + 69 | 37 | adblock | http | online | unchanged | https://raw.githubusercontent.com/EasyList-Lithuania/easylist_lithuania/master/easylistlithuania.txt + 70 | 216 | adblock | http | online | changed | https://raw.githubusercontent.com/abpvn/abpvn/master/filter/abpvn.txt + 71 | 199 | adblock | http | online | unchanged | https://raw.githubusercontent.com/easylist-thailand/easylist-thailand/master/subscription/easylist-thailand.txt + 72 | 302 | adblock | http | online | unchanged | https://raw.githubusercontent.com/easylist/EasyListHebrew/master/EasyListHebrew.txt + 73 | 9316 | adblock | http | online | unchanged | https://raw.githubusercontent.com/easylist/easylist/master/easyprivacy/easyprivacy_specific_cname.txt + 74 | 0 | adblock | http | OFFLINE | OFFLINE | https://raw.githubusercontent.com/yecarrillo/adblock-colombia/master/adblock_co.txt + 75 | 5 | adblock | http | online | unchanged | https://stanev.org/abp/adblock_bg.txt + 76 | 16 | adblock | http | online | unchanged | https://www.void.gr/kargig/void-gr-filters.txt + 77 | 120 | adblock | http | online | unchanged | https://www.zoso.ro/pages/rolist.txt + 78 | 561 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/filters.txt + 79 | 99 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/filters-2020.txt + 80 | 152 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/filters-2021.txt + 81 | 715 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/badware.txt + 82 | 48 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/privacy.txt + 83 | 4 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/resource-abuse.txt + 84 | 2016 | adblock | http | online | unchanged | https://raw.githubusercontent.com/Kees1958/W3C_annual_most_used_survey_blocklist/master/TOP_EU_US_Ads_Trackers_ABP + 85 | 4924 | adblock | http | online | unchanged | https://raw.githubusercontent.com/Kees1958/W3C_annual_most_used_survey_blocklist/master/EU_US%2Bmost_used_ad_and_tracking_networks + 86 | 14642 | domains | local | online | unchanged | black.list + 87 | 49 | domains | local | online | unchanged | black.list.threat-intelligence # Build multi Domainlist ... Stats multi: -** Source (raw): 862829 -== Source (unique): 432594 (-430235) --- Exclude: 428568 (-4026) --- White: 425337 (-3231) --- White(*): 423874 (-1463) --- Dead: 317045 (-106829) -++ Block: 317207 (+162) --- Unblock: 317205 (-2) --- Unblock(*): 317205 (-0) -++ FLD: 317684 (+479) -++ WWW: 437105 (+119421) +** Source (raw): 867426 +== Source (unique): 436980 (-430446) +-- Exclude: 432839 (-4141) +-- White: 429611 (-3228) +-- White(*): 428132 (-1479) +-- Dead: 318915 (-109217) +++ Block: 319080 (+165) +-- Unblock: 319078 (-2) +-- Unblock(*): 319078 (-0) +++ FLD: 319562 (+484) +++ WWW: 440449 (+120887) -437105 unique Domains - Version 2021.1025.061130 -MD5 Domains RAW: 9e8c86aa22034667e91b15acc3ea6c39 +440449 unique Domains - Version 2021.1025.121037 +MD5 Domains RAW: a38115c1114d4f280d07e41a1f867977 # Convert multi to Hostlist ... @@ -977,10 +971,10 @@ Prepare domain list for compiling ... done. ] } ℹ Start compiling multi.adblock.raw -ℹ Original length is 273743 -ℹ Length after applying transformations is 273741 -ℹ The list was compressed from 273744 to 245903 -ℹ Final length of the list is 245909 +ℹ Original length is 275895 +ℹ Length after applying transformations is 275893 +ℹ The list was compressed from 275896 to 246889 +ℹ Final length of the list is 246895 ℹ Writing output to /media/nas/git/rpi/pihole/blocklists/build/multi/out/multi.adblock ℹ Finished compiling @@ -991,16 +985,16 @@ Prepare domain list for compiling ... done. multi - Done! Bereits aktuell. -[master 693bd62] multi auto-update - 16 files changed, 1675 insertions(+), 2295 deletions(-) +[master b9c7522] multi auto-update + 20 files changed, 54145 insertions(+), 36918 deletions(-) Bereits aktuell. -[main 74f9df3] multi auto-update - 2 files changed, 343 insertions(+), 640 deletions(-) +[main 909c0df] multi auto-update + 2 files changed, 9186 insertions(+), 5840 deletions(-) Bereits aktuell. -[main 879e97f] multi auto-update - 2 files changed, 270 insertions(+), 414 deletions(-) +[main bf43289] multi auto-update + 2 files changed, 5054 insertions(+), 4066 deletions(-) =========================================== Affiliate & Tracking ... @@ -1073,7 +1067,7 @@ Initialize ... # Download and convert Sourcelists ... Nr | Count | Format | Source | Status | File | URL/File - 1 | 122653 | hosts | http | online | changed | https://hostfiles.frogeye.fr/firstparty-trackers-hosts.txt + 1 | 122653 | hosts | http | online | unchanged | https://hostfiles.frogeye.fr/firstparty-trackers-hosts.txt 2 | 244 | hosts | http | online | unchanged | https://raw.githubusercontent.com/d3ward/toolz/master/src/d3host.txt 3 | 1734 | hosts | http | online | unchanged | https://raw.githubusercontent.com/infinitytec/blocklists/master/ads-and-trackers.txt 4 | 9316 | adblock | http | online | unchanged | https://raw.githubusercontent.com/easylist/easylist/master/easyprivacy/easyprivacy_specific_cname.txt @@ -1090,65 +1084,35 @@ Stats affiliatetracking: ** Source (raw): 148125 == Source (unique): 127400 (-20725) -- Exclude: 112600 (-14800) --- White: 112551 (-49) --- White(*): 112270 (-281) +-- White: 112554 (-46) +-- White(*): 112270 (-284) -- Dead: 110382 (-1888) ++ Block: 110546 (+164) -- Unblock: 110546 (-0) ++ FLD: 110824 (+278) ++ WWW: 110918 (+94) -110918 unique Domains - Version 2021.1025.061529 -MD5 Domains RAW: c0cb4340c60be94c3ce899244f4dba8a - -# Convert affiliatetracking to Hostlist ... - -# Convert affiliatetracking to AdBlocklist ... - -Prepare domain list for compiling ... done. - -ℹ Starting @adguard/hostlist-compiler v1.0.12 -ℹ Starting the compiler -ℹ Configuration: { - "name": "affiliatetracking", - "sources": [ - { - "source": "affiliatetracking.adblock.raw", - "type": "adblock", - "transformations": [ - "Validate" - ] - } - ], - "transformations": [ - "Compress" - ] -} -ℹ Start compiling affiliatetracking.adblock.raw -ℹ Original length is 107730 -ℹ Length after applying transformations is 107730 -ℹ The list was compressed from 107733 to 79984 -ℹ Final length of the list is 79990 -ℹ Writing output to /media/nas/git/rpi/pihole/blocklists/build/affiliatetracking/out/affiliatetracking.adblock -ℹ Finished compiling - -# Attach header to affiliatetracking Domainlist ... - -# Push affiliatetracking to local Repositories ... +***************************************************** +* No changes to the previous repo version detected! * +***************************************************** affiliatetracking - Done! Bereits aktuell. -[master b0bc73c] affiliatetracking auto-update - 16 files changed, 189 insertions(+), 200 deletions(-) +[master 2c2fa10] affiliatetracking auto-update + 4 files changed, 9 insertions(+), 92 deletions(-) Bereits aktuell. -[main 5650d33] affiliatetracking auto-update - 2 files changed, 30 insertions(+), 41 deletions(-) +Auf Branch main +Ihr Branch ist auf demselben Stand wie 'origin/main'. + +nichts zu committen, Arbeitsverzeichnis unverändert Bereits aktuell. -[main 147aada] affiliatetracking auto-update - 2 files changed, 27 insertions(+), 43 deletions(-) +Auf Branch main +Ihr Branch ist auf demselben Stand wie 'origin/main'. + +nichts zu committen, Arbeitsverzeichnis unverändert =========================================== Big ... @@ -1171,7 +1135,7 @@ Config: ../../data/rules.list.block - - White - 29: + - White - 18: big.white @@ -1190,27 +1154,27 @@ Initialize ... # Download and convert Sourcelists ... Nr | Count | Format | Source | Status | File | URL/File - 1 | 437105 | domains | local | online | changed | multi.txt - 2 | 46555 | domains | local | online | changed | fake.txt - 3 | 1061408 | domains | http | online | unchanged | https://dbl.oisd.nl - 4 | 40623 | adblock | http | online | unchanged | https://adguardteam.github.io/AdGuardSDNSFilter/Filters/filter.txt + 1 | 440449 | domains | local | online | changed | multi.txt + 2 | 46555 | domains | local | online | unchanged | fake.txt + 3 | 1060392 | domains | http | online | changed | https://dbl.oisd.nl + 4 | 40628 | adblock | http | online | unchanged | https://adguardteam.github.io/AdGuardSDNSFilter/Filters/filter.txt # Build big Domainlist ... Stats big: -** Source (raw): 1585691 -== Source (unique): 1321688 (-264003) --- White: 1321421 (-267) --- White(*): 1318439 (-2982) -++ Block: 1318458 (+19) --- Unblock: 1318406 (-52) --- Unblock(*): 1318325 (-81) -++ FLD: 1318540 (+215) -++ WWW: 1330590 (+12050) +** Source (raw): 1588024 +== Source (unique): 1320844 (-267180) +-- White: 1320579 (-265) +-- White(*): 1317596 (-2983) +++ Block: 1317615 (+19) +-- Unblock: 1317563 (-52) +-- Unblock(*): 1317482 (-81) +++ FLD: 1317696 (+214) +++ WWW: 1329661 (+11965) -1330590 unique Domains - Version 2021.1025.061636 -MD5 Domains RAW: 4e58240a6b53f7e15785ce7068c4f88b +1329661 unique Domains - Version 2021.1025.121529 +MD5 Domains RAW: f02468a486818b475054bfc90ace9fc4 # Convert big to Hostlist ... @@ -1306,39 +1270,39 @@ MD5 Domains RAW: 4e58240a6b53f7e15785ce7068c4f88b ] } ℹ Start compiling /media/nas/git/adguard/multi.adblock -ℹ Original length is 246029 -ℹ Length after applying transformations is 246029 +ℹ Original length is 247016 +ℹ Length after applying transformations is 247016 ℹ Start compiling /media/nas/git/adguard/fake.adblock ℹ Original length is 23678 ℹ Length after applying transformations is 23678 ℹ Start compiling https://abp.oisd.nl/ -ℹ Original length is 372469 -ℹ Filtering the list of rules using 2122 exclusion rules -ℹ Excluded 527 rules. 371942 rules left. -ℹ Length after applying transformations is 371941 +ℹ Original length is 372019 +ℹ Filtering the list of rules using 2121 exclusion rules +ℹ Excluded 526 rules. 371493 rules left. +ℹ Length after applying transformations is 371492 ℹ Start compiling https://adguardteam.github.io/AdGuardSDNSFilter/Filters/filter.txt -ℹ Original length is 41694 -ℹ Filtering the list of rules using 1796 exclusion rules -ℹ Excluded 106 rules. 41588 rules left. -ℹ Length after applying transformations is 41588 +ℹ Original length is 41699 +ℹ Filtering the list of rules using 1795 exclusion rules +ℹ Excluded 105 rules. 41594 rules left. +ℹ Length after applying transformations is 41594 ℹ Start compiling https://raw.githubusercontent.com/AdguardTeam/AdGuardSDNSFilter/master/Filters/rules.txt ℹ Original length is 576 -ℹ Filtering the list of rules using 901 exclusion rules +ℹ Filtering the list of rules using 902 exclusion rules ℹ Excluded 0 rules. 576 rules left. ℹ Length after applying transformations is 570 ℹ Start compiling ../rules.txt ℹ Original length is 2 -ℹ Filtering the list of rules using 901 exclusion rules +ℹ Filtering the list of rules using 902 exclusion rules ℹ Excluded 0 rules. 2 rules left. ℹ Length after applying transformations is 2 ℹ Start compiling https://raw.githubusercontent.com/AdguardTeam/AdGuardSDNSFilter/master/Filters/exceptions.txt ℹ Original length is 179 ℹ Length after applying transformations is 179 ℹ Start compiling ../exceptions.txt -ℹ Original length is 30 -ℹ Length after applying transformations is 30 -ℹ The list was compressed from 684041 to 490711 -ℹ Final length of the list is 490717 +ℹ Original length is 19 +ℹ Length after applying transformations is 19 +ℹ The list was compressed from 684574 to 490239 +ℹ Final length of the list is 490245 ℹ Writing output to /media/nas/git/rpi/pihole/blocklists/build/big/out/big.adblock ℹ Finished compiling @@ -1349,16 +1313,16 @@ MD5 Domains RAW: 4e58240a6b53f7e15785ce7068c4f88b big - Done! Bereits aktuell. -[master c38a86d] big auto-update - 11 files changed, 1193 insertions(+), 2686 deletions(-) +[master 7798c10] big auto-update + 11 files changed, 35536 insertions(+), 37311 deletions(-) Bereits aktuell. -[main be9be22] big auto-update - 2 files changed, 224 insertions(+), 491 deletions(-) +[main 00084f8] big auto-update + 2 files changed, 5587 insertions(+), 6520 deletions(-) Bereits aktuell. -[main fbb6478] big auto-update - 2 files changed, 157 insertions(+), 277 deletions(-) +[main 6b817dd] big auto-update + 2 files changed, 2929 insertions(+), 3394 deletions(-) =========================================== Steven Black @@ -1464,16 +1428,17 @@ Config: hosts noheader --- Whitelists - 1: +-- Whitelists - 2: ../../data/white.list.important + ../../data/white.list.referral Initialize ... # Download and convert Sourcelists ... Nr | Count | Format | Source | Status | File | URL/File - 1 | 8125 | hosts | http | online | unchanged | https://adaway.org/hosts.txt + 1 | 8119 | hosts | http | online | unchanged | https://adaway.org/hosts.txt 2 | 3496 | hosts | http | online | unchanged | https://gitlab.com/ZeroDot1/CoinBlockerLists/raw/master/hosts_browser 3 | 122653 | hosts | http | online | unchanged | https://hostfiles.frogeye.fr/firstparty-trackers-hosts.txt 4 | 3672 | hosts | http | online | unchanged | https://pgl.yoyo.org/adservers/serverlist.php?hostformat=hosts&showintro=0&mimetype=plaintext @@ -1481,7 +1446,7 @@ Initialize ... 6 | 373 | hosts | http | online | unchanged | https://raw.githubusercontent.com/Laicure/hosts/master/shithosts 7 | 93803 | hosts | http | online | unchanged | https://raw.githubusercontent.com/StevenBlack/hosts/master/hosts 8 | 1771 | hosts | http | online | unchanged | https://raw.githubusercontent.com/What-Zit-Tooya/Ad-Block/main/Main-Blocklist/Ad-Block-HOSTS.txt - 9 | 96192 | hosts | http | online | changed | https://raw.githubusercontent.com/badmojr/1Hosts/master/Lite/hosts.txt + 9 | 96192 | hosts | http | online | unchanged | https://raw.githubusercontent.com/badmojr/1Hosts/master/Lite/hosts.txt 10 | 18120 | hosts | http | online | unchanged | https://raw.githubusercontent.com/bigdargon/hostsVN/master/hosts 11 | 24879 | hosts | http | online | unchanged | https://raw.githubusercontent.com/bongochong/CombinedPrivacyBlockLists/master/NoFormatting/AdditionalSupplementaryHosts.txt 12 | 244 | hosts | http | online | unchanged | https://raw.githubusercontent.com/d3ward/toolz/master/src/d3host.txt @@ -1490,105 +1455,106 @@ Initialize ... 15 | 1831 | hosts | http | online | unchanged | https://raw.githubusercontent.com/jdlingyu/ad-wars/master/hosts 16 | 335 | hosts | http | online | unchanged | https://raw.githubusercontent.com/shreyasminocha/shady-hosts/main/hosts 17 | 1730 | hosts | http | online | unchanged | https://raw.githubusercontent.com/tiuxo/hosts/master/ads - 18 | 6134 | hosts | http | online | unchanged | https://raw.githubusercontent.com/velesila/yhosts/master/hosts + 18 | 6890 | hosts | http | online | unchanged | https://raw.githubusercontent.com/velesila/yhosts/master/hosts 19 | 16962 | hosts | http | online | unchanged | https://someonewhocares.org/hosts/ - 20 | 4431 | hosts | http | online | unchanged | https://threatfox.abuse.ch/downloads/hostfile - 21 | 8728 | hosts | http | online | unchanged | https://winhelp2002.mvps.org/hosts.txt - 22 | 0 | adblock | http | OFFLINE | OFFLINE | https://adblock.gardar.net/is.abp.txt - 23 | 40623 | adblock | http | online | unchanged | https://adguardteam.github.io/AdGuardSDNSFilter/Filters/filter.txt - 24 | 127 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/Liste_AR.txt - 25 | 9628 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/advblock.txt - 26 | 6301 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistchina.txt - 27 | 21 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistdutch.txt - 28 | 364 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistgermany.txt - 29 | 216 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistitaly.txt - 30 | 39 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistpolish.txt - 31 | 118 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistportuguese.txt - 32 | 366 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistspanish.txt - 33 | 18 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/indianlist.txt - 34 | 25 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/koreanlist.txt - 35 | 5516 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/liste_fr.txt - 36 | 18565 | adblock | http | online | unchanged | https://easylist.to/easylist/easylist.txt - 37 | 16185 | adblock | http | online | unchanged | https://easylist.to/easylist/easyprivacy.txt - 38 | 55 | adblock | http | online | unchanged | https://notabug.org/latvian-list/adblock-latvian/raw/master/lists/latvian-list.txt - 39 | 86 | adblock | http | online | unchanged | https://raw.github.com/tomasko126/easylistczechandslovak/master/filters.txt - 40 | 685 | adblock | http | online | unchanged | https://raw.githubusercontent.com/ABPindo/indonesianadblockrules/master/subscriptions/abpindo.txt - 41 | 553 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/AdGuardSDNSFilter/master/Filters/rules.txt - 42 | 1019 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_11_Mobile/filter.txt - 43 | 729 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_14_Annoyances/filter.txt - 44 | 5523 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_16_French/filter.txt - 45 | 4649 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_1_Russian/filter.txt - 46 | 6566 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_224_Chinese/filter.txt - 47 | 22148 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_2_English/filter.txt - 48 | 16809 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_3_Spyware/filter.txt - 49 | 50 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_4_Social/filter.txt - 50 | 403 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_6_German/filter.txt - 51 | 336 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_7_Japanese/filter.txt - 52 | 25 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_8_Dutch/filter.txt - 53 | 219 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_9_Spanish/filter.txt - 54 | 37 | adblock | http | online | unchanged | https://raw.githubusercontent.com/EasyList-Lithuania/easylist_lithuania/master/easylistlithuania.txt - 55 | 4924 | adblock | http | online | unchanged | https://raw.githubusercontent.com/Kees1958/W3C_annual_most_used_survey_blocklist/master/EU_US%2Bmost_used_ad_and_tracking_networks - 56 | 2016 | adblock | http | online | unchanged | https://raw.githubusercontent.com/Kees1958/W3C_annual_most_used_survey_blocklist/master/TOP_EU_US_Ads_Trackers_ABP - 57 | 217 | adblock | http | online | unchanged | https://raw.githubusercontent.com/abpvn/abpvn/master/filter/abpvn.txt - 58 | 199 | adblock | http | online | unchanged | https://raw.githubusercontent.com/easylist-thailand/easylist-thailand/master/subscription/easylist-thailand.txt - 59 | 302 | adblock | http | online | unchanged | https://raw.githubusercontent.com/easylist/EasyListHebrew/master/EasyListHebrew.txt - 60 | 9316 | adblock | http | online | unchanged | https://raw.githubusercontent.com/easylist/easylist/master/easyprivacy/easyprivacy_specific_cname.txt - 61 | 715 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/badware.txt - 62 | 99 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/filters-2020.txt - 63 | 150 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/filters-2021.txt - 64 | 561 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/filters.txt - 65 | 48 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/privacy.txt - 66 | 4 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/resource-abuse.txt - 67 | 0 | adblock | http | OFFLINE | OFFLINE | https://raw.githubusercontent.com/yecarrillo/adblock-colombia/master/adblock_co.txt - 68 | 5 | adblock | http | online | unchanged | https://stanev.org/abp/adblock_bg.txt - 69 | 16 | adblock | http | online | unchanged | https://www.void.gr/kargig/void-gr-filters.txt - 70 | 120 | adblock | http | online | unchanged | https://www.zoso.ro/pages/rolist.txt - 71 | 1061408 | domains | http | online | unchanged | https://dbl.oisd.nl - 72 | 93398 | domains | http | online | unchanged | https://dbl.oisd.nl/basic/ - 73 | 15132 | domains | http | online | unchanged | https://gitlab.com/quidsup/notrack-blocklists/raw/master/notrack-blocklist.txt - 74 | 44749 | domains | http | online | changed | https://phishing.army/download/phishing_army_blocklist.txt - 75 | 13720 | domains | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/cname-trackers/master/combined_disguised_trackers_justdomains.txt - 76 | 15734 | domains | http | online | unchanged | https://raw.githubusercontent.com/AdroitAdorKhan/antipopads-re/master/formats/domains.txt - 77 | 1406 | domains | http | online | unchanged | https://raw.githubusercontent.com/AmnestyTech/investigations/master/2021-07-18_nso/domains.txt - 78 | 708 | domains | http | online | unchanged | https://raw.githubusercontent.com/DRSDavidSoft/additional-hosts/master/domains/blacklist/adservers-and-trackers.txt - 79 | 46555 | domains | http | online | changed | https://raw.githubusercontent.com/Zelo72/rpi/master/pihole/blocklists/fake.txt - 80 | 27888 | domains | http | online | unchanged | https://raw.githubusercontent.com/Zelo72/rpi/master/pihole/blocklists/personal.txt - 81 | 370254 | domains | http | online | changed | https://raw.githubusercontent.com/Zelo72/rpi/master/pihole/blocklists/threat-intelligence.txt - 82 | 13720 | domains | http | online | unchanged | https://raw.githubusercontent.com/adguardteam/cname-trackers/master/combined_disguised_trackers_justdomains.txt - 83 | 9922 | domains | http | online | unchanged | https://raw.githubusercontent.com/cbuijs/shallalist/master/adv/domains - 84 | 1486 | domains | http | online | unchanged | https://raw.githubusercontent.com/cbuijs/shallalist/master/tracker/domains - 85 | 3670 | domains | http | online | unchanged | https://raw.githubusercontent.com/cbuijs/ut1/master/ads/domains - 86 | 1013 | domains | http | online | unchanged | https://raw.githubusercontent.com/jkrejcha/AdmiraList/master/AdmiraList.txt - 87 | 22 | domains | http | online | unchanged | https://raw.githubusercontent.com/nextdns/cname-cloaking-blocklist/master/domains - 88 | 429 | domains | http | online | unchanged | https://raw.githubusercontent.com/nextdns/metadata/master/privacy/affiliate-tracking-domains - 89 | 5 | domains | http | online | unchanged | https://raw.githubusercontent.com/nextdns/metadata/master/security/parked-domains-cname - 90 | 252601 | domains | http | online | changed | https://raw.githubusercontent.com/notracking/hosts-blocklists/master/dnscrypt-proxy/dnscrypt-proxy.blacklist.txt - 91 | 415 | domains | http | online | unchanged | https://raw.githubusercontent.com/ookangzheng/blahdns/master/hosts/blacklist.txt - 92 | 636 | domains | http | online | unchanged | https://v.firebog.net/hosts/Admiral.txt - 93 | 357 | domains | http | online | unchanged | https://v.firebog.net/hosts/static/w3kbl.txt - 94 | 351208 | hosts | http | online | unchanged | https://sebsauvage.net/hosts/hosts - 95 | 2 | domains | http | online | unchanged | https://raw.githubusercontent.com/badmojr/1Hosts/master/submit_here/include_for_all.txt + 20 | 4437 | hosts | http | online | unchanged | https://threatfox.abuse.ch/downloads/hostfile + 21 | 1134 | hosts | http | online | changed | https://urlhaus.abuse.ch/downloads/hostfile/ + 22 | 8728 | hosts | http | online | unchanged | https://winhelp2002.mvps.org/hosts.txt + 23 | 0 | adblock | http | OFFLINE | OFFLINE | https://adblock.gardar.net/is.abp.txt + 24 | 40628 | adblock | http | online | unchanged | https://adguardteam.github.io/AdGuardSDNSFilter/Filters/filter.txt + 25 | 127 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/Liste_AR.txt + 26 | 9628 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/advblock.txt + 27 | 6307 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistchina.txt + 28 | 21 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistdutch.txt + 29 | 364 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistgermany.txt + 30 | 216 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistitaly.txt + 31 | 39 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistpolish.txt + 32 | 118 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistportuguese.txt + 33 | 366 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistspanish.txt + 34 | 18 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/indianlist.txt + 35 | 25 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/koreanlist.txt + 36 | 5516 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/liste_fr.txt + 37 | 18565 | adblock | http | online | unchanged | https://easylist.to/easylist/easylist.txt + 38 | 16184 | adblock | http | online | unchanged | https://easylist.to/easylist/easyprivacy.txt + 39 | 55 | adblock | http | online | unchanged | https://notabug.org/latvian-list/adblock-latvian/raw/master/lists/latvian-list.txt + 40 | 86 | adblock | http | online | unchanged | https://raw.github.com/tomasko126/easylistczechandslovak/master/filters.txt + 41 | 685 | adblock | http | online | unchanged | https://raw.githubusercontent.com/ABPindo/indonesianadblockrules/master/subscriptions/abpindo.txt + 42 | 553 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/AdGuardSDNSFilter/master/Filters/rules.txt + 43 | 1019 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_11_Mobile/filter.txt + 44 | 729 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_14_Annoyances/filter.txt + 45 | 5523 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_16_French/filter.txt + 46 | 4649 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_1_Russian/filter.txt + 47 | 6572 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_224_Chinese/filter.txt + 48 | 22148 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_2_English/filter.txt + 49 | 16811 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_3_Spyware/filter.txt + 50 | 50 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_4_Social/filter.txt + 51 | 403 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_6_German/filter.txt + 52 | 337 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_7_Japanese/filter.txt + 53 | 25 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_8_Dutch/filter.txt + 54 | 219 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_9_Spanish/filter.txt + 55 | 37 | adblock | http | online | unchanged | https://raw.githubusercontent.com/EasyList-Lithuania/easylist_lithuania/master/easylistlithuania.txt + 56 | 4924 | adblock | http | online | unchanged | https://raw.githubusercontent.com/Kees1958/W3C_annual_most_used_survey_blocklist/master/EU_US%2Bmost_used_ad_and_tracking_networks + 57 | 2016 | adblock | http | online | unchanged | https://raw.githubusercontent.com/Kees1958/W3C_annual_most_used_survey_blocklist/master/TOP_EU_US_Ads_Trackers_ABP + 58 | 215 | adblock | http | online | changed | https://raw.githubusercontent.com/abpvn/abpvn/master/filter/abpvn.txt + 59 | 199 | adblock | http | online | unchanged | https://raw.githubusercontent.com/easylist-thailand/easylist-thailand/master/subscription/easylist-thailand.txt + 60 | 302 | adblock | http | online | unchanged | https://raw.githubusercontent.com/easylist/EasyListHebrew/master/EasyListHebrew.txt + 61 | 9316 | adblock | http | online | unchanged | https://raw.githubusercontent.com/easylist/easylist/master/easyprivacy/easyprivacy_specific_cname.txt + 62 | 715 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/badware.txt + 63 | 99 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/filters-2020.txt + 64 | 152 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/filters-2021.txt + 65 | 561 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/filters.txt + 66 | 48 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/privacy.txt + 67 | 4 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/resource-abuse.txt + 68 | 0 | adblock | http | OFFLINE | OFFLINE | https://raw.githubusercontent.com/yecarrillo/adblock-colombia/master/adblock_co.txt + 69 | 5 | adblock | http | online | unchanged | https://stanev.org/abp/adblock_bg.txt + 70 | 16 | adblock | http | online | unchanged | https://www.void.gr/kargig/void-gr-filters.txt + 71 | 120 | adblock | http | online | unchanged | https://www.zoso.ro/pages/rolist.txt + 72 | 1060392 | domains | http | online | unchanged | https://dbl.oisd.nl + 73 | 92803 | domains | http | online | unchanged | https://dbl.oisd.nl/basic/ + 74 | 15132 | domains | http | online | unchanged | https://gitlab.com/quidsup/notrack-blocklists/raw/master/notrack-blocklist.txt + 75 | 44749 | domains | http | online | unchanged | https://phishing.army/download/phishing_army_blocklist.txt + 76 | 13720 | domains | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/cname-trackers/master/combined_disguised_trackers_justdomains.txt + 77 | 15752 | domains | http | online | unchanged | https://raw.githubusercontent.com/AdroitAdorKhan/antipopads-re/master/formats/domains.txt + 78 | 1406 | domains | http | online | unchanged | https://raw.githubusercontent.com/AmnestyTech/investigations/master/2021-07-18_nso/domains.txt + 79 | 708 | domains | http | online | unchanged | https://raw.githubusercontent.com/DRSDavidSoft/additional-hosts/master/domains/blacklist/adservers-and-trackers.txt + 80 | 46555 | domains | http | online | unchanged | https://raw.githubusercontent.com/Zelo72/rpi/master/pihole/blocklists/fake.txt + 81 | 27891 | domains | http | online | changed | https://raw.githubusercontent.com/Zelo72/rpi/master/pihole/blocklists/personal.txt + 82 | 370064 | domains | http | online | changed | https://raw.githubusercontent.com/Zelo72/rpi/master/pihole/blocklists/threat-intelligence.txt + 83 | 13720 | domains | http | online | unchanged | https://raw.githubusercontent.com/adguardteam/cname-trackers/master/combined_disguised_trackers_justdomains.txt + 84 | 2 | domains | http | online | unchanged | https://raw.githubusercontent.com/badmojr/1Hosts/master/submit_here/include_for_all.txt + 85 | 9922 | domains | http | online | unchanged | https://raw.githubusercontent.com/cbuijs/shallalist/master/adv/domains + 86 | 1486 | domains | http | online | unchanged | https://raw.githubusercontent.com/cbuijs/shallalist/master/tracker/domains + 87 | 3670 | domains | http | online | unchanged | https://raw.githubusercontent.com/cbuijs/ut1/master/ads/domains + 88 | 1013 | domains | http | online | unchanged | https://raw.githubusercontent.com/jkrejcha/AdmiraList/master/AdmiraList.txt + 89 | 22 | domains | http | online | unchanged | https://raw.githubusercontent.com/nextdns/cname-cloaking-blocklist/master/domains + 90 | 429 | domains | http | online | unchanged | https://raw.githubusercontent.com/nextdns/metadata/master/privacy/affiliate-tracking-domains + 91 | 5 | domains | http | online | unchanged | https://raw.githubusercontent.com/nextdns/metadata/master/security/parked-domains-cname + 92 | 252601 | domains | http | online | unchanged | https://raw.githubusercontent.com/notracking/hosts-blocklists/master/dnscrypt-proxy/dnscrypt-proxy.blacklist.txt + 93 | 415 | domains | http | online | unchanged | https://raw.githubusercontent.com/ookangzheng/blahdns/master/hosts/blacklist.txt + 94 | 636 | domains | http | online | unchanged | https://v.firebog.net/hosts/Admiral.txt + 95 | 357 | domains | http | online | unchanged | https://v.firebog.net/hosts/static/w3kbl.txt # Build experimental Domainlist ... Stats experimental: -** Source (raw): 2928257 -== Source (unique): 1547802 (-1380455) --- White: 1547782 (-20) -++ FLD: 1549657 (+1875) -++ WWW: 1781127 (+231470) +** Source (raw): 2577178 +== Source (unique): 1541177 (-1036001) +-- White: 1540622 (-555) +-- White(*): 1538642 (-1980) +++ FLD: 1540562 (+1920) +++ WWW: 1767024 (+226462) -1781127 unique Domains - Version 2021.1025.062737 -MD5 Domains RAW: c5288895348506515c0088516e6c64e3 +1767024 unique Domains - Version 2021.1025.122731 +MD5 Domains RAW: 81df3d5a40e50a9c25052313bee4941b # Convert experimental to Hostlist ... experimental - Done! Bereits aktuell. -[master 7933c39] experimental auto-update - 11 files changed, 70729 insertions(+), 29225 deletions(-) +[master dd48740] experimental auto-update + 10 files changed, 18315 insertions(+), 12692 deletions(-) Bereits aktuell. Auf Branch main @@ -1620,7 +1586,7 @@ Initialize ... # Download and convert Sourcelists ... Nr | Count | Format | Source | Status | File | URL/File - 1 | 8125 | hosts | http | online | unchanged | https://adaway.org/hosts.txt + 1 | 8119 | hosts | http | online | unchanged | https://adaway.org/hosts.txt 2 | 3496 | hosts | http | online | unchanged | https://gitlab.com/ZeroDot1/CoinBlockerLists/raw/master/hosts_browser 3 | 122653 | hosts | http | online | unchanged | https://hostfiles.frogeye.fr/firstparty-trackers-hosts.txt 4 | 3672 | hosts | http | online | unchanged | https://pgl.yoyo.org/adservers/serverlist.php?hostformat=hosts&showintro=0&mimetype=plaintext @@ -1637,94 +1603,96 @@ Initialize ... 15 | 1831 | hosts | http | online | unchanged | https://raw.githubusercontent.com/jdlingyu/ad-wars/master/hosts 16 | 335 | hosts | http | online | unchanged | https://raw.githubusercontent.com/shreyasminocha/shady-hosts/main/hosts 17 | 1730 | hosts | http | online | unchanged | https://raw.githubusercontent.com/tiuxo/hosts/master/ads - 18 | 6134 | hosts | http | online | unchanged | https://raw.githubusercontent.com/velesila/yhosts/master/hosts + 18 | 6890 | hosts | http | online | unchanged | https://raw.githubusercontent.com/velesila/yhosts/master/hosts 19 | 16962 | hosts | http | online | unchanged | https://someonewhocares.org/hosts/ - 20 | 4431 | hosts | http | online | unchanged | https://threatfox.abuse.ch/downloads/hostfile - 21 | 8728 | hosts | http | online | unchanged | https://winhelp2002.mvps.org/hosts.txt - 22 | 0 | adblock | http | OFFLINE | OFFLINE | https://adblock.gardar.net/is.abp.txt - 23 | 40623 | adblock | http | online | unchanged | https://adguardteam.github.io/AdGuardSDNSFilter/Filters/filter.txt - 24 | 127 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/Liste_AR.txt - 25 | 9628 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/advblock.txt - 26 | 6301 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistchina.txt - 27 | 21 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistdutch.txt - 28 | 364 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistgermany.txt - 29 | 216 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistitaly.txt - 30 | 39 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistpolish.txt - 31 | 118 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistportuguese.txt - 32 | 366 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistspanish.txt - 33 | 18 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/indianlist.txt - 34 | 25 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/koreanlist.txt - 35 | 5516 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/liste_fr.txt - 36 | 18565 | adblock | http | online | unchanged | https://easylist.to/easylist/easylist.txt - 37 | 16185 | adblock | http | online | unchanged | https://easylist.to/easylist/easyprivacy.txt - 38 | 55 | adblock | http | OFFLINE | unchanged | USE LOCAL COPY: notabug.org_latvian-list_adblock-latvian_master_lists_latvian-list.txt - 39 | 86 | adblock | http | online | unchanged | https://raw.github.com/tomasko126/easylistczechandslovak/master/filters.txt - 40 | 685 | adblock | http | online | unchanged | https://raw.githubusercontent.com/ABPindo/indonesianadblockrules/master/subscriptions/abpindo.txt - 41 | 553 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/AdGuardSDNSFilter/master/Filters/rules.txt - 42 | 1019 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_11_Mobile/filter.txt - 43 | 729 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_14_Annoyances/filter.txt - 44 | 5523 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_16_French/filter.txt - 45 | 4649 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_1_Russian/filter.txt - 46 | 6566 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_224_Chinese/filter.txt - 47 | 22148 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_2_English/filter.txt - 48 | 16809 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_3_Spyware/filter.txt - 49 | 50 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_4_Social/filter.txt - 50 | 403 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_6_German/filter.txt - 51 | 336 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_7_Japanese/filter.txt - 52 | 25 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_8_Dutch/filter.txt - 53 | 219 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_9_Spanish/filter.txt - 54 | 37 | adblock | http | online | unchanged | https://raw.githubusercontent.com/EasyList-Lithuania/easylist_lithuania/master/easylistlithuania.txt - 55 | 4924 | adblock | http | online | unchanged | https://raw.githubusercontent.com/Kees1958/W3C_annual_most_used_survey_blocklist/master/EU_US%2Bmost_used_ad_and_tracking_networks - 56 | 2016 | adblock | http | online | unchanged | https://raw.githubusercontent.com/Kees1958/W3C_annual_most_used_survey_blocklist/master/TOP_EU_US_Ads_Trackers_ABP - 57 | 217 | adblock | http | online | unchanged | https://raw.githubusercontent.com/abpvn/abpvn/master/filter/abpvn.txt - 58 | 199 | adblock | http | online | unchanged | https://raw.githubusercontent.com/easylist-thailand/easylist-thailand/master/subscription/easylist-thailand.txt - 59 | 302 | adblock | http | online | unchanged | https://raw.githubusercontent.com/easylist/EasyListHebrew/master/EasyListHebrew.txt - 60 | 9316 | adblock | http | online | unchanged | https://raw.githubusercontent.com/easylist/easylist/master/easyprivacy/easyprivacy_specific_cname.txt - 61 | 715 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/badware.txt - 62 | 99 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/filters-2020.txt - 63 | 150 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/filters-2021.txt - 64 | 561 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/filters.txt - 65 | 48 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/privacy.txt - 66 | 4 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/resource-abuse.txt - 67 | 0 | adblock | http | OFFLINE | OFFLINE | https://raw.githubusercontent.com/yecarrillo/adblock-colombia/master/adblock_co.txt - 68 | 5 | adblock | http | online | unchanged | https://stanev.org/abp/adblock_bg.txt - 69 | 16 | adblock | http | online | unchanged | https://www.void.gr/kargig/void-gr-filters.txt - 70 | 120 | adblock | http | online | unchanged | https://www.zoso.ro/pages/rolist.txt - 71 | 1061408 | domains | http | online | unchanged | https://dbl.oisd.nl - 72 | 93398 | domains | http | online | unchanged | https://dbl.oisd.nl/basic/ - 73 | 15132 | domains | http | online | unchanged | https://gitlab.com/quidsup/notrack-blocklists/raw/master/notrack-blocklist.txt - 74 | 44749 | domains | http | online | unchanged | https://phishing.army/download/phishing_army_blocklist.txt - 75 | 13720 | domains | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/cname-trackers/master/combined_disguised_trackers_justdomains.txt - 76 | 15734 | domains | http | online | unchanged | https://raw.githubusercontent.com/AdroitAdorKhan/antipopads-re/master/formats/domains.txt - 77 | 1406 | domains | http | online | unchanged | https://raw.githubusercontent.com/AmnestyTech/investigations/master/2021-07-18_nso/domains.txt - 78 | 708 | domains | http | online | unchanged | https://raw.githubusercontent.com/DRSDavidSoft/additional-hosts/master/domains/blacklist/adservers-and-trackers.txt - 79 | 46555 | domains | http | online | unchanged | https://raw.githubusercontent.com/Zelo72/rpi/master/pihole/blocklists/fake.txt - 80 | 27888 | domains | http | online | unchanged | https://raw.githubusercontent.com/Zelo72/rpi/master/pihole/blocklists/personal.txt - 81 | 370254 | domains | http | online | unchanged | https://raw.githubusercontent.com/Zelo72/rpi/master/pihole/blocklists/threat-intelligence.txt - 82 | 13720 | domains | http | online | unchanged | https://raw.githubusercontent.com/adguardteam/cname-trackers/master/combined_disguised_trackers_justdomains.txt - 83 | 9922 | domains | http | online | unchanged | https://raw.githubusercontent.com/cbuijs/shallalist/master/adv/domains - 84 | 1486 | domains | http | online | unchanged | https://raw.githubusercontent.com/cbuijs/shallalist/master/tracker/domains - 85 | 3670 | domains | http | online | unchanged | https://raw.githubusercontent.com/cbuijs/ut1/master/ads/domains - 86 | 1013 | domains | http | online | unchanged | https://raw.githubusercontent.com/jkrejcha/AdmiraList/master/AdmiraList.txt - 87 | 22 | domains | http | online | unchanged | https://raw.githubusercontent.com/nextdns/cname-cloaking-blocklist/master/domains - 88 | 429 | domains | http | online | unchanged | https://raw.githubusercontent.com/nextdns/metadata/master/privacy/affiliate-tracking-domains - 89 | 5 | domains | http | online | unchanged | https://raw.githubusercontent.com/nextdns/metadata/master/security/parked-domains-cname - 90 | 252601 | domains | http | online | unchanged | https://raw.githubusercontent.com/notracking/hosts-blocklists/master/dnscrypt-proxy/dnscrypt-proxy.blacklist.txt - 91 | 415 | domains | http | online | unchanged | https://raw.githubusercontent.com/ookangzheng/blahdns/master/hosts/blacklist.txt - 92 | 636 | domains | http | online | unchanged | https://v.firebog.net/hosts/Admiral.txt - 93 | 357 | domains | http | online | unchanged | https://v.firebog.net/hosts/static/w3kbl.txt + 20 | 4437 | hosts | http | online | unchanged | https://threatfox.abuse.ch/downloads/hostfile + 21 | 1133 | hosts | http | online | changed | https://urlhaus.abuse.ch/downloads/hostfile/ + 22 | 8728 | hosts | http | online | unchanged | https://winhelp2002.mvps.org/hosts.txt + 23 | 0 | adblock | http | OFFLINE | OFFLINE | https://adblock.gardar.net/is.abp.txt + 24 | 40628 | adblock | http | online | unchanged | https://adguardteam.github.io/AdGuardSDNSFilter/Filters/filter.txt + 25 | 127 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/Liste_AR.txt + 26 | 9628 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/advblock.txt + 27 | 6307 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistchina.txt + 28 | 21 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistdutch.txt + 29 | 364 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistgermany.txt + 30 | 216 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistitaly.txt + 31 | 39 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistpolish.txt + 32 | 118 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistportuguese.txt + 33 | 366 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/easylistspanish.txt + 34 | 18 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/indianlist.txt + 35 | 25 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/koreanlist.txt + 36 | 5516 | adblock | http | online | unchanged | https://easylist-downloads.adblockplus.org/liste_fr.txt + 37 | 18565 | adblock | http | online | unchanged | https://easylist.to/easylist/easylist.txt + 38 | 16184 | adblock | http | online | unchanged | https://easylist.to/easylist/easyprivacy.txt + 39 | 55 | adblock | http | online | unchanged | https://notabug.org/latvian-list/adblock-latvian/raw/master/lists/latvian-list.txt + 40 | 86 | adblock | http | online | unchanged | https://raw.github.com/tomasko126/easylistczechandslovak/master/filters.txt + 41 | 685 | adblock | http | online | unchanged | https://raw.githubusercontent.com/ABPindo/indonesianadblockrules/master/subscriptions/abpindo.txt + 42 | 553 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/AdGuardSDNSFilter/master/Filters/rules.txt + 43 | 1019 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_11_Mobile/filter.txt + 44 | 729 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_14_Annoyances/filter.txt + 45 | 5523 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_16_French/filter.txt + 46 | 4649 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_1_Russian/filter.txt + 47 | 6572 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_224_Chinese/filter.txt + 48 | 22148 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_2_English/filter.txt + 49 | 16811 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_3_Spyware/filter.txt + 50 | 50 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_4_Social/filter.txt + 51 | 403 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_6_German/filter.txt + 52 | 337 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_7_Japanese/filter.txt + 53 | 25 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_8_Dutch/filter.txt + 54 | 219 | adblock | http | online | unchanged | https://raw.githubusercontent.com/AdguardTeam/FiltersRegistry/master/filters/filter_9_Spanish/filter.txt + 55 | 37 | adblock | http | online | unchanged | https://raw.githubusercontent.com/EasyList-Lithuania/easylist_lithuania/master/easylistlithuania.txt + 56 | 4924 | adblock | http | online | unchanged | https://raw.githubusercontent.com/Kees1958/W3C_annual_most_used_survey_blocklist/master/EU_US%2Bmost_used_ad_and_tracking_networks + 57 | 2016 | adblock | http | online | unchanged | https://raw.githubusercontent.com/Kees1958/W3C_annual_most_used_survey_blocklist/master/TOP_EU_US_Ads_Trackers_ABP + 58 | 215 | adblock | http | online | unchanged | https://raw.githubusercontent.com/abpvn/abpvn/master/filter/abpvn.txt + 59 | 199 | adblock | http | online | unchanged | https://raw.githubusercontent.com/easylist-thailand/easylist-thailand/master/subscription/easylist-thailand.txt + 60 | 302 | adblock | http | online | unchanged | https://raw.githubusercontent.com/easylist/EasyListHebrew/master/EasyListHebrew.txt + 61 | 9316 | adblock | http | online | unchanged | https://raw.githubusercontent.com/easylist/easylist/master/easyprivacy/easyprivacy_specific_cname.txt + 62 | 715 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/badware.txt + 63 | 99 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/filters-2020.txt + 64 | 152 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/filters-2021.txt + 65 | 561 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/filters.txt + 66 | 48 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/privacy.txt + 67 | 4 | adblock | http | online | unchanged | https://raw.githubusercontent.com/uBlockOrigin/uAssets/master/filters/resource-abuse.txt + 68 | 0 | adblock | http | OFFLINE | OFFLINE | https://raw.githubusercontent.com/yecarrillo/adblock-colombia/master/adblock_co.txt + 69 | 5 | adblock | http | online | unchanged | https://stanev.org/abp/adblock_bg.txt + 70 | 16 | adblock | http | online | unchanged | https://www.void.gr/kargig/void-gr-filters.txt + 71 | 120 | adblock | http | online | unchanged | https://www.zoso.ro/pages/rolist.txt + 72 | 1060392 | domains | http | online | unchanged | https://dbl.oisd.nl + 73 | 92803 | domains | http | online | unchanged | https://dbl.oisd.nl/basic/ + 74 | 15132 | domains | http | online | unchanged | https://gitlab.com/quidsup/notrack-blocklists/raw/master/notrack-blocklist.txt + 75 | 44771 | domains | http | online | changed | https://phishing.army/download/phishing_army_blocklist.txt + 76 | 14044 | domains | http | online | changed | https://raw.githubusercontent.com/AdguardTeam/cname-trackers/master/combined_disguised_trackers_justdomains.txt + 77 | 15752 | domains | http | online | unchanged | https://raw.githubusercontent.com/AdroitAdorKhan/antipopads-re/master/formats/domains.txt + 78 | 1406 | domains | http | online | unchanged | https://raw.githubusercontent.com/AmnestyTech/investigations/master/2021-07-18_nso/domains.txt + 79 | 708 | domains | http | online | unchanged | https://raw.githubusercontent.com/DRSDavidSoft/additional-hosts/master/domains/blacklist/adservers-and-trackers.txt + 80 | 46555 | domains | http | online | unchanged | https://raw.githubusercontent.com/Zelo72/rpi/master/pihole/blocklists/fake.txt + 81 | 27891 | domains | http | online | unchanged | https://raw.githubusercontent.com/Zelo72/rpi/master/pihole/blocklists/personal.txt + 82 | 370064 | domains | http | online | unchanged | https://raw.githubusercontent.com/Zelo72/rpi/master/pihole/blocklists/threat-intelligence.txt + 83 | 14044 | domains | http | online | unchanged | https://raw.githubusercontent.com/adguardteam/cname-trackers/master/combined_disguised_trackers_justdomains.txt + 84 | 2 | domains | http | online | unchanged | https://raw.githubusercontent.com/badmojr/1Hosts/master/submit_here/include_for_all.txt + 85 | 9922 | domains | http | online | unchanged | https://raw.githubusercontent.com/cbuijs/shallalist/master/adv/domains + 86 | 1486 | domains | http | online | unchanged | https://raw.githubusercontent.com/cbuijs/shallalist/master/tracker/domains + 87 | 3670 | domains | http | online | unchanged | https://raw.githubusercontent.com/cbuijs/ut1/master/ads/domains + 88 | 1013 | domains | http | online | unchanged | https://raw.githubusercontent.com/jkrejcha/AdmiraList/master/AdmiraList.txt + 89 | 22 | domains | http | online | unchanged | https://raw.githubusercontent.com/nextdns/cname-cloaking-blocklist/master/domains + 90 | 429 | domains | http | online | unchanged | https://raw.githubusercontent.com/nextdns/metadata/master/privacy/affiliate-tracking-domains + 91 | 5 | domains | http | online | unchanged | https://raw.githubusercontent.com/nextdns/metadata/master/security/parked-domains-cname + 92 | 252601 | domains | http | online | unchanged | https://raw.githubusercontent.com/notracking/hosts-blocklists/master/dnscrypt-proxy/dnscrypt-proxy.blacklist.txt + 93 | 415 | domains | http | online | unchanged | https://raw.githubusercontent.com/ookangzheng/blahdns/master/hosts/blacklist.txt + 94 | 636 | domains | http | online | unchanged | https://v.firebog.net/hosts/Admiral.txt + 95 | 357 | domains | http | online | unchanged | https://v.firebog.net/hosts/static/w3kbl.txt # Build gallegonovato Domainlist ... Stats gallegonovato: -** Source (raw): 2577047 -== Source (unique): 1540341 (-1036706) -++ Black: 1540341 (+0) --- White: 1540341 (-0) +** Source (raw): 2577847 +== Source (unique): 1541615 (-1036232) +++ Black: 1541615 (+0) +-- White: 1541615 (-0) -1540341 unique Domains - Version 2021.1025.063110 -MD5 Domains RAW: e2468232ef42cfbf46958d5b702971d0 +1541615 unique Domains - Version 2021.1025.123310 +MD5 Domains RAW: 9580331793e0328c142578061efc9932 # Convert gallegonovato to Hostlist ... @@ -1733,8 +1701,8 @@ MD5 Domains RAW: e2468232ef42cfbf46958d5b702971d0 gallegonovato - Done! Bereits aktuell. -[master 305a89d] @gallegonovato auto-update - 7 files changed, 33958 insertions(+), 33296 deletions(-) +[master 86c08d0] @gallegonovato auto-update + 10 files changed, 15879 insertions(+), 11704 deletions(-) Bereits aktuell. Auf Branch main diff --git a/pihole/blocklists/build/buildList.sh b/pihole/blocklists/build/buildList.sh index f7ba35b8..ce07f1fa 100755 --- a/pihole/blocklists/build/buildList.sh +++ b/pihole/blocklists/build/buildList.sh @@ -80,20 +80,24 @@ version=$(date +'%Y.%m%d.%H%M%S') # Helpfunctions getDomainsFromList() { + type=$5 + if [ -z "$5" ]; then + type="0" + fi if [ -s "$1" ]; then while IFS= read -r list || [ -n "$list" ]; do if [ "${list:0:1}" == "#" ] || [ "${list:0:1}" == "" ]; then continue fi - extractValidDomains 0 "$list" >>"$2" + extractValidDomains $type "$list" >>"$2" done <"$1" sortList "$2" - + # Extend FLD from SLD if [ "$4" == "1" ]; then extendFLDfromSLD "$2" fi - + # Extend missing WWW/FLD if [ "$3" == "1" ]; then extendWWW "$2" @@ -121,9 +125,9 @@ convertWildcardToRegex() { extractValidDomains() { # Sourcetype $1: 0=Domains / 1=Hosts / 2=Adblock / 3=Whitelist / 4=Deadlist - + dos2unix -q "$2" - + # Domains if [ "$1" == "0" ]; then cat <"$2" | sed -e 's/^[[:space:]]*//' | awk '{print $1}' | grep -Ev '^\s*$|^#|^!' | sed 's/^\.//' | sed 's/^\*\.//' | grep -P "$regex" @@ -135,17 +139,17 @@ extractValidDomains() { # Adblock if [ "$1" == "2" ]; then cat <"$2" | sed -e 's/^[[:space:]]*//' | grep ^\|\|.* | sed 's/[\|^]//g' | - sed 's/$popup,third-party//' | - sed 's/$important,all//' | - sed 's/$third-party//' | - sed 's/$popup//' | - sed 's/$important//' | - sed 's/$all//' | - sed 's/$document//' | - sed 's/$doc//' | - sed 's/$3p//' | - sed 's/$1p//' | - grep -P "$regex" + sed 's/$popup,third-party//' | + sed 's/$important,all//' | + sed 's/$third-party//' | + sed 's/$popup//' | + sed 's/$important//' | + sed 's/$all//' | + sed 's/$document//' | + sed 's/$doc//' | + sed 's/$3p//' | + sed 's/$1p//' | + grep -P "$regex" fi # Whitelist if [ "$1" == "3" ]; then @@ -174,14 +178,14 @@ extendFLD() { extendFLDfromSLD() { cat <"$1" | sed -e 's/^[[:space:]]*//' | grep -Ev '^\s*$|^#|^!|^www\.|ip6\.arpa$' | awk '{print $1}' | grep -P '(^[a-zA-Z0-9].*\.(?:[a-zA-Z0-9\-]*\.{1}[a-zA-Z0-9\-]*$))' | grep -P "$regex" >"$1.sld" cat <"$1.sld" | grep -Po '([a-zA-Z0-9\-]*\.{1}[a-zA-Z0-9\-]{2,}$)|([a-zA-Z0-9\-]*\.{1}(ac|co|gov|ltd|me|net|nhs|nic|org|plc|sch|aaa|aca|acct|ae|ar|biz|br|cn|club|ebiz|gr|gb|game|fin|eu|hu|id|idv|in|info|jp|jur|law|mex|no|nom|or|pp|pro|qc|se|sa|ru|recht|radio|uk|us|uy|za|web)\.{1}[a-zA-Z]{2,}$)' | grep -P "$regex" >"$1.fld" - + cat <"$1.sld" | sed 's/\./ /' | awk '{print $2}' | grep -P "$regex" >"$1.fld.1" cat <"$1.fld.1" | sed 's/\./ /' | awk '{print $2}' | grep -P "$regex" >"$1.fld.2" cat <"$1.fld.2" | sed 's/\./ /' | awk '{print $2}' | grep -P "$regex" >"$1.fld.3" cat <"$1.fld.3" | sed 's/\./ /' | awk '{print $2}' | grep -P "$regex" >"$1.fld.4" cat <"$1.fld.4" | sed 's/\./ /' | awk '{print $2}' | grep -P "$regex" >"$1.fld.5" cat <"$1.fld.5" | sed 's/\./ /' | awk '{print $2}' | grep -P "$regex" >"$1.fld.6" - + cat <"$1.fld" "$1.fld.1" "$1.fld.2" "$1.fld.3" "$1.fld.4" "$1.fld.5" "$1.fld.6" >>"$1" rm -f "$1.sld" "$1.fld" "$1.fld.1" "$1.fld.2" "$1.fld.3" "$1.fld.4" "$1.fld.5" "$1.fld.6" sortList "$1" @@ -277,14 +281,14 @@ printHeader() { LinkToFilename() { echo "$1" | sed 's/https:\/\///' | sed 's/www\.//' | sed 's/bitbucket.org\///' | - sed 's/raw.githubusercontent.com\///' | sed 's/gist.githubusercontent.com\///' | - sed 's/gitlab.com\///' | sed 's/github.com\///' | sed 's/gitlab\.//' | sed 's/\/raw\master\//_/' | - sed 's/\/raw\//_/' | sed 's/\/master\//_/' | sed 's/\/main\//_/' | sed 's/.txt//' | - sed 's/\.php?hostformat=hosts&showintro=0&mimetype=plaintext//' | - sed 's/\/domain?format=plain//' | - sed 's/%20//g' | sed 's/%2B//g' | sed "s/[\']//g" | - sed 's/[\/]/_/g' | - awk '{print tolower($0)}' + sed 's/raw.githubusercontent.com\///' | sed 's/gist.githubusercontent.com\///' | + sed 's/gitlab.com\///' | sed 's/github.com\///' | sed 's/gitlab\.//' | sed 's/\/raw\master\//_/' | + sed 's/\/raw\//_/' | sed 's/\/master\//_/' | sed 's/\/main\//_/' | sed 's/.txt//' | + sed 's/\.php?hostformat=hosts&showintro=0&mimetype=plaintext//' | + sed 's/\/domain?format=plain//' | + sed 's/%20//g' | sed 's/%2B//g' | sed "s/[\']//g" | + sed 's/[\/]/_/g' | + awk '{print tolower($0)}' } convertWhiteToAdblock() { @@ -295,13 +299,9 @@ convertWhiteToAdblock() { continue fi if [ "${domain:0:2}" == "*." ]; then - echo "@@||$(echo "$domain" | sed 's/^\*\.//')^|" >>"$2" + echo "@@||$(echo "$domain" | sed 's/^\*\.//')^" >>"$2" else - if [[ $domain =~ \* ]]; then - echo "@@/$domain/" >>"$2" - else - echo "@@|$domain^|" >>"$2" - fi + echo "@@|$domain^" >>"$2" fi done <"$1" fi @@ -356,10 +356,10 @@ echo "" echo "$sourcedir" exit 1 fi - + echo "### Compile $name Blocklist ###" echo "" - + # Print config echo "Config:" echo "" @@ -374,18 +374,18 @@ echo "" printConfig "-- Whitelists" "$whitelists" printConfigLocal "- Unblock" "$unblock" printConfig "-- Unblocklists" "$unblocklists" - + # Init echo "Initialize ..." - + dos2unix -q "$sourcedir"/* - + echo "" - + # Download and convert Sourcelists echo "# Download and convert Sourcelists ..." echo "" - + i=0 ( printf "%+4s | %+7s | %-7s | %-6s | %-7s | %-9s | %s\n" "Nr" "Count" "Format" "Source" "Status" "File" "URL/File" @@ -393,20 +393,20 @@ echo "" if [ "${url:0:1}" == "#" ] || [ "${url:0:1}" == "" ]; then continue fi - + ((i++)) - + # Determine list type if inConfig "white"; then listtype=3 # Whitelist listtypename="white" - elif inConfig "dead"; then + elif inConfig "dead"; then listtype=4 # Deadlist listtypename="dead" else listtype=0 # Domains listtypename="domains" - + if [ "${url:0:1}" == "!" ]; then url=$(echo "$url" | awk '{print $2}') listtype=1 # Hosts @@ -418,9 +418,9 @@ echo "" listtypename="adblock" fi fi - + echo "$i. $listtypename - $url" >>"$domains".sourceurls - + # Processing according to source and list type if [ "${url:0:4}" == "http" ]; then # online source="http" @@ -436,14 +436,14 @@ echo "" extractValidDomains $listtype "$url" >"$file.domains" url="$filename" fi - + # Check if the source has been changed if compareFiles "$file" "$file.domains"; then filestatus="unchanged" else filestatus="changed" fi - + # If the downloaded source contains domains, use them, # otherwise use a cached local copy of the source. c=$(wc -l "$file.domains" | awk '{print $1}') @@ -461,128 +461,128 @@ echo "" mv "$file.domains" "$file" status="online" fi - + # Add domains to the domains list if [ -s "$file" ]; then cat "$file" >>"$domains" fi - + printf "%+4s | %+7s | %-7s | %-6s | %-7s | %-9s | %s\n" "$i" "$c" "$listtypename" "$source" "$status" "$filestatus" "$url" done <"$sourcelists" ) | tee "$header.ext" sed -i 's/^/# /' "$header.ext" echo "" - + # Build Domainlist echo "# Build $name Domainlist ..." echo "" - + echo "Stats $name:" echo "" - + echo -n "** Source (raw): " cdo=$(wc -l "$domains" | awk '{print $1}') echo "$cdo" - + echo -n "== Source (unique): " sortList "$domains" printDecCount - + # Add Domains from personal Blacklists if [ -s "$black" ]; then cat <"$black" >>"$domains".blacklist fi getDomainsFromList "$blacklists" "$domains".blacklist 0 0 - + if [ -s "$domains".blacklist ]; then echo -n "++ Black: " addDomains "$domains".blacklist "$domains" printIncCount fi - + # Remove excluded Domains getDomainsFromList "$excludelists" "$domains".excludelist 0 0 - + if [ -s "$domains".excludelist ]; then echo -n "-- Exclude: " removeDomains "$domains".excludelist "$domains" printDecCount fi - + # Save domain list for later dead domains check cp "$domains" "$domains".checkfordead - + # Remove whitelisted Domains if [ -s "$white" ]; then cat <"$white" >>"$domains".whitelist fi - getDomainsFromList "$whitelists" "$domains".whitelist 1 1 - + getDomainsFromList "$whitelists" "$domains".whitelist 1 1 3 + if [ -s "$domains".whitelist ]; then echo -n "-- White: " removeDomains "$domains".whitelist "$domains" - + # Build Adblock whitelist if inConfig "adblockwhite"; then if [ -s "$white" ]; then convertWhiteToAdblock "$white" "$sourcedir"/exceptions.txt fi fi - + printDecCount fi - + # Remove wildcard whitelisted Domains getRegexDomainsFromWilcardList "$whitelists" "$domains".whitelist.wildcards - + if [ -s "$domains".whitelist.wildcards ]; then echo -n "-- White(*): " removeDomainsWildcard "$domains".whitelist.wildcards "$domains" printDecCount fi - + # Remove dead Domains getDomainsFromList "$deadlists" "$domains".deadlist 0 0 - + if [ -s "$domains".deadlist ]; then echo -n "-- Dead: " removeDomains "$domains".deadlist "$domains" printDecCount fi - + # Add prioritized blocked Domains if [ -s "$block" ]; then cat <"$block" >>"$domains".prioblocklist fi getDomainsFromList "$prioblocklists" "$domains".prioblocklist 1 0 - + if [ -s "$domains".prioblocklist ]; then echo -n "++ Block: " addDomains "$domains".prioblocklist "$domains" printIncCount fi - + # Unblock prioritized whitelisted Domains if [ -s "$unblock" ]; then cat <"$unblock" >>"$domains".unblocklist fi getDomainsFromList "$unblocklists" "$domains".unblocklist 1 1 - + if [ -s "$domains".unblocklist ]; then echo -n "-- Unblock: " removeDomains "$domains".unblocklist "$domains" printDecCount fi - + # Unblock prioritized wildcard whitelisted Domains getRegexDomainsFromWilcardList "$unblocklists" "$domains".unblocklist.wildcards - + if [ -s "$domains".unblocklist.wildcards ]; then echo -n "-- Unblock(*): " removeDomainsWildcard "$domains".unblocklist.wildcards "$domains" printDecCount fi - + # Extend by missing WWW/FLD Domains if inConfig "extendWWWFLD"; then if inConfig "white"; then @@ -590,16 +590,16 @@ echo "" extendFLDfromSLD "$domains" printIncCount fi - + echo -n "++ FLD: " extendFLD "$domains" printIncCount - + echo -n "++ WWW: " extendWWW "$domains" printIncCount fi - + # Check if there are changes to the previous repo version getMd5 "$domains" >"$outdir"/md5.new if compareFiles "$outdir/md5.new" "$outdir/md5.old"; then @@ -611,30 +611,30 @@ echo "" exit 0 fi getMd5 "$domains" >"$outdir"/md5.old - + # Cleanup rm -f "$hosts" "$adblock" rm -f "$hosts".* "$adblock".* - + # Version echo "" echo "$cdo unique Domains - Version $version" echo "MD5 Domains RAW: $(getMd5 "$domains")" echo "" - + # Convert to Hostlist if inConfig "hosts"; then echo "# Convert $name to Hostlist ... " rm -f "$hosts" - + if ! inConfig "noheader"; then printHeader "$cdo" >"$hosts" fi - + sed -e 's/^/0.0.0.0 /' "$domains" >>"$hosts" echo "" fi - + # Convert to Adblocklist if inConfig "adblock"; then echo "# Convert $name to AdBlocklist ..." @@ -643,7 +643,7 @@ echo "" cp $jsonbase "$json" sed -i "s/tmp/$name/g" "$json" fi - + if ! inConfig "no_adblock_convert"; then echo -n "Prepare domain list for compiling ... " if inConfig "adblock_important"; then @@ -654,7 +654,7 @@ echo "" echo "done." echo "" fi - + cd "$outdir" || exit if inConfig "verbose"; then hostlist-compiler -v -c "$json" -o "$adblock" @@ -663,58 +663,58 @@ echo "" fi rm -f "$adblock".raw cd "$sourcedir" || exit - + sortList "$adblock" - + if ! inConfig "noheader"; then c=$(grep -Evc '^\s*$|^#|^!' "$adblock") printHeader "$c" | sed 's/^\#/\!/' >"$adblock".tmp fi - + cat <"$adblock" | grep -Ev '^\s*$|^#|^!' >>"$adblock".tmp mv "$adblock".tmp "$adblock" - + if inConfig "adblocktowildcard"; then cat <"$adblock" | grep -Ev '^\s*$|^#|^!' | sed 's/||/*./' | sed 's/[\^]//g' >"$adblock".wildcards fi - + echo "" fi - + if ! inConfig "noheader"; then # Attach header echo "# Attach header to $name Domainlist ..." echo "" - + printHeader "$cdo" >"$domains".tmp cat <"$domains" >>"$domains".tmp mv "$domains".tmp "$domains" fi - + # Push to local repository if inConfig "localpush"; then echo "# Push $name to local Repositories ..." echo "" - + dos2unix -q "$outdir"/* - + if inConfig "white" || inConfig "dead"; then cp "$domains" "$repodata"/"$name".list - elif inConfig "block"; then + elif inConfig "block"; then cp "$domains" "$repodata"/"$name".list.block - elif inConfig "black"; then + elif inConfig "black"; then cp "$domains" "$repodata"/"$name".list cp "$domains".whitelist.removed "$repodata"/"$name".list.wl.removed cp "$domains".wildcard.removed "$repodata"/"$name".list.wc.removed else cp "$domains" "$repodomains"/"$name".txt cp "$stats" "$repodomains" - + if inConfig "hosts"; then cp "$hosts" "$repohosts"/"$name".txt cp "$stats" "$repohosts" fi - + if inConfig "adblock"; then cp "$adblock" "$repoadguard"/"$name".adblock cp "$stats" "$repoadguard" diff --git a/pihole/blocklists/build/updateWhitelist.sh b/pihole/blocklists/build/updateWhitelist.sh index b06c1a55..69c79509 100755 --- a/pihole/blocklists/build/updateWhitelist.sh +++ b/pihole/blocklists/build/updateWhitelist.sh @@ -32,43 +32,27 @@ sortList() { convertWhiteToAdBlock() { rm -f "$2" + includesubdomains=$3 + if [ -z "$3" ]; then + includesubdomains="0" + fi while IFS= read -r domain || [ -n "$domain" ]; do if [ "${domain:0:1}" == "#" ] || [ "${domain:0:1}" == "" ]; then echo "$domain" | sed 's/^\#/\!/' >>"$2" continue fi if [ "${domain:0:2}" == "*." ]; then - echo "@@||$(echo "$domain" | sed 's/^\*\.//')^|" >>"$2" + echo "@@||$(echo "$domain" | sed 's/^\*\.//')^" >>"$2" else - if [[ $domain =~ \* ]]; then - echo "@@/$domain/" >>"$2" + if [ $includesubdomains == "0" ]; then + echo "@@|$domain^" >>"$2" else - echo "@@|$domain^|" >>"$2" + echo "@@||$domain^" >>"$2" fi fi done <"$1" } -convertWhiteToAdBlockSubdomains() { - rm -f "$2" - while IFS= read -r domain || [ -n "$domain" ]; do - if [ "${domain:0:1}" == "#" ] || [ "${domain:0:1}" == "" ]; then - echo "$domain" | sed 's/^\#/\!/' >>"$2" - continue - fi - if [ "${domain:0:2}" == "*." ]; then - echo "@@||$(echo "$domain" | sed 's/^\*\.//')^|" >>"$2" - else - if [[ $domain =~ \* ]]; then - echo "@@/$domain/" >>"$2" - else - echo "@@||$domain^|" >>"$2" - fi - fi - done <"$1" - sortList $2 -} - # Start echo '===========================================' echo 'Whitelist ...' @@ -83,7 +67,7 @@ tmp=$data/tmp # Referral curl -s -L https://raw.githubusercontent.com/nextdns/metadata/master/privacy/affiliate-tracking-domains >$tmp curl -s -L https://raw.githubusercontent.com/nextdns/metadata/master/privacy/affiliate-tracking-domains | - awk '{print $1}' | grep -Ev '^\s*$|^#|^!|^www' | sed -e 's/^/\*\./' >>$tmp + awk '{print $1}' | grep -Ev '^\s*$|^#|^!|^www' | sed -e 's/^/\*\./' >>$tmp generateWhitelist $tmp $tmp.1 cat <$tmp.1 >>$data/white.list.referral rm -f $tmp.1 @@ -102,35 +86,35 @@ wc -l $data/white.list.oisd # AdGuard curl -s -L https://adguardteam.github.io/AdGuardSDNSFilter/Filters/filter.txt | -grep -P '^\@\@' | sed 's/[\|^\@]//g' | sed 's/$important//' | -grep -P "$regex" >$tmp + grep -P '^\@\@' | sed 's/[\|^\@]//g' | sed 's/$important//' | + grep -P "$regex" >$tmp curl -s -L https://adguardteam.github.io/AdGuardSDNSFilter/Filters/filter.txt | -grep -P '^\@\@\|\|' | sed 's/[\|^\@]//g' | sed 's/$important//' | -grep -P "$regex" | sed -e 's/^/*./' >>$tmp + grep -P '^\@\@\|\|' | sed 's/[\|^\@]//g' | sed 's/$important//' | + grep -P "$regex" | sed -e 's/^/*./' >>$tmp curl -s -L https://raw.githubusercontent.com/AdguardTeam/AdGuardSDNSFilter/master/Filters/exclusions.txt | -grep -Ev '^\s*$|^#|^!' | sed 's/[\|^]//g' | sed 's/$important//' | -grep -P "$regex" >>$tmp + grep -Ev '^\s*$|^#|^!' | sed 's/[\|^]//g' | sed 's/$important//' | + grep -P "$regex" >>$tmp curl -s -L https://raw.githubusercontent.com/AdguardTeam/AdGuardSDNSFilter/master/Filters/exclusions.txt | -grep -Ev '^\s*$|^#|^!|^\||^\/' | grep -P "$regex" | sed -e 's/^/*./' >>$tmp + grep -Ev '^\s*$|^#|^!|^\||^\/' | grep -P "$regex" | sed -e 's/^/*./' >>$tmp curl -s -L https://raw.githubusercontent.com/AdguardTeam/AdGuardSDNSFilter/master/Filters/exceptions.txt | -grep -P '^\@\@' | sed 's/[\|^\@]//g' | sed 's/$important//' | -grep -P "$regex" >>$tmp + grep -P '^\@\@' | sed 's/[\|^\@]//g' | sed 's/$important//' | + grep -P "$regex" >>$tmp curl -s -L https://raw.githubusercontent.com/AdguardTeam/AdGuardSDNSFilter/master/Filters/exceptions.txt | -grep -P '^\@\@\|\|' | sed 's/[\|^\@]//g' | sed 's/$important//' | -grep -P "$regex" | sed -e 's/^/*./' >>$tmp + grep -P '^\@\@\|\|' | sed 's/[\|^\@]//g' | sed 's/$important//' | + grep -P "$regex" | sed -e 's/^/*./' >>$tmp curl -s -L https://raw.githubusercontent.com/DandelionSprout/adfilt/master/AdGuard%20Home%20Compilation%20List/AdGuardHomeCompilationList.txt | -grep -P '^\@\@' | sed 's/[\|^\@]//g' | sed 's/$important//' | -grep -P "$regex" >>$tmp + grep -P '^\@\@' | sed 's/[\|^\@]//g' | sed 's/$important//' | + grep -P "$regex" >>$tmp curl -s -L https://raw.githubusercontent.com/DandelionSprout/adfilt/master/AdGuard%20Home%20Compilation%20List/AdGuardHomeCompilationList.txt | -grep -P '^\@\@\|\|' | sed 's/[\|^\@]//g' | sed 's/$important//' | -grep -P "$regex" | sed -e 's/^/*./' >>$tmp + grep -P '^\@\@\|\|' | sed 's/[\|^\@]//g' | sed 's/$important//' | + grep -P "$regex" | sed -e 's/^/*./' >>$tmp generateWhitelist $tmp $data/white.list.adguard wc -l $data/white.list.adguard @@ -144,26 +128,26 @@ cp $data/white.list.referral /media/nas/git/hosts # Convert personal whitelist to AdBlock format convertWhiteToAdBlock "$data/white.list" /media/nas/git/adguard/whitelist.adguard -convertWhiteToAdBlockSubdomains "$data/white.list.referral" /media/nas/git/adguard/whitelist.referral.adguard +convertWhiteToAdBlock "$data/white.list.referral" /media/nas/git/adguard/whitelist.referral.adguard 1 # Build host-compiler exclusion lists -cat <"$data/white.list" | grep -Ev '^\s*$|^#|^!' | sed 's/\*\.//' | sort -u | sed -e 's/^/|/' | sed -e 's/$/^/' > "$data/adblock.exclusions.list" -cat <"$data/white.list" | grep -Ev '^\s*$|^#|^!' | grep -E '^\*\.' | - sed 's/^\*//' | sed 's/^.//' | sed 's/\./\\./g' | sed -e 's/^/\(\\|\|\\.\|\^\)/' | - sed -e 's/^/\//' | sed -e 's/$/\(\$\|\\\^\)\//' | - sort -u >> "$data/adblock.exclusions.list" +cat <"$data/white.list" | grep -Ev '^\s*$|^#|^!' | sed 's/\*\.//' | sort -u | sed -e 's/^/|/' | sed -e 's/$/^/' >"$data/adblock.exclusions.list" +cat <"$data/white.list" | grep -Ev '^\s*$|^#|^!' | grep -E '^\*\.' | + sed 's/^\*//' | sed 's/^.//' | sed 's/\./\\./g' | sed -e 's/^/\(\\|\|\\.\|\^\)/' | + sed -e 's/^/\//' | sed -e 's/$/\(\$\|\\\^\)\//' | + sort -u >>"$data/adblock.exclusions.list" -cat <"$data/white.list.important" | grep -Ev '^\s*$|^#|^!' | sed 's/\*\.//' | sort -u | sed -e 's/^/|/' | sed -e 's/$/^/' > "$data/adblock.exclusions.important" +cat <"$data/white.list.important" | grep -Ev '^\s*$|^#|^!' | sed 's/\*\.//' | sort -u | sed -e 's/^/|/' | sed -e 's/$/^/' >"$data/adblock.exclusions.important" cat <"$data/white.list.important" | grep -Ev '^\s*$|^#|^!' | grep -E '^\*\.' | - sed 's/^\*//' | sed 's/^.//' | sed 's/\./\\./g' | sed -e 's/^/\(\\|\|\\.\|\^\)/' | - sed -e 's/^/\//' | sed -e 's/$/\(\$\|\\\^\)\//' | - sort -u >> "$data/adblock.exclusions.important" + sed 's/^\*//' | sed 's/^.//' | sed 's/\./\\./g' | sed -e 's/^/\(\\|\|\\.\|\^\)/' | + sed -e 's/^/\//' | sed -e 's/$/\(\$\|\\\^\)\//' | + sort -u >>"$data/adblock.exclusions.important" -cat <"$data/white.list.referral" | grep -Ev '^\s*$|^#|^!' | sed 's/\*\.//' | sort -u | sed -e 's/^/|/' | sed -e 's/$/^/' > "$data/adblock.exclusions.referral" -cat <"$data/white.list.referral" | grep -Ev '^\s*$|^#|^!' | grep -E '^\*\.' | - sed 's/^\*//' | sed 's/^.//' | sed 's/\./\\./g' | sed -e 's/^/\(\\|\|\\.\|\^\)/' | - sed -e 's/^/\//' | sed -e 's/$/\(\$\|\\\^\)\//' | - sort -u >> "$data/adblock.exclusions.referral" +cat <"$data/white.list.referral" | grep -Ev '^\s*$|^#|^!' | sed 's/\*\.//' | sort -u | sed -e 's/^/|/' | sed -e 's/$/^/' >"$data/adblock.exclusions.referral" +cat <"$data/white.list.referral" | grep -Ev '^\s*$|^#|^!' | grep -E '^\*\.' | + sed 's/^\*//' | sed 's/^.//' | sed 's/\./\\./g' | sed -e 's/^/\(\\|\|\\.\|\^\)/' | + sed -e 's/^/\//' | sed -e 's/$/\(\$\|\\\^\)\//' | + sort -u >>"$data/adblock.exclusions.referral" echo '===========================================' echo 'Deadlist ...'