2021-10-19 21:59:14 +02:00
|
|
|
|
### Compile big Blocklist ###
|
|
|
|
|
|
|
|
|
|
Config:
|
|
|
|
|
|
2021-10-22 13:23:48 +02:00
|
|
|
|
** Build - 6:
|
2021-10-19 21:59:14 +02:00
|
|
|
|
|
2021-10-22 13:23:48 +02:00
|
|
|
|
extendWWWFLD
|
2021-10-19 21:59:14 +02:00
|
|
|
|
hosts
|
|
|
|
|
adblock
|
2021-10-22 13:23:48 +02:00
|
|
|
|
adblockwhite
|
2021-10-19 21:59:14 +02:00
|
|
|
|
no_adblock_convert
|
|
|
|
|
localpush
|
|
|
|
|
|
2021-10-22 13:23:48 +02:00
|
|
|
|
++ Prioritized Blocklists - 3:
|
|
|
|
|
|
|
|
|
|
../../data/black.list.block
|
|
|
|
|
../../data/rules.list.block
|
|
|
|
|
../../data/black.list.extension
|
|
|
|
|
|
|
|
|
|
- White - 29:
|
|
|
|
|
|
|
|
|
|
big.white
|
|
|
|
|
|
|
|
|
|
-- Whitelists - 1:
|
|
|
|
|
|
|
|
|
|
../../data/white.list.adguard
|
|
|
|
|
|
2021-10-19 21:59:14 +02:00
|
|
|
|
Initialize ...
|
|
|
|
|
|
|
|
|
|
# Download and convert Sourcelists ...
|
|
|
|
|
|
|
|
|
|
Nr | Count | Format | Source | Status | File | URL/File
|
2021-10-23 07:13:54 +02:00
|
|
|
|
1 | 471316 | domains | local | online | changed | multi.txt
|
|
|
|
|
2 | 45957 | domains | local | online | changed | fake.txt
|
|
|
|
|
3 | 110054 | domains | local | online | changed | big_extension.domains
|
|
|
|
|
4 | 971568 | domains | http | online | changed | https://dbl.oisd.nl
|
|
|
|
|
5 | 40621 | adblock | http | online | unchanged | https://adguardteam.github.io/AdGuardSDNSFilter/Filters/filter.txt
|
2021-10-19 21:59:14 +02:00
|
|
|
|
|
|
|
|
|
# Build big Domainlist ...
|
|
|
|
|
|
|
|
|
|
Stats big:
|
|
|
|
|
|
2021-10-23 07:13:54 +02:00
|
|
|
|
** Source (raw): 1639516
|
|
|
|
|
== Source (unique): 1331511 (-308005)
|
|
|
|
|
-- White: 1331267 (-244)
|
|
|
|
|
-- White(*): 1329495 (-1772)
|
|
|
|
|
++ Block: 1329508 (+13)
|
|
|
|
|
++ FLD: 1329724 (+216)
|
|
|
|
|
++ WWW: 1341817 (+12093)
|
2021-10-20 08:33:12 +02:00
|
|
|
|
|
2021-10-23 07:13:54 +02:00
|
|
|
|
1341817 unique Domains - Version 2021.1023.070639
|
|
|
|
|
MD5 Domains RAW: bc54a7130685764ce95a59b2b3356b96
|
2021-10-19 21:59:14 +02:00
|
|
|
|
|
|
|
|
|
# Convert big to Hostlist ...
|
|
|
|
|
|
|
|
|
|
# Convert big to AdBlocklist ...
|
|
|
|
|
|
2021-10-20 08:05:21 +02:00
|
|
|
|
ℹ Starting @adguard/hostlist-compiler v1.0.12
|
|
|
|
|
ℹ Starting the compiler
|
|
|
|
|
ℹ Configuration: {
|
|
|
|
|
"name": "Big",
|
|
|
|
|
"sources": [
|
|
|
|
|
{
|
|
|
|
|
"source": "/media/nas/git/adguard/multi.adblock",
|
|
|
|
|
"type": "adblock",
|
2021-10-22 13:23:48 +02:00
|
|
|
|
"exclusions_sources": [
|
|
|
|
|
"../exclusions.txt",
|
|
|
|
|
"https://raw.githubusercontent.com/AdguardTeam/AdGuardSDNSFilter/master/Filters/exclusions.txt"
|
|
|
|
|
],
|
2021-10-20 08:05:21 +02:00
|
|
|
|
"transformations": [
|
|
|
|
|
"Validate"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"source": "/media/nas/git/adguard/fake.adblock",
|
|
|
|
|
"type": "adblock",
|
2021-10-22 13:23:48 +02:00
|
|
|
|
"exclusions_sources": [
|
|
|
|
|
"../exclusions.txt",
|
|
|
|
|
"https://raw.githubusercontent.com/AdguardTeam/AdGuardSDNSFilter/master/Filters/exclusions.txt"
|
|
|
|
|
],
|
2021-10-20 08:05:21 +02:00
|
|
|
|
"transformations": [
|
|
|
|
|
"Validate"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"source": "../../big_extension/out/big_extension.adblock",
|
|
|
|
|
"type": "adblock",
|
2021-10-22 13:23:48 +02:00
|
|
|
|
"exclusions_sources": [
|
|
|
|
|
"../exclusions.txt",
|
|
|
|
|
"https://raw.githubusercontent.com/AdguardTeam/AdGuardSDNSFilter/master/Filters/exclusions.txt"
|
|
|
|
|
],
|
2021-10-20 08:05:21 +02:00
|
|
|
|
"transformations": [
|
|
|
|
|
"Validate"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"source": "https://abp.oisd.nl/",
|
|
|
|
|
"type": "adblock",
|
2021-10-22 13:23:48 +02:00
|
|
|
|
"exclusions_sources": [
|
|
|
|
|
"../exclusions.txt",
|
|
|
|
|
"https://raw.githubusercontent.com/AdguardTeam/AdGuardSDNSFilter/master/Filters/exclusions.txt"
|
|
|
|
|
],
|
|
|
|
|
"transformations": [
|
|
|
|
|
"Validate"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"source": "https://adguardteam.github.io/AdGuardSDNSFilter/Filters/filter.txt",
|
|
|
|
|
"type": "adblock",
|
|
|
|
|
"exclusions_sources": [
|
|
|
|
|
"../exclusions.txt"
|
|
|
|
|
],
|
2021-10-20 08:05:21 +02:00
|
|
|
|
"transformations": [
|
|
|
|
|
"Validate"
|
|
|
|
|
]
|
2021-10-22 13:23:48 +02:00
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"source": "https://raw.githubusercontent.com/AdguardTeam/AdGuardSDNSFilter/master/Filters/rules.txt",
|
|
|
|
|
"transformations": [
|
|
|
|
|
"Validate"
|
|
|
|
|
],
|
|
|
|
|
"type": "adblock"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"source": "../rules.txt",
|
|
|
|
|
"transformations": [
|
|
|
|
|
"Validate"
|
|
|
|
|
],
|
|
|
|
|
"type": "adblock"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"source": "https://raw.githubusercontent.com/AdguardTeam/AdGuardSDNSFilter/master/Filters/exceptions.txt",
|
|
|
|
|
"transformations": [
|
|
|
|
|
"Validate"
|
|
|
|
|
],
|
|
|
|
|
"type": "adblock"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"source": "../exceptions.txt",
|
|
|
|
|
"transformations": [
|
|
|
|
|
"Validate"
|
|
|
|
|
],
|
|
|
|
|
"type": "adblock"
|
2021-10-20 08:05:21 +02:00
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"transformations": [
|
|
|
|
|
"Compress"
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
ℹ Start compiling /media/nas/git/adguard/multi.adblock
|
2021-10-23 07:13:54 +02:00
|
|
|
|
ℹ Original length is 251244
|
2021-10-22 13:23:48 +02:00
|
|
|
|
ℹ Filtering the list of rules using 325 exclusion rules
|
2021-10-23 07:13:54 +02:00
|
|
|
|
ℹ Excluded 10 rules. 251234 rules left.
|
|
|
|
|
ℹ Length after applying transformations is 251234
|
2021-10-20 08:05:21 +02:00
|
|
|
|
ℹ Start compiling /media/nas/git/adguard/fake.adblock
|
2021-10-23 07:13:54 +02:00
|
|
|
|
ℹ Original length is 23329
|
2021-10-22 13:23:48 +02:00
|
|
|
|
ℹ Filtering the list of rules using 325 exclusion rules
|
2021-10-23 07:13:54 +02:00
|
|
|
|
ℹ Excluded 0 rules. 23329 rules left.
|
|
|
|
|
ℹ Length after applying transformations is 23329
|
2021-10-20 08:05:21 +02:00
|
|
|
|
ℹ Start compiling ../../big_extension/out/big_extension.adblock
|
2021-10-23 07:13:54 +02:00
|
|
|
|
ℹ Original length is 105678
|
2021-10-22 13:23:48 +02:00
|
|
|
|
ℹ Filtering the list of rules using 325 exclusion rules
|
2021-10-23 07:13:54 +02:00
|
|
|
|
ℹ Excluded 10 rules. 105668 rules left.
|
|
|
|
|
ℹ Length after applying transformations is 105668
|
2021-10-20 08:05:21 +02:00
|
|
|
|
ℹ Start compiling https://abp.oisd.nl/
|
2021-10-23 07:13:54 +02:00
|
|
|
|
ℹ Original length is 368342
|
2021-10-22 13:23:48 +02:00
|
|
|
|
ℹ Filtering the list of rules using 325 exclusion rules
|
2021-10-23 07:13:54 +02:00
|
|
|
|
ℹ Excluded 318 rules. 368024 rules left.
|
|
|
|
|
ℹ Length after applying transformations is 368023
|
2021-10-22 13:23:48 +02:00
|
|
|
|
ℹ Start compiling https://adguardteam.github.io/AdGuardSDNSFilter/Filters/filter.txt
|
2021-10-23 07:13:54 +02:00
|
|
|
|
ℹ Original length is 41692
|
|
|
|
|
ℹ Length after applying transformations is 41692
|
2021-10-22 13:23:48 +02:00
|
|
|
|
ℹ Start compiling https://raw.githubusercontent.com/AdguardTeam/AdGuardSDNSFilter/master/Filters/rules.txt
|
|
|
|
|
ℹ Original length is 576
|
|
|
|
|
ℹ Length after applying transformations is 570
|
|
|
|
|
ℹ Start compiling ../rules.txt
|
|
|
|
|
ℹ Original length is 2
|
|
|
|
|
ℹ Length after applying transformations is 2
|
|
|
|
|
ℹ Start compiling https://raw.githubusercontent.com/AdguardTeam/AdGuardSDNSFilter/master/Filters/exceptions.txt
|
|
|
|
|
ℹ Original length is 179
|
|
|
|
|
ℹ Length after applying transformations is 179
|
|
|
|
|
ℹ Start compiling ../exceptions.txt
|
|
|
|
|
ℹ Original length is 30
|
|
|
|
|
ℹ Length after applying transformations is 30
|
2021-10-23 07:13:54 +02:00
|
|
|
|
ℹ The list was compressed from 790754 to 552840
|
|
|
|
|
ℹ Final length of the list is 552846
|
2021-10-20 08:05:21 +02:00
|
|
|
|
ℹ Writing output to /media/nas/git/rpi/pihole/blocklists/build/big/out/big.adblock
|
|
|
|
|
ℹ Finished compiling
|
2021-10-19 21:59:14 +02:00
|
|
|
|
|
|
|
|
|
# Attach header to big Domainlist ...
|
|
|
|
|
|
|
|
|
|
# Push big to local Repositories ...
|
|
|
|
|
|