-
Notifications
You must be signed in to change notification settings - Fork 86
/
host.sh
244 lines (190 loc) · 6.8 KB
/
host.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
#!/bin/bash
echo " "
echo "Clean..."
rm -f host lite_host lite_adblocker adblocker lite_dnsmasq.conf dnsmasq.conf deadallow deadblock checkblock checkallow smartdns.conf lite_smartdns.conf doamin lite_domain clash lite_clash allow
echo " "
echo "Merge allow..."
for url in `cat allowlist` ;do
wget --no-check-certificate -t 1 -T 10 -q -O tmp $url
cat tmp >> tmpallow
rm -f tmp
done
sed -i '/#/d' tmpallow
sed -i '/^$/d' tmpallow
sed -i '/REG ^/d' tmpallow
sed -i '/RZD/d' tmpallow
sed -i 's/ALL ./ /g' tmpallow
sed -i s/[[:space:]]//g tmpallow
sort -u tmpallow > allow
rm -f tmpallow
echo " "
echo "Check Dead Allow..."
cp allow checkallow
wget --no-check-certificate -t 1 -T 10 -q https://raw.githubusercontent.com/neodevpro/dead-allow/master/deadallow
sort -n allow deadallow deadallow | uniq -u > tmp && mv tmp tmpallow
sort -u tmpallow > allow
rm -f tmpallow
echo " "
echo "Merge block..."
for url in `cat blocklist` ;do
wget --no-check-certificate -t 1 -T 10 -q -O tmp $url
cat tmp >> tmpblock
rm -f tmp
done
sed -i '/#/d' tmpblock
sed -i '/@/d' tmpblock
sed -i '/*/d' tmpblock
sed -i '/127.0.0.1 localhost.localdomain/d' tmpblock
sed -i '/fe80::1%lo0 localhost/d' tmpblock
sed -i '/127.0.0.1 localhost/d' tmpblock
sed -i '/127.0.0.1 local/d' tmpblock
sed -i '/::1 ip6-localhost/d' tmpblock
sed -i '/localhost/d' tmpblock
sed -i '/ip6-local/d' tmpblock
sed -i '/ip6-all/d' tmpblock
sed -i '/ip6-mcastprefix/d' tmpblock
sed -i '/broadcasthost/d' tmpblock
sed -i '/ip6-loopback/d' tmpblock
sed -i '/0.0.0.0 0.0.0.0/d' tmpblock
sed -i 's/0.0.0.0 //' tmpblock
sed -i 's/127.0.0.1 //' tmpblock
sed -i '/:/d' tmpblock
sed -i '/!/d' tmpblock
sed -i '/|/d' tmpblock
sed -i '/^$/d' tmpblock
sed -i s/[[:space:]]//g tmpblock
sort -u tmpblock > block
rm -f tmpblock
domain_name_regex="^[a-zA-Z0-9]+([-.][a-zA-Z0-9]+)*\.[a-zA-Z]{2,}(:[0-9]+)?([/?].*)?$"
echo " "
echo "Check format..."
sed -E -e '/^[^[:space:]]+\.[^[:space:]]+$/!d' allow
sed -E -e '/^[^[:space:]]+\.[^[:space:]]+$/!d' block
while read line; do
if [[ $line =~ $domain_name_regex ]]; then
echo "$line" >> cleanallow
fi
done < allow
while read line; do
if [[ $line =~ $domain_name_regex ]]; then
echo "$line" >> cleanblock
fi
done < block
echo " "
echo "Check Dead Block..."
rm -rf allow block
mv cleanallow allow
mv cleanblock block
rm -rf cleanblock
cp block checkblock
cp block lite_block
wget --no-check-certificate -t 1 -T 10 -q https://raw.githubusercontent.com/FusionPlmH/dead-block/master/deadblock
sort -n lite_block deadblock deadblock | uniq -u > tmp && mv tmp tmplite_block
sort -u tmplite_block > lite_block
rm -f tmplite_block
echo " "
echo "Merge Combine..."
sort -n block allow allow | uniq -u > tmp && mv tmp tmphost
sort -u tmphost > host
sed -i '/^$/d' host
sed -i s/[[:space:]]//g host
rm -f tmphost
echo " "
echo "Merge Combine..."
sort -n lite_block allow allow | uniq -u > tmp && mv tmp tmplite_host
sort -u tmplite_host > lite_host
sed -i '/^$/d' lite_host
sed -i s/[[:space:]]//g lite_host
rm -f tmplite_host
echo " "
echo "Adding Compatibility..."
cp host adblocker
cp host dnsmasq.conf
cp host smartdns.conf
cp host domain
cp lite_host lite_adblocker
cp lite_host lite_dnsmasq.conf
cp lite_host lite_smartdns.conf
cp lite_host lite_domain
sed -i 's/^/||&/' adblocker
sed -i 's/$/&^/' adblocker
sed -i 's/^/||&/' lite_adblocker
sed -i 's/$/&^/' lite_adblocker
sed -i 's/^/0.0.0.0 &/' host
sed -i 's/^/0.0.0.0 &/' lite_host
sed -i 's/^/address=\/&/' dnsmasq.conf
sed -i 's/$/&\/0.0.0.0/' dnsmasq.conf
sed -i 's/^/address=\/&/' lite_dnsmasq.conf
sed -i 's/$/&\/0.0.0.0/' lite_dnsmasq.conf
sed -i 's/^/address \/&/' smartdns.conf
sed -i 's/$/&\/#/' smartdns.conf
sed -i 's/^/address \/&/' lite_smartdns.conf
sed -i 's/$/&\/#/' lite_smartdns.conf
echo " "
echo "Adding Title and SYNC data..."
sed -i '14cTotal ad / tracking block list 屏蔽追踪广告总数: '$(wc -l block)' ' README.md
sed -i '16cTotal allowlist list 允许名单总数: '$(wc -l allow)' ' README.md
sed -i '18cTotal combine list 结合总数： '$(wc -l host)' ' README.md
sed -i '20cTotal deadblock list 失效屏蔽广告域名： '$(wc -l deadblock)' ' README.md
sed -i '22cTotal deadallow list 失效允许广告域名： '$(wc -l deadallow)' ' README.md
sed -i '24cUpdate 更新时间: '$(date "+%Y-%m-%d")'' README.md
sed -i '54cNumber of Domain 域名数目： '$(wc -l domain)' ' README.md
sed -i '64cNumber of Domain 域名数目： '$(wc -l lite_domain)' ' README.md
cp title title.2
sed -i '9c# Last update: '$(date "+%Y-%m-%d")'' title.2
sed -i '11c# Number of blocked domains: '$(wc -l host)' ' title.2
cp title title.4
sed -i '9c# Last update: '$(date "+%Y-%m-%d")'' title.4
sed -i '11c# Number of blocked domains: '$(wc -l adblocker)' ' title.4
cp title title.6
sed -i '9c# Last update: '$(date "+%Y-%m-%d")'' title.6
sed -i '11c# Number of blocked domains: '$(wc -l dnsmasq.conf)' ' title.6
cp title title.8
sed -i '9c# Last update: '$(date "+%Y-%m-%d")'' title.8
sed -i '11c# Number of blocked domains: '$(wc -l smartdns.conf)' ' title.8
cp title title.10
sed -i '9c# Last update: '$(date "+%Y-%m-%d")'' title.10
sed -i '11c# Number of blocked domains: '$(wc -l domain)' ' title.10
cp title title.12
cp title title.1
sed -i '9c# Last update: '$(date "+%Y-%m-%d")'' title.1
sed -i '11c# Number of blocked domains: '$(wc -l lite_host)' ' title.1
cp title title.3
sed -i '9c# Last update: '$(date "+%Y-%m-%d")'' title.3
sed -i '11c# Number of blocked domains: '$(wc -l lite_adblocker)' ' title.3
cp title title.5
sed -i '9c# Last update: '$(date "+%Y-%m-%d")'' title.5
sed -i '11c# Number of blocked domains: '$(wc -l lite_dnsmasq.conf)' ' title.5
cp title title.7
sed -i '9c# Last update: '$(date "+%Y-%m-%d")'' title.7
sed -i '11c# Number of blocked domains: '$(wc -l lite_smartdns.conf)' ' title.7
cp title title.9
sed -i '9c# Last update: '$(date "+%Y-%m-%d")'' title.9
sed -i '11c# Number of blocked domains: '$(wc -l lite_domain)' ' title.9
cp title title.11
cat host >>title.2
cat adblocker >>title.4
cat dnsmasq.conf >>title.6
cat smartdns.conf >>title.8
cat domain >>title.10
cat lite_host >>title.1
cat lite_adblocker >>title.3
cat lite_dnsmasq.conf >>title.5
cat lite_smartdns.conf >>title.7
cat lite_domain >>title.9
rm -f host adblocker dnsmasq.conf lite_host lite_adblocker lite_dnsmasq.conf deadallow deadblock lite_block block smartdns.conf lite_smartdns.conf doamin lite_domain
mv title.2 host
mv title.4 adblocker
mv title.6 dnsmasq.conf
mv title.8 smartdns.conf
mv title.10 domain
mv title.1 lite_host
mv title.3 lite_adblocker
mv title.5 lite_dnsmasq.conf
mv title.7 lite_smartdns.conf
mv title.9 lite_domain
## Add Clash support
sed -e '14i payload:' -e "14,\$s/^/ - '/" -e "14,\$s/$/'/" domain >> clash
sed -e '14i payload:' -e "14,\$s/^/ - '/" -e "14,\$s/$/'/" lite_domain >> lite_clash
echo " "
echo "Done!"