mirror of
https://bitbucket.org/anticensority/antizapret-pac-generator-light.git
synced 2024-11-29 16:46:03 +03:00
80 lines
3.2 KiB
Bash
80 lines
3.2 KiB
Bash
|
#!/bin/bash
|
||
|
|
set -e
|
||
|
|
|
||
|
|
HERE="$(dirname "$(readlink -f "${0}")")"
|
||
|
|
cd "$HERE"
|
||
|
|
|
||
|
|
# Extract domains from list
|
||
|
|
awk -F ';' '{print $2}' temp/list.csv | sort -u | awk '/^$/ {next} /\\/ {next} /^[a-zA-Z0-9\-\_\.\*]*+$/ {gsub(/\*\./, ""); gsub(/\.$/, ""); print}' | idn > result/hostlist_original.txt
|
||
|
|
|
||
|
|
# Generate zones from domains
|
||
|
|
# FIXME: nxdomain list parsing is disabled due to its instability on z-i
|
||
|
|
###cat exclude.txt temp/nxdomain.txt > temp/exclude.txt
|
||
|
|
|
||
|
|
sort -u config/exclude-hosts-{dist,custom}.txt > temp/exclude-hosts.txt
|
||
|
|
sort -u config/exclude-ips-{dist,custom}.txt > temp/exclude-ips.txt
|
||
|
|
sort -u config/include-hosts-{dist,custom}.txt > temp/include-hosts.txt
|
||
|
|
sort -u config/include-ips-{dist,custom}.txt > temp/include-ips.txt
|
||
|
|
sort -u temp/include-hosts.txt result/hostlist_original.txt > temp/hostlist_original_with_include.txt
|
||
|
|
|
||
|
|
awk -f scripts/getzones.awk temp/hostlist_original_with_include.txt | grep -v -F -x -f temp/exclude-hosts.txt | sort -u > result/hostlist_zones.txt
|
||
|
|
|
||
|
|
# Generate a list of IP addresses
|
||
|
|
awk -F';' '$1 ~ /\// {print $1}' temp/list.csv | grep -P '([0-9]{1,3}\.){3}[0-9]{1,3}\/[0-9]{1,2}' -o | sort -Vu > result/iplist_special_range.txt
|
||
|
|
|
||
|
|
awk -F ';' '($1 ~ /^([0-9]{1,3}\.){3}[0-9]{1,3}/) {gsub(/ \| /, RS, $1); print $1}' temp/list.csv | \
|
||
|
|
awk '/^([0-9]{1,3}\.){3}[0-9]{1,3}$/' | sort -u > result/iplist_all.txt
|
||
|
|
|
||
|
|
awk -F ';' '($1 ~ /^([0-9]{1,3}\.){3}[0-9]{1,3}/) && (($2 == "" && $3 == "") || ($1 == $2)) {gsub(/ \| /, RS); print $1}' temp/list.csv | \
|
||
|
|
awk '/^([0-9]{1,3}\.){3}[0-9]{1,3}$/' | sort -u > result/iplist_blockedbyip.txt
|
||
|
|
|
||
|
|
grep -F -v 'Ид2971-18' temp/list.csv | \
|
||
|
|
awk -F ';' '($1 ~ /^([0-9]{1,3}\.){3}[0-9]{1,3}/) && (($2 == "" && $3 == "") || ($1 == $2)) {gsub(/ \| /, RS); print $1}' | \
|
||
|
|
awk '/^([0-9]{1,3}\.){3}[0-9]{1,3}$/' | sort -u > result/iplist_blockedbyip_noid2971.txt
|
||
|
|
|
||
|
|
awk -F ';' '$1 ~ /\// {print $1}' temp/list.csv | egrep -o '([0-9]{1,3}\.){3}[0-9]{1,3}\/[0-9]{1,2}' | sort -u > result/blocked-ranges.txt
|
||
|
|
|
||
|
|
|
||
|
|
# Generate OpenVPN route file
|
||
|
|
echo -n > result/openvpn-blocked-ranges.txt
|
||
|
|
while read -r line
|
||
|
|
do
|
||
|
|
C_NET="$(echo $line | awk -F '/' '{print $1}')"
|
||
|
|
C_NETMASK="$(sipcalc -- "$line" | awk '/Network mask/ {print $4; exit;}')"
|
||
|
|
echo $"push \"route ${C_NET} ${C_NETMASK}\"" >> result/openvpn-blocked-ranges.txt
|
||
|
|
done < result/blocked-ranges.txt
|
||
|
|
|
||
|
|
|
||
|
|
# Generate dnsmasq aliases
|
||
|
|
echo -n > result/dnsmasq-aliases-alt.conf
|
||
|
|
while read -r line
|
||
|
|
do
|
||
|
|
echo "server=/$line/127.0.0.4" >> result/dnsmasq-aliases-alt.conf
|
||
|
|
done < result/hostlist_zones.txt
|
||
|
|
|
||
|
|
|
||
|
|
# Generate knot-resolver aliases
|
||
|
|
echo 'blocked_hosts = {' > result/knot-aliases-alt.conf
|
||
|
|
while read -r line
|
||
|
|
do
|
||
|
|
line="$line."
|
||
|
|
echo "${line@Q}," >> result/knot-aliases-alt.conf
|
||
|
|
done < result/hostlist_zones.txt
|
||
|
|
echo '}' >> result/knot-aliases-alt.conf
|
||
|
|
|
||
|
|
|
||
|
|
# Generate squid zone file
|
||
|
|
echo -n > result/squid-whitelist-zones.conf
|
||
|
|
while read -r line
|
||
|
|
do
|
||
|
|
echo ".$line" >> result/squid-whitelist-zones.conf
|
||
|
|
done < result/hostlist_zones.txt
|
||
|
|
|
||
|
|
|
||
|
|
# Print results
|
||
|
|
echo "Blocked domains: $(wc -l result/hostlist_zones.txt)" >&2
|
||
|
|
echo "iplist_all: $(wc -l result/iplist_all.txt)" >&2
|
||
|
|
echo "iplist_special_range: $(wc -l result/iplist_special_range.txt)" >&2
|
||
|
|
echo "iplist_blockedbyip: $(wc -l result/iplist_blockedbyip.txt)" >&2
|
||
|
|
echo "iplist_blockedbyip_noid2971: $(wc -l result/iplist_blockedbyip_noid2971.txt)" >&2
|