98 lines
2.7 KiB
Bash
98 lines
2.7 KiB
Bash
#!/bin/bash
|
|
set -euo pipefail
|
|
|
|
# ==============================
|
|
# Конфигурация через переменные
|
|
# ==============================
|
|
INPUT_FILE="${INPUT_FILE:-domains.txt}"
|
|
|
|
IPSET_CONF="${IPSET_CONF:-/tmp/91-ipset-bbrkn.conf}"
|
|
RESOLVE_CONF="${RESOLVE_CONF:-/tmp/92-resolve-bbrkn.conf}"
|
|
|
|
API_URL="${API_URL:-http://10.100.1.2:3000/domains?domain=}"
|
|
DNS_SERVER="${DNS_SERVER:-8.8.8.8}"
|
|
|
|
DRY_RUN=false
|
|
if [[ "${1:-}" == "--dry-run" ]]; then
|
|
DRY_RUN=true
|
|
fi
|
|
|
|
# Очистка файлов только если не dry-run
|
|
if ! $DRY_RUN; then
|
|
: > "$IPSET_CONF"
|
|
: > "$RESOLVE_CONF"
|
|
fi
|
|
|
|
declare -A DOM_ROLE
|
|
declare -A EXPANDED
|
|
declare -A SOURCES
|
|
|
|
normalize_domain() {
|
|
local raw="$1"
|
|
raw="$(echo "$raw" | sed -E 's/#.*$//' | awk '{$1=$1};1')" || return 1
|
|
[ -z "$raw" ] && return 1
|
|
raw="$(echo "$raw" | tr '[:upper:]' '[:lower:]')"
|
|
raw="$(echo "$raw" | sed -E 's/^\*\.\s*//; s/^\.+//; s/\.+$//; s/\.+/./g')"
|
|
if echo "$raw" | grep -Eq '^[a-z0-9-]+(\.[a-z0-9-]+)+$' && \
|
|
echo "$raw" | grep -Eq '\.[a-z]{2,}$'; then
|
|
printf '%s' "$raw"
|
|
else
|
|
return 1
|
|
fi
|
|
}
|
|
|
|
# Обработка доменов
|
|
while IFS= read -r line || [ -n "$line" ]; do
|
|
dom="$(normalize_domain "$line" || true)"
|
|
[ -z "$dom" ] && continue
|
|
|
|
echo "Querying service for $dom..."
|
|
resp="$(curl -s --max-time 15 "${API_URL}${dom}" || true)"
|
|
|
|
if echo "$resp" | grep -q '"domains"'; then
|
|
DOM_ROLE["$dom"]="site"
|
|
EXPANDED["$dom"]=1
|
|
SOURCES["$dom"]="base"
|
|
mapfile -t subs < <(echo "$resp" | jq -r '.domains[]?')
|
|
for s in "${subs[@]}"; do
|
|
nd="$(normalize_domain "$s" || true)"
|
|
[ -n "$nd" ] || continue
|
|
EXPANDED["$nd"]=1
|
|
[[ -z "${SOURCES[$nd]:-}" ]] && SOURCES["$nd"]="related"
|
|
done
|
|
else
|
|
DOM_ROLE["$dom"]="service"
|
|
EXPANDED["$dom"]=1
|
|
SOURCES["$dom"]="base"
|
|
fi
|
|
done < "$INPUT_FILE"
|
|
|
|
# Сортировка
|
|
mapfile -t ALL_DOMAINS < <(printf "%s\n" "${!EXPANDED[@]}" | sort -u)
|
|
|
|
# Генерация конфигов
|
|
if ! $DRY_RUN; then
|
|
for d in "${ALL_DOMAINS[@]}"; do
|
|
echo "ipset=/$d/bbrkn" >> "$IPSET_CONF"
|
|
echo "server=/$d/$DNS_SERVER" >> "$RESOLVE_CONF"
|
|
done
|
|
fi
|
|
|
|
# Подсчёты
|
|
count_in=$(wc -l < "$INPUT_FILE")
|
|
count_total=${#ALL_DOMAINS[@]}
|
|
count_related=$(( count_total - count_in ))
|
|
|
|
# Отладочный отчёт
|
|
echo
|
|
echo "===== DEBUG REPORT ====="
|
|
echo "Original domains file: $count_in entries"
|
|
echo "Final unique domains: $count_total"
|
|
echo " - Base domains: $count_in"
|
|
echo " - Related domains: $count_related"
|
|
echo
|
|
while IFS= read -r line || [ -n "$line" ]; do
|
|
dom="$(normalize_domain "$line" || true)"
|
|
[ -n "$dom" ] && echo "$dom - ${DOM_ROLE[$dom]:-unknown}"
|
|
done < "$INPUT_FILE"
|
|
echo "========================"
|