mirror of
https://github.com/itdoginfo/allow-domains.git
synced 2025-09-02 10:40:14 +00:00
200 lines
No EOL
7.4 KiB
Python
Executable file
200 lines
No EOL
7.4 KiB
Python
Executable file
#!/usr/bin/python3.10
|
|
|
|
import ipaddress
|
|
import urllib.request
|
|
import os
|
|
import shutil
|
|
import json
|
|
|
|
BGP_TOOLS_URL = 'https://bgp.tools/table.txt'
|
|
HEADERS = { 'User-Agent': 'itdog.info - hi@itdog.info' }
|
|
AS_FILE = 'AS.lst'
|
|
IPv4_DIR = 'Subnets/IPv4'
|
|
IPv6_DIR = 'Subnets/IPv6'
|
|
|
|
AS_META = '32934'
|
|
AS_TWITTER = '13414'
|
|
AS_HETZNER = '24940'
|
|
AS_OVH = '16276'
|
|
AS_DIGITALOCEAN = '14061'
|
|
|
|
META = 'meta.lst'
|
|
TWITTER = 'twitter.lst'
|
|
TELEGRAM = 'telegram.lst'
|
|
CLOUDFLARE = 'cloudflare.lst'
|
|
HETZNER = 'hetzner.lst'
|
|
OVH = 'ovh.lst'
|
|
DIGITALOCEAN = 'digitalocean.lst'
|
|
CLOUDFRONT = 'cloudfront.lst'
|
|
|
|
# From https://iplist.opencck.org/
|
|
DISCORD_VOICE_V4='https://iplist.opencck.org/?format=text&data=cidr4&site=discord.gg&site=discord.media'
|
|
DISCORD_VOICE_V6='https://iplist.opencck.org/?format=text&data=cidr6&site=discord.gg&site=discord.media'
|
|
|
|
DISCORD = 'discord.lst'
|
|
|
|
TELEGRAM_CIDR_URL = 'https://core.telegram.org/resources/cidr.txt'
|
|
|
|
CLOUDFLARE_V4='https://www.cloudflare.com/ips-v4'
|
|
CLOUDFLARE_V6='https://www.cloudflare.com/ips-v6'
|
|
|
|
AWS_IP_RANGES_URL='https://ip-ranges.amazonaws.com/ip-ranges.json'
|
|
|
|
subnet_list = []
|
|
|
|
def subnet_summarization(subnet_list):
|
|
subnets = [ipaddress.ip_network(subnet) for subnet in subnet_list]
|
|
return list(ipaddress.collapse_addresses(subnets))
|
|
|
|
def process_subnets(subnet_list, target_as):
|
|
ipv4_subnets = []
|
|
ipv6_subnets = []
|
|
|
|
for subnet_str, as_number in subnet_list:
|
|
try:
|
|
subnet = ipaddress.ip_network(subnet_str)
|
|
if as_number == target_as:
|
|
if subnet.version == 4:
|
|
ipv4_subnets.append(subnet_str)
|
|
elif subnet.version == 6:
|
|
ipv6_subnets.append(subnet_str)
|
|
except ValueError:
|
|
print(f"Invalid subnet: {subnet_str}")
|
|
sys.exit(1)
|
|
|
|
ipv4_merged = subnet_summarization(ipv4_subnets)
|
|
ipv6_merged = subnet_summarization(ipv6_subnets)
|
|
|
|
return ipv4_merged, ipv6_merged
|
|
|
|
def download_ready_subnets(url_v4, url_v6):
|
|
ipv4_subnets = []
|
|
ipv6_subnets = []
|
|
|
|
urls = [(url_v4, 4), (url_v6, 6)]
|
|
|
|
for url, version in urls:
|
|
req = urllib.request.Request(url, headers=HEADERS)
|
|
try:
|
|
with urllib.request.urlopen(req) as response:
|
|
if response.status == 200:
|
|
subnets = response.read().decode('utf-8').splitlines()
|
|
for subnet_str in subnets:
|
|
try:
|
|
subnet = ipaddress.ip_network(subnet_str)
|
|
if subnet.version == 4:
|
|
ipv4_subnets.append(subnet_str)
|
|
elif subnet.version == 6:
|
|
ipv6_subnets.append(subnet_str)
|
|
except ValueError:
|
|
print(f"Invalid subnet: {subnet_str}")
|
|
sys.exit(1)
|
|
except Exception as e:
|
|
print(f"Query error: {e}")
|
|
|
|
return ipv4_subnets, ipv6_subnets
|
|
|
|
def download_ready_split_subnets(url):
|
|
req = urllib.request.Request(url)
|
|
with urllib.request.urlopen(req) as response:
|
|
subnets = response.read().decode('utf-8').splitlines()
|
|
|
|
ipv4_subnets = [cidr for cidr in subnets if isinstance(ipaddress.ip_network(cidr, strict=False), ipaddress.IPv4Network)]
|
|
ipv6_subnets = [cidr for cidr in subnets if isinstance(ipaddress.ip_network(cidr, strict=False), ipaddress.IPv6Network)]
|
|
|
|
return ipv4_subnets, ipv6_subnets
|
|
|
|
def download_aws_cloudfront_subnets():
|
|
ipv4_subnets = []
|
|
ipv6_subnets = []
|
|
|
|
req = urllib.request.Request(AWS_IP_RANGES_URL, headers=HEADERS)
|
|
try:
|
|
with urllib.request.urlopen(req) as response:
|
|
if response.status == 200:
|
|
data = json.loads(response.read().decode('utf-8'))
|
|
|
|
for prefix in data.get('prefixes', []):
|
|
if prefix.get('service') == 'CLOUDFRONT':
|
|
ipv4_subnets.append(prefix['ip_prefix'])
|
|
|
|
for prefix in data.get('ipv6_prefixes', []):
|
|
if prefix.get('service') == 'CLOUDFRONT':
|
|
ipv6_subnets.append(prefix['ipv6_prefix'])
|
|
|
|
except Exception as e:
|
|
print(f"Error downloading AWS CloudFront ranges: {e}")
|
|
|
|
return ipv4_subnets, ipv6_subnets
|
|
|
|
def write_subnets_to_file(subnets, filename):
|
|
with open(filename, 'w') as file:
|
|
for subnet in subnets:
|
|
file.write(f'{subnet}\n')
|
|
|
|
def copy_file_legacy(src_filename):
|
|
base_filename = os.path.basename(src_filename)
|
|
new_filename = base_filename.capitalize()
|
|
shutil.copy(src_filename, os.path.join(os.path.dirname(src_filename), new_filename))
|
|
|
|
if __name__ == '__main__':
|
|
request = urllib.request.Request(BGP_TOOLS_URL, headers=HEADERS)
|
|
|
|
with urllib.request.urlopen(request) as response:
|
|
for line in response:
|
|
decoded_line = line.decode('utf-8').strip()
|
|
subnet, as_number = decoded_line.split()
|
|
subnet_list.append((subnet, as_number))
|
|
|
|
# Meta
|
|
ipv4_merged_meta, ipv6_merged_meta = process_subnets(subnet_list, AS_META)
|
|
write_subnets_to_file(ipv4_merged_meta, f'{IPv4_DIR}/{META}')
|
|
write_subnets_to_file(ipv6_merged_meta, f'{IPv6_DIR}/{META}')
|
|
|
|
# Twitter
|
|
ipv4_merged_twitter, ipv6_merged_twitter = process_subnets(subnet_list, AS_TWITTER)
|
|
write_subnets_to_file(ipv4_merged_twitter, f'{IPv4_DIR}/{TWITTER}')
|
|
write_subnets_to_file(ipv6_merged_twitter, f'{IPv6_DIR}/{TWITTER}')
|
|
|
|
# Hetzner
|
|
ipv4_merged_hetzner, ipv6_merged_hetzner = process_subnets(subnet_list, AS_HETZNER)
|
|
write_subnets_to_file(ipv4_merged_hetzner, f'{IPv4_DIR}/{HETZNER}')
|
|
write_subnets_to_file(ipv6_merged_hetzner, f'{IPv6_DIR}/{HETZNER}')
|
|
|
|
# OVH
|
|
ipv4_merged_ovh, ipv6_merged_ovh = process_subnets(subnet_list, AS_OVH)
|
|
write_subnets_to_file(ipv4_merged_ovh, f'{IPv4_DIR}/{OVH}')
|
|
write_subnets_to_file(ipv6_merged_ovh, f'{IPv6_DIR}/{OVH}')
|
|
|
|
# Digital Ocean
|
|
ipv4_merged_digitalocean, ipv6_merged_digitalocean = process_subnets(subnet_list, AS_DIGITALOCEAN)
|
|
write_subnets_to_file(ipv4_merged_digitalocean, f'{IPv4_DIR}/{DIGITALOCEAN}')
|
|
write_subnets_to_file(ipv6_merged_digitalocean, f'{IPv6_DIR}/{DIGITALOCEAN}')
|
|
|
|
# Discord voice
|
|
ipv4_discord, ipv6_discord = download_ready_subnets(DISCORD_VOICE_V4, DISCORD_VOICE_V6)
|
|
write_subnets_to_file(ipv4_discord, f'{IPv4_DIR}/{DISCORD}')
|
|
write_subnets_to_file(ipv6_discord, f'{IPv6_DIR}/{DISCORD}')
|
|
|
|
# Telegram
|
|
ipv4_telegram, ipv6_telegram = download_ready_split_subnets(TELEGRAM_CIDR_URL)
|
|
write_subnets_to_file(ipv4_telegram, f'{IPv4_DIR}/{TELEGRAM}')
|
|
write_subnets_to_file(ipv6_telegram, f'{IPv6_DIR}/{TELEGRAM}')
|
|
|
|
# Cloudflare
|
|
ipv4_cloudflare, ipv6_cloudflare = download_ready_subnets(CLOUDFLARE_V4, CLOUDFLARE_V6)
|
|
write_subnets_to_file(ipv4_cloudflare, f'{IPv4_DIR}/{CLOUDFLARE}')
|
|
write_subnets_to_file(ipv6_cloudflare, f'{IPv6_DIR}/{CLOUDFLARE}')
|
|
|
|
# AWS CloudFront
|
|
ipv4_cloudfront, ipv6_cloudfront = download_aws_cloudfront_subnets()
|
|
write_subnets_to_file(ipv4_cloudfront, f'{IPv4_DIR}/{CLOUDFRONT}')
|
|
write_subnets_to_file(ipv6_cloudfront, f'{IPv6_DIR}/{CLOUDFRONT}')
|
|
|
|
# Legacy name
|
|
copy_file_legacy(f'{IPv4_DIR}/{META}')
|
|
copy_file_legacy(f'{IPv6_DIR}/{META}')
|
|
copy_file_legacy(f'{IPv4_DIR}/{TWITTER}')
|
|
copy_file_legacy(f'{IPv6_DIR}/{TWITTER}')
|
|
copy_file_legacy(f'{IPv4_DIR}/{DISCORD}')
|
|
copy_file_legacy(f'{IPv6_DIR}/{DISCORD}') |