85 lines
1.9 KiB
Python
85 lines
1.9 KiB
Python
|
import requests, schedule, time, os
|
||
|
|
# from bs4 import BeautifulSoup
|
||
|
|
from whatDomain import *
|
||
|
|
|
||
|
|
EXTRAURL = []
|
||
|
|
|
||
|
|
repoListFile = open(os.getenv("REPOFILE", "repoList.list"), 'r')
|
||
|
|
i = 0
|
||
|
|
for repoUrl in repoListFile:
|
||
|
|
i += 1
|
||
|
|
print(repoUrl.strip())
|
||
|
|
EXTRAURL.append(repoUrl.strip())
|
||
|
|
repoListFile.close()
|
||
|
|
|
||
|
|
# EXTRAURL = list(os.getenv("EXTRAURL", "https://mdu.se/"))
|
||
|
|
IPv4FILE = "/etc/customMirrors/MirrorListV4"
|
||
|
|
IPv6FILE = "/etc/customMirrors/MirrorListV6"
|
||
|
|
|
||
|
|
def sanitizeURL(inpurl: str):
|
||
|
|
if "https://" in inpurl:
|
||
|
|
outurl = inpurl[8:]
|
||
|
|
elif "http://" in inpurl:
|
||
|
|
outurl = inpurl[7:]
|
||
|
|
elif "http://" or "https://" not in url:
|
||
|
|
outurl = inpurl
|
||
|
|
else:
|
||
|
|
return inpurl
|
||
|
|
|
||
|
|
i = 0
|
||
|
|
for char in outurl:
|
||
|
|
i += 1
|
||
|
|
if char == "/":
|
||
|
|
outurl = outurl[:i]
|
||
|
|
|
||
|
|
if char == "/":
|
||
|
|
outurl = outurl[:-1]
|
||
|
|
return outurl
|
||
|
|
|
||
|
|
def LeJob():
|
||
|
|
|
||
|
|
print("Starting lookup")
|
||
|
|
|
||
|
|
# print(LeMirrorDict)
|
||
|
|
|
||
|
|
with open(IPv4FILE, "w",) as fW:
|
||
|
|
|
||
|
|
for url in EXTRAURL:
|
||
|
|
goodurl = sanitizeURL(url)
|
||
|
|
# print(goodurl)
|
||
|
|
|
||
|
|
# ip4Dict = ermWhatATheIpFromDomainYaCrazy(url)
|
||
|
|
ip4Dict = ermWhatATheIpFromDomainYaCrazy(goodurl)
|
||
|
|
|
||
|
|
try:
|
||
|
|
for key, ip in ip4Dict.items():
|
||
|
|
print(ip + "/32")
|
||
|
|
|
||
|
|
fW.write(ip + "/32" + "\n")
|
||
|
|
except AttributeError:
|
||
|
|
continue
|
||
|
|
|
||
|
|
|
||
|
|
with open(IPv6FILE, "r",) as fR, open(IPv6FILE, "w",) as fW:
|
||
|
|
|
||
|
|
for url in EXTRAURL:
|
||
|
|
goodurl = sanitizeURL(url)
|
||
|
|
# print(goodurl)
|
||
|
|
|
||
|
|
# ip6Dict = ermWhatAAAATheIpFromDomainYaCrazy(url)
|
||
|
|
ip6Dict = ermWhatAAAATheIpFromDomainYaCrazy(goodurl)
|
||
|
|
|
||
|
|
try:
|
||
|
|
for key, ip in ip6Dict.items():
|
||
|
|
print(ip + "/128")
|
||
|
|
|
||
|
|
fW.write(ip + "/128" + "\n")
|
||
|
|
except AttributeError:
|
||
|
|
continue
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
LeJob()
|
||
|
|
|
||
|
|
print("Done")
|