Trying to integrate all functions into one container

AiO_Container/code/mainOPNsense.py

@@ -0,0 +1,135 @@
+import requests, schedule, time
+from bs4 import BeautifulSoup
+from whatDomain import ermWhatAAAATheIpFromDomainYaCrazy, ermWhatATheIpFromDomainYaCrazy
+
+
+OPNSNSMIRRORURL = str(os.getenv("OPNSNSMIRRORURL", "https://opnsense.org/download/#full-mirror-listing"))
+ 
+IPv4FILE = str(os.getenv("IPv4FILE", "/etc/debmirror/OPNS_MirrorListV4"))
+IPv6FILE = str(os.getenv("IPv6FILE", "/etc/debmirror/OPNS_MirrorListV6"))
+
+
+def sanitizeURL(inpurl: str):
+    if not "/" in inpurl[:-1]:
+        inpurl += "/" 
+    if "https://" in inpurl:
+        outurl = inpurl[8:]
+    elif "http://" in inpurl:
+        outurl = inpurl[7:]
+    elif "http://" or "https://" not in url:
+        outurl = inpurl
+    else:
+        return -1
+
+    # how the fuck does it work?
+    # I mean I wrote this but I don't know why does it work.
+    i = 0
+    for char in outurl:
+        i += 1
+        if char == "/":
+            outurl = outurl[:i]
+
+    if char == "/":
+        outurl = outurl[:-1]
+    return outurl
+
+
+def getFreshData():
+    payload = requests.get(OPNSNSMIRRORURL)
+    soup = BeautifulSoup(payload.content, "html.parser")
+    return soup
+
+def LeJob():
+
+    print("Starting lookup")
+
+    LeSoup = getFreshData()
+
+    # print(LeMirrorDict)
+
+    with open(IPv4FILE, "r",) as fR, open(IPv4FILE, "w",) as fW:
+
+        for data in LeSoup.find_all('div', class_='download_section'):
+            for a in data.find_all('a', href=True):
+
+                url = a['href']
+
+                saniturl = sanitizeURL(url)
+
+                # print(saniturl)
+                IPv4Dict = ermWhatATheIpFromDomainYaCrazy(saniturl)
+
+                # print(IPv4Dict)
+                try:
+                    for key, ip in IPv4Dict.items():
+                        print(f"Found the ipv4: {ip}")
+                        fW.write(ip + "/32" +  "\n")
+
+                # If int returned from WhatDomain then it is error.
+                # Error type is described via prints from whatdomain functions
+                except AttributeError:
+                    continue 
+
+    with open(IPv6FILE, "r",) as fR, open(IPv6FILE, "w",) as fW:
+
+        for data in LeSoup.find_all('div', class_='download_section'):
+            for a in data.find_all('a', href=True):
+                
+                url = a['href']
+
+                saniturl = sanitizeURL(url)
+
+                # print(saniturl)
+                IPv6Dict = ermWhatAAAATheIpFromDomainYaCrazy(saniturl)
+
+                # print(IPv6Dict)
+                try:
+                    for key, ip in IPv6Dict.items():
+                        print(f"Found the ipv6: {ip}")
+                        fW.write(ip + "/128" + "\n")
+
+                # If int returned from WhatDomain then it is error.
+                # Error type is described via prints from whatdomain functions
+                except AttributeError:
+                    continue
+
+# schedule.every().day.at("12:45").do(LeJob)
+# schedule.every().day.at("17:44").do(LeJob)
+
+# while True:
+#     schedule.run_pending()
+#     print("Waiting...")
+#     time.sleep(30)  #Wait one minute
+#     # LeJob()
+
+LeJob()
+
+# gigalist = []
+
+# payload = requests.get(OPNSNSMIRRORURL)
+# soup = BeautifulSoup(payload.content, "html.parser")
+
+
+# for data in soup.find_all('div', class_='download_section'):
+#     for a in data.find_all('a', href=True):
+
+#         url = a['href']
+
+#         saniturl = sanitizeURL(url)
+
+#         # print(saniturl)
+#         IPv4Dict = ermWhatATheIpFromDomainYaCrazy(saniturl)
+#         IPv6Dict = ermWhatAAAATheIpFromDomainYaCrazy(saniturl)
+
+#         # print(IPv4Dict)
+#         try:
+#             for key, ip in IPv4Dict.items():
+#                 print(f"Found the ipv4: {ip}")
+
+#             for key, ip in IPv6Dict.items():
+#                 print(f"Found the ipv6: {ip}")
+#         # If int returned from WhatDomain then it is error.
+#         # Error type is described via prints from whatdomain functions
+#         except AttributeError:
+#             continue
+