Preserve old runs in pads.json

This commit is contained in:
Nick Hahn 2022-09-15 18:34:42 +02:00
parent 7a422ef89b
commit 425b13d7a4

View file

@ -7,6 +7,7 @@ import os
from urllib.parse import urlparse from urllib.parse import urlparse
from typing import List from typing import List
from os.path import exists
PATH = "images/" PATH = "images/"
NEW_NETLOC = "" NEW_NETLOC = ""
@ -17,8 +18,8 @@ pads_json = []
os.makedirs(PATH, exist_ok=True) os.makedirs(PATH, exist_ok=True)
os.makedirs(PATH + "uploads", exist_ok=True) os.makedirs(PATH + "uploads", exist_ok=True)
# TODO: Loop detection
# TODO: Recursion
class Image: class Image:
def __init__(self, _old_url: str) -> None: def __init__(self, _old_url: str) -> None:
self.old_url = _old_url self.old_url = _old_url
@ -26,7 +27,6 @@ class Image:
self.new_url = "." + old.path; self.new_url = "." + old.path;
def download(self): def download(self):
print("HERE")
r = requests.get(self.old_url) r = requests.get(self.old_url)
p = PATH + urlparse(self.old_url).path p = PATH + urlparse(self.old_url).path
with open(p, 'wb') as f: with open(p, 'wb') as f:
@ -116,6 +116,19 @@ if __name__ == "__main__":
args = parser.parse_args() args = parser.parse_args()
old_file = []
if exists("pads.json"):
with open("pads.json", "r") as f:
old_file = json.load(f)
for entry in old_file:
seen_pads.append(entry["old_url"])
pads_json.extend(old_file)
print(f"Seen Pads: {seen_pads}")
NEW_NETLOC = args.new_pad_url[0] NEW_NETLOC = args.new_pad_url[0]
pad = PadPage(args.pad_url[0]) pad = PadPage(args.pad_url[0])
pad.download_and_process_content() pad.download_and_process_content()