Preserve old runs in pads.json
This commit is contained in:
parent
7a422ef89b
commit
425b13d7a4
1 changed files with 16 additions and 3 deletions
|
@ -7,6 +7,7 @@ import os
|
|||
|
||||
from urllib.parse import urlparse
|
||||
from typing import List
|
||||
from os.path import exists
|
||||
|
||||
PATH = "images/"
|
||||
NEW_NETLOC = ""
|
||||
|
@ -17,8 +18,8 @@ pads_json = []
|
|||
|
||||
os.makedirs(PATH, exist_ok=True)
|
||||
os.makedirs(PATH + "uploads", exist_ok=True)
|
||||
# TODO: Loop detection
|
||||
# TODO: Recursion
|
||||
|
||||
|
||||
class Image:
|
||||
def __init__(self, _old_url: str) -> None:
|
||||
self.old_url = _old_url
|
||||
|
@ -26,7 +27,6 @@ class Image:
|
|||
self.new_url = "." + old.path;
|
||||
|
||||
def download(self):
|
||||
print("HERE")
|
||||
r = requests.get(self.old_url)
|
||||
p = PATH + urlparse(self.old_url).path
|
||||
with open(p, 'wb') as f:
|
||||
|
@ -116,6 +116,19 @@ if __name__ == "__main__":
|
|||
|
||||
args = parser.parse_args()
|
||||
|
||||
old_file = []
|
||||
|
||||
if exists("pads.json"):
|
||||
with open("pads.json", "r") as f:
|
||||
old_file = json.load(f)
|
||||
|
||||
for entry in old_file:
|
||||
seen_pads.append(entry["old_url"])
|
||||
|
||||
pads_json.extend(old_file)
|
||||
print(f"Seen Pads: {seen_pads}")
|
||||
|
||||
|
||||
NEW_NETLOC = args.new_pad_url[0]
|
||||
pad = PadPage(args.pad_url[0])
|
||||
pad.download_and_process_content()
|
||||
|
|
Loading…
Add table
Reference in a new issue