Preserve old runs in pads.json
This commit is contained in:
parent
7a422ef89b
commit
425b13d7a4
1 changed files with 16 additions and 3 deletions
|
@ -7,6 +7,7 @@ import os
|
||||||
|
|
||||||
from urllib.parse import urlparse
|
from urllib.parse import urlparse
|
||||||
from typing import List
|
from typing import List
|
||||||
|
from os.path import exists
|
||||||
|
|
||||||
PATH = "images/"
|
PATH = "images/"
|
||||||
NEW_NETLOC = ""
|
NEW_NETLOC = ""
|
||||||
|
@ -17,8 +18,8 @@ pads_json = []
|
||||||
|
|
||||||
os.makedirs(PATH, exist_ok=True)
|
os.makedirs(PATH, exist_ok=True)
|
||||||
os.makedirs(PATH + "uploads", exist_ok=True)
|
os.makedirs(PATH + "uploads", exist_ok=True)
|
||||||
# TODO: Loop detection
|
|
||||||
# TODO: Recursion
|
|
||||||
class Image:
|
class Image:
|
||||||
def __init__(self, _old_url: str) -> None:
|
def __init__(self, _old_url: str) -> None:
|
||||||
self.old_url = _old_url
|
self.old_url = _old_url
|
||||||
|
@ -26,7 +27,6 @@ class Image:
|
||||||
self.new_url = "." + old.path;
|
self.new_url = "." + old.path;
|
||||||
|
|
||||||
def download(self):
|
def download(self):
|
||||||
print("HERE")
|
|
||||||
r = requests.get(self.old_url)
|
r = requests.get(self.old_url)
|
||||||
p = PATH + urlparse(self.old_url).path
|
p = PATH + urlparse(self.old_url).path
|
||||||
with open(p, 'wb') as f:
|
with open(p, 'wb') as f:
|
||||||
|
@ -116,6 +116,19 @@ if __name__ == "__main__":
|
||||||
|
|
||||||
args = parser.parse_args()
|
args = parser.parse_args()
|
||||||
|
|
||||||
|
old_file = []
|
||||||
|
|
||||||
|
if exists("pads.json"):
|
||||||
|
with open("pads.json", "r") as f:
|
||||||
|
old_file = json.load(f)
|
||||||
|
|
||||||
|
for entry in old_file:
|
||||||
|
seen_pads.append(entry["old_url"])
|
||||||
|
|
||||||
|
pads_json.extend(old_file)
|
||||||
|
print(f"Seen Pads: {seen_pads}")
|
||||||
|
|
||||||
|
|
||||||
NEW_NETLOC = args.new_pad_url[0]
|
NEW_NETLOC = args.new_pad_url[0]
|
||||||
pad = PadPage(args.pad_url[0])
|
pad = PadPage(args.pad_url[0])
|
||||||
pad.download_and_process_content()
|
pad.download_and_process_content()
|
||||||
|
|
Loading…
Add table
Reference in a new issue