CanuteTheGreat/sgspider
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Fixed existing download checking.

Browse source
This commit is contained in:
Ronald Farrer 2021-04-21 15:33:47 -07:00
parent 064c82fda5
commit 4d62b8a643
1 changed files with 4 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
sgspider.py
View file

@ -40,6 +40,7 @@ def login(credentials):
time.sleep(1) time.sleep(1)
driver.find_element_by_xpath("//button[@class = 'button call-to-action']").click() driver.find_element_by_xpath("//button[@class = 'button call-to-action']").click()
print("Login finished, but unverified") print("Login finished, but unverified")
# TODO: check that we logged in successfully
time.sleep(1) time.sleep(1)
def getgirls(): def getgirls():
@ -108,12 +109,12 @@ def getimgs(girls):
cleanup() cleanup()
def dlimgs(girl, album, url): def dlimgs(girl, album, url):
path = os.path.join("./suicidegirls", girl) path = os.path.join(os.path.abspath('./suicidegirls', girl)
path = os.path.join(path, album) path = os.path.join(path, album)
os.makedirs(path, exist_ok=True) os.makedirs(path, exist_ok=True)
filename = os.path.join(path, re.sub('(.*)/', "", os.path.join(path, url))) filename = os.path.join(path, re.sub('(.*)/', "", os.path.join(path, url)))
print("Looking at: " + str(url)) print("Looking at: " + str(url))
if os.path.exists(filename) == True: if os.path.exists(filename.strip()) == True:
print("File: " + str(filename) + " already downloaded, skipping!") print("File: " + str(filename) + " already downloaded, skipping!")
return return
print("File: " + str(filename) + " not downloaded, downloading now!") print("File: " + str(filename) + " not downloaded, downloading now!")
@ -123,6 +124,7 @@ def dlimgs(girl, album, url):
del response del response
def cleanup(): def cleanup():
print("Finished. You may want to run again to get additional albums that did not fit in the page views.")
driver.quit() driver.quit()
quit() quit()