Commit 1df90771 authored by Ian Dennis Miller's avatar Ian Dennis Miller

reporting

parent ea649816
Pipeline #288 passed with stage
in 14 seconds
......@@ -254,6 +254,7 @@ class Snapshot:
"""
screen_name = screen_name.lower()
print("Download {0}".format(screen_name))
snapshot = cls(screen_name=screen_name, degree=1)
snapshot.logging.info("Create snapshot for {0}".format(screen_name))
......@@ -267,9 +268,9 @@ class Snapshot:
snapshot.downloader.disconnect()
snapshot.save()
else:
snapshot.logging.info("Skipping {0}; already downloaded".format(screen_name))
if not secondary:
snapshot.load()
snapshot.logging.info("Skipping {0} because snapshot exists".format(screen_name))
# if secondary is false, do not spider recursively
if not secondary:
......@@ -278,11 +279,15 @@ class Snapshot:
for func in [snapshot.query.followers, snapshot.query.leaders]:
snapshot.logging.info(func)
count = 0
screen_names = func(screen_name)
for sub_screen_name in screen_names:
cls.create(sub_screen_name, secondary=True)
count += 1
print("{0} of {1}".format(count, len(screen_names)))
if testing:
break
print("OK: {0}".format(screen_name))
return(snapshot)
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment