Commit 1df90771 authored by Ian Dennis Miller's avatar Ian Dennis Miller


parent ea649816
Pipeline #288 passed with stage
in 14 seconds
......@@ -254,6 +254,7 @@ class Snapshot:
screen_name = screen_name.lower()
print("Download {0}".format(screen_name))
snapshot = cls(screen_name=screen_name, degree=1)"Create snapshot for {0}".format(screen_name))
......@@ -267,9 +268,9 @@ class Snapshot:
else:"Skipping {0}; already downloaded".format(screen_name))
if not secondary:
snapshot.load()"Skipping {0} because snapshot exists".format(screen_name))
# if secondary is false, do not spider recursively
if not secondary:
......@@ -278,11 +279,15 @@ class Snapshot:
for func in [snapshot.query.followers, snapshot.query.leaders]:
count = 0
screen_names = func(screen_name)
for sub_screen_name in screen_names:
cls.create(sub_screen_name, secondary=True)
count += 1
print("{0} of {1}".format(count, len(screen_names)))
if testing:
print("OK: {0}".format(screen_name))
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment