Commit 9f08793a authored by Ian Dennis Miller's avatar Ian Dennis Miller

tweaks, working downloads

parent 212c5a69
Pipeline #265 passed with stage
in 14 seconds
......@@ -6,3 +6,4 @@
/*.egg-info/
downloader.log
downloads
download
USERNAME=zane88782178
# USERNAME=JohnsonGregor18
# USERNAME=zane88782178
USERNAME=JohnsonGregor18
# USERNAME=iandennismiller
downloads:
rm -rf download
mkdir download
cd download && wget localhost:5000/summary.json
cd download && wget localhost:5000/community-tags.json
cd download && wget localhost:5000/descriptions.json
cd download && wget localhost:5000/description/$(USERNAME)-description.json
cd download && wget localhost:5000/name/$(USERNAME).json
cd download && wget localhost:5000/net/social-network-anonymous.graphml
cd download && wget localhost:5000/net/social-network.graphml
cd download && wget localhost:5000/followers/$(USERNAME)-followers.json
cd download && wget localhost:5000/leaders.json
cd download && wget localhost:5000/leaders/$(USERNAME)-leaders.json
mkdir -p download/$(USERNAME)
cd download/$(USERNAME) && wget localhost:5000/summary.json
cd download/$(USERNAME) && wget localhost:5000/community-tags.json
cd download/$(USERNAME) && wget localhost:5000/descriptions.json
cd download/$(USERNAME) && wget localhost:5000/description/$(USERNAME)-description.json
cd download/$(USERNAME) && wget localhost:5000/name/$(USERNAME).json
cd download/$(USERNAME) && wget localhost:5000/net/social-network-anonymous.graphml
cd download/$(USERNAME) && wget localhost:5000/net/social-network.graphml
cd download/$(USERNAME) && wget localhost:5000/followers/$(USERNAME)-followers.json
cd download/$(USERNAME) && wget localhost:5000/leaders.json
cd download/$(USERNAME) && wget localhost:5000/leaders/$(USERNAME)-leaders.json
query:
bin/run_query.py $(USERNAME)
......
......@@ -115,7 +115,7 @@ def find_tags(community_phrases):
finder = BigramCollocationFinder.from_words(titles_tokens, window_size=2)
finder.apply_word_filter(lambda w: len(w) < 3 or w in ignored_words)
# finder.apply_freq_filter(2)
finder.apply_freq_filter(2)
measure = bigram_measures.likelihood_ratio
tag_pairs = finder.nbest(measure, 15)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment