forked from InstaPy/instagram-profilecrawl
-
Notifications
You must be signed in to change notification settings - Fork 0
/
crawl_profile.py
executable file
·27 lines (20 loc) · 1.07 KB
/
crawl_profile.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
#!/usr/bin/env python3.5
"""Goes through all usernames and collects their information"""
import sys
from util.account import login
from util.chromedriver import SetupBrowserEnvironment
from util.cli_helper import get_all_user_names
from util.datasaver import Datasaver
from util.extractor import extract_information
from util.extractor_posts import InstagramPost
from util.settings import Settings
Settings.chromedriver_location = '/usr/bin/chromedriver'
with SetupBrowserEnvironment() as browser:
usernames = get_all_user_names()
for username in usernames:
print('Extracting information from ' + username)
information, user_commented_list = extract_information(browser, username, Settings.limit_amount)
Datasaver.save_profile_json(username, information.to_dict())
print ("Number of users who commented on their profile is ", len(user_commented_list),"\n")
Datasaver.save_profile_commenters_txt(username, user_commented_list)
print ("\nFinished. The json file and nicknames of users who commented were saved in profiles directory.\n")