MirrorHub
/
atlas
mirror of https://github.com/placeAtlas/atlas.git
0
0
Fork 0
Code Issues Projects Releases Wiki Activity

Modify crawler to save name of user who contributed an entry

This commit is contained in:
Roland Rytz 2017-04-05 01:08:21 +02:00
parent 1c31261107
commit 1d07bcd8a9
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
redditcrawl.py
View File

@ -14,8 +14,11 @@ startId = 466
reddit = praw.Reddit(client_id=client_id, client_secret=client_secret, user_agent='atlas_bot')
for submission in reddit.subreddit('placeAtlas').new(limit=1000):
#print(dir(submission))
if(submission.link_flair_text == "New Entry"):
text = submission.selftext
text = text.replace("\"id\": 0,", "\"id\": 0,\n\t\t\"submitted_by\": \""+submission.author.name+"\",")
text = text.replace("\"id\": 0", "\"id\": "+str(startId))
startId = startId + 1
outfile.write(text+",")