MirrorHub/atlas
0
0
Fork 0
mirror of https://github.com/placeAtlas/atlas.git synced 2024-09-27 12:39:18 +02:00
Code Issues Projects Releases Wiki Activity

fix and update crawler

Browse source
This commit is contained in:
ash 2022-04-05 13:47:36 +01:00
parent 1f2d35b802
commit 6206596da1
No known key found for this signature in database
GPG key ID: 9680D0BE1469C427
2 changed files with 3 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
tools/redditcrawl.py
View file

@ -24,7 +24,7 @@
existing_ids.append(item['id'])
for submission in reddit.subreddit('placeAtlas2').new(limit=500):
for submission in reddit.subreddit('placeAtlas2').new(limit=1000):
"""
Auth setup
1. Head to https://www.reddit.com/prefs/apps
@ -47,6 +47,7 @@
"""
#print(dir(submission))
if (submission.id in existing_ids):
print("Found first duplicate!")
break
if(submission.link_flair_text == "New Entry"):
text = submission.selftext

2
web/_js/main.js
View file

@ -79,7 +79,7 @@ init();
async function init(){
let resp = await fetch("./atlas.json");
let resp = await fetch("/atlas.json");
atlas = await resp.json();
atlas.sort(function (a, b) {
if (a.center[1] < b.center[1]) {