MirrorHub/atlas
0
0
Fork 0
mirror of https://github.com/placeAtlas/atlas.git synced 2024-06-02 19:40:07 +02:00
Code Issues Projects Releases Wiki Activity

List ids that already been read in a seperate file

Browse source
This commit is contained in:
Hans5958 2022-04-10 21:34:06 +07:00
parent 6403a992c1
commit 547ffc773e
2 changed files with 7165 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7160
data/read-ids.txt Normal file
View file

File diff suppressed because it is too large Load diff

10
tools/redditcrawl.py
View file

@ -7,6 +7,7 @@
from formatter import format_all
outfile = open('temp_atlas.json', 'w', encoding='utf-8')
editidsfile = open('read-ids-temp.txt', 'w')
failfile = open('manual_atlas.json', 'w', encoding='utf-8')
with open('credentials', 'r') as file:
@ -29,13 +30,11 @@
print("Warning: No write access. Post flairs will not be updated.")
time.sleep(5)
jsonfile = open("../web/atlas.json", "r", encoding='utf-8')
existing = json.load(jsonfile)
existing_ids = []
for item in existing:
existing_ids.append(item['id'])
with open('../data/edit-ids.txt', 'r') as edit_ids_file:
for id in [x.strip() for x in edit_ids_file.readlines()]:
existing_ids.append(id)
def set_flair(submission, flair):
if has_write_access and submission.link_flair_text != flair:
@ -116,6 +115,7 @@ def set_flair(submission, flair):
"Submission invalid after validation. This may be caused by not enough points on the path."
outfile.write(json.dumps(submission_json, ensure_ascii=False) + ",\n")
editidsfile.write(submission.id + '\n')
successcount += 1
set_flair(submission, "Processed Entry")