MirrorHub/atlas
0
0
Fork 0
mirror of https://github.com/placeAtlas/atlas.git synced 2024-09-26 03:59:05 +02:00
Code Issues Projects Releases Wiki Activity

Fixed comma formatting in crawler

Browse source
This commit is contained in:
Cheng Hann Gan 2022-05-12 12:54:27 -04:00
parent 5deedbdea0
commit 8921fdd0ad
2 changed files with 4 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
.gitignore vendored
View file

@ -6,6 +6,7 @@ praw
# Temporary files
temp_atlas.json
manual_atlas.json
manual_atlas.txt
temp.json
temp.js
allCharacters.txt

4
tools/redditcrawl.py
View file

@ -126,7 +126,9 @@ def set_flair(submission, flair):
submission_json = migrate_atlas_format(submission_json)
OUT_FILE_LINES[len(OUT_FILE_LINES) - 2].replace('\n', ',\n')
add_comma_line = len(OUT_FILE_LINES) - 2
if len(OUT_FILE_LINES[add_comma_line]) > 2:
OUT_FILE_LINES[add_comma_line] = OUT_FILE_LINES[add_comma_line].replace('\n', ',\n')
OUT_FILE_LINES.insert(len(OUT_FILE_LINES) - 1, json.dumps(submission_json, ensure_ascii=False) + '\n')
READ_IDS_FILE.write(submission.id + '\n')
successcount += 1