MirrorHub/atlas
0
0
Fork 0
mirror of https://github.com/placeAtlas/atlas.git synced 2024-07-01 01:29:00 +02:00
Code Issues Projects Releases Wiki Activity

Fix Success counter

Browse source
This commit is contained in:
unknown 2022-04-05 22:33:57 -03:00
parent d0a3dd0453
commit 443c210299
1 changed files with 4 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
tools/redditcrawl.py
View file

@ -15,6 +15,7 @@
failcount = 0 failcount = 0
successcount = 0 successcount = 0
totalcount = 0
jsonfile = open("../web/atlas.json", "r", encoding='utf-8') jsonfile = open("../web/atlas.json", "r", encoding='utf-8')
existing = json.load(jsonfile) existing = json.load(jsonfile)
@ -73,10 +74,11 @@
text = "\n".join(lines) text = "\n".join(lines)
try: try:
outfile.write(json.dumps(json.loads(text))+",\n") outfile.write(json.dumps(json.loads(text))+",\n")
successcount += 1
except json.JSONDecodeError: except json.JSONDecodeError:
failfile.write(text+",\n") failfile.write(text+",\n")
failcount += 1 failcount += 1
print("written "+submission.id+" submitted "+str(round(time.time()-submission.created_utc))+" seconds ago") print("written "+submission.id+" submitted "+str(round(time.time()-submission.created_utc))+" seconds ago")
successcount += 1 totalcount += 1
print(f"\n\nSuccess: {successcount}\nFail: {failcount}\nPlease check manual_atlas.txt for failed entries to manually resolve.") print(f"\n\nSuccess: {successcount}/{totalcount}\nFail: {failcount}/{totalcount}\nPlease check manual_atlas.txt for failed entries to manually resolve.")