import praw import json import time import re import os import traceback from formatter import format_all outfile = open('temp_atlas.json', 'w', encoding='utf-8') failfile = open('manual_atlas.json', 'w', encoding='utf-8') with open('credentials', 'r') as file: credentials = file.readlines() client_id = credentials[0].strip() client_secret = credentials[1].strip() username = credentials[2].strip() password = credentials[3].strip() reddit = praw.Reddit( client_id=client_id, client_secret=client_secret, username=username, password=password, user_agent='atlas_bot' ) has_write_access = not reddit.read_only if not has_write_access: print("Warning: No write access. Post flairs will not be updated.") time.sleep(5) jsonfile = open("../web/atlas.json", "r", encoding='utf-8') existing = json.load(jsonfile) existing_ids = [] for item in existing: existing_ids.append(item['id']) def set_flair(submission, flair): if has_write_access and submission.link_flair_text != flair: flair_choices = submission.flair.choices() flair = next(x for x in flair_choices if x["flair_text_editable"] and flair == x["flair_text"]) submission.flair.select(flair["flair_template_id"]) total_all_flairs = 0 duplicate_count = 0 failcount = 0 successcount = 0 totalcount = 0 outfile.write("[\n") for submission in reddit.subreddit('placeAtlas2').new(limit=2000): """ Auth setup 1. Head to https://www.reddit.com/prefs/apps 2. Click "create another app" 3. Give it a name and description 4. Select "script" 5. Redirect to http://localhost:8080 6. Create file "credentials" with the format below. ┌─────────────────────────────────────────────────────┐ │ [ID] <- Under "personal use script" │ │ [Secret] │ │ [Username] <- Must be a mod, don't do this if you │ │ [Password] <- don't know what you are doing. │ └─────────────────────────────────────────────────────┘ 7. Run Script Running Script 1. Input the next ID to use 2. Manually resolve errors in manual_atlas.json 3. Copy temp_atlas.json entries into web/_js/atlas.js 4. Pull Request """ total_all_flairs += 1 if (submission.id in existing_ids): set_flair(submission, "Processed Entry") print("Found first duplicate!") duplicate_count += 1 if (duplicate_count > 0): break else: continue if (submission.link_flair_text == "New Entry"): try: text = submission.selftext rawtext = text text = text.replace('\u200c', '') text = re.compile(r".*(\{.+\}).*", re.DOTALL).search(text).group(1) # Test if it needs to escape the escape character. Usually happens on fancy mode. try: json.loads(text) except json.JSONDecodeError: text = re.sub(r"\\(.)", r"\1", text) submission_json = json.loads(text) if submission_json: # Assert if path does not empty assert len(submission_json["path"]) > 0 submission_json_dummy = {"id": submission.id, "submitted_by": ""} try: submission_json_dummy["submitted_by"] = submission.author.name except AttributeError: submission_json_dummy["submitted_by"] = "unknown" for key in submission_json: if not key in submission_json_dummy: submission_json_dummy[key] = submission_json[key]; submission_json = format_all(submission_json_dummy, True) outfile.write(json.dumps(submission_json) + ",\n") successcount += 1 set_flair(submission, "Processed Entry") except Exception as e: failfile.write( "\n\n" + "="*40 + "\n\n" + submission.id + "\n\n" + traceback.format_exc() + "\n\n" + "==== RAW ====" + "\n\n" + rawtext + "\n\n" "==== CLEAN ====" + "\n\n" + text + "\n\n" ) failcount += 1 set_flair(submission, "Rejected Entry") print("Wrote "+submission.id+", submitted "+str(round(time.time()-submission.created_utc))+" seconds ago") totalcount += 1 # Remove last trailing comma outfile.seek(outfile.tell()-3, os.SEEK_SET) outfile.truncate() outfile.write("\n]") print(f"\n\nTotal all flairs:{total_all_flairs}\nSuccess: {successcount}/{totalcount}\nFail: {failcount}/{totalcount}\nPlease check manual_atlas.txt for failed entries to manually resolve.")