post-challenges.py

#!/usr/bin/env python3
"""
Author: Freddie Vargus (github.com/FreddieV4)
File: post_challenges.py
Purpose: Used to pull weekly challenges from r/dailyprogrammer
"""

import re
import os
import praw
import logging
import sys

logging.basicConfig(format='%(asctime)s %(message)s', datefmt='%m/%d/%Y %I:%M:%S %p',
		    filename='dpc.log', level=logging.DEBUG)


def get_current_week(num_challenges=1):
	"""
	Gets 3 challenges, easy, intermediate, hard
	for the current week from r/dailyprogrammer
	and stores the challenge text in directories
	named after the challenge titles
	"""

	if len(sys.argv) > 1:
		num_challenges = int(sys.argv[1])

	r = praw.Reddit(user_agent="dailyprogrammer-challenges")
	sub = r.subreddit("dailyprogrammer")

	# retrieve generators for top posts
	chals = sub.new(limit=num_challenges)
	_chals = sub.new(limit=num_challenges)

	# get challenge titles & selftext
	challenge_titles = [str(x.title) for x in chals]
	challenge_text = [str(x.selftext) for x in _chals]

	# cleanup titles for directory names
	title_lst = []
	logging.info("Started cleaning title names {}".format(challenge_titles))
	for title in challenge_titles:
		t = re.sub(r'\[([0-9\-]+)\]', '', title) # removes datestamp
		t = re.sub(r'[<>:\"\\\/|?*]', '', t) # removes special chars
		title_lst.append(t.lstrip())
	logging.info("Finished cleaning title names {}".format(title_lst))

	# name directories after challenges
	# add challenge selftext to directories
	logging.info("Started creating directories")
	for i in range(num_challenges):
		os.system('mkdir "{}"'.format(title_lst[i]))
		logging.info("Created directory {}".format(title_lst[i]))
		f = open('challenge_text.md', 'w')
		f.write(challenge_text[i])
		f.close()
		logging.info("Wrote challenge text to file")
		os.system('mv challenge_text.md "{}"'.format(title_lst[i]))
		logging.info("Moved challenge text to directory")
		# Add a solutions directory to the new challenge directory
		os.system('mkdir solutions')
		os.system('mv solutions "{}"'.format(title_lst[i]))
		logging.info("Created solutions directory")


# TODO: Move this to a separate file
def get_all_challenges():
	"""
	Gets all challenges from the entire dailyprogrammer
	subreddit and stores their titles and selftexts
	in their own directories
	"""

	r = praw.Reddit(user_agent="dailyprogrammer-all")
	sub = r.search("Challenge #", subreddit="dailyprogrammer", sort="hot", limit=1000, period='all')
	_sub = r.search("Challenge #", subreddit="dailyprogrammer", sort="hot", limit=1000, period='all')


	# get challenge titles & selftext
	challenge_titles = [catch(str(x.title)) for x in sub]
	challenge_text = [catch(str(x.selftext)) for x in _sub]

	# cleanup titles for directory names
	title_lst = []
	for title in challenge_titles:
		t = re.sub(r'\[([0-9\-\/]+)\]', '', title)
		t = re.sub(r'[<>:\"\\\/|?*]', '', t)
		title_lst.append(t.lstrip())

	# name directories after challenges
	for i in range(len(challenge_titles)):
		os.system('mkdir "{}"'.format(title_lst[i]))

	# add challenge selftext to directories
	for i in range(len(challenge_titles)):
		f = open('challenge_text.md', 'w')
		f.write(challenge_text[i])
		f.close()
		os.system('mv challenge_text.md "{}"'.format(title_lst[i]))


def catch(data):
	"""
	Used to skip over any encoding errors when
	creating titles and selftext lists
	"""

	try:
		return data
	except UnicodeEncodeError as e:
		logging.info('UnicodeEncodeError: ' + e)


if __name__ == '__main__':
	logging.info("Started get_current_week()")
	get_current_week()
	logging.info("Finished get_current_week()")