sopel/modules/watcher.py

#!/usr/bin/env python3
"""
A thread watcher module for 4chan.
"""
import time
import threading

import requests

from module import commands, example

def setup(bot):
	"""
	Establishes the bot's dictionary of watched threads.
	"""
	if not bot.memory.get("watcher"):
		bot.memory["watcher"] = {}

	con = bot.db.connect()
	cur = con.cursor()
	try:
		watching = cur.execute("SELECT * FROM watcher").fetchall()
	except:
		cur.execute("CREATE TABLE watcher("
			"api_url STRING PRIMARY KEY,"
			"name STRING DEFAULT 'Anonymous',"
			"last_post INT,"
			"time_since STRING,"
			"channel STRING)")
		cur.commit()
		con.close()
	else:
		for thread in watching:
			if get_thread_url(thread[0]) in bot.memory["watcher"].keys():
				continue
			t = WatcherThread(bot, thread[0], thread[1], thread[2], thread[3],
				thread[4])
			t.start()
			bot.memory["watcher"][get_thread_url(thread[0])] = t
		con.close()


def get_time():
	"""
	Returns the current time formatted in If-Modified-Since notation.
	"""
	return time.strftime("%a, %d %b %Y %H:%M:%S GMT", time.gmtime())


def get_num_posts(thread, name):
	"""
	Gets the number of OP posts from the thread JSON.
	"""
	num = 0
	for post in thread["posts"]:
		if post.get("name") == name:
			num += 1
	return num


def get_last_post(thread, name):
	"""
	Gets the last post made by name.
	"""
	for post in reversed(thread["posts"]):
		if post.get("name") == name:
			return post.get("no")


def get_api_url(url):
	"""
	Returns the API url for the provided thread url.
	"""
	return url.replace("boards.4chan", "a.4cdn") + ".json"


def get_thread_url(api_url):
	"""
	Returns the normal thread url for the provided API url.
	"""
	return api_url.replace("a.4cdn", "boards.4chan").replace(".json", "")


@commands("watch")
@example(".watch https://boards.4chan.org/qst/thread/2")
def watch(bot, trigger):
	"""
	A thread watcher for 4chan.
	"""
	url = trigger.group(3)
	name = trigger.group(4)
	if not name:
		name = "Anonymous"

	if url in bot.memory["watcher"].keys():
		return bot.say("Error: I'm already watching that thread.")

	api_url = get_api_url(url)
	res = requests.get(api_url, verify=True)
	if res.status_code == 404:
		return bot.say("404: thread not found")

	thread = res.json()
	last_post = get_last_post(thread, name)
	time_since = get_time()

	t = WatcherThread(bot, api_url, name, last_post, time_since, trigger.sender)
	t.start()
	bot.memory["watcher"][url] = t

	con = bot.db.connect()
	cur = con.cursor()
	cur.execute("INSERT INTO watcher(api_url, name, last_post, time_since, channel)"
		" VALUES(?,?,?,?,?)", (api_url, name, last_post, time_since,
			trigger.sender))
	con.commit()
	con.close()

	bot.say("[\x0304Watcher\x03] Watching thread: \x0307" + url)


@commands("unwatch")
@example(".unwatch https://boards.4chan.org/qst/thread/2")
def unwatch(bot, trigger):
	"""
	Stops the thread watcher thread for that thread.
	"""
	url = trigger.group(2)
	try:
		bot.memory["watcher"][url].stop.set()
		bot.memory["watcher"].pop(url)
	except KeyError:
		return bot.say("Error: I'm not watching that thread.")
	removeThread(bot, get_api_url(url),)
	bot.say("[\x0304Watcher\x03] No longer watching: \x0307" + url)



def removeThread(bot, url):
	"""
	Removes the provided thread from the database. This should be the API url.
	"""
	con = bot.db.connect()
	cur = con.cursor()
	cur.execute("DELETE FROM watcher WHERE api_url = ?", (url,))
	con.commit()
	con.close()


class WatcherThread(threading.Thread):
	def __init__(self, bot, api_url, name, last_post, time_since, channel):
		threading.Thread.__init__(self)
		self.stop = threading.Event()
		self.period = 20

		self.bot = bot
		self.api_url = api_url
		self.name = name
		self.last_post = last_post
		self.time_since = time_since
		self.channel = channel


	def run(self):
		while not self.stop.is_set():
			self.stop.wait(self.period)

			headers = {"If-Modified-Since": self.time_since}
			try:
				res = requests.get(self.api_url, headers=headers, verify=True)
				self.time_since = get_time()
			except urllib3.exceptions.NewConnectionError:
				print(f"Watcher: Thread {self.api_url}: Connection error")
				continue

			if res.status_code == 404:
				msg = "[\x0304Watcher\x03] Thread deleted: " \
				+ f"\x0307{get_thread_url(self.api_url)}"
				self.bot.say(msg, self.channel)
				removeThread(self.bot, api_url)
				self.stop.set()
				continue

			if res.status_code == 304:
				continue

			thread = res.json()
			if thread["posts"][0].get("closed"):
				msg = "[\x0304Watcher\x03] Thread closed: " \
				+ f"\x0307{get_thread_url(self.api_url)}"
				self.bot.say(msg, self.channel)
				removeThread(self.bot, api_url)
				self.stop.set()
				continue

			new_last_post = get_last_post(thread, self.name)
			if new_last_post > self.last_post:
				self.last_post = new_last_post
				msg = "[\x0304Watcher\x03] New post from \x0308" \
				+ f"{self.name}\x03: \x0307{get_thread_url(self.api_url)}"
				+ f"#{self.last_post}"
				self.bot.say(msg, self.channel)