Codechef-analytics-tool/time_hours_plot.py at master · Alafazam/Codechef-analytics-tool · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
import __main__
import numpy as np
from scipy.stats import kendalltau
import seaborn as sns
import matplotlib.pyplot as plt
sns.set(style="ticks")

from bs4 import BeautifulSoup
import requests
import os, datetime
import time,json
import re
_basedir = os.path.abspath(os.path.dirname(__file__))
print datetime.datetime.now()


h_ago = re.compile('(\d) (hours) (ago)')
pm = re.compile('(\d\d):(\d\d) (AM|PM) (\d{2})\/(\d{2})\/(\d{2})')
min_ago = re.compile('\d\d (min) (ago)')
yesterday_wali  = re.compile('(\d\d:\d\d) (PM) (yesterday)|(\d\d:\d\d) (AM) (yesterday)')


username = 'ankitstarski'
print 'looking for ' + username
url = 'https://www.codechef.com/recent/user/page=1&user_handle='+str(username)
r = requests.get(url).json()
number_of_pages = r["max_page"]
print 'max pages are ' + str(number_of_pages)

time_data = []
obj_data = []
data_hours = []
data_mins = []


try:
	for x in range(0,number_of_pages):
		# time.sleep(0.02)
		print "sending request for page "+ str(x)
		url = 'https://www.codechef.com/recent/user?page='+str(x)+'&user_handle='+str(username)
		r = requests.get(url).json()
		e = r["content"]
		soup = BeautifulSoup(e, 'html.parser')
		trs = soup.find_all('tr','kol')

		for q in trs:
			times = str(q.contents[0].text)
			problem_code = str(q.contents[1].a['href']).split('/')[-1]
			status = str(q.contents[2].span['title'])
			lang = str(q.contents[3].text)
			obj = {'time':times,'problem_code':problem_code,'status':status,'lang':lang}
			obj_data.append(obj)
			time_data.append(times)

			hours_search = re.search(pm,times)
			if hours_search:
				hours = hours_search.group(1)
				mins = hours_search.group(2)
				if hours_search.group(3)=='AM':
					data_hours.append(int(hours))
				else:
					data_hours.append(int(hours)+12)

				data_mins.append(int(mins))
		print "page "+str(x)+" done"
except :
	print "error occured saving data recieved uptill now"
# plt.xlabel('Purchase amount', fontsize=18)
x = np.asarray(data_hours)
y = np.asarray(data_mins)
sns.jointplot(x, y, kind="hex", color="#4CB391")
sns.plt.xticks([x for x in range(1,24)])
sns.plt.savefig(__main__.__file__+"4.png")
sns.plt.show()