import json from json.encoder import JSONEncoder import requests from urllib.parse import quote import base64 from bs4 import BeautifulSoup import random import sys from werkzeug.utils import redirect from utils import btoa, signCode from ocr import getCaptcha class Crawler(object): def __init__(self): self.__session = requests.Session() self.__response = None self.__pwd = None self.__phone = None self.cid = None self.sid = None self.uid = None self.real_name = None self.baseUrl = None # 获取用户基本信息 def getUserInfo(self): return { 'cid': self.cid, 'pwd': signCode(self.__pwd), 'sid': self.sid, 'uid': self.uid, 'real_name': self.real_name, } # 链接教务 ----------------------------------------------------------------------------- def connection(self): try: # 获取统一身份系统的网页 r = self.__session.get( url='https://mysso.cust.edu.cn/cas/login?service=https://jwgl.cust.edu.cn/welcome') soup = BeautifulSoup(r.text, 'html.parser') execution = soup.find_all(name='input')[3]['value'] r = self.__session.get('https://mysso.cust.edu.cn/cas/captcha') formdata = { 'username': self.cid, 'password': self.__pwd, 'execution': execution, 'captcha': getCaptcha(r.content), '_eventId': 'submit', 'geolocation': '' } r = self.__session.post( url='https://mysso.cust.edu.cn/cas/login?service=https://jwgl.cust.edu.cn/welcome', data = formdata) soup = BeautifulSoup(r.text, 'html.parser') loginSuccess = (soup.find(name='title').text != "统一身份认证系统") self.__response = r if not loginSuccess: return '账号或者密码错误', 511 return '登录成功', 200 except Exception as e: print(e) return '教务挂了', 515 def submitVerificationCode(self, data): try: r = self.__response soup = BeautifulSoup(r.text, 'html.parser') execution = soup.find_all(name='input')[2]['value'] formdata = { 'yzm': data['vc'], 'msgType': '', 'execution': execution, '_eventId': 'submit' } r = self.__session.post( url = "https://mysso.cust.edu.cn/cas/login?service=https://jwgl.cust.edu.cn/welcome", data = formdata, allow_redirects = True) self.__response = r return 'gotcha!', 200 except Exception as e: print(e) return '教务挂了', 515 # 获取成绩 ----------------------------------------------------------------------------- def getGrade(self): r = self.__response urlBase = r.url.split('.')[0] ticket = r.url.split('?')[-1] param = base64.b64encode(quote(json.dumps({ "Ticket":ticket.split('=')[-1], "Url":"https://jwgl.cust.edu.cn/welcome" })).encode('utf-8')) self.baseUrl = urlBase r = self.__session.post( url = urlBase + '.cust.edu.cn/api/LoginApi/LGSSOLocalLogin', data = { "param": param, "__log": {}, "__permission": {} }) headers = {'Content-Type': 'application/json'} r = self.__session.post( url=urlBase + '.cust.edu.cn/api/ClientStudent/QueryService/GradeQueryApi/GetDataByStudent', data=json.dumps({ "param": "JTdCJTIyU2hvd0dyYWRlVHlwZSUyMiUzQTAlN0Q=", "__permission": { "MenuID": "4443798E-EB6E-4D88-BFBD-BB0A76FF6BD5", "Operate": "select", "Operation": 0 }, "__log": { "MenuID": "4443798E-EB6E-4D88-BFBD-BB0A76FF6BD5", "Logtype": 6, "Context": "查询" } }), headers=headers ) data = json.loads(r.content.decode('utf-8')) if data['state'] != 0: return '教务挂了', 515 # 分解数据并重命名 total = data['data']['GradeStatistics'] split = data['data']['GradeList'] # 成绩总览 total_grade = { 'total_GPA': total['PJJD'], 'total_credit': total['SDXF'], 'total_kill': total['TGMS'], 'total_dead': total['WTGMS'] } # 提取第一和最后一学期 first_term = split[0]['KSXNXQ'] last_term = split[len(split)-1]['KSXNXQ'] # 转换成int元组 first_term = (int(first_term[0:4]), int(first_term[4:5])) last_term = (int(last_term[0:4]), int(last_term[4:5])) # 生成中间学期 total_term = [] for i in range(last_term[0], first_term[0] + 1): for j in range(1, 3): total_term.append(str(i) + str(j)) if i == first_term[0] and j == first_term[1]: break total_term.reverse() grade_list = [] # 当前学期索引/上学期总通过/上学期总挂科/上学期总学分/上学期总学分绩点/上一课程通过次数 this_term, last_term_kill, last_term_dead, last_term_credit, last_term_c_x_g, last_lesson_kill = 0, 0, 0, 0, 0, 0 # 上学期课程列表 last_term_grade_list = [] # 上一课程名称 last_lesson_name = '' # flag,将是否通过延后一个循环 flag = True # 总必修学分 total_bixiu_credit = 0 # 总必修学分绩点 total_bixiu_c_x_g = 0 # 遍历课程 for item in split: if not item['YXCJ']: continue # 如果和上一个课程重名 if item['LessonInfo']['KCMC'] == last_lesson_name: # 判断是否通过 if item['YXCJ'] >= 60: # 如果通过贡献1通过 last_lesson_kill += 1 # 贡献总学分绩点 last_term_c_x_g += item['XF'] * (item['YXCJ'] - 50) / 10 if item['KCXZ'] == '必修': total_bixiu_c_x_g += item['XF'] * \ (item['YXCJ'] - 50) / 10 total_bixiu_credit += item['XF'] else: # 如果不重名 if flag: # 将else中的判断延后一个循环 flag = False else: # 如果上一课程通过 if last_lesson_kill > 0: # 贡献上学期通过数 last_term_kill += 1 else: # 贡献上学期挂科数 last_term_dead += 1 last_lesson_kill = 0 # 更新上一课程名称 last_lesson_name = item['LessonInfo']['KCMC'] # 如果不是当前学期 if item['KSXNXQ'] != total_term[this_term]: # 成绩列表添加上学期数据 grade_list.append({ 'term_time': total_term[this_term], 'term_GPA': last_term_c_x_g / last_term_credit, 'term_kill': last_term_kill, 'term_dead': last_term_dead, 'term_credit': last_term_credit, 'term_grade': last_term_grade_list }) # 当前学期索引+1 while item['KSXNXQ'] != total_term[this_term]: this_term += 1 # 初始化所有值 last_term_kill, last_term_dead, last_term_credit = 0, 0, item['XF'] last_term_grade_list = [] # 如果通过 if item['YXCJ'] >= 60: # 贡献总学分绩点 last_term_c_x_g = item['XF'] * (item['YXCJ'] - 50) / 10 # 贡献通过次数 last_lesson_kill += 1 if item['KCXZ'] == '必修': total_bixiu_c_x_g += item['XF'] * \ (item['YXCJ'] - 50) / 10 total_bixiu_credit += item['XF'] else: last_term_c_x_g = 0 else: # 如果是当前学期 # 贡献总学分 last_term_credit += item['XF'] # 如果通过 if item['YXCJ'] >= 60: # 贡献通过数 last_lesson_kill += 1 # 贡献学分绩点 last_term_c_x_g += item['XF'] * \ (item['YXCJ'] - 50) / 10 if item['KCXZ'] == '必修': total_bixiu_c_x_g += item['XF'] * \ (item['YXCJ'] - 50) / 10 total_bixiu_credit += item['XF'] # 加入学期成绩列表 last_term_grade_list.append({ 'title': item['LessonInfo']['KCMC'], 'credit': item['XF'], 'grade': item['YXCJ'], 'kill': 'yes' if (item['YXCJ'] >= 60) else 'no', 'class': item['KSXZ'] }) # 补充最后一次遍历的数据 if last_lesson_kill > 0: last_term_kill += 1 else: last_term_dead += 1 grade_list.append({ 'term_time': total_term[this_term], 'term_GPA': last_term_c_x_g / last_term_credit, 'term_kill': last_term_kill, 'term_dead': last_term_dead, 'term_credit': last_term_credit, 'term_grade': last_term_grade_list }) total_grade['total_bixiu_GPA'] = total_bixiu_c_x_g / \ total_bixiu_credit return { 'total_grade': total_grade, 'grade_list': grade_list }, 200 # 获取当前周数 def getCurWeek(self): headers = {'Content-Type': 'application/json'} r = self.__session.post( url='https://jwgls1.cust.edu.cn/api/ClientStudent/Home/StudentHomeApi/GetHomeCurWeekTime?sf_request_type=ajax', data=json.dumps({"param": "JTdCJTdE", "__permission": {"MenuID": "F71C97D5-D3E2-4FDA-9209-D7FA8626390E", "Operation": 0}, "__log": {"MenuID": "F71C97D5-D3E2-4FDA-9209-D7FA8626390E", "Logtype": 6, "Context": "查询"}}), headers=headers ) return json.loads( r.content.decode('utf-8'))['data']['CurWeek'], 200 # 处理课表信息 def manageSchedule(self, data): time = ['AM__TimePieces', 'PM__TimePieces', 'EV__TimePieces'] data = data['data']['AdjustDays'] lessons = [] for i in range(7): for j in range(3): for k in range(2): if(data[i][time[j]][k]['Dtos']): for l in data[i][time[j]][k]['Dtos']: temp_lesson = { 'sid': self.sid, 'real_name': self.real_name, 'is_personal': False, 'day': i, 'period': j*2+k, 'is_groups_course': False, } weeks_split = [0] * 23 mod = '' for m in l['Content']: key = m['Key'] if m['Key'] == 'Teacher': key = 'teacher' elif m['Key'] == 'Lesson': key = 'course' elif m['Key'] == 'Room': key = 'room' elif m['Key'] == 'Time': key = 'weeks' if temp_lesson.get(key): temp_lesson[key] += ','+m['Name'] else: temp_lesson[key] = m['Name'] temp_weeks = temp_lesson['weeks'] temp_lesson['weeks'] = temp_weeks[0:int( temp_weeks.find('周') + 1)] if '单周' in temp_weeks: mod = 'single' elif '双周' in temp_weeks: mod = 'double' else: mod = 'all' zhou_pos = temp_weeks.find('周') temp_weeks = temp_weeks[0:zhou_pos] temp_weeks = temp_weeks.split(',') index = 0 for n in temp_weeks: temp_weeks[index] = n.split('-') index += 1 index = 0 for n in temp_weeks: if len(n) > 1: for o in range(int(n[0]), int(n[1]) + 1): if (o % 2 == 0 and mod == 'double') or (o % 2 == 1 and mod == 'single') or (mod == 'all'): weeks_split[o] = 1 else: weeks_split[o] = 0 else: weeks_split[int(n[0])] = 1 index += 1 temp_lesson['weeks_split'] = weeks_split lessons.append(temp_lesson) return lessons, 200 # 获取个人课表 def getOwnSchedule(self): headers = {'Content-Type': 'application/json'} r = self.__session.post( url=self.baseUrl + '.cust.edu.cn/api/ClientStudent/Home/StudentHomeApi/QueryStudentScheduleData', data=json.dumps({ "param": "JTdCJTdE", "__permission": { "MenuID": "00000000-0000-0000-0000-000000000000", "Operate": "select", "Operation": "0" }, "__log": { "MenuID": "00000000-0000-0000-0000-000000000000", "Logtype": 6, "Context": "查询" } }), headers=headers ) data = json.loads(r.content.decode('utf-8')) if data['state'] != 0: return ('教务挂了', 515) return self.manageSchedule(data) # 获取他人课表 def getOtherschedule(self): headers = {'Content-Type': 'application/json'} params = {"KBLX":"2","CXLX":"0","XNXQ":"20202","CXID":self.uid,"CXZC":"0","JXBLX":""} params = str(btoa(json.dumps(params)))[2:-1] r = self.__session.post( url=self.baseUrl + '.cust.edu.cn/api/ClientStudent/QueryService/OccupyQueryApi/QueryScheduleData?sf_request_type=ajax', data=json.dumps({"param": params, "__permission": {"MenuID": "F71C97D5-D3E2-4FDA-9209-D7FA8626390E", "Operation": 0}, "__log": {"MenuID": "F71C97D5-D3E2-4FDA-9209-D7FA8626390E", "Logtype": 6, "Context": "查询"}}), headers=headers ) data = json.loads(r.content.decode('utf-8')) if data['state'] != 0: return ('教务挂了', 515) return self.manageSchedule(data) # 获取cookie def getCookie(self): return self.__session.cookies.items(), 200 # 设置cookie def setCookie(self, cookies): requests.utils.add_dict_to_cookiejar( self.__session.cookies, dict(cookies)) return 'OK', 200 # 默认初始化 def defaultInit(self, data): self.cid = data['cid'] self.__pwd = data['pwd'] self.__phone = data['phone'] self.__session = requests.Session() # 使用我的cookie初始化，用于快速刷新课表 def cookieInit(self, cookies, uid, cid, sid, real_name): self.cid = cid self.sid = sid self.uid = uid self.real_name = real_name self.__session = requests.Session() self.setCookie(cookies) return self.getOtherschedule()