375 lines
17 KiB
Python
375 lines
17 KiB
Python
import json
|
||
import requests
|
||
from urllib.parse import quote
|
||
import base64
|
||
from bs4 import BeautifulSoup
|
||
import random
|
||
import sys
|
||
from utils import btoa, signCode
|
||
|
||
class Crawler(object):
|
||
def __init__(self):
|
||
self.__session = None
|
||
self.__pwd = None
|
||
self.__phone = None
|
||
self.cid = None
|
||
self.sid = None
|
||
self.uid = None
|
||
self.real_name = None
|
||
|
||
# 获取用户基本信息
|
||
def getUserInfo(self):
|
||
return {
|
||
'cid': self.cid,
|
||
'pwd': signCode(self.__pwd),
|
||
'sid': self.sid,
|
||
'uid': self.uid,
|
||
'real_name': self.real_name,
|
||
}
|
||
|
||
# 链接教务 -----------------------------------------------------------------------------
|
||
def connection(self):
|
||
try:
|
||
# 获取统一身份系统的网页
|
||
r = self.__session.get(
|
||
url='https://mysso.cust.edu.cn/cas/login?service=https://jwgls1.cust.edu.cn/welcome')
|
||
soup = BeautifulSoup(r.text, 'html.parser')
|
||
execution = soup.find_all(name='input')[6]['value']
|
||
formdata = {
|
||
'username': self.cid,
|
||
'password': self.__pwd,
|
||
'execution': execution,
|
||
'_eventId': 'submit',
|
||
'geolocation': ''
|
||
}
|
||
r = self.__session.post(
|
||
url='https://mysso.cust.edu.cn/cas/login?service=https://jwgls1.cust.edu.cn/welcome', data=formdata)
|
||
soup = BeautifulSoup(r.text, 'html.parser')
|
||
flag = soup.find(name='title')
|
||
if(flag.text == "手机号设置"):
|
||
if self.__phone == '':
|
||
return '请填写手机号', 513
|
||
execution = soup.find_all(name='input')[1]['value']
|
||
formdata = {
|
||
'phone': self.__phone,
|
||
'execution': execution,
|
||
'_eventId': 'submit',
|
||
'submit': '提交'
|
||
}
|
||
r = self.__session.post(
|
||
url="https://mysso.cust.edu.cn/cas/login?service=https://jwgls1.cust.edu.cn/welcome", data=formdata)
|
||
r = self.__session.get(
|
||
url='https://portal.cust.edu.cn/custp/index')
|
||
soup = BeautifulSoup(r.text, 'html.parser')
|
||
try:
|
||
if soup.findAll(name='a')[4]['href'] != 'logout':
|
||
raise('账号或密码错误')
|
||
except:
|
||
return '账号或者密码错误', 511
|
||
r = self.__session.get(
|
||
url='https://mysso.cust.edu.cn/cas/login?service=https://jwgls1.cust.edu.cn/welcome', allow_redirects=False)
|
||
ticket = r.headers['Location'][42:]
|
||
asp_net_sessionid_param = {
|
||
'Ticket': ticket, 'Url': 'https://jwgls1.cust.edu.cn/welcome'}
|
||
asp_net_sessionid_param = base64.b64encode(
|
||
quote(json.dumps(asp_net_sessionid_param)).encode('utf-8')).decode('utf-8')
|
||
asp_net_sessionid_param = {'param': asp_net_sessionid_param}
|
||
headers = {'Content-Type': 'application/json'}
|
||
r = self.__session.post(url='https://jwgls1.cust.edu.cn/api/LoginApi/LGSSOLocalLogin?sf_request_type=ajax',
|
||
data=json.dumps(asp_net_sessionid_param), headers=headers)
|
||
data = json.loads(r.content.decode('utf-8'))
|
||
# 提示未建立教务信息
|
||
if data['state'] == 1:
|
||
return data['message'], 514
|
||
self.real_name = data['data']['StudentDto']['XM']
|
||
self.sid = data['data']['StudentDto']['XH']
|
||
self.uid = data['data']['StudentDto']['SMXSJBXXID']
|
||
return self.getUserInfo(), 200
|
||
except Exception as e:
|
||
print(e)
|
||
return '教务挂了', 515
|
||
|
||
# 获取成绩 -----------------------------------------------------------------------------
|
||
def getGrade(self):
|
||
headers = {'Content-Type': 'application/json'}
|
||
r = self.__session.post(
|
||
url='https://jwgls1.cust.edu.cn/api/ClientStudent/QueryService/GradeQueryApi/GetDataByStudent?sf_request_type=ajax',
|
||
data=json.dumps({"param": "JTdCJTIyU2hvd0dyYWRlVHlwZSUyMiUzQTElN0Q=", "__permission": {"MenuID": "4443798E-EB6E-4D88-BFBD-BB0A76FF6BD5",
|
||
"Operation": 0}, "__log": {"MenuID": "4443798E-EB6E-4D88-BFBD-BB0A76FF6BD5", "Logtype": 6, "Context": "查询"}}),
|
||
headers=headers
|
||
)
|
||
data = json.loads(r.content.decode('utf-8'))
|
||
if data['state'] != 0:
|
||
return '教务挂了', 515
|
||
# 分解数据并重命名
|
||
total = data['data']['GradeStatistics']
|
||
split = data['data']['GradeList']
|
||
# 成绩总览
|
||
total_grade = {
|
||
'total_GPA': total['PJJD'],
|
||
'total_credit': total['SDXF'],
|
||
'total_kill': total['TGMS'],
|
||
'total_dead': total['WTGMS']
|
||
}
|
||
# 提取第一和最后一学期
|
||
first_term = split[0]['KSXNXQ']
|
||
last_term = split[len(split)-1]['KSXNXQ']
|
||
# 转换成int元组
|
||
first_term = (int(first_term[0:4]), int(first_term[4:5]))
|
||
last_term = (int(last_term[0:4]), int(last_term[4:5]))
|
||
# 生成中间学期
|
||
total_term = []
|
||
for i in range(last_term[0], first_term[0] + 1):
|
||
for j in range(1, 3):
|
||
total_term.append(str(i) + str(j))
|
||
if i == first_term[0] and j == first_term[1]:
|
||
break
|
||
total_term.reverse()
|
||
grade_list = []
|
||
# 当前学期索引/上学期总通过/上学期总挂科/上学期总学分/上学期总学分绩点/上一课程通过次数
|
||
this_term, last_term_kill, last_term_dead, last_term_credit, last_term_c_x_g, last_lesson_kill = 0, 0, 0, 0, 0, 0
|
||
# 上学期课程列表
|
||
last_term_grade_list = []
|
||
# 上一课程名称
|
||
last_lesson_name = ''
|
||
# flag,将是否通过延后一个循环
|
||
flag = True
|
||
# 总必修学分
|
||
total_bixiu_credit = 0
|
||
# 总必修学分绩点
|
||
total_bixiu_c_x_g = 0
|
||
# 遍历课程
|
||
for item in split:
|
||
if not item['YXCJ']:
|
||
continue
|
||
# 如果和上一个课程重名
|
||
if item['LessonInfo']['KCMC'] == last_lesson_name:
|
||
# 判断是否通过
|
||
if item['YXCJ'] >= 60:
|
||
# 如果通过贡献1通过
|
||
last_lesson_kill += 1
|
||
# 贡献总学分绩点
|
||
last_term_c_x_g += item['XF'] * (item['YXCJ'] - 50) / 10
|
||
if item['KCXZ'] == '必修':
|
||
total_bixiu_c_x_g += item['XF'] * \
|
||
(item['YXCJ'] - 50) / 10
|
||
total_bixiu_credit += item['XF']
|
||
else: # 如果不重名
|
||
if flag: # 将else中的判断延后一个循环
|
||
flag = False
|
||
else:
|
||
# 如果上一课程通过
|
||
if last_lesson_kill > 0:
|
||
# 贡献上学期通过数
|
||
last_term_kill += 1
|
||
else:
|
||
# 贡献上学期挂科数
|
||
last_term_dead += 1
|
||
last_lesson_kill = 0
|
||
# 更新上一课程名称
|
||
last_lesson_name = item['LessonInfo']['KCMC']
|
||
# 如果不是当前学期
|
||
if item['KSXNXQ'] != total_term[this_term]:
|
||
# 成绩列表添加上学期数据
|
||
grade_list.append({
|
||
'term_time': total_term[this_term],
|
||
'term_GPA': last_term_c_x_g / last_term_credit,
|
||
'term_kill': last_term_kill,
|
||
'term_dead': last_term_dead,
|
||
'term_credit': last_term_credit,
|
||
'term_grade': last_term_grade_list
|
||
})
|
||
# 当前学期索引+1
|
||
while item['KSXNXQ'] != total_term[this_term]:
|
||
this_term += 1
|
||
# 初始化所有值
|
||
last_term_kill, last_term_dead, last_term_credit = 0, 0, item['XF']
|
||
last_term_grade_list = []
|
||
# 如果通过
|
||
if item['YXCJ'] >= 60:
|
||
# 贡献总学分绩点
|
||
last_term_c_x_g = item['XF'] * (item['YXCJ'] - 50) / 10
|
||
# 贡献通过次数
|
||
last_lesson_kill += 1
|
||
if item['KCXZ'] == '必修':
|
||
total_bixiu_c_x_g += item['XF'] * \
|
||
(item['YXCJ'] - 50) / 10
|
||
total_bixiu_credit += item['XF']
|
||
else:
|
||
last_term_c_x_g = 0
|
||
else: # 如果是当前学期
|
||
# 贡献总学分
|
||
last_term_credit += item['XF']
|
||
# 如果通过
|
||
if item['YXCJ'] >= 60:
|
||
# 贡献通过数
|
||
last_lesson_kill += 1
|
||
# 贡献学分绩点
|
||
last_term_c_x_g += item['XF'] * \
|
||
(item['YXCJ'] - 50) / 10
|
||
if item['KCXZ'] == '必修':
|
||
total_bixiu_c_x_g += item['XF'] * \
|
||
(item['YXCJ'] - 50) / 10
|
||
total_bixiu_credit += item['XF']
|
||
# 加入学期成绩列表
|
||
last_term_grade_list.append({
|
||
'title': item['LessonInfo']['KCMC'],
|
||
'credit': item['XF'],
|
||
'grade': item['YXCJ'],
|
||
'kill': 'yes' if (item['YXCJ'] >= 60) else 'no',
|
||
'class': item['KSXZ']
|
||
})
|
||
# 补充最后一次遍历的数据
|
||
if last_lesson_kill > 0:
|
||
last_term_kill += 1
|
||
else:
|
||
last_term_dead += 1
|
||
grade_list.append({
|
||
'term_time': total_term[this_term],
|
||
'term_GPA': last_term_c_x_g / last_term_credit,
|
||
'term_kill': last_term_kill,
|
||
'term_dead': last_term_dead,
|
||
'term_credit': last_term_credit,
|
||
'term_grade': last_term_grade_list
|
||
})
|
||
total_grade['total_bixiu_GPA'] = total_bixiu_c_x_g / \
|
||
total_bixiu_credit
|
||
return {
|
||
'total_grade': total_grade,
|
||
'grade_list': grade_list
|
||
}, 200
|
||
|
||
# 获取当前周数
|
||
def getCurWeek(self):
|
||
headers = {'Content-Type': 'application/json'}
|
||
r = self.__session.post(
|
||
url='https://jwgls1.cust.edu.cn/api/ClientStudent/Home/StudentHomeApi/GetHomeCurWeekTime?sf_request_type=ajax',
|
||
data=json.dumps({"param": "JTdCJTdE", "__permission": {"MenuID": "F71C97D5-D3E2-4FDA-9209-D7FA8626390E",
|
||
"Operation": 0}, "__log": {"MenuID": "F71C97D5-D3E2-4FDA-9209-D7FA8626390E", "Logtype": 6, "Context": "查询"}}),
|
||
headers=headers
|
||
)
|
||
return json.loads(
|
||
r.content.decode('utf-8'))['data']['CurWeek'], 200
|
||
|
||
# 处理课表信息
|
||
def manageSchedule(self, data):
|
||
time = ['AM__TimePieces', 'PM__TimePieces', 'EV__TimePieces']
|
||
data = data['data']['AdjustDays']
|
||
lessons = []
|
||
for i in range(7):
|
||
for j in range(3):
|
||
for k in range(2):
|
||
if(data[i][time[j]][k]['Dtos']):
|
||
for l in data[i][time[j]][k]['Dtos']:
|
||
temp_lesson = {
|
||
'sid': self.sid,
|
||
'real_name': self.real_name,
|
||
'is_personal': False,
|
||
'day': i,
|
||
'period': j*2+k,
|
||
'is_groups_course': False,
|
||
}
|
||
weeks_split = [0] * 23
|
||
mod = ''
|
||
for m in l['Content']:
|
||
key = m['Key']
|
||
if m['Key'] == 'Teacher':
|
||
key = 'teacher'
|
||
elif m['Key'] == 'Lesson':
|
||
key = 'course'
|
||
elif m['Key'] == 'Room':
|
||
key = 'room'
|
||
elif m['Key'] == 'Time':
|
||
key = 'weeks'
|
||
if temp_lesson.get(key):
|
||
temp_lesson[key] += ','+m['Name']
|
||
else:
|
||
temp_lesson[key] = m['Name']
|
||
temp_weeks = temp_lesson['weeks']
|
||
temp_lesson['weeks'] = temp_weeks[0:int(
|
||
temp_weeks.find('周') + 1)]
|
||
if '单周' in temp_weeks:
|
||
mod = 'single'
|
||
elif '双周' in temp_weeks:
|
||
mod = 'double'
|
||
else:
|
||
mod = 'all'
|
||
zhou_pos = temp_weeks.find('周')
|
||
temp_weeks = temp_weeks[0:zhou_pos]
|
||
temp_weeks = temp_weeks.split(',')
|
||
index = 0
|
||
for n in temp_weeks:
|
||
temp_weeks[index] = n.split('-')
|
||
index += 1
|
||
index = 0
|
||
for n in temp_weeks:
|
||
if len(n) > 1:
|
||
for o in range(int(n[0]), int(n[1]) + 1):
|
||
if (o % 2 == 0 and mod == 'double') or (o % 2 == 1 and mod == 'single') or (mod == 'all'):
|
||
weeks_split[o] = 1
|
||
else:
|
||
weeks_split[o] = 0
|
||
else:
|
||
weeks_split[int(n[0])] = 1
|
||
index += 1
|
||
temp_lesson['weeks_split'] = weeks_split
|
||
lessons.append(temp_lesson)
|
||
return lessons, 200
|
||
|
||
# 获取个人课表
|
||
def getOwnSchedule(self):
|
||
headers = {'Content-Type': 'application/json'}
|
||
r = self.__session.post(
|
||
url='https://jwgls1.cust.edu.cn/api/ClientStudent/Home/StudentHomeApi/QueryStudentScheduleData?sf_request_type=ajax',
|
||
data=json.dumps({"param": "JTdCJTdE", "__permission": {"MenuID": "F71C97D5-D3E2-4FDA-9209-D7FA8626390E",
|
||
"Operation": 0}, "__log": {"MenuID": "F71C97D5-D3E2-4FDA-9209-D7FA8626390E", "Logtype": 6, "Context": "查询"}}),
|
||
headers=headers
|
||
)
|
||
data = json.loads(r.content.decode('utf-8'))
|
||
if data['state'] != 0:
|
||
return ('教务挂了', 515)
|
||
return self.manageSchedule(data)
|
||
|
||
# 获取他人课表
|
||
def getOtherschedule(self):
|
||
headers = {'Content-Type': 'application/json'}
|
||
params = {"KBLX":"2","CXLX":"0","XNXQ":"20202","CXID":self.uid,"CXZC":"0","JXBLX":""}
|
||
params = str(btoa(json.dumps(params)))[2:-1]
|
||
r = self.__session.post(
|
||
url='https://jwgls1.cust.edu.cn/api/ClientStudent/QueryService/OccupyQueryApi/QueryScheduleData?sf_request_type=ajax',
|
||
data=json.dumps({"param": params, "__permission": {"MenuID": "F71C97D5-D3E2-4FDA-9209-D7FA8626390E",
|
||
"Operation": 0}, "__log": {"MenuID": "F71C97D5-D3E2-4FDA-9209-D7FA8626390E", "Logtype": 6, "Context": "查询"}}),
|
||
headers=headers
|
||
)
|
||
data = json.loads(r.content.decode('utf-8'))
|
||
if data['state'] != 0:
|
||
return ('教务挂了', 515)
|
||
return self.manageSchedule(data)
|
||
|
||
# 获取cookie
|
||
def getCookie(self):
|
||
return self.__session.cookies.items(), 200
|
||
|
||
# 设置cookie
|
||
def setCookie(self, cookies):
|
||
requests.utils.add_dict_to_cookiejar(
|
||
self.__session.cookies, dict(cookies))
|
||
return 'OK', 200
|
||
|
||
# 默认初始化
|
||
def defaultInit(self, cid, pwd, phone):
|
||
self.cid = cid
|
||
self.__pwd = pwd
|
||
self.__phone = phone
|
||
self.__session = requests.Session()
|
||
return self.connection()
|
||
|
||
# 使用我的cookie初始化，用于快速刷新课表
|
||
def cookieInit(self, cookies, uid, cid, sid, real_name):
|
||
self.cid = cid
|
||
self.sid = sid
|
||
self.uid = uid
|
||
self.real_name = real_name
|
||
self.__session = requests.Session()
|
||
self.setCookie(cookies)
|
||
return self.getOtherschedule() |