✅ 毕业设计:Python+Flask前程无忧爬虫 全国招聘数据可视化分析(建议收藏)✅
博主介绍:✌全网粉丝10W+,前互联网大厂软件研发、集结硕博英豪成立工作室。专注于计算机相关专业项目实战6年之久,选择我们就是选择放心、选择安心毕业✌
> 🍅想要获取完整文章或者源码,或者代做,拉到文章底部即可与我联系了。🍅🍅感兴趣的可以先收藏起来,点赞、关注不迷路,大家在毕设选题,项目以及论文编写等相关问题都可以给我留言咨询,希望帮助同学们顺利毕业 。🍅
1、毕业设计:2025年计算机专业毕业设计选题汇总(建议收藏)✅
2、大数据毕业设计:2025年选题大全 深度学习 python语言 JAVA语言 hadoop和spark(建议收藏)✅
🍅感兴趣的可以先收藏起来,点赞、关注不迷路,大家在毕设选题,项目以及论文编写等相关问题都可以给我留言咨询,希望帮助同学们顺利毕业 。🍅
1、项目介绍
技术栈:Python语言、Flask框架、MySQL数据库、requests爬虫、前程无忧全国招聘信息爬虫
研究背景:
线上招聘已成主流,但岗位信息分散、更新频繁,求职者难以及时掌握行业薪资与技能需求变化,亟需一套自动化采集并即时可视化分析的工具。
研究意义:
本系统以Flask为后端,requests爬取前程无忧全国数据,通过MySQL持久化并借助Echarts多维可视化,可为高校毕业生、HR及培训机构提供实时就业行情,降低求职与招聘的盲目性,也可直接作为毕业设计展示Python全栈能力。
2、项目界面
(1)岗位行业分析
(2)岗位应聘要求分析
(3)互联网岗位分析
(4)各地区平均薪资分析
(5)首页注册登录界面
(6)招聘数据展示
3、项目说明
摘要
系统基于轻量级Flask框架,通过requests定时爬取前程无忧全国岗位数据,经去重、清洗后存入MySQL,再利用Echarts生成行业分布、薪资热力图及技能词云等多维可视化,帮助求职者快速锁定高薪行业、辅助HR动态调整招聘策略。前端采用Bootstrap响应式布局,支持按地区、行业、职位三维筛选,一键导出分析报告;后台管理模块可对爬虫任务、用户权限及数据质量进行实时监控,实现采集-分析-展示全流程闭环。
关键词:Flask;requests爬虫;前程无忧;就业数据;Echarts可视化
4、核心代码
#!/usr/bin/python
# coding=utf-8
import sqlite3
import pandas as pd
from flask import Flask, render_template, jsonify, request
import numpy as np
import json
import jieba
app = Flask(__name__)
app.config.from_object('config')
DATABASE = 'job_info.db'
# --------------------- html render ---------------------
login_name = None
@app.route('/')
def index():
return render_template('index.html')
@app.route('/show_data')
def show_data():
return render_template('show_data.html')
@app.route('/links')
def links():
return render_template('links.html')
@app.route('/hangye_analysis')
def hangye_analysis():
return render_template('hangye_analysis.html')
@app.route('/language_analysis')
def language_analysis():
return render_template('language_analysis.html')
@app.route('/yingpin_yaoqiu_analysis')
def yingpin_yaoqiu_analysis():
return render_template('yingpin_yaoqiu_analysis.html')
@app.route('/job_wordcloud')
def job_wordcloud():
return render_template('job_wordcloud.html')
# ------------------ ajax restful api -------------------
@app.route('/check_login')
def check_login():
"""判断用户是否登录"""
return jsonify({'username': login_name, 'login': login_name is not None})
@app.route('/register/<name>/<password>')
def register(name, password):
conn = sqlite3.connect('user_info.db')
cursor = conn.cursor()
check_sql = "SELECT * FROM sqlite_master where type='table' and name='user'"
cursor.execute(check_sql)
results = cursor.fetchall()
# 数据库表不存在
if len(results) == 0:
# 创建数据库表
sql = """
CREATE TABLE user(
name CHAR(256),
password CHAR(256)
);
"""
cursor.execute(sql)
conn.commit()
print('创建数据库表成功!')
sql = "INSERT INTO user (name, password) VALUES (?,?);"
cursor.executemany(sql, [(name, password)])
conn.commit()
return jsonify({'info': '用户注册成功!', 'status': 'ok'})
@app.route('/login/<name>/<password>')
def login(name, password):
global login_name
conn = sqlite3.connect('user_info.db')
cursor = conn.cursor()
check_sql = "SELECT * FROM sqlite_master where type='table' and name='user'"
cursor.execute(check_sql)
results = cursor.fetchall()
# 数据库表不存在
if len(results) == 0:
# 创建数据库表
sql = """
CREATE TABLE user(
name CHAR(256),
password CHAR(256)
);
"""
cursor.execute(sql)
conn.commit()
print('创建数据库表成功!')
sql = "select * from user where name='{}' and password='{}'".format(name, password)
cursor.execute(sql)
results = cursor.fetchall()
login_name = name
if len(results) > 0:
print(results)
return jsonify({'info': name + '用户登录成功!', 'status': 'ok'})
else:
return jsonify({'info': '当前用户不存在!', 'status': 'error'})
# 地理分区 与 省份的映射
dili_fengqu_shengfen_maps = {
'华东': ['上海市', '江苏省', '浙江省', '安徽省', '江西省', '山东省', '福建省', '台湾省'],
'华北': ['北京市', '天津市', '山西省', '河北省', '内蒙古自治区'],
'华中': ['河南省', '湖北省', '湖南省'],
'华南': ['广东省', '广西壮族自治区', '海南省', '香港特别行政区', '澳门特别行政区'],
'西南': ['重庆市', '四川省', '贵州省', '云南省', '西藏自治区'],
'西北': ['陕西省', '甘肃省', '青海省', '宁夏回族自治区', '新疆维吾尔自治区'],
'东北': ['黑龙江省', '吉林省', '辽宁省']
}
# 省份与城市的映射
shengfen_city_dict = json.load(open('dili_fengqu.json', 'r', encoding='utf8'))
# 分区与城市的映射
dili_fengqu_cities_maps = {}
for fengqu in dili_fengqu_shengfen_maps:
cities = []
for shengfen in dili_fengqu_shengfen_maps[fengqu]:
# 省份下的所有城市
if shengfen in shengfen_city_dict:
cities.extend(shengfen_city_dict[shengfen])
dili_fengqu_cities_maps[fengqu] = set(cities)
# 城市 与 分区的映射
city_fenqu_maps = {}
for fengqu in dili_fengqu_shengfen_maps:
for shengfen in dili_fengqu_shengfen_maps[fengqu]:
if shengfen in shengfen_city_dict:
# 省份下的所有城市
for city in shengfen_city_dict[shengfen]:
city_fenqu_maps[city] = fengqu
# 加载经纬度数据
districts = json.load(open('china_region.json', 'r', encoding='utf8'))['districts']
city_region_dict = {}
for province in districts:
cities = province['districts']
for city in cities:
city_region_dict[city['name']] = {'longitude': city['center']['longitude'],
'latitude': city['center']['latitude']}
# ------------------ ajax restful api -------------------
@app.route('/query_spidered_data')
def query_spidered_data():
conn = sqlite3.connect(DATABASE)
cursor = conn.cursor()
check_sql = "SELECT * FROM job"
cursor.execute(check_sql)
jobs = cursor.fetchall()
hotjobs = []
for job in jobs:
job_name, hangye, company, location, salary, jingyan, xueli, zhaopin_counts, pub_time = job
try:
tmp = float(jingyan)
jingyan = '{}年工作经验'.format(jingyan)
except:
pass
hotjobs.append((job_name, hangye, company, location, salary, jingyan, xueli, zhaopin_counts, pub_time))
return jsonify(hotjobs[:40])
@app.route('/job_hangye_analysis')
def job_hangye_analysis():
"""行业分析"""
conn = sqlite3.connect(DATABASE)
cursor = conn.cursor()
check_sql = "SELECT hangye, salary FROM job"
cursor.execute(check_sql)
jobs = cursor.fetchall()
# 行业的个数
hangye_counts = {}
hangye_salary = {}
for job in jobs:
hangye, salary = job
if hangye not in hangye_counts:
hangye_counts[hangye] = 0
hangye_counts[hangye] += 1
if not salary.endswith('/月'):
continue
if salary.endswith('千/月'):
scale = 1000
elif salary.endswith('万/月'):
scale = 10000
else:
continue
salary = salary[:-3]
# 计算平均薪资
salary = sum(map(float, salary.split('-'))) / 2 * scale
if hangye not in hangye_salary:
hangye_salary[hangye] = []
hangye_salary[hangye].append(salary)
hangye_counts = list(zip(list(hangye_counts.keys()), list(hangye_counts.values())))
hangye_counts = sorted(hangye_counts, key=lambda k: k[1], reverse=True)
# 过滤掉一些在招岗位很少的行业
hangye_counts = [v for v in hangye_counts if v[1] > 10]
hangye1 = [v[0] for v in hangye_counts][:40]
counts = [v[1] for v in hangye_counts][:40]
# 计算行业的平均薪资
for hangye in hangye_salary:
hangye_salary[hangye] = np.mean(hangye_salary[hangye])
hangye_salary = list(zip(list(hangye_salary.keys()), list(hangye_salary.values())))
hangye_salary = sorted(hangye_salary, key=lambda k: k[1], reverse=False)
hangye2 = [v[0] for v in hangye_salary][:40]
salary = [v[1] for v in hangye_salary][:40]
return jsonify({'行业': hangye1, '岗位数': counts, '行业2': hangye2, '平均薪资': salary})
@app.route('/dili_fengqu_analysis/<fengqu>')
def dili_fengqu_analysis(fengqu):
conn = sqlite3.connect(DATABASE)
cursor = conn.cursor()
check_sql = "SELECT hangye, location, salary FROM job"
cursor.execute(check_sql)
jobs = cursor.fetchall()
# 行业的个数
hangye_counts = {}
hangye_salary = {}
for job in jobs:
hangye, location, salary = job
if location + '市' not in city_fenqu_maps:
continue
if city_fenqu_maps[location + '市'] != fengqu:
continue
if hangye not in hangye_counts:
hangye_counts[hangye] = 0
hangye_counts[hangye] += 1
if not salary.endswith('/月'):
continue
if salary.endswith('千/月'):
scale = 1000
elif salary.endswith('万/月'):
scale = 10000
else:
continue
salary = salary[:-3]
# 计算平均薪资
salary = sum(map(float, salary.split('-'))) / 2 * scale
if hangye not in hangye_salary:
hangye_salary[hangye] = []
hangye_salary[hangye].append(salary)
hangye_counts = list(zip(list(hangye_counts.keys()), list(hangye_counts.values())))
hangye_counts = sorted(hangye_counts, key=lambda k: k[1], reverse=True)
# 过滤掉一些在招岗位很少的行业
hangye1 = [v[0] for v in hangye_counts][:20]
counts = [v[1] for v in hangye_counts][:20]
# 计算行业的平均薪资
for hangye in hangye_salary:
hangye_salary[hangye] = np.mean(hangye_salary[hangye])
hangye_salary = list(zip(list(hangye_salary.keys()), list(hangye_salary.values())))
hangye_salary = sorted(hangye_salary, key=lambda k: k[1], reverse=False)
hangye2 = [v[0] for v in hangye_salary][:20]
salary = [v[1] for v in hangye_salary][:20]
high_salary_hangyes = ' > '.join(hangye2[::-1][:3])
return jsonify({'行业': hangye1, '岗位数': counts, '行业2': hangye2, '平均薪资': salary,
'高薪行业推荐': high_salary_hangyes})
@app.route('/get_all_hangye')
def get_all_hangye():
"""获取所有行业"""
conn = sqlite3.connect(DATABASE)
cursor = conn.cursor()
sql = 'select distinct hangye from job'
cursor.execute(sql)
hangyes = cursor.fetchall()
hangyes = [h[0] for h in hangyes]
print(hangyes)
return jsonify(hangyes)
@app.route('/hangye_fengqu_salary')
def hangye_fengqu_salary():
conn = sqlite3.connect(DATABASE)
cursor = conn.cursor()
hangye = request.args.get('hangye')
print(hangye)
check_sql = "SELECT hangye, location, salary FROM job where hangye=='{}'".format(hangye)
cursor.execute(check_sql)
jobs = cursor.fetchall()
fengqu_salary = {}
for job in jobs:
hangye, location, salary = job
if location + '市' not in city_fenqu_maps:
continue
fengqu = city_fenqu_maps[location + '市']
if not salary.endswith('/月'):
continue
if salary.endswith('千/月'):
scale = 1000
elif salary.endswith('万/月'):
scale = 10000
else:
continue
salary = salary[:-3]
# 计算平均薪资
salary = sum(map(float, salary.split('-'))) / 2 * scale
if fengqu not in fengqu_salary:
fengqu_salary[fengqu] = []
fengqu_salary[fengqu].append(salary)
# 计算平均薪资
for fengqu in fengqu_salary:
fengqu_salary[fengqu] = np.mean(fengqu_salary[fengqu])
fengqu_salary = list(zip(list(fengqu_salary.keys()), list(fengqu_salary.values())))
fengqu_salary = sorted(fengqu_salary, key=lambda k: k[1], reverse=False)
fengqu = [v[0] for v in fengqu_salary]
salary = [v[1] for v in fengqu_salary]
max_salary = max(salary)
return jsonify({'分区': fengqu, '平均薪资': salary, '最高薪资': max_salary})
if __name__ == "__main__":
app.run(host='127.0.0.1')
5、源码获取方式
🍅由于篇幅限制,获取完整文章或源码、代做项目的,查看【用户名】、【专栏名称】就可以找到我啦🍅
感兴趣的可以先收藏起来,点赞、关注不迷路,下方查看👇🏻获取联系方式👇🏻
更多推荐



所有评论(0)