README.md
部署
1. 打包web服务镜像
docker build -t area .
2. 启动服务
docker-compose up -d
3.访问接口
web服务接口依托于mysql的启动,需要稍等10-15秒,服务会进行数据初始化
http://0.0.0.0:7879/area-list?p_code=110100
4.测试用例
省市区代码爬取
代码: code_crawler.py
# 确保在项目名根目录层级下执行该命令
python src/crawler/code_crawler.py
运行日志:
开始抓取市级信息
已写入市级: INSERT INTO config_position (code, name, p_code, cus_num) VALUES (110100, '市辖区', 110000, 0)
开始抓取区级信息
已写入区级: INSERT INTO config_position (code, name, p_code, cus_num) VALUES (110101, '东城区', 110100, 0)
已写入区级: INSERT INTO config_position (code, name, p_code, cus_num) VALUES (110102, '西城区', 110100, 0)
已写入区级: INSERT INTO config_position (code, name, p_code, cus_num) VALUES (110105, '朝阳区', 110100, 0)
已写入区级: INSERT INTO config_position (code, name, p_code, cus_num) VALUES (110106, '丰台区', 110100, 0)
已写入区级: INSERT INTO config_position (code, name, p_code, cus_num) VALUES (110107, '石景山区', 110100, 0)
已写入区级: INSERT INTO config_position (code, name, p_code, cus_num) VALUES (110108, '海淀区', 110100, 0)
已写入区级: INSERT INTO config_position (code, name, p_code, cus_num) VALUES (110109, '门头沟区', 110100, 0)
已写入区级: INSERT INTO config_position (code, name, p_code, cus_num) VALUES (110111, '房山区', 110100, 0)
已写入区级: INSERT INTO config_position (code, name, p_code, cus_num) VALUES (110112, '通州区', 110100, 0)
已写入区级: INSERT INTO config_position (code, name, p_code, cus_num) VALUES (110113, '顺义区', 110100, 0)
已写入区级: INSERT INTO config_position (code, name, p_code, cus_num) VALUES (110114, '昌平区', 110100, 0)
已写入区级: INSERT INTO config_position (code, name, p_code, cus_num) VALUES (110115, '大兴区', 110100, 0)
客户信息过滤
代码:code_filter.py
# 确保在项目名根目录层级下执行该命令
python src/crawler/code_filter.py
运行日志:
UPDATE config_position SET cus_num=35 WHERE name='南县';
UPDATE config_position SET cus_num=38 WHERE name='南召县';
UPDATE config_position SET cus_num=26 WHERE name='南和县';
UPDATE config_position SET cus_num=39 WHERE name='南城县';
UPDATE config_position SET cus_num=29 WHERE name='南安市';
UPDATE config_position SET cus_num=33 WHERE name='南宫市';
UPDATE config_position SET cus_num=57 WHERE name='南山区';
UPDATE config_position SET cus_num=40 WHERE name='南岔区';
UPDATE config_position SET cus_num=32 WHERE name='南岗区';
UPDATE config_position SET cus_num=33 WHERE name='南岳区';