Skip to content

dr_py
dr_py

落寞的温暖 / dr_py
与 Fork 源项目一致

Fork自 晚风拂柳颜 / dr_py

通知 1
Star 0
Fork 0
dr_py
dr_py

体验新版 GitCode，发现更多精彩内容 >>

提交 d40ed0ac 编写于 作者: H hjdhnx
浏览文件
操作

搞测试

上级 4522f4e4
展开全部 隐藏空白更改
内联 并排
Showing with 179 addition and 125 deletion
base/rules.db
浏览文件 @ d40ed0ac
无法预览此类型文件
js/version.txt
浏览文件 @ d40ed0ac
3.9.20beta7 3.9.20beta8
\ No newline at end of file \ No newline at end of file
js/有声小说吧.js
浏览文件 @ d40ed0ac
...@@ -23,7 +23,8 @@ var rule = { ...@@ -23,7 +23,8 @@ var rule = {
lists:'', lists:'',
lists:'js:pd=jsp.pd;let url=pd(html,".bookbutton&&a&&href");log(url);html=request(url);let v=pd(html,".booksite&&script&&Html");var document={};var VideoListJson;VideoListJson=eval(v.split("VideoListJson=")[1].split(",urlinfo")[0]);log(typeof VideoListJson);let list1=VideoListJson[0][1];LISTS=[list1];log(LISTS);', lists:'js:pd=jsp.pd;let url=pd(html,".bookbutton&&a&&href");log(url);html=request(url);let v=pd(html,".booksite&&script&&Html");var document={};var VideoListJson;VideoListJson=eval(v.split("VideoListJson=")[1].split(",urlinfo")[0]);log(typeof VideoListJson);let list1=VideoListJson[0][1];LISTS=[list1];log(LISTS);',
// 有声小说有防盗链,我服了(上面的列表数据正常拿到了,没法播放) // 有声小说有防盗链,我服了(上面的列表数据正常拿到了,没法播放)
lists:'#playlist:eq(#id)&&ul&&li', // lists:'#playlist:eq(#id)&&ul&&li',
lists:'#playlist ul li',
}, },
搜索:'*', 搜索:'*',
} }
\ No newline at end of file
libs/drpy.js
浏览文件 @ d40ed0ac
...@@ -982,15 +982,16 @@ function post(url,obj){ ...@@ -982,15 +982,16 @@ function post(url,obj){
fetch = request; fetch = request;
print = function (data){ print = function (data){
data = data||''; data = data||'';
if(typeof(data)=='object'&&!isNaN(data)){ if(typeof(data)=='object'&&Object.keys(data).length>0){
try { try {
data = JSON.stringify(data); data = JSON.stringify(data);
console.log(data);
}catch (e) { }catch (e) {
// console.log('print:'+e.message); // console.log('print:'+e.message);
console.log(typeof(data)+':'+data.length); console.log(typeof(data)+':'+data.length);
return return
} }
}else if(typeof(data)=='object'&&isNaN(data)){ }else if(typeof(data)=='object'&&Object.keys(data).length<1){
console.log('null object'); console.log('null object');
}else{ }else{
console.log(data); console.log(data);
...@@ -1795,6 +1796,7 @@ function detailParse(detailObj){ ...@@ -1795,6 +1796,7 @@ function detailParse(detailObj){
let p1 = p.lists.replaceAll('#idv', tab_name).replaceAll('#id', i); let p1 = p.lists.replaceAll('#idv', tab_name).replaceAll('#id', i);
tab_ext = tab_ext.replaceAll('#idv', tab_name).replaceAll('#id', i); tab_ext = tab_ext.replaceAll('#idv', tab_name).replaceAll('#id', i);
// 测试jsp提速 // 测试jsp提速
// console.log(p1);
// p1 = p1.replace(':eq(0)',',0').replace(' ','&&'); // p1 = p1.replace(':eq(0)',',0').replace(' ','&&');
// console.log(p1); // console.log(p1);
// console.log(html); // console.log(html);
......
libs/drpy.min.js
浏览文件 @ d40ed0ac
此差异已折叠。
libs/drpy2.js
浏览文件 @ d40ed0ac
...@@ -7,15 +7,6 @@ function init_test(){ ...@@ -7,15 +7,6 @@ function init_test(){
console.log("当前版本号:"+VERSION); console.log("当前版本号:"+VERSION);
console.log(RKEY); console.log(RKEY);
console.log(JSON.stringify(rule)); console.log(JSON.stringify(rule));
// console.log('123456的md5值是:'+md5('123456'));
// let aa = base64Encode('编码测试一下')
// log(aa);
// let bb = base64Decode(aa);
// log('bb:'+bb);
// clearItem(RULE_CK);
// console.log(JSON.stringify(rule));
// console.log(request('https://www.baidu.com',{withHeaders:true}));
// console.log(request('https://www.baidu.com/favicon.ico',{toBase64:true}));
console.log("init_test_end"); console.log("init_test_end");
} }
...@@ -50,7 +41,6 @@ const VERSION = 'drpy2 3.9.20beta7'; ...@@ -50,7 +41,6 @@ const VERSION = 'drpy2 3.9.20beta7';
* 5.需要实现 stringify 函数,比起JSON.stringify函数,它会原封不动保留中文不会编码unicode * 5.需要实现 stringify 函数,比起JSON.stringify函数,它会原封不动保留中文不会编码unicode
* 6.base64Encode,base64Decode,md5函数还没有实现 (抄影魔代码实现了) * 6.base64Encode,base64Decode,md5函数还没有实现 (抄影魔代码实现了)
* 7.eval(getCryptoJS());还没有实现 (可以空实现了,以后遇到能忽略) * 7.eval(getCryptoJS());还没有实现 (可以空实现了,以后遇到能忽略)
* drpy2 全局默认html解析库用壳子内置的jsoup实现,比 cheerio 性能大大提升(jsoup可以做内部对象去缓存 load后的html,如果之前的load过就不需要再次load)
* done: jsp:{pdfa,pdfh,pd},json:{pdfa,pdfh,pd},jq:{pdfa,pdfh,pd} * done: jsp:{pdfa,pdfh,pd},json:{pdfa,pdfh,pd},jq:{pdfa,pdfh,pd}
* * 电脑看日志调试 * * 电脑看日志调试
adb tcpip 5555 adb tcpip 5555
...@@ -99,7 +89,7 @@ const SELECT_REGEX = /:eq|:lt|:gt|#/g; ...@@ -99,7 +89,7 @@ const SELECT_REGEX = /:eq|:lt|:gt|#/g;
const SELECT_REGEX_A = /:eq|:lt|:gt/g; const SELECT_REGEX_A = /:eq|:lt|:gt/g;
/** /**
es6py扩展 es6py扩展
*/ */
if (typeof Object.assign != 'function') { if (typeof Object.assign != 'function') {
Object.assign = function () { Object.assign = function () {
...@@ -584,62 +574,43 @@ const parseTags = { ...@@ -584,62 +574,43 @@ const parseTags = {
if (!parse || !parse.trim()) { if (!parse || !parse.trim()) {
return '' return ''
} }
let eleFind = typeof html === 'object'; parse = parse.trim();
// print('parse前:'+parse);
let option = undefined; let option = undefined;
if (eleFind && parse.startsWith('body&&')) { // if (parse.startsWith('body&&')) {
parse = parse.substr(6); // parse = parse.substr(6);
if (parse.indexOf('&&') < 0) { // }
option = parse.trim();
parse = '*=*';
}
}
if (parse.indexOf('&&') > -1) { if (parse.indexOf('&&') > -1) {
let sp = parse.split('&&'); let sp = parse.split('&&');
option = sp[sp.length - 1]; option = sp[sp.length - 1];
sp.splice(sp.length - 1); sp.splice(sp.length - 1);
if (sp.length > 1) { sp.forEach((it,idex)=>{
for (let i in sp) { if(/:eq\((.*?)\)/.test(it)){
//Javascript自定义Array.prototype干扰for-in循环 let pos = parseInt(it.match(/:eq\((.*?)\)/)[1]);
if(sp.hasOwnProperty(i)){ if(pos >= 0 ){ // jsoup的eq 正整数从1开始
if (!SELECT_REGEX.test(sp[i])) { it = it.replace(/:eq\((.*?)\)/,`:eq(${pos+1})`);
sp[i] = sp[i] + ':eq(0)'; sp[idex] = it;
}
} }
} }
} else { });
if (!SELECT_REGEX.test(sp[0])) { parse = sp.join('&&');
sp[0] = sp[0] + ':eq(0)';
}
}
parse = sp.join(' ');
} }
let result = '';
const $ = eleFind ? html.rr : cheerio.load(html);
let ret = eleFind ? ((parse === '*=*' || $(html.ele).is(parse)) ? html.ele : $(html.ele).find(parse)) : $(parse);
if (option) { if (option) {
if (option === 'Text') { parse = parse + '&&' + option;
result = $(ret).text(); }
} // print('parse后:'+parse);
else if (option === 'Html') { let result = defaultParser.pdfh(html,parse);
result = $(ret).html(); if(/style/.test(option.toLowerCase())&&/url\(/.test(result)){
} try {
else { result = result.match(/url\((.*?)\)/)[1];
result = $(ret).attr(option); }catch (e) {}
if(/style/.test(option.toLowerCase())&&/url\(/.test(result)){ }
try { if (result && base_url && DOM_CHECK_ATTR.test(option)) {
result = result.match(/url\((.*?)\)/)[1]; if (/http/.test(result)) {
}catch (e) {} result = result.substr(result.indexOf('http'));
} } else {
} result = urljoin(base_url, result)
if (result && base_url && DOM_CHECK_ATTR.test(option)) {
if (/http/.test(result)) {
result = result.substr(result.indexOf('http'));
} else {
result = urljoin(base_url, result)
}
} }
} else {
result = $(ret).toString();
} }
return result; return result;
}, },
...@@ -648,34 +619,27 @@ const parseTags = { ...@@ -648,34 +619,27 @@ const parseTags = {
print('!parse'); print('!parse');
return []; return [];
} }
let eleFind = typeof html === 'object'; parse = parse.trim();
// print('parse前:'+parse); print('parse前:'+parse);
if (parse.indexOf('&&') > -1) { if (parse.indexOf('&&') > -1) {
let sp = parse.split('&&'); let sp = parse.split('&&');
for (let i in sp) { sp.forEach((it,idex)=>{
if(sp.hasOwnProperty(i)){ if(/:eq\((.*?)\)/.test(it) && idex < sp.length - 1){
if (!SELECT_REGEX_A.test(sp[i]) && i < sp.length - 1) { let pos = parseInt(it.match(/:eq\((.*?)\)/)[1]);
if(sp[i]!=='body'){ if(pos >= 0 ){ // jsoup的eq 正整数从1开始
// sp[i] = sp[i] + ':eq(0)'; it = it.replace(/:eq\((.*?)\)/,`:eq(${pos+1})`);
sp[i] = sp[i] + ':first'; sp[idex] = it;
}
} }
} }
}
parse = sp.join(' ');
}
// print('parse后:'+parse);
const $ = eleFind ? html.rr : cheerio.load(html);
let ret = eleFind ? ($(html.ele).is(parse) ? html.ele : $(html.ele).find(parse)) : $(parse);
let result = [];
// print('outerHTML:');
// print($(ret[0]).prop("outerHTML"));
if (ret) {
ret.each(function (idx, ele) {
result.push({ rr: $, ele: ele });
// result.push({ rr: $, ele: $(ele).prop("outerHTML")}); // 性能贼差
}); });
parse = sp.join('&&');
}else if(!parse.startsWith('body')&&!/ |&&/.test(parse)){ // 自动补body
parse = 'body&&'+parse;
} }
print('parse后:'+parse);
let result = defaultParser.pdfa(html,parse);
print(result);
print(result.length);
return result; return result;
}, },
pd(html,parse,uri){ pd(html,parse,uri){
...@@ -970,15 +934,16 @@ function post(url,obj){ ...@@ -970,15 +934,16 @@ function post(url,obj){
fetch = request; fetch = request;
print = function (data){ print = function (data){
data = data||''; data = data||'';
if(typeof(data)=='object'&&!isNaN(data)){ if(typeof(data)=='object'&&Object.keys(data).length>0){
try { try {
data = JSON.stringify(data); data = JSON.stringify(data);
console.log(data);
}catch (e) { }catch (e) {
// console.log('print:'+e.message); // console.log('print:'+e.message);
console.log(typeof(data)+':'+data.length); console.log(typeof(data)+':'+data.length);
return return
} }
}else if(typeof(data)=='object'&&isNaN(data)){ }else if(typeof(data)=='object'&&Object.keys(data).length<1){
console.log('null object'); console.log('null object');
}else{ }else{
console.log(data); console.log(data);
...@@ -1345,6 +1310,7 @@ function categoryParse(cateObj) { ...@@ -1345,6 +1310,7 @@ function categoryParse(cateObj) {
} }
let new_url; let new_url;
new_url = cheerio.jinja2(url,{fl:fl}); new_url = cheerio.jinja2(url,{fl:fl});
// console.log('jinjia2执行后的new_url类型为:'+typeof(new_url));
url = new_url; url = new_url;
} }
if(/fypage/.test(url)){ if(/fypage/.test(url)){
...@@ -1622,7 +1588,6 @@ function detailParse(detailObj){ ...@@ -1622,7 +1588,6 @@ function detailParse(detailObj){
html = getHtml(MY_URL); html = getHtml(MY_URL);
} }
print(`二级${MY_URL}仅获取源码耗时:${(new Date()).getTime()-tt1}毫秒`); print(`二级${MY_URL}仅获取源码耗时:${(new Date()).getTime()-tt1}毫秒`);
let _impJQP = false;
let _ps; let _ps;
if(p.is_json){ if(p.is_json){
print('二级是json'); print('二级是json');
...@@ -1635,20 +1600,10 @@ function detailParse(detailObj){ ...@@ -1635,20 +1600,10 @@ function detailParse(detailObj){
print('二级是jq'); print('二级是jq');
_ps = parseTags.jq; _ps = parseTags.jq;
}else{ }else{
// print('二级默认jq'); print('二级默认jq');
// _ps = parseTags.jq; _ps = parseTags.jq;
print('二级默认jsp'); // print('二级默认jsp');
_ps = parseTags.jsp; // _ps = parseTags.jsp;
}
if(_ps === parseTags.jq){ // jquery解析提前load(html)
_impJQP = true;
}
if (_impJQP) {
let ttt1 = (new Date()).getTime();
let c$ = cheerio.load(html);
// print(`二级${MY_URL}仅c$源码耗时:${(new Date()).getTime()-ttt1}毫秒`);
html = { rr: c$, ele: c$('html')[0] };
print(`二级${MY_URL}仅cheerio.load源码耗时:${(new Date()).getTime()-ttt1}毫秒`);
} }
let tt2 = (new Date()).getTime(); let tt2 = (new Date()).getTime();
print(`二级${MY_URL}获取并装载源码耗时:${tt2-tt1}毫秒`); print(`二级${MY_URL}获取并装载源码耗时:${tt2-tt1}毫秒`);
...@@ -1695,21 +1650,12 @@ function detailParse(detailObj){ ...@@ -1695,21 +1650,12 @@ function detailParse(detailObj){
if(p.重定向&&p.重定向.startsWith('js:')){ if(p.重定向&&p.重定向.startsWith('js:')){
print('开始执行重定向代码:'+p.重定向); print('开始执行重定向代码:'+p.重定向);
html = eval(p.重定向.replace('js:','')); html = eval(p.重定向.replace('js:',''));
if (_impJQP) {
let c$ = cheerio.load(html);
html = { rr: c$, ele: c$('html')[0] }
}
} }
// console.log(2); // console.log(2);
if(p.tabs){ if(p.tabs){
if(p.tabs.startsWith('js:')){ if(p.tabs.startsWith('js:')){
print('开始执行tabs代码:'+p.tabs); print('开始执行tabs代码:'+p.tabs);
if(html&&_impJQP&&typeof (html)!=='string'){
try { // 假装是jq的对象拿来转换一下字符串,try为了防止json的情况报错
html = html.rr(html.ele).toString();
}catch (e) {}
}
var input = MY_URL; var input = MY_URL;
eval(p.tabs.replace('js:','')); eval(p.tabs.replace('js:',''));
playFrom = TABS; playFrom = TABS;
...@@ -1742,12 +1688,6 @@ function detailParse(detailObj){ ...@@ -1742,12 +1688,6 @@ function detailParse(detailObj){
if(p.lists.startsWith('js:')){ if(p.lists.startsWith('js:')){
print('开始执行lists代码:'+p.lists); print('开始执行lists代码:'+p.lists);
try { try {
if(html&&_impJQP&&typeof (html)!=='string'){
// 假装是jq的对象拿来转换一下字符串,try为了防止json的情况报错
try {
html = html.rr(html.ele).toString();
}catch (e) {}
}
var input = MY_URL; var input = MY_URL;
var play_url = ''; var play_url = '';
eval(p.lists.replace('js:','')); eval(p.lists.replace('js:',''));
...@@ -1779,8 +1719,9 @@ function detailParse(detailObj){ ...@@ -1779,8 +1719,9 @@ function detailParse(detailObj){
let p1 = p.lists.replaceAll('#idv', tab_name).replaceAll('#id', i); let p1 = p.lists.replaceAll('#idv', tab_name).replaceAll('#id', i);
tab_ext = tab_ext.replaceAll('#idv', tab_name).replaceAll('#id', i); tab_ext = tab_ext.replaceAll('#idv', tab_name).replaceAll('#id', i);
// 测试jsp提速 // 测试jsp提速
p1 = p1.replace(':eq(0)',',0').replace(' ','&&'); // console.log(p1);
console.log(p1); // p1 = p1.replace(':eq(0)',',0').replace(' ','&&');
// console.log(p1);
// console.log(html); // console.log(html);
let vodList = []; let vodList = [];
try { try {
...@@ -1921,7 +1862,7 @@ function playParse(playObj){ ...@@ -1921,7 +1862,7 @@ function playParse(playObj){
* js源预处理特定返回对象中的函数 * js源预处理特定返回对象中的函数
* @param ext * @param ext
*/ */
function init(ext) { function init(ext) {
console.log('init'); console.log('init');
try { try {
// make shared jsContext happy muban不能import,不然会造成换源继承后变量被篡改 // make shared jsContext happy muban不能import,不然会造成换源继承后变量被篡改
...@@ -1940,7 +1881,7 @@ function playParse(playObj){ ...@@ -1940,7 +1881,7 @@ function playParse(playObj){
if (js){ if (js){
eval(js.replace('var rule', 'rule')); eval(js.replace('var rule', 'rule'));
} }
} }
} else { } else {
eval(ext.replace('var rule', 'rule')); eval(ext.replace('var rule', 'rule'));
} }
...@@ -2152,4 +2093,4 @@ export default { ...@@ -2152,4 +2093,4 @@ export default {
play: play, play: play,
search: search, search: search,
DRPY:DRPY DRPY:DRPY
} }
\ No newline at end of file
libs/drpy2.min.js
浏览文件 @ d40ed0ac
此差异已折叠。
libs/pdf.js 0 → 100644
浏览文件 @ d40ed0ac
const DOM_CHECK_ATTR = /(url|src|href|-original|-src|-play|-url)$/;
const SELECT_REGEX = /:eq|:lt|:gt|#/g;
const SELECT_REGEX_A = /:eq|:lt|:gt/g;
const parseTags = {
jq:{
pdfh(html, parse, base_url) {
if (!parse || !parse.trim()) {
return ''
}
let eleFind = typeof html === 'object';
let option = undefined;
if (eleFind && parse.startsWith('body&&')) {
parse = parse.substr(6);
if (parse.indexOf('&&') < 0) {
option = parse.trim();
parse = '*=*';
}
}
if (parse.indexOf('&&') > -1) {
let sp = parse.split('&&');
option = sp[sp.length - 1];
sp.splice(sp.length - 1);
if (sp.length > 1) {
for (let i in sp) {
//Javascript自定义Array.prototype干扰for-in循环
if(sp.hasOwnProperty(i)){
if (!SELECT_REGEX.test(sp[i])) {
sp[i] = sp[i] + ':eq(0)';
}
}
}
} else {
if (!SELECT_REGEX.test(sp[0])) {
sp[0] = sp[0] + ':eq(0)';
}
}
parse = sp.join(' ');
}
let result = '';
const $ = eleFind ? html.rr : cheerio.load(html);
let ret = eleFind ? ((parse === '*=*' || $(html.ele).is(parse)) ? html.ele : $(html.ele).find(parse)) : $(parse);
if (option) {
if (option === 'Text') {
result = $(ret).text();
}
else if (option === 'Html') {
result = $(ret).html();
}
else {
result = $(ret).attr(option);
if(/style/.test(option.toLowerCase())&&/url\(/.test(result)){
try {
result = result.match(/url\((.*?)\)/)[1];
}catch (e) {}
}
}
if (result && base_url && DOM_CHECK_ATTR.test(option)) {
if (/http/.test(result)) {
result = result.substr(result.indexOf('http'));
} else {
result = urljoin(base_url, result)
}
}
} else {
result = $(ret).toString();
}
return result;
},
pdfa(html, parse) {
if (!parse || !parse.trim()) {
print('!parse');
return [];
}
let eleFind = typeof html === 'object';
// print('parse前:'+parse);
if (parse.indexOf('&&') > -1) {
let sp = parse.split('&&');
for (let i in sp) {
if(sp.hasOwnProperty(i)){
if (!SELECT_REGEX_A.test(sp[i]) && i < sp.length - 1) {
if(sp[i]!=='body'){
// sp[i] = sp[i] + ':eq(0)';
sp[i] = sp[i] + ':first';
}
}
}
}
parse = sp.join(' ');
}
// print('parse后:'+parse);
const $ = eleFind ? html.rr : cheerio.load(html);
let ret = eleFind ? ($(html.ele).is(parse) ? html.ele : $(html.ele).find(parse)) : $(parse);
let result = [];
// print('outerHTML:');
// print($(ret[0]).prop("outerHTML"));
if (ret) {
ret.each(function (idx, ele) {
result.push({ rr: $, ele: ele });
// result.push({ rr: $, ele: $(ele).prop("outerHTML")}); // 性能贼差
});
}
return result;
},
pd(html,parse,uri){
return parseTags.jq.pdfh(html, parse, MY_URL);
},
},
};
\ No newline at end of file
templates/config.txt
浏览文件 @ d40ed0ac
...@@ -19,7 +19,8 @@ ...@@ -19,7 +19,8 @@
"key":"dr_{{ rule.name }}", "key":"dr_{{ rule.name }}",
"name":"{{ rule.name }}(drpy)", "name":"{{ rule.name }}(drpy)",
"type":3, "type":3,
"api":{% if ISTVB and xr_mode %}"{{ host }}/libs/drpy.ym.js"{% else %}"{{ host }}/libs/drpy.min.js"{% endif %}, #"api":{% if ISTVB and xr_mode %}"{{ host }}/libs/drpy2.min.js"{% else %}"{{ host }}/libs/drpy.min.js"{% endif %},
"api":{% if ISTVB and xr_mode %}"{{ host }}/libs/drpy.min.js"{% else %}"{{ host }}/libs/drpy.min.js"{% endif %},
#"api":"{{ host }}/libs/drpy.js", #"api":"{{ host }}/libs/drpy.js",
"searchable": {{ rule.searchable }}, "searchable": {{ rule.searchable }},
"quickSearch": {{ rule.quickSearch }}, "quickSearch": {{ rule.quickSearch }},
......
Markdown is supported
0% 或 .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑！
想要评论请 注册 或