-
Notifications
You must be signed in to change notification settings - Fork 159
/
Copy pathdrpyS.js
1241 lines (1182 loc) · 45 KB
/
drpyS.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
import {readFile} from 'fs/promises';
import {existsSync, readFileSync} from 'fs';
import {fileURLToPath} from "url";
import path from "path";
import vm from 'vm';
import '../libs_drpy/es6-extend.js'
import * as utils from '../utils/utils.js';
import * as misc from '../utils/misc.js';
import COOKIE from '../utils/cookieManager.js';
import {ENV} from '../utils/env.js';
import {Quark} from "../utils/quark.js";
import {UC} from "../utils/uc.js";
import {Ali} from "../utils/ali.js";
// const { req } = await import('../utils/req.js');
import {gbkTool} from '../libs_drpy/gbk.js'
// import {atob, btoa, base64Encode, base64Decode, md5} from "../libs_drpy/crypto-util.js";
import {base64Decode, base64Encode, md5, rc4Decrypt, rc4Encrypt, rc4, rc4_decode} from "../libs_drpy/crypto-util.js";
import {getContentType, getMimeType} from "../utils/mime-type.js";
import "../utils/random-http-ua.js";
import template from '../libs_drpy/template.js'
import '../libs_drpy/abba.js'
import '../libs_drpy/drpyInject.js'
import '../libs_drpy/crypto-js.js';
import '../libs_drpy/jsencrypt.js';
import '../libs_drpy/node-rsa.js';
import '../libs_drpy/pako.min.js';
import '../libs_drpy/json5.js'
import '../libs_drpy/jinja.js'
// import '../libs_drpy/jsonpathplus.min.js'
import '../libs_drpy/drpyCustom.js'
import '../libs_drpy/moduleLoader.js'
// import '../libs_drpy/crypto-js-wasm.js'
const __dirname = path.dirname(fileURLToPath(import.meta.url));
const _data_path = path.join(__dirname, '../data');
globalThis.misc = misc;
globalThis.utils = utils;
globalThis.COOKIE = COOKIE;
globalThis.ENV = ENV;
globalThis._ENV = process.env;
globalThis.Quark = Quark;
globalThis.UC = UC;
globalThis.Ali = Ali;
globalThis.pathLib = {
basename: path.basename,
extname: path.extname,
readFile: function (filename) {
let _file_path = path.join(_data_path, filename);
const resolvedPath = path.resolve(_data_path, _file_path); // 将路径解析为绝对路径
if (!resolvedPath.startsWith(_data_path)) {
log(`no access for read ${_file_path}`)
return '';
}
// 检查文件是否存在
if (!existsSync(resolvedPath)) {
log(`file not found for read ${resolvedPath}`)
return '';
}
return readFileSync(resolvedPath, 'utf8')
},
};
const {sleep, sleepSync, computeHash, deepCopy, urljoin, urljoin2, joinUrl, naturalSort} = utils;
const es6JsPath = path.join(__dirname, '../libs_drpy/es6-extend.js');
// 读取扩展代码
const es6_extend_code = readFileSync(es6JsPath, 'utf8');
const reqJsPath = path.join(__dirname, '../libs_drpy/req-extend.js');
// 读取网络请求扩展代码
const req_extend_code = readFileSync(reqJsPath, 'utf8');
// 缓存已初始化的模块和文件 hash 值
const moduleCache = new Map();
const ruleObjectCache = new Map();
const jxCache = new Map();
let pupWebview = null;
if (typeof fetchByHiker === 'undefined') { // 判断是海阔直接放弃导入puppeteer
try {
// 尝试动态导入模块puppeteerHelper
const {puppeteerHelper} = await import('../utils/headless-util.js'); // 使用动态 import
pupWebview = new puppeteerHelper();
console.log('puppeteerHelper imported successfully');
} catch (error) {
// console.log('Failed to import puppeteerHelper:', error);
console.log(`Failed to import puppeteerHelper:${error.message}`);
}
}
globalThis.pupWebview = pupWebview;
try {
if (typeof fetchByHiker !== 'undefined' && typeof globalThis.import === 'function') {
await globalThis.import('../libs_drpy/crypto-js-wasm.js'); // 海阔放在globalThis里去动态引入
} else {
await import('../libs_drpy/crypto-js-wasm.js'); // 使用动态 import规避海阔报错无法运行问题
}
globalThis.CryptoJSW = CryptoJSWasm;
} catch (error) {
// console.log('Failed to import puppeteerHelper:', error);
console.log(`Failed to import CryptoJSWasm:${error.message}`);
globalThis.CryptoJSW = {
loadAllWasm: async function () {
},
// MD5: async function (str) {
// return md5(str)
// },
...CryptoJS
};
}
export async function getSandbox(env = {}) {
const {getProxyUrl} = env;
// (可选) 加载所有 wasm 文件
await CryptoJSW.loadAllWasm();
const utilsSanbox = {
sleep,
sleepSync,
utils,
misc,
computeHash,
deepCopy,
urljoin,
urljoin2,
joinUrl,
naturalSort,
$,
pupWebview,
getProxyUrl,
getContentType, getMimeType,
};
const drpySanbox = {
jsp,
pdfh,
pd,
pdfa,
jsoup,
pdfl,
pjfh,
pj,
pjfa,
pq,
local,
md5X,
rsaX,
aesX,
desX,
req,
batchFetch,
JSProxyStream,
JSFile,
js2Proxy,
log,
print,
jsonToCookie,
cookieToJson,
};
const drpyCustomSanbox = {
MOBILE_UA,
PC_UA,
UA,
UC_UA,
IOS_UA,
RULE_CK,
CATE_EXCLUDE,
TAB_EXCLUDE,
OCR_RETRY,
OCR_API,
nodata,
SPECIAL_URL,
setResult,
setHomeResult,
setResult2,
urlDeal,
tellIsJx,
urlencode,
encodeUrl,
uint8ArrayToBase64,
Utf8ArrayToStr,
gzip,
ungzip,
encodeStr,
decodeStr,
getCryptoJS,
RSA,
fixAdM3u8Ai,
forceOrder,
getQuery,
stringify,
dealJson,
OcrApi,
getHome,
buildUrl,
keysToLowerCase,
parseQueryString,
encodeIfContainsSpecialChars,
objectToQueryString,
};
const libsSanbox = {
matchesAll,
cut,
gbkTool,
CryptoJS,
CryptoJSW,
JSEncrypt,
NODERSA,
pako,
JSON5,
jinja,
template,
atob,
btoa,
base64Encode,
base64Decode,
md5,
rc4Encrypt,
rc4Decrypt,
rc4,
rc4_decode,
randomUa,
jsonpath,
hlsParser,
axios,
axiosX,
URL,
pathLib,
qs,
Buffer,
URLSearchParams,
COOKIE,
ENV,
_ENV,
Quark,
UC,
Ali,
};
// 创建一个沙箱上下文，注入需要的全局变量和函数
const sandbox = {
console, // 将 console 注入沙箱，便于调试
// eval, // 直接引入原生 eval(不要这样用，环境是隔离的会导致执行不符合预期，需要包装)
WebAssembly, // 允许使用原生 WebAssembly(这里即使不引用也可以在沙箱里用这个变量。写在这里骗骗自己吧)
setTimeout, // 注入定时器方法
setInterval,
clearTimeout,
clearInterval,
module: {}, // 模块支持
exports: {}, // 模块支持
rule: {}, // 用于存放导出的 rule 对象
lazy: async function () {
}, // 用于导出解析的默认函数
_asyncGetRule: null,
_asyncGetLazy: null,
...utilsSanbox,
...drpySanbox,
...drpyCustomSanbox,
...libsSanbox,
};
// 创建一个上下文
const context = vm.createContext(sandbox);
// 注入扩展代码到沙箱中
const polyfillsScript = new vm.Script(es6_extend_code);
polyfillsScript.runInContext(context);
// 设置沙箱到全局 $
sandbox.$.setSandbox(sandbox);
/*
if (typeof fetchByHiker !== 'undefined') { // 临时解决海阔不支持eval问题，但是这个eval存在作用域问题，跟非海阔环境的有很大区别，属于残废版本
sandbox.eval = function (code) {
const evalScript = new vm.Script(code);
return evalScript.runInContext(context);
};
}
*/
return {
sandbox,
context
}
}
/**
* 初始化模块：加载并执行模块文件，存储初始化后的 rule 对象
* 如果存在 `预处理` 属性且为函数，会在缓存前执行
* @param {string} filePath - 模块文件路径
* @param env
* @param refresh 强制清除缓存
* @returns {Promise<object>} - 返回初始化后的模块对象
*/
export async function init(filePath, env, refresh) {
try {
// 读取文件内容
const fileContent = await readFile(filePath, 'utf-8');
// 计算文件的 hash 值
const fileHash = computeHash(fileContent);
// 检查缓存：是否有文件且未刷新且文件 hash 未变化
if (moduleCache.has(filePath) && !refresh) {
const cached = moduleCache.get(filePath);
if (cached.hash === fileHash) {
// log(`Module ${filePath} already initialized and unchanged, returning cached instance.`);
return cached.moduleObject;
}
}
log(`Loading module: ${filePath}`);
let t1 = utils.getNowTime();
const {sandbox, context} = await getSandbox(env);
// 执行文件内容，将其放入沙箱中
const js_code = getOriginalJs(fileContent);
const js_code_wrapper = `
_asyncGetRule = (async function() {
${js_code}
return rule;
})();
`;
const ruleScript = new vm.Script(js_code_wrapper);
ruleScript.runInContext(context);
sandbox.rule = await sandbox._asyncGetRule;
// rule注入完毕后添加自定义req扩展request方法进入规则,这个代码里可以直接获取rule的任意对象，而且还是独立隔离的
const reqExtendScript = new vm.Script(req_extend_code);
reqExtendScript.runInContext(context);
// 访问沙箱中的 rule 对象。不进行deepCopy了,避免初始化或者预处理对rule.xxx进行修改后，在其他函数里使用却没生效问题
// const moduleObject = utils.deepCopy(sandbox.rule);
const rule = sandbox.rule;
await initParse(rule, vm, context);
// otherScript放入到initParse去执行
// const otherScript = new vm.Script(`
// globalThis.jsp = new jsoup(rule.host||'');
// globalThis.pdfh = pdfh;
// globalThis.pd = pd;
// globalThis.pdfa = pdfa;
// globalThis.HOST = rule.host||'';
// `);
// otherScript.runInContext(context);
let t2 = utils.getNowTime();
const moduleObject = utils.deepCopy(rule);
moduleObject.cost = t2 - t1;
// console.log(`${filePath} headers:`, moduleObject.headers);
// 缓存模块和文件的 hash 值
moduleCache.set(filePath, {moduleObject, hash: fileHash});
return moduleObject;
} catch (error) {
console.log('Error in drpy.init:', error);
throw new Error(`Failed to initialize module:${error.message}`);
}
}
export async function getRuleObject(filePath, env, refresh) {
try {
// 读取文件内容
const fileContent = await readFile(filePath, 'utf-8');
// 计算文件的 hash 值
const fileHash = computeHash(fileContent);
// 检查缓存：是否有文件且未刷新且文件 hash 未变化
if (ruleObjectCache.has(filePath) && !refresh) {
const cached = ruleObjectCache.get(filePath);
if (cached.hash === fileHash) {
// log(`Module ${filePath} already initialized and unchanged, returning cached instance.`);
return cached.ruleObject;
}
}
log(`Loading RuleObject: ${filePath}`);
let t1 = utils.getNowTime();
const {sandbox, context} = await getSandbox(env);
const js_code = getOriginalJs(fileContent);
const js_code_wrapper = `
_asyncGetRule = (async function() {
${js_code}
return rule;
})();
`;
const ruleScript = new vm.Script(js_code_wrapper);
ruleScript.runInContext(context);
sandbox.rule = await sandbox._asyncGetRule;
const rule = sandbox.rule;
let t2 = utils.getNowTime();
const ruleObject = deepCopy(rule);
// 设置可搜索、可筛选、可快搜等属性
ruleObject.searchable = ruleObject.hasOwnProperty('searchable') ? Number(ruleObject.searchable) : 1;
ruleObject.filterable = ruleObject.hasOwnProperty('filterable') ? Number(ruleObject.filterable) : 1;
ruleObject.quickSearch = ruleObject.hasOwnProperty('quickSearch') ? Number(ruleObject.quickSearch) : 0;
ruleObject.cost = t2 - t1;
// console.log(`${filePath} headers:`, moduleObject.headers);
// 缓存模块和文件的 hash 值
ruleObjectCache.set(filePath, {ruleObject, hash: fileHash});
return ruleObject
} catch (error) {
console.log(`${filePath} Error in drpy.getRuleObject:${error.message}`);
return {}
}
}
export async function initJx(filePath, env, refresh) {
try {
// 读取文件内容
const fileContent = await readFile(filePath, 'utf-8');
// 计算文件的 hash 值
const fileHash = computeHash(fileContent);
// 检查缓存：是否有文件且未刷新且文件 hash 未变化
if (jxCache.has(filePath) && !refresh) {
const cached = jxCache.get(filePath);
if (cached.hash === fileHash) {
// log(`Module ${filePath} already initialized and unchanged, returning cached instance.`);
return cached.lazy;
}
}
log(`Loading jx: ${filePath}`);
let t1 = utils.getNowTime();
const {sandbox, context} = await getSandbox(env)
// 执行文件内容，将其放入沙箱中
const js_code = getOriginalJs(fileContent);
const js_code_wrapper = `
_asyncGetLazy = (async function() {
${js_code}
return lazy;
})();
`;
const ruleScript = new vm.Script(js_code_wrapper);
ruleScript.runInContext(context);
sandbox.lazy = await sandbox._asyncGetLazy;
// const js_code = getOriginalJs(fileContent);
// const ruleScript = new vm.Script(js_code);
// ruleScript.runInContext(context);
const reqExtendScript = new vm.Script(req_extend_code);
reqExtendScript.runInContext(context);
let t2 = utils.getNowTime();
const lazy = sandbox.lazy;
const cost = t2 - t1;
console.log(`加载解析:${filePath} 耗时 ${cost}毫秒`)
jxCache.set(filePath, {lazy, hash: fileHash});
return lazy;
} catch (error) {
console.log('Error in drpy.initJx:', error);
throw new Error(`Failed to initialize jx:${error.message}`);
}
}
/**
* 使用临时的上下文调用异步方法，确保每次调用时的上下文 (this) 是独立的。
* 这样可以避免多个请求之间共享状态，确保数据的隔离性。
*
* @param rule 规则本身
* @param {Function} method - 要调用的异步方法，通常是对象上的方法（例如：moduleObject[method]）
* @param {Object} injectVars - 用作临时上下文的变量，通常包含一些动态的参数（如：input, MY_URL等）
* @param {Array} args - 传递给方法的参数列表，会在方法调用时使用
*
* @returns {Promise} - 返回异步方法执行的结果，通常是 `await method.apply(...)` 调用的结果
*/
async function invokeWithInjectVars(rule, method, injectVars, args) {
// return await moduleObject[method].apply(Object.assign(injectVars, moduleObject), args);
// 这里不使用 bind 或者直接修改原方法，而是通过 apply 临时注入 injectVars 作为 `this` 上下文
// 这样每次调用时，方法内部的 `this` 会指向 `injectVars`，避免了共享状态，确保数据的隔离性。
let thisProxy = new Proxy(injectVars, {
get(injectVars, key) {
return injectVars[key] || rule[key]
},
set(injectVars, key, value) {
rule[key] = value;
injectVars[key] = value;
}
});
let result = await method.apply(thisProxy, args);
// let result = await method.apply(injectVars, args); // 使用 apply 临时注入 injectVars 作为上下文，并执行方法
switch (injectVars['method']) {
case 'class_parse':
result = await homeParseAfter(result, rule.类型, rule.hikerListCol, rule.hikerClassListCol, injectVars);
break;
case '一级':
result = await cateParseAfter(result, args[1]);
console.log(`一级 ${injectVars.input} 执行完毕,结果为:`, JSON.stringify(result.list.slice(0, 2)));
break;
case '二级':
result = await detailParseAfter(result);
break;
case '搜索':
result = await searchParseAfter(result, args[2]);
console.log(`搜索 ${injectVars.input} 执行完毕,结果为:`, JSON.stringify(result.list.slice(0, 2)));
break;
case 'lazy':
result = await playParseAfter(rule, result, args[1], args[0]);
console.log(`免嗅 ${injectVars.input} 执行完毕,结果为:`, JSON.stringify(result));
break;
}
return result
}
/**
* 调用模块的指定方法
* @param {string} filePath - 模块文件路径
* @param env 全局的环境变量-针对本规则，如代理地址
* @param {string} method - 要调用的属性方法名称
* @param args - 传递给方法的普通参数
* @param {object} injectVars - 需要注入的变量（如 input 和 MY_URL）
* @returns {Promise<any>} - 方法调用的返回值
*/
async function invokeMethod(filePath, env, method, args = [], injectVars = {}) {
const moduleObject = await init(filePath, env); // 确保模块已初始化
switch (method) {
case 'class_parse':
injectVars = await homeParse(moduleObject, ...args);
if (!injectVars) {
return {}
}
break
case '推荐':
injectVars = await homeVodParse(moduleObject, ...args);
if (!injectVars) {
return {}
}
break
case '一级':
injectVars = await cateParse(moduleObject, ...args);
if (!injectVars) {
return {}
}
break
case '二级':
injectVars = await detailParse(moduleObject, ...args);
if (!injectVars) {
return {}
}
break;
case '搜索':
injectVars = await searchParse(moduleObject, ...args);
if (!injectVars) {
return {}
}
break;
case 'lazy':
injectVars = await playParse(moduleObject, ...args);
if (!injectVars) {
return {}
}
break;
case 'proxy_rule':
injectVars = await proxyParse(moduleObject, ...args);
if (!injectVars) {
return {}
}
break;
}
injectVars['method'] = method;
// 环境变量扩展进入this区域
Object.assign(injectVars, env);
if (moduleObject[method] && typeof moduleObject[method] === 'function') {
// console.log('injectVars:', injectVars);
return await invokeWithInjectVars(moduleObject, moduleObject[method], injectVars, args);
} else if (!moduleObject[method] && method === 'class_parse') { // 新增特性，可以不写class_parse属性
const tmpClassFunction = async function () {
};
return await invokeWithInjectVars(moduleObject, tmpClassFunction, injectVars, args);
} else if (!moduleObject[method] && method === 'lazy') { // 新增特性，可以不写lazy属性
const tmpLazyFunction = async function () {
let {input} = this;
return input
};
return await invokeWithInjectVars(moduleObject, tmpLazyFunction, injectVars, args);
} else {
if (['推荐', '一级', '搜索'].includes(method)) {
return []
} else if (['二级'].includes(method)) {
return {}
} else if (['lazy'].includes(method)) {
// console.log(injectVars);
return {
parse: 1,
url: injectVars.input,
header: moduleObject.headers && Object.keys(moduleObject.headers).length > 0 ? moduleObject.headers : undefined
}
} else { // class_parse一定要有，这样即使不返回数据都能自动取class_name和class_url的内容
throw new Error(`Method ${method} not found in module ${filePath}`);
}
}
}
async function initParse(rule, vm, context) {
rule.host = (rule.host || '').rstrip('/');
// 检查并执行 `hostJs` 方法
if (typeof rule.hostJs === 'function') {
log('Executing hostJs...');
try {
let HOST = await rule.hostJs.apply({input: rule.host, MY_URL: rule.host, HOST: rule.host});
if (HOST) {
rule.host = HOST.rstrip('/');
log(`已动态设置规则【${rule.title}】的host为: ${rule.host}`);
}
} catch (e) {
log(`hostJs执行错误:${e.message}`);
}
}
let rule_cate_excludes = (rule.cate_exclude || '').split('|').filter(it => it.trim());
let rule_tab_excludes = (rule.tab_exclude || '').split('|').filter(it => it.trim());
rule_cate_excludes = rule_cate_excludes.concat(CATE_EXCLUDE.split('|').filter(it => it.trim()));
rule_tab_excludes = rule_tab_excludes.concat(TAB_EXCLUDE.split('|').filter(it => it.trim()));
rule.cate_exclude = rule_cate_excludes.join('|');
rule.tab_exclude = rule_tab_excludes.join('|');
rule.类型 = rule.类型 || '影视'; // 影视|听书|漫画|小说
rule.url = rule.url || '';
rule.double = rule.double || false;
rule.homeUrl = rule.homeUrl || '';
rule.detailUrl = rule.detailUrl || '';
rule.searchUrl = rule.searchUrl || '';
rule.homeUrl = rule.host && rule.homeUrl ? urljoin(rule.host, rule.homeUrl) : (rule.homeUrl || rule.host);
rule.homeUrl = jinja.render(rule.homeUrl, {rule: rule});
rule.detailUrl = rule.host && rule.detailUrl ? urljoin(rule.host, rule.detailUrl) : rule.detailUrl;
rule.二级访问前 = rule.二级访问前 || '';
if (rule.url.includes('[') && rule.url.includes(']')) {
let u1 = rule.url.split('[')[0]
let u2 = rule.url.split('[')[1].split(']')[0]
rule.url = rule.host && rule.url ? urljoin(rule.host, u1) + '[' + urljoin(rule.host, u2) + ']' : rule.url;
} else {
rule.url = rule.host && rule.url ? urljoin(rule.host, rule.url) : rule.url;
}
if (rule.searchUrl.includes('[') && rule.searchUrl.includes(']') && !rule.searchUrl.includes('#')) {
let u1 = rule.searchUrl.split('[')[0]
let u2 = rule.searchUrl.split('[')[1].split(']')[0]
rule.searchUrl = rule.host && rule.searchUrl ? urljoin(rule.host, u1) + '[' + urljoin(rule.host, u2) + ']' : rule.searchUrl;
} else {
rule.searchUrl = rule.host && rule.searchUrl ? urljoin(rule.host, rule.searchUrl) : rule.searchUrl;
}
rule.timeout = rule.timeout || 5000;
rule.encoding = rule.编码 || rule.encoding || 'utf-8';
rule.search_encoding = rule.搜索编码 || rule.search_encoding || '';
rule.图片来源 = rule.图片来源 || '';
rule.图片替换 = rule.图片替换 || '';
rule.play_json = rule.hasOwnProperty('play_json') ? rule.play_json : [];
rule.pagecount = rule.hasOwnProperty('pagecount') ? rule.pagecount : {};
rule.proxy_rule = rule.hasOwnProperty('proxy_rule') ? rule.proxy_rule : '';
if (!rule.hasOwnProperty('sniffer')) { // 默认关闭辅助嗅探
rule.sniffer = false;
}
rule.sniffer = rule.hasOwnProperty('sniffer') ? rule.sniffer : '';
rule.sniffer = !!(rule.sniffer && rule.sniffer !== '0' && rule.sniffer !== 'false');
rule.isVideo = rule.hasOwnProperty('isVideo') ? rule.isVideo : '';
if (rule.sniffer && !rule.isVideo) { // 默认辅助嗅探自动增强嗅探规则
rule.isVideo = 'http((?!http).){12,}?\\.(m3u8|mp4|flv|avi|mkv|rm|wmv|mpg|m4a|mp3)\\?.*|http((?!http).){12,}\\.(m3u8|mp4|flv|avi|mkv|rm|wmv|mpg|m4a|mp3)|http((?!http).)*?video/tos*|http((?!http).)*?obj/tos*';
}
rule.tab_remove = rule.hasOwnProperty('tab_remove') ? rule.tab_remove : [];
rule.tab_order = rule.hasOwnProperty('tab_order') ? rule.tab_order : [];
rule.tab_rename = rule.hasOwnProperty('tab_rename') ? rule.tab_rename : {};
if (rule.headers && typeof (rule.headers) === 'object') {
try {
let header_keys = Object.keys(rule.headers);
for (let k of header_keys) {
if (k.toLowerCase() === 'user-agent') {
let v = rule.headers[k];
console.log(v);
if (['MOBILE_UA', 'PC_UA', 'UC_UA', 'IOS_UA', 'UA'].includes(v)) {
rule.headers[k] = eval(v);
log(rule.headers[k])
}
} else if (k.toLowerCase() === 'cookie') {
let v = rule.headers[k];
if (v && v.startsWith('http')) {
console.log(v);
try {
v = fetch(v);
console.log(v);
rule.headers[k] = v;
} catch (e) {
console.log(`从${v}获取cookie发生错误:${e.message}`);
}
}
}
}
} catch (e) {
console.log(`处理headers发生错误:${e.message}`);
}
} else {
rule.headers = {}
}
// 新版放入规则内部
rule.oheaders = deepCopy(rule.headers);
rule.rule_fetch_params = {'headers': rule.headers, 'timeout': rule.timeout, 'encoding': rule.encoding};
const originalScript = new vm.Script(`
globalThis.oheaders = rule.oheaders
globalThis.rule_fetch_params = rule.rule_fetch_params;
`);
originalScript.runInContext(context);
// 检查并执行 `预处理` 方法
if (typeof rule.预处理 === 'function') {
log('Executing 预处理...');
await rule.预处理();
}
const otherScript = new vm.Script(`
globalThis.jsp = new jsoup(rule.host||'');
globalThis.pdfh = pdfh;
globalThis.pd = pd;
globalThis.pdfa = pdfa;
globalThis.HOST = rule.host||'';
`);
otherScript.runInContext(context);
return rule
}
async function homeParse(rule) {
let url = rule.homeUrl;
if (typeof (rule.filter) === 'string' && rule.filter.trim().length > 0) {
try {
let filter_json = ungzip(rule.filter.trim());
rule.filter = JSON.parse(filter_json);
} catch (e) {
rule.filter = {};
}
}
let classes = [];
if (rule.class_name && rule.class_url) {
let names = rule.class_name.split('&');
let urls = rule.class_url.split('&');
let cnt = Math.min(names.length, urls.length);
for (let i = 0; i < cnt; i++) {
classes.push({
'type_id': urls[i],
'type_name': names[i]
});
}
}
const jsp = new jsoup(url);
return {
TYPE: 'home',
input: url,
MY_URL: url,
classes: classes,
filters: rule.filter,
cate_exclude: rule.cate_exclude,
fetch_params: deepCopy(rule.rule_fetch_params),
jsp: jsp,
pdfh: jsp.pdfh.bind(jsp),
pdfa: jsp.pdfa.bind(jsp),
pd: jsp.pd.bind(jsp),
}
}
async function homeParseAfter(d, _type, hikerListCol, hikerClassListCol, injectVars) {
if (!d) {
d = {};
}
d.type = _type || '影视';
if (hikerListCol) {
d.hikerListCol = hikerListCol;
}
if (hikerClassListCol) {
d.hikerClassListCol = hikerClassListCol;
}
const {
classes,
filters,
cate_exclude
} = injectVars;
if (!Array.isArray(d.class)) {
d.class = classes;
}
if (!d.filters) {
d.filters = filters;
}
if (!d.list) {
d.list = [];
}
d.class = d.class.filter(it => !cate_exclude || !(new RegExp(cate_exclude).test(it.type_name)));
return d
}
async function homeVodParse(rule) {
let url = rule.homeUrl;
const jsp = new jsoup(url);
return {
TYPE: 'home',
input: url,
MY_URL: url,
HOST: rule.host,
double: rule.double,
fetch_params: deepCopy(rule.rule_fetch_params),
jsp: jsp,
pdfh: jsp.pdfh.bind(jsp),
pdfa: jsp.pdfa.bind(jsp),
pd: jsp.pd.bind(jsp),
}
}
async function cateParse(rule, tid, pg, filter, extend) {
log(tid, pg, filter, extend);
let url = rule.url.replaceAll('fyclass', tid);
if (pg === 1 && url.includes('[') && url.includes(']')) {
url = url.split('[')[1].split(']')[0];
} else if (pg > 1 && url.includes('[') && url.includes(']')) {
url = url.split('[')[0];
}
if (rule.filter_url) {
if (!/fyfilter/.test(url)) {
if (!url.endsWith('&') && !rule.filter_url.startsWith('&')) {
url += '&'
}
url += rule.filter_url;
} else {
url = url.replace('fyfilter', rule.filter_url);
}
url = url.replaceAll('fyclass', tid);
let fl = filter ? extend : {};
if (rule.filter_def && typeof (rule.filter_def) === 'object') {
try {
if (Object.keys(rule.filter_def).length > 0 && rule.filter_def.hasOwnProperty(tid)) {
let self_fl_def = rule.filter_def[tid];
if (self_fl_def && typeof (self_fl_def) === 'object') {
let fl_def = deepCopy(self_fl_def);
fl = Object.assign(fl_def, fl);
}
}
} catch (e) {
log(`合并不同分类对应的默认筛选出错:${e.message}`);
}
}
let new_url;
new_url = jinja.render(url, {fl: fl, fyclass: tid});
url = new_url;
}
if (/fypage/.test(url)) {
if (url.includes('(') && url.includes(')')) {
let url_rep = url.match(/.*?\((.*)\)/)[1];
let cnt_page = url_rep.replaceAll('fypage', pg);
let cnt_pg = eval(cnt_page);
url = url.replaceAll(url_rep, cnt_pg).replaceAll('(', '').replaceAll(')', '');
} else {
url = url.replaceAll('fypage', pg);
}
}
const jsp = new jsoup(url);
return {
MY_CATE: tid,
MY_FL: extend,
TYPE: 'cate',
input: url,
MY_URL: url,
MY_PAGE: pg,
fetch_params: deepCopy(rule.rule_fetch_params),
jsp: jsp,
pdfh: jsp.pdfh.bind(jsp),
pdfa: jsp.pdfa.bind(jsp),
pd: jsp.pd.bind(jsp),
}
}
async function cateParseAfter(d, pg) {
return d.length < 1 ? nodata : {
'page': parseInt(pg),
'pagecount': 999,
'limit': 20,
'total': 999,
'list': d,
}
}
async function detailParse(rule, ids) {
let vid = ids[0];
let orId = vid;
let fyclass = '';
log('orId:' + orId);
if (vid.indexOf('$') > -1) {
let tmp = vid.split('$');
fyclass = tmp[0];
vid = tmp[1];
}
let detailUrl = vid.split('@@')[0];
let url;
if (!detailUrl.startsWith('http') && !detailUrl.includes('/')) {
url = rule.detailUrl.replaceAll('fyid', detailUrl).replaceAll('fyclass', fyclass);
} else if (detailUrl.includes('/')) {
url = urljoin(rule.homeUrl, detailUrl);
} else {
url = detailUrl
}
const jsp = new jsoup(url);
return {
TYPE: 'detail',
input: url,
vid: vid,
orId: orId,
MY_URL: url,
fetch_params: deepCopy(rule.rule_fetch_params),
jsp: jsp,
pdfh: jsp.pdfh.bind(jsp),
pdfa: jsp.pdfa.bind(jsp),
pd: jsp.pd.bind(jsp),
pdfl: jsp.pdfl.bind(jsp), // 二级绑定pdfl函数
}
}
async function detailParseAfter(vod) {
return {
list: [vod]
}
}
async function searchParse(rule, wd, quick, pg) {
if (rule.search_encoding) {
if (rule.search_encoding.toLowerCase() !== 'utf-8') {
// 按搜索编码进行编码
wd = encodeStr(wd, rule.search_encoding);
}
} else if (rule.encoding && rule.encoding.toLowerCase() !== 'utf-8') {
// 按全局编码进行编码
wd = encodeStr(wd, rule.encoding);
}
if (!rule.searchUrl) {
return
}
if (rule.searchNoPage && Number(pg) > 1) {
// 关闭搜索分页
return '{}'
}
let url = rule.searchUrl.replaceAll('**', wd);
if (pg === 1 && url.includes('[') && url.includes(']') && !url.includes('#')) {
url = url.split('[')[1].split(']')[0];
} else if (pg > 1 && url.includes('[') && url.includes(']') && !url.includes('#')) {
url = url.split('[')[0];
}
if (/fypage/.test(url)) {
if (url.includes('(') && url.includes(')')) {
let url_rep = url.match(/.*?\((.*)\)/)[1];
let cnt_page = url_rep.replaceAll('fypage', pg);
let cnt_pg = eval(cnt_page);
url = url.replaceAll(url_rep, cnt_pg).replaceAll('(', '').replaceAll(')', '');
} else {
url = url.replaceAll('fypage', pg);
}
}
const jsp = new jsoup(url);
return {
TYPE: 'search',
MY_PAGE: pg,
KEY: wd,
input: url,
MY_URL: url,
detailUrl: rule.detailUrl || '',
fetch_params: deepCopy(rule.rule_fetch_params),
jsp: jsp,
pdfh: jsp.pdfh.bind(jsp),
pdfa: jsp.pdfa.bind(jsp),
pd: jsp.pd.bind(jsp),
}
}
async function searchParseAfter(d, pg) {
return {
'page': parseInt(pg),
'pagecount': 10,
'limit': 20,
'total': 100,
'list': d,
}
}
async function playParse(rule, flag, id, flags) {
let url = id;
// log('playParse:', url)
if (!/http/.test(url)) {
try {
url = base64Decode(url);
log('base64')
} catch (e) {
}
}
url = decodeURIComponent(url);
// log('playParse:', url)
const jsp = new jsoup(url);
return {
TYPE: 'play',
MY_FLAG: flag,
flag: flag,
input: url,
MY_URL: url,
fetch_params: deepCopy(rule.rule_fetch_params),
jsp: jsp,
pdfh: jsp.pdfh.bind(jsp),
pdfa: jsp.pdfa.bind(jsp),
pd: jsp.pd.bind(jsp),
}
}
async function playParseAfter(rule, obj, playUrl, flag) {
let common_play = {
parse: SPECIAL_URL.test(playUrl) || /^(push:)/.test(playUrl) ? 0 : 1,
url: playUrl,
flag: flag,
jx: tellIsJx(playUrl)
};
let lazy_play;
if (!rule.play_parse || !rule.lazy) {
lazy_play = common_play;
} else if (rule.play_parse && rule.lazy && typeof (rule.lazy) === 'function') {