update:技术性研究

hjdhnx · hjdhnx · commit 6561b0e752c8 · 2025-01-12T08:53:54.000+08:00
diff --git a/custom.json b/custom.json
@@ -1,5 +1,5 @@
 {
-  "sites_count": 73,
+  "sites_count": 74,
   "sites": [
     {
       "key": "drpyS_设置中心",
@@ -133,6 +133,16 @@
       "quickSearch": 0,
       "ext": "H4sIAAAAAAAAA9PT088qzs/TD3V+2tH2ZNdqPRAPAKubOwMVAAAA"
     },
+    {
+      "key": "drpyS_低端[盘]",
+      "name": "低端[盘](DS)",
+      "type": 4,
+      "api": "http://localhost:5757/api/低端[盘]",
+      "searchable": 2,
+      "filterable": 0,
+      "quickSearch": 0,
+      "ext": ""
+    },
     {
       "key": "drpyS_团长资源[盘]",
       "name": "团长资源[盘](DS)",
diff --git a/docs/updateRecord.md b/docs/updateRecord.md
@@ -1,5 +1,13 @@
 # drpyS更新记录
 
+### 20250112
+
+今日无更新,但是做了一些相关技术性研究
+
+1. `drpyInject.js` req系列函数支持拦截器打印转换的curl命令
+2. 添加 `低端[盘].js` 尝试解决cf导致的获取源码错误问题以失败告终(py的requests也请求不到源码，我也很绝望,还研究了axios升级http2协议也没卵用，不知道是请求头哪儿的差异，dr2的js正常用，想不明白了)
+3. 研究 `好乐影视.js` 不正常问题，发现请求到的源码里面都是一些location.href=的链接跳转，浏览器访问网站当然没问题，写成源一脸懵逼，没啥好办法。
+
 ### 20250111
 
 更新至V1.1.7
diff --git a/index.json b/index.json
@@ -1,5 +1,5 @@
 {
-  "sites_count": 73,
+  "sites_count": 74,
   "sites": [
     {
       "key": "drpyS_设置中心",
@@ -133,6 +133,16 @@
       "quickSearch": 0,
       "ext": "H4sIAAAAAAAAA9PT088qzs/TD3V+2tH2ZNdqPRAPAKubOwMVAAAA"
     },
+    {
+      "key": "drpyS_低端[盘]",
+      "name": "低端[盘](DS)",
+      "type": 4,
+      "api": "http://localhost:5757/api/低端[盘]",
+      "searchable": 2,
+      "filterable": 0,
+      "quickSearch": 0,
+      "ext": ""
+    },
     {
       "key": "drpyS_团长资源[盘]",
       "name": "团长资源[盘](DS)",
diff --git a/js/_fq3.js b/js/_fq3.js
@@ -91,6 +91,10 @@ const rule = {
     homeUrl: 'https://fanqienovel.com/api/author/book/category_list/v0/',
     url: '/api/author/library/book_list/v0/?page_count=18&page_index=(fypage-1)&gender=-1&category_id=fyclass&creation_status=-1&word_count=-1&sort=0#fyfilter',
     class_parse: async function () {
+        let html = (await req('https://self-signed.badssl.com/')).content;
+        log(html);
+    },
+    class_parse2: async function () {
         let {proxyUrl, getRule} = this;
         // let ip = await getPublicIp1();
         let ip = await getPublicIp2();
diff --git a/js/低端[盘].js b/js/低端[盘].js
@@ -0,0 +1,129 @@
+// 网址发布页 https://ddys.site
+// 网址发布页 https://ddys.wiki
+// 网址发布页 https://ddys.info/
+var rule = {
+    title: 'ddys',
+    // host: 'https://ddys.pro',
+    host: 'https://ddys.mov/',
+    /*host: 'https://ddys.info',
+    hostJs: async function () {
+        let{HOST}=this
+        let html = await request(HOST,{headers: {'User-Agent': MOBILE_UA}});
+        HOST = pdfh(html, 'a&&href');
+        return HOST;
+    },*/
+    url: '/fyclass/page/fypage/',
+    searchUrl: '/?s=**&post_type=post',
+    searchable: 2,
+    quickSearch: 0,
+    filterable: 0,
+    headers: {
+        'User-Agent': 'PC_UA',
+    },
+    class_name: '电影&电视剧&动漫',
+    class_url: 'category/movie&category/airing&category/anime/new-bangumi',
+    /*class_parse:async function () {
+        let {pdfa,pdfh,pd} = this;
+        let html =await request(rule.host,{
+            headers: {
+                'User-Agent': MOBILE_UA,
+            //    'Cookie':'X_CACHE_KEY=7791d8c9a761b51365e524f94a3af24f;cf_clearance=QJy.5hM8B_sizwwOLwIEq5uQYdmI70G.bK_f8ez0_qI-1736495334-1.2.1.1-80gPwpLxtdQfr_HFCYZKzpeTL4LFVqdrmU.bw3X.57Nri3h7_T74oKHp7ZY6N8moX93fPBUi1mBaVD4Cla6PWLyJjiZriZJhgFQCoaNjDG_dy3v2.akBe0I_NG4zySGqfQcg2OS6yTvCr7nOHHJleZzhfnBOUV55g0hY53Y.0JOTjokDX2VJYDGBmGdUI4M0ZsbDha9m1q2R5doUrv.a29t1_PaeZ4vthayxR2vOqNsPO_R.glP4n9hatQzykhMKBpemNQlt5Sn7xTeT2EcdJXMttSpiUHABW725F4sDtEd9EaQAS1VAtRTG4kw4KjvK4Y_brvnf5DRSRH_ZGsqL.UDPxGAFdDfh9EX_bQJhwsMXgCkR9wvgdQB.tr7hymwiVYEXichdgzVosdkQ7TDq2g',
+            //    'Priority':'u=0, i'
+            },
+            method:'GET'
+        })
+        log(html)
+        let d = [];
+        let data = pdfa(html, '#primary-menu li.menu-item');
+        data.forEach((it) => {
+            let id=pd(it, 'a&&href').match(/\.pro\/(.*)/)[1]
+            log(id)
+            d.push({
+                type_name: pdfh(it, 'a&&Text'),
+                type_id: id,
+            })
+        });
+        log(d)
+        return {
+            class: d
+        }
+    },*/
+    //class_parse: '#primary-menu li.menu-item;a&&Text;a&&href;\.pro/(.*)',
+    //cate_exclude: '站长|^其他$|关于|^电影$|^剧集$|^类型$',
+    double: false,
+    play_parse: true,
+
+    lazy: async function () {
+        let {input} = this
+        return input
+    },
+    limit: 6,
+    推荐: async function () {
+        return []
+    },
+    一级: async function () {
+        let {input, pdfa, pd, pdfh} = this;
+        var d = [];
+        var html = await request(input);
+        // log(html);
+        let list = pdfa(html, '.post-box-list&&article');
+        list.forEach(it => {
+            d.push({
+                title: pdfh(it, 'a:eq(-1)&&Text'),
+                img: pd(it, '.post-box-image&&style'),
+                desc: pdfh(it, 'a:eq(0)&&Text'),
+                url: pd(it, 'a:eq(-1)&&href'),
+            })
+        });
+        return setResult(d);
+    },
+    //一级: '.post-box-list&&article;a:eq(-1)&&Text;.post-box-image&&style;a:eq(0)&&Text;a:eq(-1)&&href',
+    二级: async function () {
+        let {input, pdfa, pdfh} = this;
+        let html = await request(input);
+        let VOD = {};
+        VOD.vod_name = pdfh(html, '.post-title&&Text');
+        VOD.vod_content = pdfh(html, '.abstract&&Text');
+        var playurls = [];
+        var playfrom = [];
+        let src = pdfh(html, ".wp-playlist-script&&Html");
+        src = JSON.parse(src).tracks;
+        src.forEach(it => {
+            let purl = "https://v.ddys.pro" + it.src0;
+            playfrom.push('播放');
+            playurls.push(unescape(it.caption) + "$" + purl)
+        })
+        var plists = pdfa(html, '.entry&&p:has(a[href])')
+        let p_1 = plists.map(v => pdfh(v, 'a&&title') + '$push://' + pdfh(v, 'a&&href')).filter(v => v.includes('uc'));
+        playurls.push(p_1)
+        let p_2 = plists.map(v => pdfh(v, 'a&&title') + '$push://' + pdfh(v, 'a&&href')).filter(v => v.includes('quark'));
+        playurls.push(p_2)
+        let tabs = ['UC网盘', '夸克网盘']
+        playfrom.push(tabs)
+        VOD.vod_play_from = playfrom.join("$$$")
+        VOD.vod_play_url = playurls.join("$$$")
+        return VOD
+    },
+
+    搜索: async function () {
+        let {
+            input,
+            pdfa,
+            pdfh,
+            pd
+        } = this;
+        let html = await request(input);
+        let d = [];
+        let data = pdfa(html, '#main&&article');
+        data.forEach((it) => {
+            d.push({
+                title: pdfh(it, '.post-title&&Text'),
+                pic_url: pd(it, '.post-box-image&&style'),
+                desc: pdfh(it, '.published&&Text'),
+                url: pd(it, 'a&&href')
+            })
+        });
+        return setResult(d)
+    }
+    //搜索: '#main&&article;.post-title&&Text;;.published&&Text;a&&href'
+}
diff --git a/js/奇珍异兽[官].js b/js/奇珍异兽[官].js
@@ -173,7 +173,7 @@ var rule = {
         let html = await request(input);
         let json = JSON.parse(html);
         let data = pjfa(json, '.data.docinfos');
-        log('data:', data);
+        // log('data:', data);
         data.forEach((it) => {
             d.push({
                 title: pjfh(it, '.albumDocInfo.albumTitle'),
diff --git a/js/好乐影视.js b/js/好乐影视.js
@@ -2,10 +2,10 @@ var rule = {
     类型: '影视',
     title: '好乐影视',
     host: 'https://www.haolev.com',
-    url: '/haoshow/fyfilter.html',
+    url: '/haoshow/fyfilter',
     searchUrl: '/lesearch/**----------fypage---.html',
-    headers: {'User-Agent': 'UC_UA'},
-    searchable: 1, quickSearch: 0, filterable: 1, play_parse: true, double: false, play_parse: true, limit: 6,
+    headers: {'User-Agent': 'MOBILE_UA'},
+    searchable: 1, quickSearch: 0, filterable: 1, play_parse: true, double: false, limit: 6,
     filter_url: '{{fl.cateId}}-{{fl.area}}-{{fl.by}}-{{fl.class}}-----fypage---{{fl.year}}.html',
     filter_def: {
         '1': {cateId: '1'}, '2': {cateId: '2'}, '3': {cateId: '3'}, '4': {cateId: '4'}
diff --git a/libs_drpy/drpyInject.js b/libs_drpy/drpyInject.js
@@ -1,6 +1,7 @@
 import axios, {toFormData} from 'axios';
 import axiosX from './axios.min.js';
 import crypto from 'crypto';
+import http from "http";
 import https from 'https';
 import fs from 'node:fs';
 import qs from 'qs';
@@ -22,6 +23,54 @@ globalThis.axiosX = axiosX;
 globalThis.hlsParser = hlsParser;
 globalThis.qs = qs;
 
+const AgentOption = {keepAlive: true, maxSockets: 64, timeout: 30000}; // 最大连接数64,30秒定期清理空闲连接
+const httpAgent = new http.Agent(AgentOption);
+let httpsAgent = new https.Agent({rejectUnauthorized: false, ...AgentOption});
+
+// 配置 axios 使用代理
+const _axios = axios.create({
+    httpAgent,  // 用于 HTTP 请求的代理
+    httpsAgent, // 用于 HTTPS 请求的代理
+});
+
+// 请求拦截器
+_axios.interceptors.request.use((config) => {
+    // 生成 curl 命令
+    const curlCommand = generateCurlCommand(config);
+    console.log(`Generated cURL command:\n${curlCommand}`);
+    return config;
+}, (error) => {
+    return Promise.reject(error);
+});
+
+/**
+ * 生成 curl 命令
+ * @param {Object} config Axios 请求配置
+ * @returns {string} curl 命令
+ */
+function generateCurlCommand(config) {
+    const {method, url, headers, data} = config;
+    let curlCommand = `curl -X ${method.toUpperCase()} '${url}'`;
+
+    // 添加 headers
+    if (headers) {
+        for (const [key, value] of Object.entries(headers)) {
+            curlCommand += ` -H '${key}: ${value}'`;
+        }
+    }
+
+    // 添加 body 数据
+    if (data) {
+        if (typeof data === 'object') {
+            curlCommand += ` -d '${JSON.stringify(data)}'`;
+        } else {
+            curlCommand += ` -d '${data}'`;
+        }
+    }
+
+    return curlCommand;
+}
+
 
 const confs = {};
 
@@ -104,17 +153,16 @@ async function request(url, opt = {}) {
     }
 
     // 配置代理或 HTTPS Agent
-    const agent = proxy
-        ? tunnel.httpsOverHttp({proxy: {host: '127.0.0.1', port: 7890}})
-        : new https.Agent({rejectUnauthorized: false});
+    // httpsAgent = new https.Agent({rejectUnauthorized: false});
+    const agent = proxy ? tunnel.httpsOverHttp({proxy: {host: '127.0.0.1', port: 7890}}) : httpsAgent;
 
     // 设置响应类型为 arraybuffer，确保能正确处理编码
     const respType = returnBuffer ? 'arraybuffer' : 'arraybuffer';
 
     console.log(`req: ${url} headers: ${JSON.stringify(headers)} data: ${JSON.stringify(data)}`);
     try {
         // 发送请求
-        const resp = await axios({
+        const resp = await _axios({
             url: typeof url === 'object' ? url.url : url,
             method,
             headers,
