fix：nothing

Author: Taois

spider/py/base/spider.py

@@ -203,26 +203,30 @@ def cleanText(self, src):
                        src)
         return clean
 
-    def fetch(self, url, params=None, headers=None, cookies=None, timeout=5, verify=True, allow_redirects=True):
-        rsp = requests.get(url, params=params, headers=headers, cookies=cookies, timeout=timeout, verify=verify,
-                           allow_redirects=allow_redirects)
+    def fetch(self, url, params=None, headers=None, cookies=None, timeout=5, verify=True,
+              allow_redirects=True, stream=None):
+        rsp = requests.get(url, params=params, headers=headers, cookies=cookies, timeout=timeout,
+                           verify=verify,
+                           allow_redirects=allow_redirects, stream=stream)
         rsp.encoding = 'utf-8'
         return rsp
 
-    def post(self, url, data=None, headers=None, cookies=None, timeout=5, verify=True, allow_redirects=True):
+    def post(self, url, data=None, headers=None, cookies=None, timeout=5, verify=True, allow_redirects=True,
+             stream=None):
         rsp = requests.post(url, data=data, headers=headers, cookies=cookies, timeout=timeout, verify=verify,
-                            allow_redirects=allow_redirects)
+                            allow_redirects=allow_redirects, stream=stream)
         rsp.encoding = 'utf-8'
         return rsp
 
-    def postJson(self, url, json, headers=None, cookies=None, timeout=5, verify=True, allow_redirects=True):
+    def postJson(self, url, json, headers=None, cookies=None, timeout=5, verify=True, allow_redirects=True,
+                 stream=None):
         rsp = requests.post(url, json=json, headers=headers, cookies=cookies, timeout=timeout, verify=verify,
-                            allow_redirects=allow_redirects)
+                            allow_redirects=allow_redirects, stream=stream)
         rsp.encoding = 'utf-8'
         return rsp
 
     def postBinary(self, url, data: dict, boundary=None, headers=None, cookies=None, timeout=5, verify=True,
-                   allow_redirects=True):
+                   allow_redirects=True, stream=None):
         if boundary is None:
             boundary = f'--dio-boundary-{int(time.time())}'
         if headers is None:
@@ -234,7 +238,7 @@ def postBinary(self, url, data: dict, boundary=None, headers=None, cookies=None,
         m = encode_multipart_formdata(fields, boundary=boundary)
         data = m[0]
         rsp = requests.post(url, data=data, headers=headers, cookies=cookies, timeout=timeout, verify=verify,
-                            allow_redirects=allow_redirects)
+                            allow_redirects=allow_redirects, stream=stream)
         rsp.encoding = 'utf-8'
         return rsp
 

spider/py/core/t4_daemon.py

@@ -48,7 +48,7 @@ def _deep_sizeof(obj) -> int:
 HOST = "127.0.0.1"
 PORT = 57570
 
-MAX_MSG_SIZE = 10 * 1024 * 1024  # 10MB
+MAX_MSG_SIZE = 60 * 1024 * 1024  # 60MB
 MAX_CACHED_INSTANCES = 100  # 最大缓存实例数
 INIT_TIMEOUT = 100  # init 超时（秒）
 REQUEST_TIMEOUT = 30  # 单次请求 socket 超时（秒）
@@ -118,7 +118,7 @@ def recv_exact(rfile, n: int) -> bytes:
 def send_packet(wfile, obj: dict):
     payload = pickle.dumps(obj, protocol=pickle.HIGHEST_PROTOCOL)
     if len(payload) > MAX_MSG_SIZE:
-        raise ValueError("payload too large")
+        raise ValueError(f"payload too large:{len(payload)} > {MAX_MSG_SIZE}")
     wfile.write(struct.pack(">I", len(payload)))
     wfile.write(payload)
     wfile.flush()

spider/py/core/t4_daemon_lite.py

@@ -106,7 +106,7 @@ def recv_exact(rfile, n: int) -> bytes:
 def send_packet(wfile, obj: dict):
     payload = pickle.dumps(obj, protocol=pickle.HIGHEST_PROTOCOL)
     if len(payload) > MAX_MSG_SIZE:
-        raise ValueError("payload too large")
+        raise ValueError(f"payload too large:{len(payload)} > {MAX_MSG_SIZE}")
     wfile.write(struct.pack(">I", len(payload)))
     wfile.write(payload)
     wfile.flush()

spider/py/data/bili_config.json

@@ -2,9 +2,9 @@
  "users": {
   "fake": {
    "cookies_dic": {
-    "buvid3": "5E1065DB-EE9A-D69C-6AD8-C58C1E6A54E847891infoc",
-    "b_nut": "1757970347",
-    "__at_once": "6770703451717213879"
+    "buvid3": "C388E051-8B09-CBB4-D24F-553E939CBA0568463infoc",
+    "b_nut": "1758067368",
+    "__at_once": "4811634013224838281"
    }
   }
  },
@@ -460,6 +460,10 @@
       "n": "火影忍者手游",
       "v": "3_292"
      },
+     {
+      "n": "崩坏：因缘精灵",
+      "v": "3_1011"
+     },
      {
       "n": "鸣潮",
       "v": "3_874"
@@ -1465,13 +1469,13 @@
     "key": "tid",
     "name": "赛事",
     "value": [
-     {
-      "n": "游戏赛事",
-      "v": "13_561"
-     },
      {
       "n": "赛事综合",
       "v": "13_563"
+     },
+     {
+      "n": "游戏赛事",
+      "v": "13_561"
      }
     ]
    }

spider/py/哔哩哔哩.py

@@ -499,7 +499,7 @@ def get_tuijian_filter(E):
 
     def __init__(self, query_params=None, t4_api=None):
         super().__init__(query_params=query_params, t4_api=t4_api)
-        self.localProxyUrl = None
+        self.localProxyUrl = self.getProxyUrl() + '&type='
         self.time_diff1 = {V: [0, 300], A0: [300, 900], AL: [900, 1800], AQ: [1800, 3600],
                            '5': [3600, 0x4ee2d6d415b85acef80ffffffff]};
         self.time_diff = L;
@@ -517,16 +517,15 @@ def __init__(self, query_params=None, t4_api=None):
 
     def init(self, extend=B):
         print('============{0}============'.format(extend))
-        self.localProxyUrl = self.getProxyUrl() + '&type='
 
-    def isVideoFormat(A, url):
-        0
+    def isVideoFormat(self, url):
+        pass
 
-    def manualVideoCheck(A):
-        0
+    def manualVideoCheck(self):
+        pass
 
-    def destroy(A):
-        0
+    def destroy(self):
+        pass
 
     def format_img(B, img):
         A = img;
@@ -2366,7 +2365,7 @@ def get_fastesUrl(C, ja, id, mediaType):
         C.pC_urlDic[id][Bf] = F(d(J(lambda x: x.split('=')[:2], D[0].split('?')[1].split('&'))).get(Bf, 0))
         for G in D: C.pool.submit(C._testUrl, G, id, E)
 
-    def localProxy(D, param):
+    def localProxy(D, param, *args, **kwargs):
         N = 'range';
         M = 'application/octet-stream';
         E = param;