feat: py源移除ujson

Author: Taois

README.md

@@ -70,6 +70,10 @@ nodejs作为服务端的drpy实现。全面升级异步写法
 
 ## 更新记录
 
+### 20260301
+
+更新至V1.3.27
+
 ### 20260228
 
 更新至V1.3.26

docs/updateRecord.md

@@ -1,5 +1,11 @@
 # drpyS更新记录
 
+### 20260301
+
+更新至V1.3.27
+
+1. 移除py源需要的`ujson`依赖，优化py源`资源管理.py`
+
 ### 20260228
 
 更新至V1.3.26

package.json

@@ -1,6 +1,6 @@
 {
   "name": "drpy-node",
-  "version": "1.3.26",
+  "version": "1.3.27",
   "main": "index.js",
   "type": "module",
   "scripts": {

public/index.html

@@ -71,6 +71,8 @@ <h3>免费壳子推荐</h3>
 <li><a href="https://github.com/ingriddaleusag-dotcom/PeekPiliRelease">皮卡丘</a></li>
 </ul>
 <h2>更新记录</h2>
+<h3>20260301</h3>
+<p>更新至V1.3.27</p>
 <h3>20260228</h3>
 <p>更新至V1.3.26</p>
 <h3>20260225</h3>

spider/py/base/htmlParser.py

@@ -7,7 +7,7 @@
 # upDate  : 2024/04/09 取html返回的文本自动解除转义，防止script里取Html的内容被转义无法执行
 # upDate  : 2024/05/16 支持:not,even,odd,has,contans,matches,empty 新特性，pdfh取属性支持||
 
-import ujson
+import json
 from pyquery import PyQuery as pq
 from urllib.parse import urljoin
 import re
@@ -259,7 +259,7 @@ def pjfh(self, html, parse: str, add_url=False):
         if isinstance(html, str):
             # print(html)
             try:
-                html = ujson.loads(html)
+                html = json.loads(html)
                 # html = eval(html)
             except:
                 print('字符串转json失败')
@@ -288,7 +288,7 @@ def pjfa(self, html, parse: str):
             return []
         if isinstance(html, str):
             try:
-                html = ujson.loads(html)
+                html = json.loads(html)
             except:
                 return []
         if not parse.startswith('$.'):

spider/py/base/requirements.txt

@@ -2,7 +2,6 @@
 requests
 lxml
 pycryptodome
-ujson
 pyquery
 jsonpath
 json5

spider/py/base/spider.py

@@ -53,7 +53,8 @@ def __init__(self, query_params=None, t4_api=None):
         self.extend = ''
         self.ENV = _ENV
         self._cache = {}
-        self.log(f'BaseSpider __init__ t4_api:{t4_api}')
+        # self.log(f'BaseSpider __init__ t4_api:{t4_api}')
+        print(f'BaseSpider __init__ t4_api:{t4_api}')
 
     def __new__(cls, *args, **kwargs):
         if cls._instance:

spider/py/core/t4_daemon.py

@@ -11,7 +11,7 @@
 import hashlib
 import importlib
 import importlib.util
-import ujson
+import json
 import logging
 import os
 import pickle
@@ -131,7 +131,7 @@ def recv_packet(rfile) -> dict:
         raise ValueError("invalid length")
     payload = recv_exact(rfile, length)
     try:
-        return ujson.loads(payload.decode("utf-8"))
+        return json.loads(payload.decode("utf-8"))
     except Exception:
         return pickle.loads(payload)
 
@@ -257,8 +257,8 @@ def _parse_env(env_str):
         # 标准化为 dict
         if isinstance(env_str, str):
             try:
-                data = ujson.loads(env_str)
-            except (ujson.JSONDecodeError, TypeError):
+                data = json.loads(env_str)
+            except (json.JSONDecodeError, TypeError):
                 return "", ""
         elif isinstance(env_str, dict):
             data = env_str
@@ -270,7 +270,7 @@ def _parse_env(env_str):
 
         # 如果 ext 是 dict 或 list，转为 JSON 字符串
         if isinstance(ext, (dict, list)):
-            ext = ujson.dumps(ext, ensure_ascii=False)
+            ext = json.dumps(ext, ensure_ascii=False)
 
         if proxy_url and not '&extend=' in proxy_url:
             proxy_url += f'&extend={quote(ext)}'
@@ -678,7 +678,7 @@ def _invoke(self, inst: SpiderInstance, method_name: str, args_list):
                 parsed_args.append(a)
             elif isinstance(a, str):
                 try:
-                    parsed_args.append(ujson.loads(a))
+                    parsed_args.append(json.loads(a))
                 except Exception:
                     parsed_args.append(a)
             else:

spider/py/core/t4_daemon_lite.py

@@ -4,7 +4,7 @@
 import hashlib
 import importlib
 import importlib.util
-import ujson
+import json
 import logging
 import os
 import pickle
@@ -119,7 +119,7 @@ def recv_packet(rfile) -> dict:
         raise ValueError("invalid length")
     payload = recv_exact(rfile, length)
     try:
-        return ujson.loads(payload.decode("utf-8"))
+        return json.loads(payload.decode("utf-8"))
     except Exception:
         return pickle.loads(payload)
 
@@ -205,8 +205,8 @@ def _parse_env(env_str):
         # 标准化为 dict
         if isinstance(env_str, str):
             try:
-                data = ujson.loads(env_str)
-            except (ujson.JSONDecodeError, TypeError):
+                data = json.loads(env_str)
+            except (json.JSONDecodeError, TypeError):
                 return "", ""
         elif isinstance(env_str, dict):
             data = env_str
@@ -218,7 +218,7 @@ def _parse_env(env_str):
 
         # 如果 ext 是 dict 或 list，转为 JSON 字符串
         if isinstance(ext, (dict, list)):
-            ext = ujson.dumps(ext, ensure_ascii=False)
+            ext = json.dumps(ext, ensure_ascii=False)
 
         return proxy_url, str(ext or "")
 
@@ -422,7 +422,7 @@ def _invoke(self, inst: SpiderInstance, method_name: str, args_list):
                 parsed_args.append(a)
             elif isinstance(a, str):
                 try:
-                    parsed_args.append(ujson.loads(a))
+                    parsed_args.append(json.loads(a))
                 except Exception:
                     parsed_args.append(a)
             else: