style: type hint

shengchenyang · Mar 4, 2024 · 61ceb65 · 61ceb65
1 parent 7620e87
commit 61ceb65
Show file tree

Hide file tree

Showing 2 changed files with 25 additions and 4 deletions.
diff --git a/ayugespidertools/scraper/middlewares/netlib/aiohttplib.py b/ayugespidertools/scraper/middlewares/netlib/aiohttplib.py
@@ -167,9 +167,7 @@ async def process_request(
 
         # 设置 url
         _url = self.aiohttp_args.get("url") or request.url
-        aiohttp_req_args = AiohttpRequestArgs(
-            url=_url,
-        )
+        aiohttp_req_args = AiohttpRequestArgs(url=_url)
 
         # 设置请求方式
         if _method := self.aiohttp_args.get("method"):

diff --git a/ayugespidertools/scraper/spiders/__init__.py b/ayugespidertools/scraper/spiders/__init__.py
@@ -33,7 +33,19 @@
     from sqlalchemy.engine.base import Engine as SqlalchemyEngineT
     from typing_extensions import Self
 
-    from ayugespidertools.common.typevars import slogT
+    from ayugespidertools.common.typevars import (
+        DynamicProxyConf,
+        ESConf,
+        ExclusiveProxyConf,
+        KafkaConf,
+        MongoDBConf,
+        MQConf,
+        MysqlConf,
+        OracleConf,
+        OssConf,
+        PostgreSQLConf,
+        slogT,
+    )
 
 
 class AyuSpider(Spider):
@@ -46,6 +58,17 @@ class AyuSpider(Spider):
     es_engine: "Elasticsearch"
     es_engine_conn: "Elasticsearch"
 
+    mysql_conf: "MysqlConf"
+    mongodb_conf: "MongoDBConf"
+    postgres_conf: "PostgreSQLConf"
+    es_conf: "ESConf"
+    oracle_conf: "OracleConf"
+    rabbitmq_conf: "MQConf"
+    kafka_conf: "KafkaConf"
+    dynamicproxy_conf: "DynamicProxyConf"
+    exclusiveproxy_conf: "ExclusiveProxyConf"
+    oss_conf: "OssConf"
+
     SPIDER_TIME: str = time.strftime("%Y-%m-%d", time.localtime())
 
     @property