feat: add dns query, tested

actions_requirements.txt

@@ -1,3 +1,4 @@
 requests-html==0.10.0
 retry==0.9.2
-lxml_html_clean
+lxml_html_clean
+aiodns==3.0.0

fetch_ips.py

@@ -6,8 +6,11 @@
 #   Date    :   2020-05-19 15:27
 #   Desc    :   获取最新的 GitHub 相关域名对应 IP
 import re
-from typing import Any, Optional
+from typing import Any, List, Optional
 from datetime import datetime
+import sys
+import asyncio
+import aiodns
 
 from pythonping import ping
 from requests_html import HTMLSession
@@ -16,7 +19,7 @@ from retry import retry
 from common import GITHUB_URLS, write_hosts_content
 
 
-def get_best_ip(ip_list: list) -> str:
+def select_ip_from_list(ip_list: list) -> str:
     ping_timeout = 1
     best_ip = ''
     min_ms = ping_timeout * 1000
@@ -35,7 +38,7 @@ def get_best_ip(ip_list: list) -> str:
 
 
 @retry(tries=3)
-def get_ip(session: Any, github_url: str) -> Optional[str]:
+def get_ip_list_from_ipaddress_com(session: Any, github_url: str) -> Optional[List[str]]:
     url = f'https://sites.ipaddress.com/{github_url}'
     headers = {
         'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7)'
@@ -45,17 +48,69 @@ def get_ip(session: Any, github_url: str) -> Optional[str]:
         rs = session.get(url, headers=headers, timeout=5)
         pattern = r"\b(?:[0-9]{1,3}\.){3}[0-9]{1,3}\b"
         ip_list = re.findall(pattern, rs.html.text)
-        best_ip = get_best_ip(ip_list)
+        return ip_list
-        if best_ip:
-            return best_ip
-        else:
-            raise Exception("url: {github_url}, ipaddress empty")
     except Exception as ex:
         print("get: {url}, error: {ex}")
         raise Exception
 
 
-def main() -> None:
+DNS_SERVER_LIST = [
+    "1.1.1.1",  # Cloudflare
+    "8.8.8.8",  # Google
+    "101.101.101.101",  # Quad101
+    "101.102.103.104",  # Quad101
+]
+
+
+def windows_compatibility_check():
+    if sys.platform == "win32":
+        # 检查 pycares 是否正常加载
+        try:
+            import pycares
+        except ImportError:
+            raise RuntimeError("请先执行 'pip install pycares'")
+
+
+async def get_ip_list_from_dns(
+    domain,
+    record_type="A",
+    dns_server_list=["1.2.4.8", "114.114.114.114"],
+):
+    # Windows 兼容性检查
+    windows_compatibility_check()
+
+    # 配置 DNS 服务器
+    resolver = aiodns.DNSResolver()
+    resolver.nameservers = dns_server_list
+
+    try:
+        # 执行异步查询
+        result = await resolver.query(domain, record_type)
+        return [answer.host for answer in result]
+    except aiodns.error.DNSError as e:
+        print(f"DNS 查询失败: {e}")
+        return []
+
+
+async def get_ip(session: Any, github_url: str) -> Optional[str]:
+    ip_list_web = []
+    try:
+        ip_list_web = get_ip_list_from_ipaddress_com(session, github_url)
+    except Exception as ex:
+        raise Exception("url: {github_url}, ipaddress empty")
+    ip_list_dns = []
+    try:
+        ip_list_dns = await get_ip_list_from_dns(github_url, dns_server_list=DNS_SERVER_LIST)
+    except Exception as ex:
+        pass
+    ip_list = list(set(ip_list_web + ip_list_dns))
+    if len(ip_list) == 0:
+        return None
+    best_ip = select_ip_from_list(ip_list)
+    return best_ip
+
+
+async def main() -> None:
     current_time = datetime.now().strftime('%Y-%m-%d %H:%M:%S')
     print(f'{current_time} - Start script.')
     session = HTMLSession()
@@ -63,7 +118,7 @@ def main() -> None:
     content_list = []
     for index, github_url in enumerate(GITHUB_URLS):
         try:
-            ip = get_ip(session, github_url)
+            ip = await get_ip(session, github_url)
 
             content += ip.ljust(30) + github_url + "\n"
             content_list.append((ip, github_url,))
@@ -77,5 +132,8 @@ def main() -> None:
     print(f'{current_time} - End script.')
 
 
-if __name__ == '__main__':
+if __name__ == "__main__":
-    main()
+    if sys.platform == "win32":
+        # Windows 事件循环策略配置
+        asyncio.set_event_loop_policy(asyncio.WindowsSelectorEventLoopPolicy())
+    asyncio.run(main())

requirements.txt

@@ -2,3 +2,4 @@ requests-html==0.10.0
 pythonping==1.1.4
 retry==0.9.2
 lxml_html_clean
+aiodns==3.0.0