覆盖 14 个文件中的 Image.open() 未正确关闭问题: - fansclub_handler: 5 处(pic/pic_rgb/img 未 close) - image_ops: 2 处(crop 后 pic 未 close) - douyin_popups: 2 处(pic.convert 重赋值泄漏原始句柄) - douyin_fudai: 1 处(open().convert() 链式调用泄漏) - douyin_robot: 2 处(同上) - save_files/direct_attend/finder/stage/find_open/detail/_common/ocr_preprocess: 各 1-2 处 统一修复模式:分离 open 与 convert,try/finally 确保原始句柄关闭。 Co-Authored-By: Claude Sonnet 4.5 <noreply@anthropic.com>
425 lines
16 KiB
Python
425 lines
16 KiB
Python
"""detection_pkg.finder - 找福袋图标主入口(1420 行)。
|
|
|
|
包含 check_have_fudai_with_ready_screenshot:在直播间内通过模板匹配
|
|
定位福袋图标,并把找到的位置写到 analyser 上供后续点击使用。
|
|
"""
|
|
from __future__ import annotations
|
|
|
|
# pylint: disable=no-member
|
|
|
|
import os
|
|
import time
|
|
from typing import Any
|
|
|
|
from PIL import Image
|
|
|
|
from ._common import _ensure_detection_cache
|
|
|
|
|
|
def check_have_fudai_with_ready_screenshot(
|
|
analyser: Any, screenshot_ready: bool = False
|
|
):
|
|
"""判定直播页面福袋的小图标是否存在(优化版,优先使用模块化查找器)。
|
|
|
|
如果启用了优化查找器(fudai_finder_optimized_enabled=True),则使用新的模块化查找器。
|
|
否则使用原版像素检测实现。
|
|
"""
|
|
# 检查是否启用优化查找器
|
|
try:
|
|
use_optimized = bool(getattr(analyser, "fudai_finder_optimized_enabled", False))
|
|
except Exception:
|
|
use_optimized = False
|
|
|
|
if use_optimized:
|
|
try:
|
|
from douyin.fudai.douyin_fudai_finder import (
|
|
check_have_fudai_with_ready_screenshot_optimized,
|
|
)
|
|
|
|
return check_have_fudai_with_ready_screenshot_optimized(
|
|
analyser, screenshot_ready
|
|
)
|
|
except ImportError:
|
|
# 优化版不可用,回退到原版
|
|
try:
|
|
analyser._log_kv(
|
|
"[找福袋图标]", "优化查找器不可用,使用原版", error="ImportError"
|
|
)
|
|
except Exception:
|
|
pass
|
|
except Exception as e:
|
|
# 优化版异常,回退到原版
|
|
try:
|
|
analyser._log_kv(
|
|
"[找福袋图标]",
|
|
"优化查找器异常,使用原版",
|
|
error=str(e),
|
|
error_type=type(e).__name__,
|
|
)
|
|
except Exception:
|
|
pass
|
|
|
|
# 原版实现(像素检测版)
|
|
func_start = time.time()
|
|
# 使用统一的截图路径配置
|
|
try:
|
|
from douyin.core import path_config
|
|
|
|
pic1_path = path_config.get_screenshot_path()
|
|
except Exception:
|
|
# 回退到旧路径(向后兼容)
|
|
from douyin.core import path_config
|
|
|
|
pic1_path = path_config.get_screenshot_path()
|
|
attempt_count = 0 # 仅用于日志记录,不影响循环控制
|
|
|
|
# ===== 像素检测版(优先使用),不依赖 OpenCV =====
|
|
# 改为按时间控制循环,而不是按次数限制
|
|
try:
|
|
retry_delay_s = float(
|
|
getattr(analyser, "fudai_icon_retry_delay_seconds", 0.6) or 0.6
|
|
)
|
|
except Exception:
|
|
retry_delay_s = 0.6
|
|
try:
|
|
max_wait_s = float(getattr(analyser, "fudai_icon_max_wait_seconds", 5.0) or 5.0)
|
|
except Exception:
|
|
max_wait_s = 5.0
|
|
if retry_delay_s < 0.1:
|
|
retry_delay_s = 0.1 # 最小间隔改为0.1秒
|
|
if max_wait_s < 0:
|
|
max_wait_s = 0.0
|
|
# 防止无限等待:最大等待时间限制为30秒
|
|
if max_wait_s > 30.0:
|
|
max_wait_s = 30.0
|
|
|
|
loop = 0
|
|
max_loops = int(max_wait_s / retry_delay_s) + 10 # 额外的循环次数保护
|
|
consecutive_failures = 0 # 连续失败计数
|
|
max_consecutive_failures = 5 # 最大连续失败次数
|
|
|
|
# 额外的时间限制保护,防止死循环
|
|
absolute_timeout = func_start + max(
|
|
max_wait_s * 1.5, 15
|
|
) # 最长15秒,但不超过 max_wait_s * 1.5
|
|
|
|
while (time.time() - func_start) < max_wait_s and time.time() < absolute_timeout:
|
|
# 额外的循环次数保护:防止无限循环
|
|
if loop >= max_loops:
|
|
try:
|
|
analyser._log_kv(
|
|
"[找福袋图标] 警告",
|
|
"达到最大循环次数限制,提前退出",
|
|
max_loops=max_loops,
|
|
elapsed_s=round(time.time() - func_start, 2),
|
|
)
|
|
except Exception:
|
|
pass
|
|
break
|
|
|
|
# 每次循环都重新截图(除了第一次如果已经提供了截图)
|
|
if not (screenshot_ready and loop == 0):
|
|
try:
|
|
analyser._shot_and_diagnose(
|
|
"找福袋图标", "判定是否存在福袋", analyser.device_id, diagnose=False
|
|
)
|
|
except Exception:
|
|
# 如果截图失败,尝试直接调用 get_screenshot 并验证文件可读性(避免半写入/截断图片导致后续 PIL 打开失败)
|
|
try:
|
|
analyser.operation.get_screenshot(
|
|
analyser.device_id, use_service=False
|
|
)
|
|
# 简单验证:文件存在、大小足够且能由 PIL 打开/加载
|
|
valid = False
|
|
try:
|
|
if (
|
|
os.path.exists(pic1_path)
|
|
and os.path.getsize(pic1_path) >= 1024
|
|
):
|
|
from PIL import Image as PILImage
|
|
|
|
with PILImage.open(pic1_path) as _im:
|
|
_im.verify()
|
|
valid = True
|
|
except Exception:
|
|
valid = False
|
|
if not valid:
|
|
# 再尝试一次直接截图作为最后回退
|
|
try:
|
|
analyser.operation.get_screenshot(
|
|
analyser.device_id, use_service=False
|
|
)
|
|
except Exception:
|
|
pass
|
|
except Exception:
|
|
pass
|
|
|
|
# 读取截图
|
|
pic = None
|
|
try:
|
|
pic = Image.open(pic1_path)
|
|
pic.load()
|
|
except Exception:
|
|
# 如果读取失败,尝试重新截图
|
|
try:
|
|
analyser.operation.get_screenshot(analyser.device_id, use_service=False)
|
|
pic = Image.open(pic1_path)
|
|
pic.load()
|
|
except Exception:
|
|
pass
|
|
|
|
# 如果截图读取失败,等待后继续下一次循环
|
|
if pic is None:
|
|
loop += 1
|
|
consecutive_failures += 1
|
|
# 如果连续失败太多次,提前退出
|
|
if consecutive_failures >= max_consecutive_failures:
|
|
try:
|
|
analyser._log_kv(
|
|
"[找福袋图标] 警告",
|
|
"连续截图失败次数过多,提前退出",
|
|
consecutive_failures=consecutive_failures,
|
|
elapsed_s=round(time.time() - func_start, 2),
|
|
)
|
|
except Exception:
|
|
pass
|
|
break
|
|
# 检查是否还有剩余时间
|
|
elapsed = time.time() - func_start
|
|
if elapsed < max_wait_s:
|
|
remaining_time = max_wait_s - elapsed
|
|
sleep_time = min(retry_delay_s, remaining_time)
|
|
if sleep_time > 0:
|
|
try:
|
|
analyser.operation.delay(sleep_time)
|
|
except Exception:
|
|
time.sleep(sleep_time)
|
|
continue
|
|
|
|
pic_new = pic.convert("RGBA")
|
|
pic.close()
|
|
width, height = pic_new.size
|
|
try:
|
|
rx = int(getattr(analyser, "resolution_ratio_x", 1080) or 1080)
|
|
except Exception:
|
|
rx = 1080
|
|
try:
|
|
ry = int(getattr(analyser, "resolution_ratio_y", 2400) or 2400)
|
|
except Exception:
|
|
ry = 2400
|
|
try:
|
|
y_pianyi_val = int(getattr(analyser, "y_pianyi", 0) or 0)
|
|
except Exception:
|
|
y_pianyi_val = 0
|
|
|
|
detected = False
|
|
detected_x = None
|
|
# 初始化扫描范围变量(用于日志记录)
|
|
scan_x_start = 41 * rx // 1080
|
|
scan_x_end = min(410 * rx // 1080, width)
|
|
scan_y = 403 * ry // 2400 + y_pianyi_val
|
|
|
|
# 获取最优搜索起始位置(使用历史记录或默认值)
|
|
try:
|
|
# 尝试获取上次找到的福袋位置(1080基准)
|
|
last_fudai_x = int(getattr(analyser, "last_fudai_x", 0) or 0)
|
|
if last_fudai_x > 0 and scan_x_start <= last_fudai_x <= scan_x_end:
|
|
optimal_x_scaled = last_fudai_x * rx // 1080
|
|
else:
|
|
# 使用默认最优位置:最热门区域中心(98-240的中心,约169)
|
|
optimal_x_scaled = 169 * rx // 1080
|
|
except Exception:
|
|
# 使用默认最优位置
|
|
optimal_x_scaled = 169 * rx // 1080
|
|
|
|
# 确保最优位置在搜索范围内
|
|
optimal_x_scaled = max(scan_x_start, min(optimal_x_scaled, scan_x_end - 1))
|
|
|
|
# 保存完整截图用于调试(检测前)
|
|
try:
|
|
from douyin.handlers import douyin_screenshot_manager
|
|
|
|
pic_rgb_full = pic_new.convert("RGB")
|
|
|
|
# 保存完整截图
|
|
debug_path = douyin_screenshot_manager.save_debug_image(
|
|
pic_rgb_full,
|
|
operation_type="pixel_detect",
|
|
picname="fudai_icon",
|
|
step="before_detect",
|
|
coords=(
|
|
(scan_x_start, scan_y - 3, scan_x_end, scan_y + 4)
|
|
if scan_y >= 3
|
|
else None
|
|
),
|
|
extra_info={
|
|
"scan_range": f"x:{scan_x_start}-{scan_x_end}, y:{scan_y}",
|
|
"resolution": f"{rx}x{ry}",
|
|
"y_offset": y_pianyi_val,
|
|
"loop": loop,
|
|
},
|
|
)
|
|
if debug_path:
|
|
try:
|
|
analyser._log_kv(
|
|
"[调试图像]", "福袋图标检测前保存完整截图", path=debug_path
|
|
)
|
|
except Exception:
|
|
pass
|
|
except Exception:
|
|
pass
|
|
|
|
# numpy 加速扫描(性能优化,失败回退到逐像素扫描)
|
|
from douyin.detection.detection_pkg.finder_numpy_scan import scan_with_numpy
|
|
detected, _detected_x = scan_with_numpy(
|
|
analyser, pic_new, rx, ry, y_pianyi_val, optimal_x_scaled
|
|
)
|
|
if detected and _detected_x is not None:
|
|
detected_x = _detected_x
|
|
|
|
# numpy 未命中/不可用时回退到逐像素扫描
|
|
if not detected:
|
|
from douyin.detection.detection_pkg.finder_pixel_scan import scan_pixel_by_pixel
|
|
detected, _detected_x = scan_pixel_by_pixel(
|
|
analyser, pic_new, rx, ry, y_pianyi_val
|
|
)
|
|
if detected and _detected_x is not None:
|
|
detected_x = _detected_x
|
|
|
|
# 像素检测未命中时,使用模板匹配作为兜底
|
|
if not detected or detected_x is None:
|
|
from douyin.detection.detection_pkg.finder_template_match import match_template
|
|
_det, _x = match_template(analyser, pic_new, rx, ry, y_pianyi_val, loop)
|
|
if _det and _x is not None:
|
|
detected = True
|
|
detected_x = _x
|
|
|
|
if detected and detected_x is not None:
|
|
# 重置连续失败计数
|
|
consecutive_failures = 0
|
|
|
|
# 统计:每次"进入直播间"后首次找到福袋图标耗时
|
|
try:
|
|
enter_ts = float(getattr(analyser, "_enter_live_ts", 0.0) or 0.0)
|
|
except Exception:
|
|
enter_ts = 0.0
|
|
try:
|
|
already = bool(getattr(analyser, "_enter_live_fudai_logged", False))
|
|
except Exception:
|
|
already = False
|
|
if (enter_ts > 0) and (not already):
|
|
try:
|
|
dt = float(time.time() - enter_ts)
|
|
except Exception:
|
|
dt = -1.0
|
|
if dt >= 0:
|
|
try:
|
|
reason = str(getattr(analyser, "_enter_live_reason", "") or "")
|
|
except Exception:
|
|
reason = ""
|
|
try:
|
|
analyser._enter_live_fudai_logged = True
|
|
except Exception:
|
|
pass
|
|
try:
|
|
analyser._log_kv(
|
|
"性能",
|
|
"进入直播间后找到福袋耗时",
|
|
seconds=round(dt, 2),
|
|
enter_reason=reason,
|
|
fudai_x=int(detected_x or 0),
|
|
)
|
|
except Exception:
|
|
pass
|
|
|
|
# 命中时记录调试信息
|
|
try:
|
|
elapsed_ms = int((time.time() - func_start) * 1000)
|
|
scan_y_for_log = 403 * ry // 2400 + y_pianyi_val
|
|
analyser._log_kv(
|
|
"[找福袋图标] 命中",
|
|
loop=loop,
|
|
elapsed_ms=elapsed_ms,
|
|
scan_y=scan_y_for_log,
|
|
x=detected_x,
|
|
)
|
|
except Exception:
|
|
pass
|
|
return int(detected_x or 0)
|
|
|
|
loop += 1
|
|
consecutive_failures += 1
|
|
|
|
# 如果连续失败太多次,提前退出(避免无效循环)
|
|
if consecutive_failures >= max_consecutive_failures:
|
|
try:
|
|
elapsed_ms = int((time.time() - func_start) * 1000)
|
|
analyser._log_kv(
|
|
"[找福袋图标] 警告",
|
|
"连续检测失败次数过多,提前退出",
|
|
consecutive_failures=consecutive_failures,
|
|
loop=loop,
|
|
elapsed_ms=elapsed_ms,
|
|
scan_y=scan_y,
|
|
)
|
|
except Exception:
|
|
pass
|
|
break
|
|
|
|
# 每轮记录一次轻量调试信息(帮助诊断为何未命中)
|
|
# 只在每3次循环记录一次,减少日志量
|
|
if loop % 3 == 0:
|
|
try:
|
|
elapsed_ms = int((time.time() - func_start) * 1000)
|
|
sample_color = None
|
|
try:
|
|
mid_x = (scan_x_start + scan_x_end) // 2
|
|
if 0 <= scan_y < height and 0 <= mid_x < width:
|
|
pix_sample = pic_new.load()
|
|
sample_color = pix_sample[mid_x, scan_y]
|
|
except Exception:
|
|
sample_color = None
|
|
analyser._log_kv(
|
|
"[找福袋图标] 循环中",
|
|
loop=loop,
|
|
elapsed_ms=elapsed_ms,
|
|
scan_y=scan_y,
|
|
scan_x_start=scan_x_start,
|
|
scan_x_end=scan_x_end,
|
|
sample_color=(
|
|
str(sample_color) if sample_color is not None else "None"
|
|
),
|
|
consecutive_failures=consecutive_failures,
|
|
)
|
|
except Exception:
|
|
pass
|
|
|
|
# 检查是否还有剩余时间
|
|
elapsed = time.time() - func_start
|
|
if elapsed < max_wait_s:
|
|
remaining_time = max_wait_s - elapsed
|
|
sleep_time = min(retry_delay_s, remaining_time)
|
|
if sleep_time > 0:
|
|
try:
|
|
analyser.operation.delay(sleep_time)
|
|
except Exception:
|
|
time.sleep(sleep_time)
|
|
else:
|
|
# 时间已到,退出循环
|
|
break
|
|
|
|
# 像素检测未找到时,返回 False,并记录总耗时与循环次数
|
|
try:
|
|
total_elapsed_ms = int((time.time() - func_start) * 1000)
|
|
analyser._log_kv(
|
|
"[找福袋图标] 未找到福袋图标",
|
|
elapsed_ms=total_elapsed_ms,
|
|
total_loops=loop,
|
|
max_wait_s=max_wait_s,
|
|
retry_delay_s=retry_delay_s,
|
|
)
|
|
except Exception:
|
|
pass
|
|
return False
|
|
|