Files
douyi_guaji_main/douyin/detection/detection_pkg/finder.py
T

439 lines
16 KiB
Python

"""detection_pkg.finder - 找福袋图标主入口(1420 行)。
包含 check_have_fudai_with_ready_screenshot:在直播间内通过模板匹配
定位福袋图标,并把找到的位置写到 analyser 上供后续点击使用。
"""
from __future__ import annotations
# pylint: disable=no-member
import os
import time
from typing import Any
from douyin.core import path_config
from ._common import _ensure_detection_cache
from .finder_numpy_scan import scan_with_numpy
from .finder_pixel_scan import scan_pixel_by_pixel
from .finder_template_match import match_template
def check_have_fudai_with_ready_screenshot(
analyser: Any, screenshot_ready: bool = False
):
"""判定直播页面福袋的小图标是否存在(优化版,优先使用模块化查找器)。
如果启用了优化查找器(fudai_finder_optimized_enabled=True),则使用新的模块化查找器。
否则使用原版像素检测实现。
"""
# 检查是否启用优化查找器
try:
use_optimized = bool(getattr(analyser, "fudai_finder_optimized_enabled", False))
except Exception:
use_optimized = False
if use_optimized:
try:
from douyin.fudai.douyin_fudai_finder import (
check_have_fudai_with_ready_screenshot_optimized,
)
return check_have_fudai_with_ready_screenshot_optimized(
analyser, screenshot_ready
)
except ImportError:
# 优化版不可用,回退到原版
try:
analyser._log_kv(
"[找福袋图标]", "优化查找器不可用,使用原版", error="ImportError"
)
except Exception:
pass
except Exception as e:
# 优化版异常,回退到原版
try:
analyser._log_kv(
"[找福袋图标]",
"优化查找器异常,使用原版",
error=str(e),
error_type=type(e).__name__,
)
except Exception:
pass
# 原版实现(像素检测版)
func_start = time.time()
# 使用统一的截图路径配置
try:
pic1_path = path_config.get_screenshot_path()
except Exception:
pic1_path = path_config.get_screenshot_path()
attempt_count = 0 # 仅用于日志记录,不影响循环控制
# ===== 像素检测版(优先使用),不依赖 OpenCV =====
# 改为按时间控制循环,而不是按次数限制
try:
retry_delay_raw = getattr(analyser, "fudai_icon_retry_delay_seconds", 0.6)
retry_delay_s = float(0.6 if retry_delay_raw is None else retry_delay_raw)
except Exception:
retry_delay_s = 0.6
try:
max_wait_raw = getattr(analyser, "fudai_icon_max_wait_seconds", 5.0)
max_wait_s = float(5.0 if max_wait_raw is None else max_wait_raw)
except Exception:
max_wait_s = 5.0
if retry_delay_s < 0.1:
retry_delay_s = 0.1 # 最小间隔改为0.1秒
if max_wait_s < 0:
max_wait_s = 0.0
# 防止无限等待:最大等待时间限制为30秒
if max_wait_s > 30.0:
max_wait_s = 30.0
loop = 0
max_loops = int(max_wait_s / retry_delay_s) + 10 # 额外的循环次数保护
consecutive_failures = 0 # 连续失败计数
max_consecutive_failures = 5 # 最大连续失败次数
# 额外的时间限制保护,防止死循环
absolute_timeout = func_start + max(
max_wait_s * 1.5, 15
) # 最长15秒,但不超过 max_wait_s * 1.5
first_iteration = True
while (
first_iteration
or ((time.time() - func_start) < max_wait_s and time.time() < absolute_timeout)
):
first_iteration = False
# 额外的循环次数保护:防止无限循环
if loop >= max_loops:
try:
analyser._log_kv(
"[找福袋图标] 警告",
"达到最大循环次数限制,提前退出",
max_loops=max_loops,
elapsed_s=round(time.time() - func_start, 2),
)
except Exception:
pass
break
# 每次循环都重新截图(除了第一次如果已经提供了截图)
if not (screenshot_ready and loop == 0):
try:
analyser._shot_and_diagnose(
"找福袋图标", "判定是否存在福袋", analyser.device_id, diagnose=False
)
except Exception:
# 如果截图失败,尝试直接调用 get_screenshot 并验证文件可读性(避免半写入/截断图片导致后续 PIL 打开失败)
try:
analyser.operation.get_screenshot(
analyser.device_id, use_service=False
)
# 简单验证:文件存在、大小足够且能由 PIL 打开/加载
valid = False
try:
if (
os.path.exists(pic1_path)
and os.path.getsize(pic1_path) >= 1024
):
from PIL import Image as PILImage
with PILImage.open(pic1_path) as _im:
_im.verify()
valid = True
except Exception:
valid = False
if not valid:
# 再尝试一次直接截图作为最后回退
try:
analyser.operation.get_screenshot(
analyser.device_id, use_service=False
)
except Exception:
pass
except Exception:
pass
# 读取截图
pic = None
try:
from PIL import Image
pic = Image.open(pic1_path)
pic.load()
except Exception:
# 如果读取失败,尝试重新截图
try:
analyser.operation.get_screenshot(analyser.device_id, use_service=False)
from PIL import Image
pic = Image.open(pic1_path)
pic.load()
except Exception:
pass
# 如果截图读取失败,等待后继续下一次循环
if pic is None:
loop += 1
consecutive_failures += 1
# 如果连续失败太多次,提前退出
if consecutive_failures >= max_consecutive_failures:
try:
analyser._log_kv(
"[找福袋图标] 警告",
"连续截图失败次数过多,提前退出",
consecutive_failures=consecutive_failures,
elapsed_s=round(time.time() - func_start, 2),
)
except Exception:
pass
break
# 检查是否还有剩余时间
elapsed = time.time() - func_start
if elapsed < max_wait_s:
remaining_time = max_wait_s - elapsed
sleep_time = min(retry_delay_s, remaining_time)
if sleep_time > 0:
try:
analyser.operation.delay(sleep_time)
except Exception:
time.sleep(sleep_time)
continue
pic_new = pic.convert("RGBA")
pic.close()
width, height = pic_new.size
try:
rx = int(getattr(analyser, "resolution_ratio_x", 1080) or 1080)
except Exception:
rx = 1080
try:
ry = int(getattr(analyser, "resolution_ratio_y", 2400) or 2400)
except Exception:
ry = 2400
try:
y_pianyi_val = int(getattr(analyser, "y_pianyi", 0) or 0)
except Exception:
y_pianyi_val = 0
detected = False
detected_x = None
# 初始化扫描范围变量(用于日志记录)
scan_x_start = 41 * rx // 1080
scan_x_end = min(410 * rx // 1080, width)
scan_y = 403 * ry // 2400 + y_pianyi_val
# 获取最优搜索起始位置(使用历史记录或默认值)
try:
# 尝试获取上次找到的福袋位置(1080基准)
last_fudai_x = int(getattr(analyser, "last_fudai_x", 0) or 0)
last_fudai_x_scaled = last_fudai_x * rx // 1080
if last_fudai_x > 0 and scan_x_start <= last_fudai_x_scaled <= scan_x_end:
optimal_x_scaled = last_fudai_x_scaled
else:
# 使用默认最优位置:最热门区域中心(98-240的中心,约169)
optimal_x_scaled = 169 * rx // 1080
except Exception:
# 使用默认最优位置
optimal_x_scaled = 169 * rx // 1080
# 确保最优位置在搜索范围内
optimal_x_scaled = max(scan_x_start, min(optimal_x_scaled, scan_x_end - 1))
pixel_icon_enabled = bool(
getattr(analyser, "pixel_detect_fudai_icon_enabled", True)
)
# 保存完整截图用于调试(检测前)
try:
from douyin.handlers import douyin_screenshot_manager
pic_rgb_full = pic_new.convert("RGB")
# 保存完整截图
debug_path = douyin_screenshot_manager.save_debug_image(
pic_rgb_full,
operation_type="pixel_detect",
picname="fudai_icon",
step="before_detect",
coords=(
(scan_x_start, scan_y - 3, scan_x_end, scan_y + 4)
if scan_y >= 3
else None
),
extra_info={
"scan_range": f"x:{scan_x_start}-{scan_x_end}, y:{scan_y}",
"resolution": f"{rx}x{ry}",
"y_offset": y_pianyi_val,
"loop": loop,
},
)
if debug_path:
try:
analyser._log_kv(
"[调试图像]", "福袋图标检测前保存完整截图", path=debug_path
)
except Exception:
pass
except Exception:
pass
if pixel_icon_enabled:
# numpy 加速扫描(性能优化,失败回退到逐像素扫描)
detected, _detected_x = scan_with_numpy(
analyser, pic_new, rx, ry, y_pianyi_val, optimal_x_scaled
)
if detected and _detected_x is not None:
detected_x = _detected_x
# numpy 未命中/不可用时回退到逐像素扫描
if not detected:
detected, _detected_x = scan_pixel_by_pixel(
analyser, pic_new, rx, ry, y_pianyi_val
)
if detected and _detected_x is not None:
detected_x = _detected_x
# 像素检测未命中时,使用模板匹配作为兜底
if not detected or detected_x is None:
_det, _x = match_template(analyser, pic_new, rx, ry, y_pianyi_val, loop)
if _det and _x is not None:
detected = True
detected_x = _x
if detected and detected_x is not None:
try:
analyser.last_fudai_x = int(detected_x)
except Exception:
pass
# 重置连续失败计数
consecutive_failures = 0
# 统计:每次"进入直播间"后首次找到福袋图标耗时
try:
enter_ts = float(getattr(analyser, "_enter_live_ts", 0.0) or 0.0)
except Exception:
enter_ts = 0.0
try:
already = bool(getattr(analyser, "_enter_live_fudai_logged", False))
except Exception:
already = False
if (enter_ts > 0) and (not already):
try:
dt = float(time.time() - enter_ts)
except Exception:
dt = -1.0
if dt >= 0:
try:
reason = str(getattr(analyser, "_enter_live_reason", "") or "")
except Exception:
reason = ""
try:
analyser._enter_live_fudai_logged = True
except Exception:
pass
try:
analyser._log_kv(
"性能",
"进入直播间后找到福袋耗时",
seconds=round(dt, 2),
enter_reason=reason,
fudai_x=int(detected_x or 0),
)
except Exception:
pass
# 命中时记录调试信息
try:
elapsed_ms = int((time.time() - func_start) * 1000)
scan_y_for_log = 403 * ry // 2400 + y_pianyi_val
analyser._log_kv(
"[找福袋图标] 命中",
loop=loop,
elapsed_ms=elapsed_ms,
scan_y=scan_y_for_log,
x=detected_x,
)
except Exception:
pass
return int(detected_x or 0)
loop += 1
consecutive_failures += 1
# 如果连续失败太多次,提前退出(避免无效循环)
if consecutive_failures >= max_consecutive_failures:
try:
elapsed_ms = int((time.time() - func_start) * 1000)
analyser._log_kv(
"[找福袋图标] 警告",
"连续检测失败次数过多,提前退出",
consecutive_failures=consecutive_failures,
loop=loop,
elapsed_ms=elapsed_ms,
scan_y=scan_y,
)
except Exception:
pass
break
# 每轮记录一次轻量调试信息(帮助诊断为何未命中)
# 只在每3次循环记录一次,减少日志量
if loop % 3 == 0:
try:
elapsed_ms = int((time.time() - func_start) * 1000)
sample_color = None
try:
mid_x = (scan_x_start + scan_x_end) // 2
if 0 <= scan_y < height and 0 <= mid_x < width:
pix_sample = pic_new.load()
sample_color = pix_sample[mid_x, scan_y]
except Exception:
sample_color = None
analyser._log_kv(
"[找福袋图标] 循环中",
loop=loop,
elapsed_ms=elapsed_ms,
scan_y=scan_y,
scan_x_start=scan_x_start,
scan_x_end=scan_x_end,
sample_color=(
str(sample_color) if sample_color is not None else "None"
),
consecutive_failures=consecutive_failures,
)
except Exception:
pass
# 检查是否还有剩余时间
elapsed = time.time() - func_start
if elapsed < max_wait_s:
remaining_time = max_wait_s - elapsed
sleep_time = min(retry_delay_s, remaining_time)
if sleep_time > 0:
try:
analyser.operation.delay(sleep_time)
except Exception:
time.sleep(sleep_time)
else:
# 时间已到,退出循环
break
# 像素检测未找到时,返回 False,并记录总耗时与循环次数
try:
total_elapsed_ms = int((time.time() - func_start) * 1000)
analyser._log_kv(
"[找福袋图标] 未找到福袋图标",
elapsed_ms=total_elapsed_ms,
total_loops=loop,
max_wait_s=max_wait_s,
retry_delay_s=retry_delay_s,
)
except Exception:
pass
return False