510 lines
18 KiB
Python
510 lines
18 KiB
Python
from __future__ import annotations
|
||
|
||
import os
|
||
import time
|
||
|
||
from douyin.detection import douyin_pixel
|
||
|
||
# OCR 预处理接口(直接导入)
|
||
from douyin.utils.ocr_preprocess import preprocess_for_ocr # type: ignore
|
||
|
||
|
||
def check_coupon_popup(analyser) -> bool:
|
||
"""优惠券弹窗检测(模板匹配 + OCR兜底确认)。
|
||
|
||
流程:
|
||
1. 使用模板匹配检测优惠券弹窗背景(assets/coupon.png)
|
||
2. 如果模板匹配成功,使用OCR检测"开心收下"按钮文字进行确认
|
||
3. OCR检测区域与"粉丝团加入"相同:(200, 1940)-(880, 2140)
|
||
|
||
注意:优惠券弹窗中的数字可能不同,但"开心收下"按钮位置固定。
|
||
"""
|
||
check_start = time.time()
|
||
|
||
# 步骤1:模板匹配
|
||
template_matched = False
|
||
try:
|
||
# 使用统一的截图路径配置
|
||
try:
|
||
from douyin.core import path_config
|
||
|
||
pic_path = path_config.get_screenshot_path()
|
||
except Exception:
|
||
# 回退到旧路径(向后兼容)
|
||
from douyin.core import path_config
|
||
|
||
pic_path = path_config.get_screenshot_path()
|
||
from PIL import Image
|
||
pic = Image.open(pic_path)
|
||
try:
|
||
pic.load() # Force load to catch truncated files early
|
||
pic_rgb = pic.convert("RGB")
|
||
finally:
|
||
pic.close()
|
||
template_matched = bool(douyin_pixel.detect_coupon_popup_background(pic_rgb))
|
||
except (OSError, IOError, SyntaxError) as e:
|
||
# Handle truncated image files
|
||
try:
|
||
analyser._log_kv("彈窗檢測步驟", "優惠券-圖片文件損壞或截斷", error=str(e))
|
||
except Exception:
|
||
pass
|
||
return False
|
||
except Exception as e:
|
||
try:
|
||
analyser._log_kv("彈窗檢測步驟", "優惠券-讀取截圖失敗", error=str(e))
|
||
except Exception:
|
||
pass
|
||
return False
|
||
|
||
template_elapsed = time.time() - check_start
|
||
|
||
# 如果模板匹配失败,直接返回False
|
||
if not template_matched:
|
||
try:
|
||
analyser._log_kv(
|
||
"彈窗檢測步驟",
|
||
"優惠券-模板匹配未命中",
|
||
總耗時秒=f"{template_elapsed:.3f}",
|
||
)
|
||
except Exception:
|
||
pass
|
||
return False
|
||
|
||
if not bool(getattr(analyser, "ocr_coupon_popup_enabled", True)):
|
||
try:
|
||
analyser._log_kv(
|
||
"彈窗檢測步驟",
|
||
"優惠券-OCR確認已關閉,信任模板匹配結果",
|
||
模板匹配耗時秒=f"{template_elapsed:.3f}",
|
||
)
|
||
except Exception:
|
||
pass
|
||
return True
|
||
|
||
# 步骤2:OCR兜底确认(检测"开心收下"按钮)
|
||
# 使用与"粉丝团加入"相同的区域:(200, 1940)-(880, 2140)
|
||
ocr_start = time.time()
|
||
coupon_text = ""
|
||
ocr_confirmed = False
|
||
|
||
try:
|
||
# 截图按钮区域
|
||
from douyin.fudai.core.coords import PARTICIPATE_BUTTON_ALT
|
||
|
||
analyser.cut_pic(*PARTICIPATE_BUTTON_ALT, "", "参与按钮")
|
||
cut_elapsed = time.time() - ocr_start
|
||
|
||
# OCR模式0
|
||
ocr_mode0_start = time.time()
|
||
try:
|
||
pname0 = preprocess_for_ocr(analyser, "参与按钮")
|
||
coupon_text = str(analyser.operation.analyse_pic_word(pname0, 0) or "")
|
||
ocr_mode0_elapsed = time.time() - ocr_mode0_start
|
||
|
||
if coupon_text and "开心收下" in coupon_text:
|
||
ocr_confirmed = True
|
||
total_elapsed = time.time() - check_start
|
||
try:
|
||
analyser._log_kv(
|
||
"彈窗檢測步驟",
|
||
"優惠券-模板匹配+OCR確認成功",
|
||
模板匹配耗時秒=f"{template_elapsed:.3f}",
|
||
OCR耗時秒=f"{ocr_mode0_elapsed:.3f}",
|
||
總耗時秒=f"{total_elapsed:.3f}",
|
||
OCR文本=coupon_text[:50],
|
||
)
|
||
except Exception:
|
||
pass
|
||
return True
|
||
except Exception as e:
|
||
ocr_mode0_elapsed = time.time() - ocr_mode0_start
|
||
try:
|
||
analyser._log_kv(
|
||
"彈窗檢測步驟",
|
||
"優惠券-OCR模式0失敗",
|
||
error=str(e),
|
||
OCR耗時秒=f"{ocr_mode0_elapsed:.3f}",
|
||
)
|
||
except Exception:
|
||
pass
|
||
|
||
# OCR模式1(如果模式0未识别到)
|
||
enable_ocr_mode1 = bool(getattr(analyser, "enable_ocr_mode1", False))
|
||
if enable_ocr_mode1 and not ocr_confirmed:
|
||
ocr_mode1_start = time.time()
|
||
try:
|
||
pname1 = preprocess_for_ocr(analyser, "参与按钮")
|
||
coupon_text = str(analyser.operation.analyse_pic_word(pname1, 1) or "")
|
||
ocr_mode1_elapsed = time.time() - ocr_mode1_start
|
||
|
||
if coupon_text and "开心收下" in coupon_text:
|
||
ocr_confirmed = True
|
||
total_elapsed = time.time() - check_start
|
||
try:
|
||
analyser._log_kv(
|
||
"彈窗檢測步驟",
|
||
"優惠券-模板匹配+OCR確認成功(模式1)",
|
||
模板匹配耗時秒=f"{template_elapsed:.3f}",
|
||
OCR耗時秒=f"{ocr_mode1_elapsed:.3f}",
|
||
總耗時秒=f"{total_elapsed:.3f}",
|
||
OCR文本=coupon_text[:50],
|
||
)
|
||
except Exception:
|
||
pass
|
||
return True
|
||
except Exception as e:
|
||
ocr_mode1_elapsed = time.time() - ocr_mode1_start
|
||
try:
|
||
analyser._log_kv(
|
||
"彈窗檢測步驟",
|
||
"優惠券-OCR模式1失敗",
|
||
error=str(e),
|
||
OCR耗時秒=f"{ocr_mode1_elapsed:.3f}",
|
||
)
|
||
except Exception:
|
||
pass
|
||
|
||
# OCR未确认,但模板匹配成功,信任模板匹配结果
|
||
total_elapsed = time.time() - check_start
|
||
try:
|
||
analyser._log_kv(
|
||
"彈窗檢測步驟",
|
||
"優惠券-模板匹配成功但OCR未確認",
|
||
模板匹配耗時秒=f"{template_elapsed:.3f}",
|
||
OCR耗時秒=f"{time.time() - ocr_start:.3f}",
|
||
總耗時秒=f"{total_elapsed:.3f}",
|
||
OCR文本=coupon_text[:50] if coupon_text else "空",
|
||
說明="信任模板匹配结果",
|
||
)
|
||
except Exception:
|
||
pass
|
||
return True
|
||
|
||
except Exception as e:
|
||
ocr_elapsed = time.time() - ocr_start
|
||
total_elapsed = time.time() - check_start
|
||
try:
|
||
analyser._log_kv(
|
||
"彈窗檢測步驟",
|
||
"優惠券-OCR確認異常",
|
||
error=str(e),
|
||
模板匹配耗時秒=f"{template_elapsed:.3f}",
|
||
OCR耗時秒=f"{ocr_elapsed:.3f}",
|
||
總耗時秒=f"{total_elapsed:.3f}",
|
||
說明="OCR异常,信任模板匹配结果",
|
||
)
|
||
except Exception:
|
||
pass
|
||
# OCR异常时,信任模板匹配结果
|
||
return True
|
||
|
||
|
||
def check_shopping_redpacket_popup(analyser) -> bool:
|
||
"""從 `douyin_fudai.fudai_analyse._check_shopping_redpacket_popup` 抽離。
|
||
|
||
像素優先,OCR 僅作補充且不推翻像素結論。
|
||
"""
|
||
check_start = time.time()
|
||
|
||
# 步驟0:快速像素檢測中央紅色彈窗背景
|
||
pixel_check_start = time.time()
|
||
has_popup_pixel = False
|
||
if not bool(getattr(analyser, "pixel_detect_shopping_redpacket_enabled", False)):
|
||
try:
|
||
analyser._log_kv("購物紅包檢測", "購物紅包像素檢測已關閉")
|
||
except Exception:
|
||
pass
|
||
return False
|
||
try:
|
||
# 使用统一的截图路径配置
|
||
try:
|
||
from douyin.core import path_config
|
||
|
||
pic_path = path_config.get_screenshot_path()
|
||
except Exception:
|
||
# 回退到旧路径(向后兼容)
|
||
from douyin.core import path_config
|
||
|
||
pic_path = path_config.get_screenshot_path()
|
||
from PIL import Image
|
||
pic = Image.open(pic_path)
|
||
try:
|
||
pic.load() # Force load to catch truncated files early
|
||
pic_rgb = pic.convert("RGB")
|
||
finally:
|
||
pic.close()
|
||
try:
|
||
redpacket_threshold = float(
|
||
getattr(analyser, "shopping_redpacket_red_ratio_threshold", None)
|
||
or 0.15
|
||
)
|
||
except Exception:
|
||
redpacket_threshold = 0.15
|
||
has_popup_pixel = bool(
|
||
douyin_pixel.detect_redpacket_popup_background(
|
||
pic_rgb,
|
||
red_ratio_threshold=redpacket_threshold,
|
||
analyser=analyser,
|
||
)
|
||
)
|
||
pixel_elapsed = time.time() - pixel_check_start
|
||
|
||
try:
|
||
analyser._log_kv(
|
||
"購物紅包檢測",
|
||
f"像素檢測{'成功' if has_popup_pixel else '未檢測到'}",
|
||
像素結果=has_popup_pixel,
|
||
耗時秒=f"{pixel_elapsed:.3f}",
|
||
)
|
||
except Exception:
|
||
pass
|
||
|
||
if not has_popup_pixel:
|
||
return False
|
||
except (OSError, IOError, SyntaxError):
|
||
# Handle truncated image files
|
||
_ = time.time() - pixel_check_start
|
||
has_popup_pixel = False
|
||
except Exception:
|
||
_ = time.time() - pixel_check_start
|
||
has_popup_pixel = False
|
||
|
||
if not bool(getattr(analyser, "ocr_shopping_redpacket_enabled", False)):
|
||
try:
|
||
analyser._log_kv("購物紅包檢測", "購物紅包OCR已關閉,跳過OCR確認")
|
||
except Exception:
|
||
pass
|
||
return False
|
||
|
||
# 步驟1:截圖檢測區域
|
||
cut_start = time.time()
|
||
try:
|
||
from douyin.fudai.core.coords import (
|
||
DIAG_SHOPPING_REDPACKET,
|
||
) # pylint: disable=no-name-in-module
|
||
|
||
analyser.cut_pic(*DIAG_SHOPPING_REDPACKET, "", "診斷購物紅包")
|
||
_ = time.time() - cut_start
|
||
except Exception as e:
|
||
cut_elapsed = time.time() - cut_start
|
||
analyser._log_kv(
|
||
"彈窗檢測步驟",
|
||
"購物紅包-截圖區域失敗",
|
||
error=str(e),
|
||
耗時秒=f"{cut_elapsed:.3f}",
|
||
)
|
||
return False
|
||
|
||
# OCR 模式0
|
||
ocr_mode0_start = time.time()
|
||
try:
|
||
name_r = preprocess_for_ocr(analyser, "診斷購物紅包")
|
||
t = str(analyser.operation.analyse_pic_word(name_r, 0) or "")
|
||
hay = t.strip() if t else ""
|
||
ocr_mode0_elapsed = time.time() - ocr_mode0_start
|
||
except Exception as e:
|
||
hay = ""
|
||
ocr_mode0_elapsed = time.time() - ocr_mode0_start
|
||
analyser._log_kv(
|
||
"彈窗檢測步驟",
|
||
"購物紅包-OCR(模式0)失敗",
|
||
error=str(e),
|
||
耗時秒=f"{ocr_mode0_elapsed:.3f}",
|
||
)
|
||
|
||
if not hay:
|
||
if has_popup_pixel:
|
||
total_elapsed = time.time() - check_start
|
||
analyser._log_kv(
|
||
"彈窗檢測步驟",
|
||
"購物紅包-OCR內容為空但像素判定有紅包彈窗,按像素結果返回",
|
||
總耗時秒=f"{total_elapsed:.3f}",
|
||
像素判定="有紅包彈窗背景",
|
||
)
|
||
return True
|
||
|
||
# 嘗試按鈕區域快速 OCR(兜底)
|
||
try:
|
||
from douyin.fudai.core.coords import (
|
||
DIAG_SHOPPING_REDPACKET,
|
||
) # pylint: disable=no-name-in-module
|
||
|
||
analyser.cut_pic(*DIAG_SHOPPING_REDPACKET, "", "診斷購物紅包按鈕")
|
||
name_btn = preprocess_for_ocr(analyser, "診斷購物紅包按鈕")
|
||
btn_text = str(
|
||
analyser.operation.analyse_pic_word(name_btn, 0) or ""
|
||
).strip()
|
||
if "搶" in btn_text:
|
||
total_elapsed = time.time() - check_start
|
||
analyser._log_kv(
|
||
"彈窗檢測步驟",
|
||
"購物紅包-檢測到彈窗(按鈕區域)",
|
||
識別文本=btn_text[:50],
|
||
總耗時秒=f"{total_elapsed:.3f}",
|
||
檢測方式="按鈕區域快速檢測",
|
||
)
|
||
return True
|
||
except Exception:
|
||
pass
|
||
return False
|
||
|
||
keywords = (
|
||
"邀你搶購物紅包",
|
||
"搶購物紅包",
|
||
"購物紅包",
|
||
"邀你搶",
|
||
"搶紅包",
|
||
"搶",
|
||
"最高領取",
|
||
"邀你抢购物红包",
|
||
"抢购物红包",
|
||
"购物红包",
|
||
"邀你抢",
|
||
)
|
||
if any(kw in hay for kw in keywords):
|
||
matched = [kw for kw in keywords if kw in hay]
|
||
total_elapsed = time.time() - check_start
|
||
analyser._log_kv(
|
||
"彈窗檢測步驟",
|
||
"購物紅包-檢測到彈窗",
|
||
匹配到的關鍵詞=matched,
|
||
總耗時秒=f"{total_elapsed:.3f}",
|
||
OCR耗時秒=f"{ocr_mode0_elapsed:.3f}",
|
||
)
|
||
return True
|
||
|
||
texts = [hay]
|
||
ocr_mode1_elapsed = 0.0
|
||
ocr_mode2_elapsed = 0.0
|
||
|
||
# 模式1
|
||
ocr_mode1_start = time.time()
|
||
try:
|
||
name_r1 = preprocess_for_ocr(analyser, "診斷購物紅包")
|
||
t1 = str(analyser.operation.analyse_pic_word(name_r1, 1) or "")
|
||
hay1 = t1.strip() if t1 else ""
|
||
ocr_mode1_elapsed = time.time() - ocr_mode1_start
|
||
if hay1:
|
||
texts.append(hay1)
|
||
if any(kw in hay1 for kw in keywords):
|
||
matched = [kw for kw in keywords if kw in hay1]
|
||
total_elapsed = time.time() - check_start
|
||
analyser._log_kv(
|
||
"彈窗檢測步驟",
|
||
"購物紅包-檢測到彈窗(模式1)",
|
||
匹配到的關鍵詞=matched,
|
||
總耗時秒=f"{total_elapsed:.3f}",
|
||
OCR耗時秒=f"{(ocr_mode0_elapsed + ocr_mode1_elapsed):.3f}",
|
||
)
|
||
return True
|
||
except Exception as e:
|
||
ocr_mode1_elapsed = time.time() - ocr_mode1_start
|
||
analyser._log_kv(
|
||
"彈窗檢測步驟",
|
||
"購物紅包-OCR(模式1)失敗",
|
||
error=str(e),
|
||
耗時秒=f"{ocr_mode1_elapsed:.3f}",
|
||
)
|
||
|
||
# 模式2
|
||
ocr_mode2_start = time.time()
|
||
try:
|
||
name_r2 = preprocess_for_ocr(analyser, "診斷購物紅包")
|
||
t2 = str(analyser.operation.analyse_pic_word(name_r2, 2) or "")
|
||
hay2 = t2.strip() if t2 else ""
|
||
ocr_mode2_elapsed = time.time() - ocr_mode2_start
|
||
if hay2:
|
||
texts.append(hay2)
|
||
if any(kw in hay2 for kw in keywords):
|
||
matched = [kw for kw in keywords if kw in hay2]
|
||
total_elapsed = time.time() - check_start
|
||
analyser._log_kv(
|
||
"彈窗檢測步驟",
|
||
"購物紅包-檢測到彈窗(模式2)",
|
||
匹配到的關鍵詞=matched,
|
||
總耗時秒=f"{total_elapsed:.3f}",
|
||
OCR耗時秒=f"{(ocr_mode0_elapsed + ocr_mode1_elapsed + ocr_mode2_elapsed):.3f}",
|
||
)
|
||
return True
|
||
except Exception as e:
|
||
ocr_mode2_elapsed = time.time() - ocr_mode2_start
|
||
analyser._log_kv(
|
||
"彈窗檢測步驟",
|
||
"購物紅包-OCR(模式2)失敗",
|
||
error=str(e),
|
||
耗時秒=f"{ocr_mode2_elapsed:.3f}",
|
||
)
|
||
|
||
combined_text = " ".join(texts).strip()
|
||
final_keywords = (
|
||
"購物紅包",
|
||
"邀你搶",
|
||
"搶紅包",
|
||
"购物红包",
|
||
"邀你抢",
|
||
"抢红包",
|
||
"最高領取",
|
||
"最高领取",
|
||
)
|
||
result = any(kw in combined_text for kw in final_keywords)
|
||
if not result and has_popup_pixel:
|
||
result = True
|
||
|
||
total_elapsed = time.time() - check_start
|
||
ocr_total = ocr_mode0_elapsed + ocr_mode1_elapsed + ocr_mode2_elapsed
|
||
if result:
|
||
matched = [kw for kw in final_keywords if kw in combined_text]
|
||
analyser._log_kv(
|
||
"彈窗檢測步驟",
|
||
"購物紅包-檢測到彈窗(合併檢查)",
|
||
匹配到的關鍵詞=matched,
|
||
總耗時秒=f"{total_elapsed:.3f}",
|
||
OCR耗時秒=f"{ocr_total:.3f}",
|
||
)
|
||
else:
|
||
analyser._log_kv(
|
||
"彈窗檢測步驟",
|
||
"購物紅包-未檢測到彈窗",
|
||
合併文本=combined_text[:100] if combined_text else "空",
|
||
總耗時秒=f"{total_elapsed:.3f}",
|
||
OCR耗時秒=f"{ocr_total:.3f}",
|
||
)
|
||
return result
|
||
|
||
|
||
def handle_lottery_result_popup(analyser) -> None:
|
||
"""处理抽奖结果弹窗:通过OCR识别并点击"我知道了"或"领取并使用"按钮。
|
||
|
||
根据阶段诊断,已经确认是 FUDai_RESULT 阶段,这里使用OCR识别按钮文本后点击。
|
||
"""
|
||
try:
|
||
analyser._log_kv("开奖结果", "开始处理抽奖结果弹窗")
|
||
|
||
# 使用OCR识别开奖结果按钮
|
||
from douyin.utils import douyin_helpers
|
||
|
||
result_type = douyin_helpers.HelperFunctions.check_lottery_result_by_ocr(
|
||
analyser
|
||
)
|
||
|
||
if result_type:
|
||
# 根据OCR识别结果处理
|
||
douyin_helpers.HelperFunctions.handle_lottery_result_by_ocr(
|
||
analyser, result_type
|
||
)
|
||
else:
|
||
# OCR未识别到,尝试按返回键
|
||
analyser._log_kv("开奖结果", "OCR未识别到按钮,使用返回键关闭")
|
||
analyser.operation.click_back(analyser.device_id)
|
||
analyser.operation.delay(0.5)
|
||
|
||
analyser._log_kv("开奖结果", "处理完成")
|
||
except Exception as e:
|
||
analyser._log_kv("开奖结果", "处理失败", error=str(e))
|
||
# 失败时尝试按返回键
|
||
try:
|
||
analyser.operation.click_back(analyser.device_id)
|
||
analyser.operation.delay(0.5)
|
||
except Exception:
|
||
pass
|