import json
import base64
import time
import requests
import sys

# -------------------------- 配置 --------------------------
API_URL = "https://ark.cn-beijing.volces.com/api/v3/chat/completions"
"
MODEL = "doubao-seed-1-6-vision-250815"
# ---------------------------------------------------------

# 命令行参数
if len(sys.argv) < 2:
    print("用法: python doubao.py 图片路径")
    print("例: python doubao.py rpi5-1.png")
    sys.exit(1)

IMAGE_PATH = sys.argv[1]

# 图片转 base64
with open(IMAGE_PATH, "rb") as f:
    base64_data = base64.b64encode(f.read()).decode("utf-8")

# 最强 RPA 提示词
prompt = """
分析这张GUI截图，严格按要求输出：
1. 识别左侧对话栏所有可见可点击的历史对话条目
2. 每个条目输出name、cx（水平归一化中心0~1）、cy（垂直归一化中心0~1）
3. 识别鼠标指针坐标，输出mouse_cx、mouse_cy
4. 只输出标准JSON，无任何其他文字、无解释、无推理
5. JSON必须使用双引号，格式严格如下：
{
  "items": [{"name": "条目名称","cx": 0.12,"cy": 0.25}],
  "mouse": {"cx": 0.45,"cy": 0.78}
}
""".strip()

# -------------------------- 官方正确格式 --------------------------
payload = {
    "model": MODEL,
    "messages": [
        {
            "role": "user",
            "content": [
                {
                    "type": "image_url",
                    "image_url": {
                        "url": f"data:image/png;base64,{base64_data}"
                    }
                },
                {
                    "type": "text",
                    "text": prompt
                }
            ]
        }
    ],
    "temperature": 0.1
}

headers = {
    "Authorization": f"Bearer {API_KEY}",
    "Content-Type": "application/json"
}

# 发送请求 + 计时
start = time.perf_counter()
resp = requests.post(API_URL, json=payload, headers=headers)
end = time.perf_counter()
cost_ms = round((end - start) * 1000)

# 输出
print(f"✅ 请求耗时：{cost_ms} ms")
print(f"✅ HTTP 状态：{resp.status_code}\n")

try:
    result = resp.json()
    print(json.dumps(result, ensure_ascii=False, indent=2))
except:
    print("❌ 响应：", resp.text[:500])

import json
import time
import requests
import sys
import os

# -------------------------- 配置 --------------------------
API_URL = "https://ark.cn-beijing.volces.com/api/v3/responses"
"
MODEL = "doubao-seed-1-6-vision-250815"
# ---------------------------------------------------------

if len(sys.argv) < 2:
    print("用法: python doubao.py <图片路径>")
    sys.exit(1)

IMAGE_PATH = sys.argv[1]

# 🔥 火山方舟 官方格式：必须用 form-data 上传图片
prompt_text = """
分析这张GUI截图，严格按要求输出：
1. 识别左侧对话栏所有可见可点击的历史对话条目
2. 每个条目输出name、cx（水平归一化中心0~1）、cy（垂直归一化中心0~1）
3. 识别鼠标指针坐标，输出mouse_cx、mouse_cy
4. 只输出标准JSON，无任何其他文字、无解释、无推理
5. JSON必须使用双引号，格式严格如下：
{
  "items": [{"name": "条目名称","cx": 0.12,"cy": 0.25}],
  "mouse": {"cx": 0.45,"cy": 0.78}
}
""".strip()

# 🔥 官方正确格式：multipart/form-data
files = {
    "image": (os.path.basename(IMAGE_PATH), open(IMAGE_PATH, "rb"), "image/png"),
}

data = {
    "model": MODEL,
    "prompt": prompt_text,
}

headers = {
    "Authorization": f"Bearer {API_KEY}"
}

# 发送请求
start = time.perf_counter()
resp = requests.post(
    API_URL,
    headers=headers,
    files=files,
    data=data
)
end = time.perf_counter()
cost_ms = round((end - start) * 1000)

print(f"✅ 请求耗时：{cost_ms} ms")
print(f"✅ HTTP 状态：{resp.status_code}\n")

try:
    result = resp.json()
    print("📦 结果：")
    print(json.dumps(result, ensure_ascii=False, indent=2))
except:
    print("❌ 返回：", resp.text[:500])

prompt = """
你是严格的GUI解析器。
图片是电脑屏幕截图。

请严格按照以下要求输出JSON，**不允许输出任何多余文字**。

输出JSON必须包含两个字段：
1. target：你找到的【目标按钮】的坐标
2. all_items：左侧所有历史对话条目的名称和坐标

【目标文字】：无理数最佳逼近与超越数证明

输出格式如下（严格遵守）：
{
  "target": {
    "name": "找到的目标文字",
    "cx": 0.0,
    "cy": 0.0
  },
  "all_items": [
    { "name": "条目1", "cx": 0.0, "cy": 0.0 },
    { "name": "条目2", "cx": 0.0, "cy": 0.0 }
  ]
}
""".strip()

import json
import base64
import time
import requests
import sys
import subprocess
import os

# ------------------- 配置 -------------------
API_URL = "https://ark.cn-beijing.volces.com/api/v3/chat/completions"
"
MODEL = "doubao-seed-1-6-vision-250815"

SCREENSHOT_RAW = "screenshot_raw.jpg"
SCREENSHOT_DEBUG = "screenshot_debug.jpg"
# ------------------------------------------

def take_screenshot():
    subprocess.run(["scrot", "-o", SCREENSHOT_RAW], check=True)

def get_screen_size():
    out = subprocess.check_output(["xdpyinfo | grep dimensions"], shell=True).decode()
    w, h = out.strip().split()[1].split('x')
    return int(w), int(h)

def image_to_base64(path):
    with open(path, "rb") as f:
        return base64.b64encode(f.read()).decode("utf-8")

def analyze_image(image_b64, target_text):
    # ===================== 【你要的完美 Prompt】 =====================
    prompt = f"""
你是严格的GUI解析器。
图片是电脑屏幕截图。

请严格按照以下要求输出JSON，**不允许输出任何多余文字**。

输出JSON必须包含两个字段：
1. target：你找到的【目标按钮】的坐标
2. all_items：左侧所有历史对话条目的名称和坐标

【目标文字】：{target_text}

输出格式如下（严格遵守）：
{{
  "target": {{
    "name": "找到的目标文字",
    "cx": 0.0,
    "cy": 0.0
  }},
  "all_items": [
    {{ "name": "条目1", "cx": 0.0, "cy": 0.0 }},
    {{ "name": "条目2", "cx": 0.0, "cy": 0.0 }}
  ]
}}
""".strip()

    payload = {
        "model": MODEL,
        "messages": [
            {
                "role": "user",
                "content": [
                    {"type": "image_url", "image_url": {"url": f"data:image/jpeg;base64,{image_b64}"}},
                    {"type": "text", "text": prompt}
                ]
            }
        ],
        "temperature": 0.0
    }

    headers = {
        "Authorization": f"Bearer {API_KEY}",
        "Content-Type": "application/json"
    }

    start = time.time()
    resp = requests.post(API_URL, json=payload, headers=headers)
    cost = round((time.time() - start) * 1000)
    print(f"请求耗时: {cost} ms")

    try:
        ret = resp.json()
        content = ret["choices"][0]["message"]["content"]
        return json.loads(content)
    except Exception as e:
        print("解析失败", e)
        print(resp.text)
        return None

# ==================== 主流程 ====================
if __name__ == "__main__":
    if len(sys.argv) < 2:
        print("用法: python choose_text.py '目标文字'")
        sys.exit(1)

    target = sys.argv[1]
    print("📸 正在截屏...")
    take_screenshot()
    print("🔍 正在上传分析...")
    b64 = image_to_base64(SCREENSHOT_RAW)
    result = analyze_image(b64, target)

    if not result:
        print("❌ 识别失败")
        sys.exit(1)

    # ===================== 【清晰打印 DEBUG 信息】 =====================
    print("\n======================================")
    print("🎯 模型认为的【目标按钮】：")
    print(f"  名称：{result['target']['name']}")
    print(f"  坐标：cx={result['target']['cx']}, cy={result['target']['cy']}")

    print("\n📋 左侧所有条目（全部坐标）：")
    for i, item in enumerate(result["all_items"]):
        print(f"  {i+1:2d}. {item['name']}  |  cx={item['cx']}, cy={item['cy']}")
    print("======================================\n")

import json
import base64
import time
import requests
import sys

# -------------------------- 配置（不用改） --------------------------
API_URL = "https://ark.cn-beijing.volces.com/api/v3/responses"
"
MODEL = "doubao-seed-1-6-vision-250815"
# -------------------------------------------------------------------

# 检查命令行参数
if len(sys.argv) < 2:
    print("用法: python doubao.py <图片路径>")
    print("示例: python doubao.py rpi5-1.png")
    sys.exit(1)

IMAGE_PATH = sys.argv[1]

# 1) 图片转 Base64
with open(IMAGE_PATH, "rb") as f:
    img_b64 = base64.b64encode(f.read()).decode("utf-8")

# 2) RPA 最优 Prompt
prompt_text = """
分析这张GUI截图，严格按要求输出：
1. 识别左侧对话栏所有可见可点击的历史对话条目
2. 每个条目输出name、cx（水平归一化中心0~1）、cy（垂直归一化中心0~1）
3. 识别鼠标指针坐标，输出mouse_cx、mouse_cy
4. 只输出标准JSON，无任何其他文字、无解释、无推理
5. JSON必须使用双引号，格式严格如下：
{
  "items": [{"name": "条目名称","cx": 0.12,"cy": 0.25}],
  "mouse": {"cx": 0.45,"cy": 0.78}
}
""".strip()

# 3) 修复后正确请求体 ✅
payload = {
    "model": MODEL,
    "input": [
        {
            "role": "user",
            "content": [
                {"type": "image", "image": img_b64},  # 这里修复了！
                {"type": "text", "text": prompt_text}  # 这里也修复了！
            ]
        }
    ]
}

headers = {
    "Authorization": f"Bearer {API_KEY}",
    "Content-Type": "application/json"
}

# 4) 发送请求 + 计时
start = time.perf_counter()
resp = requests.post(API_URL, json=payload, headers=headers)
end = time.perf_counter()
cost_ms = round((end - start) * 1000)

# 5) 输出结果
print(f"✅ 请求耗时：{cost_ms} ms")
print(f"✅ HTTP 状态：{resp.status_code}\n")

try:
    result = resp.json()
    print("📦 模型返回：")
    print(json.dumps(result, ensure_ascii=False, indent=2))
except:
    print("❌ 原始返回：", resp.text)

import json
import base64
import time
import requests
import sys
import subprocess
import os

# ------------------- 【正确】配置 -------------------
API_URL = "https://ark.cn-beijing.volces.com/api/v3/chat/completions"
"  # 你的真实KEY
MODEL = "doubao-seed-1-6-vision-250815"

SCREENSHOT_RAW = "screenshot_raw.jpg"
SCREENSHOT_DEBUG = "screenshot_debug.jpg"
# ------------------------------------------------------

def take_screenshot():
    subprocess.run(["scrot", "-o", SCREENSHOT_RAW], check=True)

def get_screen_size():
    out = subprocess.check_output(
        ["xdpyinfo | grep dimensions"], shell=True
    ).decode()
    w, h = out.strip().split()[1].split('x')
    return int(w), int(h)

def image_to_base64(path):
    with open(path, "rb") as f:
        return base64.b64encode(f.read()).decode("utf-8")

def analyze_image(image_b64, target_text):
    prompt = f"""
你是GUI自动化助手。
图片是电脑截屏，请找到包含以下文字的控件：
【目标文字】: {target_text}

找到后，返回它的**归一化中心坐标 cx, cy**（0~1）。
只输出JSON，不要任何解释：
{{"cx": 0.0, "cy": 0.0}}
""".strip()

    payload = {
        "model": MODEL,
        "messages": [
            {
                "role": "user",
                "content": [
                    {
                        "type": "image_url",
                        "image_url": {
                            "url": f"data:image/jpeg;base64,{image_b64}"
                        }
                    },
                    {"type": "text", "text": prompt}
                ]
            }
        ],
        "temperature": 0.0
    }

    headers = {
        "Authorization": f"Bearer {API_KEY}",
        "Content-Type": "application/json"
    }

    start = time.time()
    resp = requests.post(API_URL, json=payload, headers=headers)
    cost = round((time.time() - start) * 1000)
    print(f"请求耗时: {cost} ms")

    try:
        ret = resp.json()
        content = ret["choices"][0]["message"]["content"]
        return json.loads(content)
    except Exception as e:
        print("解析失败", e)
        print(resp.text)
        return None

# ===================== 画图标记（安全、不点击） =====================
def draw_mark_on_image(cx, cy):
    w, h = get_screen_size()
    x = int(cx * w)
    y = int(cy * h)

    print(f"标记位置: x={x}, y={y}")

    subprocess.run([
        "convert", SCREENSHOT_RAW,
        "-fill", "none", "-stroke", "red", "-strokewidth", "3",
        "-draw", f"circle {x},{y}{x+15},{y}",
        "-draw", f"line {x-10},{y}{x+10},{y}",
        "-draw", f"line {x},{y-10}{x},{y+10}",
        SCREENSHOT_DEBUG
    ], check=True)

    print(f"✅ 调试图片已保存: {SCREENSHOT_DEBUG}")
# ====================================================================

# ==================== 主流程 ====================
if __name__ == "__main__":
    if len(sys.argv) < 2:
        print("用法: python choose_text.py '要识别的文字'")
        sys.exit(1)

    target = sys.argv[1]

    print("📸 正在截屏...")
    take_screenshot()

    print("🔍 正在上传分析...")
    b64 = image_to_base64(SCREENSHOT_RAW)
    pos = analyze_image(b64, target)

    if pos:
        print("🎯 模型返回:", pos)
        cx = pos["cx"]
        cy = pos["cy"]
        draw_mark_on_image(cx, cy)
    else:
        print("❌ 识别失败")

import json
import base64
import time
import requests
import sys
import subprocess
import os

# ------------------- 配置 -------------------
API_URL = "https://ark.cn-beijing.volces.com/api/v3/chat/completions"
"
MODEL = "doubao-seed-1-6-vision-250815"
SCREENSHOT_FILE = "screenshot.jpg"
# ------------------------------------------

def take_screenshot():
    """截屏"""
    subprocess.run(["scrot", "-o", SCREENSHOT_FILE], check=True)

def get_screen_size():
    """获取屏幕分辨率"""
    out = subprocess.check_output(["xdpyinfo | grep dimensions"], shell=True).decode()
    w, h = out.strip().split()[1].split('x')
    return int(w), int(h)

def image_to_base64(path):
    with open(path, "rb") as f:
        return base64.b64encode(f.read()).decode("utf-8")

def analyze_image(image_b64, target_text):
    prompt = f"""
你是GUI自动化助手。
图片是电脑截屏，请找到包含以下文字的控件：
【目标文字】: {target_text}

找到后，返回它的**归一化中心坐标 cx, cy**（0~1）。
只输出JSON，不要任何解释：
{{"cx": 0.0, "cy": 0.0}}
""".strip()

    payload = {
        "model": MODEL,
        "messages": [
            {
                "role": "user",
                "content": [
                    {
                        "type": "image_url",
                        "image_url": {
                            "url": f"data:image/jpeg;base64,{image_b64}"
                        }
                    },
                    {"type": "text", "text": prompt}
                ]
            }
        ],
        "temperature": 0.0
    }

    headers = {
        "Authorization": f"Bearer {API_KEY}",
        "Content-Type": "application/json"
    }

    start = time.time()
    resp = requests.post(API_URL, json=payload, headers=headers)
    cost = round((time.time() - start)*1000)
    print(f"耗时: {cost} ms")

    try:
        ret = resp.json()
        content = ret["choices"][0]["message"]["content"]
        return json.loads(content)
    except Exception as e:
        print("错误", e)
        print(resp.text)
        return None

def click_at(cx, cy):
    w, h = get_screen_size()
    x = int(w * cx)
    y = int(h * cy)
    print(f"点击: {x}, {y}")
    subprocess.run(["xdotool", "mousemove", str(x), str(y), "click", "1"], check=True)

# ==================== 主流程 ====================
if __name__ == "__main__":
    if len(sys.argv) < 2:
        print("用法: python gui_rpa.py '要点击的按钮文字'")
        sys.exit(1)

    target = sys.argv[1]

    print(f"正在截屏...")
    take_screenshot()

    print(f"正在分析...")
    b64 = image_to_base64(SCREENSHOT_FILE)
    pos = analyze_image(b64, target)

    if pos:
        print(pos)
        click_at(pos["cx"], pos["cy"])
    else:
        print("失败")

import json
import base64
import time
import requests
import sys
import subprocess
import os

# ------------------- 配置 -------------------
API_URL = "https://ark.cn-beijing.volces.com/api/v3/chat/completions"
"  # 你自己的key
MODEL = "doubao-seed-1-6-vision-250815"

SCREENSHOT_RAW = "screenshot_raw.jpg"
SCREENSHOT_DEBUG = "screenshot_debug.jpg"
# ------------------------------------------

def take_screenshot():
    subprocess.run(["scrot", "-o", SCREENSHOT_RAW], check=True)

def get_screen_size():
    out = subprocess.check_output(
        ["xdpyinfo | grep dimensions"], shell=True
    ).decode()
    w, h = out.strip().split()[1].split('x')
    return int(w), int(h)

def image_to_base64(path):
    with open(path, "rb") as f:
        return base64.b64encode(f.read()).decode("utf-8")

def analyze_image(image_b64, target_text):
    prompt = f"""
你是GUI自动化助手。
图片是电脑截屏，请找到包含以下文字的控件：
【目标文字】: {target_text}

找到后，返回它的**归一化中心坐标 cx, cy**（0~1）。
只输出JSON，不要任何解释：
{{"cx": 0.0, "cy": 0.0}}
""".strip()

    payload = {
        "model": MODEL,
        "messages": [
            {
                "role": "user",
                "content": [
                    {
                        "type": "image_url",
                        "image_url": {
                            "url": f"data:image/jpeg;base64,{image_b64}"
                        }
                    },
                    {"type": "text", "text": prompt}
                ]
            }
        ],
        "temperature": 0.0
    }

    headers = {
        "Authorization": f"Bearer {API_KEY}",
        "Content-Type": "application/json"
    }

    start = time.time()
    resp = requests.post(API_URL, json=payload, headers=headers)
    cost = round((time.time() - start) * 1000)
    print(f"请求耗时: {cost} ms")

    try:
        ret = resp.json()
        content = ret["choices"][0]["message"]["content"]
        return json.loads(content)
    except Exception as e:
        print("解析失败", e)
        print(resp.text)
        return None

# ===================== 画图核心函数 =====================
def draw_mark_on_image(cx, cy):
    w, h = get_screen_size()
    x = int(cx * w)
    y = int(cy * h)

    print(f"标记位置: x={x}, y={y}")

    # 使用 ImageMagick 画红色圆圈 + 十字线
    subprocess.run([
        "convert", SCREENSHOT_RAW,
        "-fill", "none", "-stroke", "red", "-strokewidth", "3",
        "-draw", f"circle {x},{y}{x+15},{y}",  # 圆圈
        "-draw", f"line {x-10},{y}{x+10},{y}", # 十字横线
        "-draw", f"line {x},{y-10}{x},{y+10}", # 十字竖线
        SCREENSHOT_DEBUG
    ], check=True)

    print(f"✅ 调试图片已保存: {SCREENSHOT_DEBUG}")
# ========================================================

# ==================== 主流程（安全版） ====================
if __name__ == "__main__":
    if len(sys.argv) < 2:
        print("用法: python gui_verify.py '要识别的文字'")
        sys.exit(1)

    target = sys.argv[1]

    print("📸 正在截屏...")
    take_screenshot()

    print("🔍 正在上传分析...")
    b64 = image_to_base64(SCREENSHOT_RAW)
    pos = analyze_image(b64, target)

    if pos:
        print("🎯 模型返回:", pos)
        cx = pos["cx"]
        cy = pos["cy"]

        # ✅ 只画图，不点击！
        draw_mark_on_image(cx, cy)
    else:
        print("❌ 识别失败")

import json
import base64
import time
import requests
import sys
import subprocess
import os

# ------------------- 配置 -------------------
API_URL = "https://ark.cn-beijing.volces.com/api/v3/chat/completions"
"
MODEL = "doubao-seed-1-6-vision-250815"

SCREENSHOT_RAW = "screenshot_raw.jpg"
SCREENSHOT_DEBUG = "screenshot_debug.jpg"
# ------------------------------------------------------

def take_screenshot():
    subprocess.run(["scrot", "-o", SCREENSHOT_RAW], check=True)

def get_screen_size():
    out = subprocess.check_output(["xdpyinfo | grep dimensions"], shell=True).decode()
    w, h = out.strip().split()[1].split("x")
    return int(w), int(h)

def image_to_base64(path):
    with open(path, "rb") as f:
        return base64.b64encode(f.read()).decode("utf-8")

def analyze_image(image_b64, target_text):
    prompt = f"""
你是严格的GUI解析器。
图片是电脑屏幕截图。

请严格按照以下要求输出JSON，**不允许输出任何多余文字**。

输出JSON必须包含两个字段：
1. target：你找到的【目标按钮】的坐标
2. all_items：左侧所有历史对话条目的名称和坐标

【重要规则】
- 所有坐标必须是**归一化坐标（0~1之间的小数）**，不是像素值！
- cx = 控件水平中心 / 屏幕总宽度
- cy = 控件垂直中心 / 屏幕总高度

【目标文字】：{target_text}

输出格式如下（严格遵守）：
{{
  "target": {{
    "name": "找到的目标文字",
    "cx": 0.11,
    "cy": 0.45
  }},
  "all_items": [
    {{ "name": "条目1", "cx": 0.08, "cy": 0.15 }},
    {{ "name": "条目2", "cx": 0.08, "cy": 0.19 }}
  ]
}}
""".strip()

    payload = {
        "model": MODEL,
        "messages": [
            {
                "role": "user",
                "content": [
                    {
                        "type": "image_url",
                        "image_url": {
                            "url": f"data:image/jpeg;base64,{image_b64}"
                        }
                    },
                    {"type": "text", "text": prompt}
                ]
            }
        ],
        "temperature": 0.0
    }

    headers = {
        "Authorization": f"Bearer {API_KEY}",
        "Content-Type": "application/json"
    }

    start = time.time()
    resp = requests.post(API_URL, json=payload, headers=headers)
    cost = round((time.time() - start) * 1000)
    print(f"请求耗时: {cost} ms")

    try:
        ret = resp.json()
        content = ret["choices"][0]["message"]["content"]
        return json.loads(content)
    except Exception as e:
        print("解析失败", e)
        print(resp.text)
        return None

# ===================== 画图标记（安全、不点击） =====================
def draw_mark_on_image(cx, cy):
    w, h = get_screen_size()
    x = int(cx * w)
    y = int(cy * h)

    print(f"✅ 标记位置: x={x}, y={y}")

    subprocess.run([
        "convert", SCREENSHOT_RAW,
        "-fill", "none", "-stroke", "red", "-strokewidth", "3",
        "-draw", f"circle {x},{y}{x+15},{y}",
        "-draw", f"line {x-10},{y}{x+10},{y}",
        "-draw", f"line {x},{y-10}{x},{y+10}",
        SCREENSHOT_DEBUG
    ], check=True)

# ====================================================================

# ==================== 主流程 ====================
if __name__ == "__main__":
    if len(sys.argv) < 2:
        print("用法: python doubao_simulate.py '目标文字'")
        sys.exit(1)

    target = sys.argv[1]

    print("📸 正在截屏...")
    take_screenshot()

    print("🔍 正在上传分析...")
    b64 = image_to_base64(SCREENSHOT_RAW)
    result = analyze_image(b64, target)

    if result:
        # ========== 正确读取结构：target 嵌套在 result 里 ==========
        target_item = result["target"]
        name = target_item["name"]
        cx = target_item["cx"]
        cy = target_item["cy"]

        print("\n======================================")
        print("🎯 模型找到的目标：")
        print(f"  名称：{name}")
        print(f"  坐标：cx={cx}, cy={cy}")
        print("======================================\n")

        # 画图标记
        draw_mark_on_image(cx, cy)

        # 输出所有条目
        print("\n📋 左侧所有条目列表：")
        for i, item in enumerate(result["all_items"]):
            print(f"{i+1:2d}. {item['name']} | cx={item['cx']} cy={item['cy']}")

    else:
        print("❌ 识别失败")

prompt = f"""
你是GUI自动化助手，严格按以下要求执行：
1. 图片是电脑截屏，**只处理左侧历史对话栏**。
2. 列出左侧历史对话栏中**所有可见、可点击的条目**。
3. 对每个条目，输出：
   - name：显示的完整文本（包括截断的...）
   - cx：水平归一化中心坐标（0~1）
   - cy：垂直归一化中心坐标（0~1）
4. 只输出标准JSON数组，不要任何解释、推理、多余文字。
5. JSON必须使用双引号，格式严格如下：
[
  {{"name": "条目1名称", "cx": 0.08, "cy": 0.22}},
  {{"name": "条目2名称", "cx": 0.08, "cy": 0.26}}
]
""".strip()

try:
    ret = resp.json()
    content = ret["choices"][0]["message"]["content"]
    items = json.loads(content)
    print("📋 所有识别到的条目：")
    for i, item in enumerate(items):
        print(f"  {i+1}. {item['name']} | cx={item['cx']}, cy={item['cy']}")
    return items
except Exception as e:
    print("解析失败", e)
    print(resp.text)
    return None

if __name__ == "__main__":
    if len(sys.argv) < 2:
        print("用法: python choose_text.py '目标文字'")
        sys.exit(1)

    target = sys.argv[1]
    print("📸 正在截屏...")
    take_screenshot()
    print("🔍 正在上传分析...")
    b64 = image_to_base64(SCREENSHOT_RAW)
    items = analyze_image(b64, target)

    if items:
        print(f"\n🎯 你要找的目标：{target}")
        # 顺便帮你过滤出目标条目
        for item in items:
            if target in item["name"]:
                print(f"✅ 找到目标：{item['name']} | cx={item['cx']}, cy={item['cy']}")
    else:
        print("❌ 识别失败")

prompt = f"""
你是GUI自动化助手，必须严格按要求执行：
1. 图片是电脑截屏，**只关注左侧历史对话列表**。
2. 找到**完全包含以下文字**的可点击条目：【目标文字】: {target_text}
3. 必须忽略当前高亮/选中的条目，只匹配文字内容。
4. 找到后，返回它的**归一化中心坐标 cx, cy**（0~1）。
5. 只输出JSON，不要任何解释：
{{"cx": 0.0, "cy": 0.0}}
""".strip()

prompt = f"""
你是GUI自动化助手，严格按要求执行：
1. 图片是电脑截屏，**列出左侧历史对话栏中所有可见可点击的条目**。
2. 对每个条目，输出：name（显示文字）、cx（水平归一化中心0~1）、cy（垂直归一化中心0~1）。
3. 只输出JSON数组，不要任何解释，格式如下：
[
  {{"name": "条目1", "cx": 0.08, "cy": 0.22}},
  {{"name": "条目2", "cx": 0.08, "cy": 0.26}}
]
""".strip()

prompt = f"""
你是严格的GUI解析器。
图片是电脑屏幕截图。

请严格按照以下要求输出JSON，**不允许输出任何多余文字**。

输出JSON必须包含两个字段：
1. target：你找到的【目标按钮】的坐标
2. all_items：左侧所有历史对话条目的名称和坐标

【重要规则】
- 所有坐标必须是**归一化坐标（0~1之间的小数）**，不是像素值！
- cx = 控件水平中心 / 屏幕总宽度
- cy = 控件垂直中心 / 屏幕总高度

【目标文字】：{target_text}

输出格式如下（严格遵守）：
{{
  "target": {{
    "name": "找到的目标文字",
    "cx": 0.11,
    "cy": 0.45
  }},
  "all_items": [
    {{ "name": "条目1", "cx": 0.08, "cy": 0.15 }},
    {{ "name": "条目2", "cx": 0.08, "cy": 0.19 }}
  ]
}}
""".strip()

import json
import base64
import time
import requests
import sys
import subprocess
import os

# ------------------- 配置 -------------------
API_URL = "https://ark.cn-beijing.volces.com/api/v3/chat/completions"
"
MODEL = "doubao-seed-1-6-vision-250815"

SCREENSHOT_RAW = "screenshot_raw.jpg"
SCREENSHOT_DEBUG = "screenshot_debug.jpg"
# ------------------------------------------------------

def take_screenshot():
    subprocess.run(["scrot", "-o", SCREENSHOT_RAW], check=True)

def get_screen_size():
    out = subprocess.check_output(["xdpyinfo | grep dimensions"], shell=True).decode()
    w, h = out.strip().split()[1].split("x")
    return int(w), int(h)

def image_to_base64(path):
    with open(path, "rb") as f:
        return base64.b64encode(f.read()).decode("utf-8")

def analyze_image(image_b64, target_text):
    # ===================== 【视觉事实优先：强制按真实屏幕计算】 =====================
    prompt = f"""
你是严格的GUI解析器，必须100%遵守以下规则：

【核心铁律】
1.  图片是完整电脑屏幕截图，**屏幕顶部=cy=0.0，屏幕底部=cy=1.0，绝对不能颠倒！**
2.  所有坐标必须是**基于整个屏幕的归一化坐标（0~1小数）**，不是像素值，不是左侧栏内部坐标！
3.  先找到【目标文字】对应的可点击条目，返回它在整个屏幕上的中心坐标cx、cy。
4.  再列出左侧所有可见条目，**严格按屏幕从上到下的真实顺序**排列，每个条目标注cx、cy。
5.  输出JSON，无任何多余文字，格式严格如下：
{{
  "target": {{
    "name": "找到的目标文字",
    "cx": 0.08,
    "cy": 0.75
  }},
  "all_items": [
    {{"name": "条目1（屏幕最顶部）", "cx": 0.08, "cy": 0.15}},
    {{"name": "条目2", "cx": 0.08, "cy": 0.19}},
    ...
    {{"name": "目标条目（屏幕下方）", "cx": 0.08, "cy": 0.75}}
  ]
}}

【目标文字】：{target_text}
""".strip()

    payload = {
        "model": MODEL,
        "messages": [
            {
                "role": "user",
                "content": [
                    {"type": "image_url", "image_url": {"url": f"data:image/jpeg;base64,{image_b64}"}},
                    {"type": "text", "text": prompt}
                ]
            }
        ],
        "temperature": 0.0
    }

    headers = {
        "Authorization": f"Bearer {API_KEY}",
        "Content-Type": "application/json"
    }

    start = time.time()
    resp = requests.post(API_URL, json=payload, headers=headers)
    cost = round((time.time() - start) * 1000)
    print(f"请求耗时: {cost} ms")

    try:
        ret = resp.json()
        content = ret["choices"][0]["message"]["content"]
        return json.loads(content)
    except Exception as e:
        print("解析失败", e)
        print(resp.text)
        return None

# ===================== 【升级：给所有条目画点+标序号，彻底可视化】 =====================
def draw_all_marks_and_target(target_cx, target_cy, all_items):
    w, h = get_screen_size()

    # 先给所有条目画浅蓝色小点
    for item in all_items:
        x = int(item["cx"] * w)
        y = int(item["cy"] * h)
        subprocess.run([
            "convert", SCREENSHOT_RAW,
            "-fill", "lightblue", "-stroke", "lightblue", "-strokewidth", "2",
            "-draw", f"circle {x},{y}{x+8},{y}",
            SCREENSHOT_RAW
        ], check=True)

    # 再给目标画红色大圈+十字
    x_target = int(target_cx * w)
    y_target = int(target_cy * h)
    print(f"✅ 目标标记位置: x={x_target}, y={y_target}")

    subprocess.run([
        "convert", SCREENSHOT_RAW,
        "-fill", "none", "-stroke", "red", "-strokewidth", "3",
        "-draw", f"circle {x_target},{y_target}{x_target+15},{y_target}",
        "-draw", f"line {x_target-10},{y_target}{x_target+10},{y_target}",
        "-draw", f"line {x_target},{y_target-10}{x_target},{y_target+10}",
        SCREENSHOT_DEBUG
    ], check=True)

    print(f"✅ 调试图片已保存: {SCREENSHOT_DEBUG}")
# ====================================================================

# ==================== 主流程 ====================
if __name__ == "__main__":
    if len(sys.argv) < 2:
        print("用法: python doubao_simulate.py '目标文字'")
        sys.exit(1)

    target = sys.argv[1]

    print("📸 正在截屏...")
    take_screenshot()

    print("🔍 正在上传分析...")
    b64 = image_to_base64(SCREENSHOT_RAW)
    result = analyze_image(b64, target)

    if result:
        target_item = result["target"]
        name = target_item["name"]
        cx = target_item["cx"]
        cy = target_item["cy"]

        print("\n======================================")
        print("🎯 模型找到的目标：")
        print(f"  名称：{name}")
        print(f"  坐标：cx={cx}, cy={cy}")
        print("======================================\n")

        # 给所有条目画点+标目标
        draw_all_marks_and_target(cx, cy, result["all_items"])

        print("\n📋 左侧所有条目（按屏幕从上到下顺序）：")
        for i, item in enumerate(result["all_items"]):
            print(f"{i+1:2d}. {item['name']} | cx={item['cx']} cy={item['cy']}")

    else:
        print("❌ 识别失败")

prompt = f"""
你是严格的GUI解析器，必须100%遵守以下规则：

【核心规则】
1. 图片是完整电脑屏幕截图，屏幕总宽度=W，总高度=H（0~1归一化：cx=x/W, cy=y/H）
2. 屏幕顶部cy=0.0，屏幕底部cy=1.0，绝对不能颠倒！
3. 所有坐标必须基于「整个屏幕」，不是基于左侧栏！
4. 找到【目标文字】对应的条目，返回它在「整个屏幕」上的归一化中心坐标cx(0~1)、cy(0~1)
5. 同时列出左侧所有可见条目，按「屏幕从上到下」的真实顺序排列，每个条目都要标注cx、cy

【目标文字】：{target_text}

输出格式（严格遵守，双引号，0~1小数）：
{{
  "target": {{
    "name": "找到的目标文字",
    "cx": 0.08,
    "cy": 0.75
  }},
  "all_items": [
    {{"name": "条目1（屏幕最顶部）", "cx": 0.08, "cy": 0.15}},
    {{"name": "条目2", "cx": 0.08, "cy": 0.19}},
    ...
    {{"name": "目标条目（屏幕最下方）", "cx": 0.08, "cy": 0.75}}
  ]
}}
""".strip()

import json
import base64
import time
import requests
import sys
import subprocess
import os

# ------------------- 配置 -------------------
API_URL = "https://ark.cn-beijing.volces.com/api/v3/chat/completions"
"
MODEL = "doubao-seed-1-6-vision-250815"

SCREENSHOT_RAW = "screenshot_raw.jpg"
SCREENSHOT_DEBUG = "screenshot_debug.jpg"
# ------------------------------------------------------

def take_screenshot():
    subprocess.run(["scrot", "-o", SCREENSHOT_RAW], check=True)

def get_screen_size():
    out = subprocess.check_output(["xdpyinfo | grep dimensions"], shell=True).decode()
    w, h = out.strip().split()[1].split("x")
    return int(w), int(h)

def image_to_base64(path):
    with open(path, "rb") as f:
        return base64.b64encode(f.read()).decode("utf-8")

def analyze_image(image_b64, target_text):
    # ===================== 【修复后：强制按屏幕真实高度计算】 =====================
    prompt = f"""
你是严格的GUI解析器，必须100%遵守以下规则：

【核心规则】
1. 图片是完整电脑屏幕截图，屏幕总宽度=W，总高度=H（0~1归一化：cx=x/W, cy=y/H）
2. 屏幕顶部cy=0.0，屏幕底部cy=1.0，绝对不能颠倒！
3. 所有坐标必须基于「整个屏幕」，不是基于左侧栏！
4. 找到【目标文字】对应的条目，返回它在「整个屏幕」上的归一化中心坐标cx(0~1)、cy(0~1)
5. 同时列出左侧所有可见条目，按「屏幕从上到下」的真实顺序排列，每个条目都要标注cx、cy

【目标文字】：{target_text}

输出格式（严格遵守，双引号，0~1小数）：
{{
  "target": {{
    "name": "找到的目标文字",
    "cx": 0.08,
    "cy": 0.75
  }},
  "all_items": [
    {{"name": "条目1（屏幕最顶部）", "cx": 0.08, "cy": 0.15}},
    {{"name": "条目2", "cx": 0.08, "cy": 0.19}},
    {{"name": "目标条目（屏幕最下方）", "cx": 0.08, "cy": 0.75}}
  ]
}}
""".strip()

    payload = {
        "model": MODEL,
        "messages": [
            {
                "role": "user",
                "content": [
                    {
                        "type": "image_url",
                        "image_url": {
                            "url": f"data:image/jpeg;base64,{image_b64}"
                        }
                    },
                    {"type": "text", "text": prompt}
                ]
            }
        ],
        "temperature": 0.0
    }

    headers = {
        "Authorization": f"Bearer {API_KEY}",
        "Content-Type": "application/json"
    }

    start = time.time()
    resp = requests.post(API_URL, json=payload, headers=headers)
    cost = round((time.time() - start) * 1000)
    print(f"请求耗时: {cost} ms")

    try:
        ret = resp.json()
        content = ret["choices"][0]["message"]["content"]
        return json.loads(content)
    except Exception as e:
        print("解析失败", e)
        print(resp.text)
        return None

# ===================== 画图标记（安全、不点击） =====================
def draw_mark_on_image(cx, cy):
    w, h = get_screen_size()
    x = int(cx * w)
    y = int(cy * h)

    print(f"✅ 标记位置: x={x}, y={y}")

    subprocess.run([
        "convert", SCREENSHOT_RAW,
        "-fill", "none", "-stroke", "red", "-strokewidth", "3",
        "-draw", f"circle {x},{y}{x+15},{y}",
        "-draw", f"line {x-10},{y}{x+10},{y}",
        "-draw", f"line {x},{y-10}{x},{y+10}",
        SCREENSHOT_DEBUG
    ], check=True)

# ====================================================================

# ==================== 主流程 ====================
if __name__ == "__main__":
    if len(sys.argv) < 2:
        print("用法: python doubao_simulate.py '目标文字'")
        sys.exit(1)

    target = sys.argv[1]

    print("📸 正在截屏...")
    take_screenshot()

    print("🔍 正在上传分析...")
    b64 = image_to_base64(SCREENSHOT_RAW)
    result = analyze_image(b64, target)

    if result:
        target_item = result["target"]
        name = target_item["name"]
        cx = target_item["cx"]
        cy = target_item["cy"]

        print("\n======================================")
        print("🎯 模型找到的目标：")
        print(f"  名称：{name}")
        print(f"  坐标：cx={cx}, cy={cy}")
        print("======================================\n")

        draw_mark_on_image(cx, cy)

        print("\n📋 左侧所有条目（按屏幕从上到下顺序）：")
        for i, item in enumerate(result["all_items"]):
            print(f"{i+1:2d}. {item['name']} | cx={item['cx']} cy={item['cy']}")

    else:
        print("❌ 识别失败")

import json
import base64
import time
import requests

# -------------------------- 配置项 --------------------------
API_URL = "https://ark.cn-beijing.volces.com/api/v3/responses"
"  # 你的 key
MODEL = "doubao-seed-1-6-vision-250815"
IMAGE_PATH = "doubao1.png"  # 你本地截图路径
# -------------------------------------------------------------

# 1) 读取图片 → Base64
with open(IMAGE_PATH, "rb") as f:
    img_b64 = base64.b64encode(f.read()).decode("utf-8")

# 2) 你现在用的、最稳的 RPA 结构化 Prompt
prompt_text = """
分析这张GUI截图，严格按要求输出：
1. 识别左侧对话栏所有可见可点击的历史对话条目
2. 每个条目输出name（文本）、cx（水平归一化中心0~1）、cy（垂直归一化中心0~1）
3. 识别鼠标指针坐标，输出mouse_cx、mouse_cy（均为归一化0~1）
4. 只输出标准JSON，无任何其他文字、无解释、无推理
5. JSON必须使用双引号，格式严格如下：
{
  "items": [{"name": "条目名称","cx": 0.12,"cy": 0.25}],
  "mouse": {"cx": 0.45,"cy": 0.78}
}
""".strip()

# 3) 请求体
payload = {
    "model": MODEL,
    "input": [
        {
            "role": "user",
            "content": [
                {"type": "input_image", "image_base64": img_b64},
                {"type": "input_text", "text": prompt_text}
            ]
        }
    ]
}

headers = {
    "Authorization": f"Bearer {API_KEY}",
    "Content-Type": "application/json"
}

# 4) 发请求 + 计时
start = time.perf_counter()

resp = requests.post(API_URL, json=payload, headers=headers)

end = time.perf_counter()
cost_ms = round((end - start) * 1000)

# 5) 结果输出
print(f"🔹 请求耗时：{cost_ms} ms")
print(f"🔹 HTTP 状态：{resp.status_code}")

try:
    result = resp.json()
    print(f"🔹 完整响应：\n{json.dumps(result, ensure_ascii=False, indent=2)}")
except Exception as e:
    print("🔴 解析失败：", e)
    print("🔴 原始返回：", resp.text[:500])

start = time.perf_counter()
resp = requests.post(...)
end = time.perf_counter()
cost_ms = round((end - start)*1000)

import sys
import subprocess
import os

def get_screen_size():
    out = subprocess.check_output(["xdpyinfo | grep dimensions"], shell=True).decode()
    w, h = out.strip().split()[1].split("x")
    return int(w), int(h)

def main():
    if len(sys.argv) != 4:
        print("用法: python mark_point.py <图片路径> <cx> <cy>")
        print("示例: python mark_point.py screenshot_raw.jpg 0.08 0.75")
        print("说明: cx/cy 是 0~1 之间的归一化坐标")
        sys.exit(1)

    img_path = sys.argv[1]
    cx = float(sys.argv[2])
    cy = float(sys.argv[3])
    out_path = "mark_debug.jpg"

    w, h = get_screen_size()
    x = int(cx * w)
    y = int(cy * h)

    print(f"标记位置: x={x}, y={y} (屏幕 {w}x{h})")

    # 用 ImageMagick 画红点
    subprocess.run([
        "convert", img_path,
        "-fill", "none", "-stroke", "red", "-strokewidth", "3",
        "-draw", f"circle {x},{y}{x+15},{y}",
        "-draw", f"line {x-10},{y}{x+10},{y}",
        "-draw", f"line {x},{y-10}{x},{y+10}",
        out_path
    ], check=True)

    print(f"✅ 标记完成: {out_path}")

if __name__ == "__main__":
    main()