Integration-Automation/AutoControlGUI

Checked operation /usr/bin/xvfb-run -a /tmp/acvenv/bin/je_auto_control_mcp · local stdio MCP start + initialize + tools/list

Agent-reported scope: Start the je_auto_control_mcp stdio MCP server (README: 'AI-friendly MCP') and list tools via initialize + tools/list; server returned 757 tools (ac_* canonical names plus aliases).

MCP server returned: je_auto_control · version 0.1.0.

MCP tools returned: ac_click_mouse, ac_get_mouse_position, ac_set_mouse_position, ac_mouse_scroll, ac_type_text, ac_press_key, ac_hotkey, ac_screen_size, ac_screenshot, ac_list_monitors, ac_get_pixel, ac_wait_for_image, ac_wait_for_pixel, ac_diff_screenshots, ac_locate_image_center, ac_locate_and_click, ac_locate_text, ac_click_text, ac_ocr_status, ac_ocr_languages, ac_list_windows, ac_focus_window, ac_wait_for_window, ac_close_window, ac_minimize_window, ac_foreground_window, ac_window_rect, ac_foreground_window_pid, ac_windows_for_pid, ac_minimize_windows_for_pid, ac_post_key_to_window, ac_post_click_to_window, ac_window_pid, ac_window_move, ac_window_minimize, ac_window_maximize, ac_window_restore, ac_probe_capabilities, ac_get_clipboard, ac_set_clipboard, ac_get_clipboard_image, ac_set_clipboard_image, ac_execute_actions, ac_execute_action_file, ac_stop_execution, ac_list_executions, ac_list_action_commands, ac_list_run_history, ac_journal_start, ac_journal_stop, ac_journal_status, ac_journal_read, ac_journal_runs, ac_record_start, ac_record_stop, ac_record_stop_timeline, ac_read_action_file, ac_write_action_file, ac_trim_actions, ac_adjust_delays, ac_scale_coordinates, ac_dedupe_moves, ac_merge_sleeps, ac_drag, ac_send_key_to_window, ac_send_mouse_to_window, ac_a11y_list, ac_a11y_find, ac_a11y_focused, ac_a11y_find_all, ac_a11y_click, ac_vlm_locate, ac_vlm_click, ac_self_heal_locate, ac_self_heal_click, ac_self_heal_log_list, ac_self_heal_log_clear, ac_self_heal_evaluate, ac_self_heal_revision_propose, ac_self_heal_revision_preview, ac_self_heal_revision_accept, ac_self_heal_revision_revert, ac_self_heal_revision_list, ac_anchor_locate, ac_anchor_locate_all, ac_anchor_click, ac_ab_locate, ac_ab_report, ac_ab_best_strategy, ac_a11y_dump, ac_walk_tree, ac_humanize_role, ac_tab_order, ac_audit_focus_order, ac_focus_control, ac_a11y_record_start, ac_a11y_record_stop, ac_control_get_value, ac_control_get_state, ac_control_set_value, ac_control_invoke, ac_control_toggle, ac_read_table, ac_expand_control, ac_collapse_control, ac_control_expand_state, ac_select_control_item, ac_control_range, ac_set_control_range, ac_scroll_control_into_view, ac_realize_item, ac_get_element_properties, ac_table_headers, ac_table_cell, ac_cell_by_header, ac_move_element, ac_resize_element, ac_set_window_state, ac_window_interaction_state, ac_legacy_info, ac_legacy_default_action, ac_get_selection, ac_list_views, ac_set_view, ac_wait_for_focus_change, ac_get_control_text, ac_find_control_text, ac_select_control_text, ac_control_text_attributes, ac_get_selected_text, ac_get_visible_text, ac_ocr_read_structure, ac_wait_image_gone, ac_wait_text_gone, ac_wait_color, ac_wait_window_title, ac_wait_screen_stable, ac_wait_pixel_changes, ac_wait_region_idle, ac_wait_for_file, ac_wait_for_port, ac_wait_for_process, ac_retry_delay, ac_plan_retry_delays, ac_compare_field_value, ac_verify_field_value, ac_adaptive_timeout, ac_timeout_stats, ac_ensure_field_value, ac_wait_until_app_idle, ac_idle_point, ac_act_in_view, ac_act_with_mode, ac_costs_record, ac_costs_summary, ac_costs_list, ac_failure_hook_fire, ac_failure_hook_list, ac_computer_use, ac_run_agent, ac_run_dag, ac_presence_register, ac_presence_unregister, ac_presence_update_cursor, ac_presence_set_role, ac_presence_list, ac_chatops_dispatch, ac_redact_screenshot, ac_android_find_element, ac_android_click_element, ac_android_dump_hierarchy, ac_ios_tap, ac_ios_swipe, ac_ios_type, ac_ios_screenshot, ac_ios_find_element, ac_ios_click_element, ac_ios_dump_source, ac_android_tap, ac_android_swipe, ac_android_key, ac_android_text, ac_android_screenshot, ac_android_list_devices, ac_android_device_info, ac_ios_device_info, ac_android_screen_info, ac_ios_screen_info, ac_android_type_text, ac_ios_press_key, ac_android_long_press, ac_ios_long_press, ac_android_drag, ac_ios_drag, ac_android_pinch, ac_ios_pinch, ac_android_find_image, ac_ios_find_image, ac_android_find_text, ac_ios_find_text, ac_android_find_by_description, ac_ios_find_by_description, ac_android_self_heal, ac_ios_self_heal, ac_android_launch_app, ac_ios_launch_app, ac_android_stop_app, ac_ios_stop_app, ac_android_app_state, ac_ios_app_state, ac_android_wait_for_app, ac_ios_wait_for_app, ac_android_alert_accept, ac_ios_alert_accept, ac_android_alert_dismiss, ac_ios_alert_dismiss, ac_android_install_app, ac_ios_install_app, ac_android_push_file, ac_ios_push_file, ac_android_pull_file, ac_ios_pull_file, ac_android_get_clipboard, ac_ios_get_clipboard, ac_android_set_clipboard, ac_ios_set_clipboard, ac_android_start_recording, ac_ios_start_recording, ac_android_stop_recording, ac_ios_stop_recording, ac_web_available, ac_web_list_commands, ac_web_run, ac_web_run_actions, ac_web_open, ac_web_quit, ac_web_screenshot, ac_web_current_url, ac_scheduler_add_job, ac_scheduler_remove_job, ac_scheduler_list_jobs, ac_scheduler_start, ac_scheduler_stop, ac_trigger_add, ac_trigger_remove, ac_trigger_list, ac_trigger_start, ac_trigger_stop, ac_hotkey_bind, ac_hotkey_unbind, ac_hotkey_list, ac_hotkey_daemon_start, ac_hotkey_daemon_stop, ac_watchdog_add, ac_watchdog_start, ac_watchdog_stop, ac_watchdog_list, ac_generate_otp, ac_handle_file_dialog, ac_assert_session_active, ac_queue_add, ac_queue_next, ac_queue_complete, ac_queue_fail, ac_queue_stats, ac_generate_data, ac_mcp_manifest, ac_rank_tests, ac_select_tests, ac_element_save, ac_element_find, ac_element_click, ac_element_remove, ac_element_list, ac_debug_trace, ac_skill_save, ac_skill_run, ac_skill_list, ac_skill_remove, ac_skill_search, ac_guard_text, ac_agent_card, ac_read_workbook, ac_write_workbook, ac_read_document, ac_write_document, ac_read_presentation, ac_write_presentation, ac_memory_remember, ac_memory_recall, ac_memory_recent, ac_memory_forget, ac_memory_stats, ac_seed_everything, ac_observe_add, ac_observe_remove, ac_observe_list, ac_observe_poll, ac_observe_start, ac_observe_stop, ac_generate_sbom, ac_shard_suite, ac_merge_results, ac_validate_rows, ac_extract_fields, ac_mask_rows, ac_pseudo_localize, ac_check_overflow, ac_check_catalog, ac_run_resumable, ac_checkpoint_status, ac_checkpoint_clear, ac_mark_screen, ac_mark_click, ac_screen_snapshot, ac_screen_diff, ac_screen_changed, ac_describe_screen, ac_replay_timeline, ac_input_sequence, ac_circuit_call, ac_ci_annotations, ac_clip_history_capture, ac_clip_history_list, ac_clip_history_search, ac_clip_history_start, ac_clip_history_stop, ac_heal_stats, ac_scan_secrets, ac_generate_sop, ac_tween_drag, ac_move_along_path, ac_drag_path, ac_set_field_text, ac_hold_key, ac_move_mouse_relative, ac_type_unicode, ac_input_reachable, ac_type_unicode_keys, ac_type_unicode_text, ac_with_modifiers, ac_grid_cell, ac_match_template, ac_match_template_all, ac_match_masked, ac_match_masked_all, ac_match_rotated, ac_match_rotated_all, ac_match_with_trust, ac_auto_threshold, ac_match_auto, ac_edge_match, ac_edge_match_all, ac_match_subpixel, ac_match_ensemble, ac_vote_centers, ac_match_color, ac_match_color_all, ac_region_stability, ac_match_persistence, ac_grid_cells, ac_cell_for_point, ac_point_for_cell, ac_populate_table, ac_column_gutters, ac_detect_borderless_table, ac_associate_fields, ac_match_labels_to_widgets, ac_flow_order, ac_xy_cut, ac_group_paragraphs, ac_detect_lists, ac_classify_lines, ac_outline, ac_find_color_region, ac_ssim_compare, ac_ssim_changed_regions, ac_feature_match, ac_find_shapes, ac_find_rectangles, ac_tile_rect, ac_grid_rects, ac_cascade_rects, ac_arrange_grid, ac_arrange_cascade, ac_preprocess_image, ac_enumerate_monitors, ac_monitor_at_point, ac_wait_actionable, ac_fuse_elements, ac_reading_order, ac_segment_hsv, ac_dominant_hue_regions, ac_find_text_regions, ac_find_text_lines, ac_find_lines, ac_find_grid, ac_find_separators, ac_expect_poll, ac_locate_chain, ac_set_clipboard_html, ac_get_clipboard_html, ac_set_clipboard_files, ac_get_clipboard_files, ac_set_clipboard_rtf, ac_get_clipboard_rtf, ac_set_clipboard_csv, ac_get_clipboard_csv, ac_clipboard_formats, ac_classify_formats, ac_diff_formats, ac_plan_file_drop, ac_drop_files, ac_image_histogram, ac_histogram_changed, ac_image_quality, ac_quality_gate, ac_detect_scale, ac_scale_sweep, ac_salient_regions, ac_most_salient, ac_simulate_cvd, ac_colors_collide, ac_place_labels, ac_label_color, ac_grade_contrast, ac_dominant_pair, ac_region_contrast, ac_match_theme, ac_rank_changes, ac_localize_changes, ac_classify_widget, ac_classify_icon, ac_propose_elements, ac_tag_kinds, ac_changed_regions, ac_has_motion, ac_set_topmost, ac_bring_to_front, ac_send_to_back, ac_soft_assert, ac_perceptual_diff, ac_get_client_rect, ac_client_point, ac_cua_command, ac_serialize_observation, ac_observation_index, ac_delta_observation, ac_classify_effect, ac_effect_near_point, ac_check_postcondition, ac_plan_repair, ac_consensus_point, ac_consensus_element, ac_settle_point, ac_build_critic_record, ac_score_step, ac_validate_action, ac_replay_trace, ac_match_elements, ac_assign_stable_ids, ac_score_candidates, ac_best_candidate, ac_read_barcodes, ac_list_plugins, ac_load_plugins, ac_approval_request, ac_approval_approve, ac_approval_reject, ac_approval_status, ac_lease_secret, ac_lease_valid, ac_revoke_lease, ac_lease_active, ac_egress_allow, ac_egress_check, ac_egress_reset, ac_user_add, ac_user_remove, ac_user_set_role, ac_user_rotate_token, ac_user_list, ac_verify_artifact, ac_approve_artifact, ac_pending_artifacts, ac_evaluate_trajectory, ac_compliance_report, ac_trace_record, ac_trace_summary, ac_trace_export, ac_trace_reset, ac_write_step_video, ac_fuzzy_ratio, ac_fuzzy_best_match, ac_fuzzy_dedupe, ac_s3_upload, ac_s3_download, ac_s3_list, ac_s3_delete, ac_image_hash, ac_dedupe_images, ac_canonicalize_url, ac_normalize_url, ac_urls_equal, ac_parse_decimal, ac_parse_number, ac_format_decimal, ac_format_currency, ac_format_date, ac_voice_register, ac_voice_dispatch, ac_voice_list, ac_voice_clear, ac_to_physical, ac_to_model, ac_loop_guard_observe, ac_loop_guard_reset, ac_mine_actions, ac_set_asset, ac_get_asset, ac_list_assets, ac_emit_event, ac_notify_webhook, ac_json_query, ac_json_extract, ac_validate_json, ac_scan_vulns, ac_apply_vex, ac_check_licenses, ac_jwt_encode, ac_jwt_decode, ac_rate_limit, ac_resolve_pointer, ac_apply_json_patch, ac_make_json_patch, ac_merge_patch, ac_search_documents, ac_describe_stats, ac_ab_significance, ac_rrule_occurrences, ac_rrule_next, ac_unified_diff, ac_apply_unified, ac_three_way_merge, ac_evaluate_flag, ac_flag_enabled, ac_build_provenance, ac_verify_provenance, ac_match_json, ac_diff_json, ac_run_chaos, ac_evaluate_slo, ac_burn_alerts, ac_percentiles, ac_bulkhead_run, ac_retry_after, ac_http_replay, ac_trace_inject, ac_trace_extract, ac_baggage_parse, ac_baggage_format, ac_canonical_log, ac_spans_to_otlp, ac_normalize_text, ac_slugify, ac_text_similarity, ac_simhash, ac_near_duplicates, ac_resolve_ref, ac_resolve_refs, ac_validate_config, ac_redact_config, ac_redact_secret_text, ac_profile_rows, ac_infer_schema, ac_parse_problem, ac_parse_dotenv, ac_load_dotenv, ac_parse_sse, ac_resolve_config, ac_explain_config, ac_detect_drift, ac_categorical_drift, ac_check_compatibility, ac_ts_rate, ac_ts_downsample, ac_detect_anomalies, ac_sma, ac_ewma, ac_idempotency_begin, ac_idempotency_complete, ac_idempotency_release, ac_dedup_check, ac_sequence_observe, ac_cas_put, ac_cas_get, ac_outbox_enqueue, ac_outbox_pending, ac_collation_sort, ac_collation_compare, ac_confusable_scan, ac_confusable_compare, ac_readability_report, ac_bidi_check, ac_bidi_strip, ac_format_list, ac_format_message, ac_gettext_translate, ac_gettext_ngettext, ac_checksum_validate, ac_checksum_digit, ac_diff_rows, ac_cell_changes, ac_check_foreign_key, ac_check_unique_key, ac_check_accepted_values, ac_check_row_count, ac_parse_link_header, ac_next_url, ac_build_multipart, ac_parse_multipart, ac_decode_body, ac_parse_quality_values, ac_cookie_header, ac_parse_set_cookie, ac_parse_cache_control, ac_store_validators, ac_run_saga, ac_decision_table, ac_repair_record, ac_repair_resolved, ac_repair_pending, ac_repair_approve, ac_detect_pii, ac_redact_pii, ac_export_sarif, ac_screen_record_start, ac_screen_record_stop, ac_screen_record_list, ac_launch_process, ac_list_processes, ac_kill_process, ac_shell, ac_open_path, ac_plan_open, ac_idle_seconds, ac_is_idle, ac_plan_keep_awake, ac_keep_awake_on, ac_allow_sleep, ac_normalize_ext, ac_file_association, ac_get_volume, ac_set_volume, ac_change_volume, ac_set_mute, ac_toggle_mute, ac_lock_session, ac_plan_lock_session, ac_wait_for_unlock, ac_classify_lock_transitions, ac_ime_state, ac_is_composing, ac_wait_for_composition_commit, ac_decode_conversion_mode, ac_remote_host_start, ac_remote_host_stop, ac_remote_host_status, ac_remote_viewer_connect, ac_remote_viewer_disconnect, ac_remote_viewer_status, ac_remote_viewer_send_input, ac_gamepad_press, ac_gamepad_release, ac_gamepad_click, ac_gamepad_dpad, ac_gamepad_left_stick, ac_gamepad_right_stick, ac_gamepad_left_trigger, ac_gamepad_right_trigger, ac_gamepad_reset, ac_usb_passthrough_enable, ac_usb_passthrough_status, ac_usb_acl_list, ac_usb_acl_add, ac_usb_acl_remove, ac_usb_acl_set_default, ac_usb_loopback_list, ac_usb_loopback_open, ac_usb_remote_list, ac_usb_remote_open, ac_assert_text, ac_assert_image, ac_assert_pixel, ac_assert_window, ac_assert_clipboard, ac_assert_process, ac_assert_file, ac_assert_http, ac_assert_all, ac_assert_any, ac_assert_eventually, ac_load_data, ac_sql_query, ac_assert_db, ac_http_request, ac_send_email, ac_extract_pdf_text, ac_assert_pdf_text, ac_take_golden, ac_assert_visual, ac_run_state_machine, ac_generate_code, ac_generate_code_from_log, ac_flaky_report, ac_failure_signature, ac_group_failures, ac_diff_runs, ac_failure_clusters, ac_cofailure_pairs, ac_build_timeline, ac_critical_steps, ac_run_suite, ac_quarantine_add, ac_quarantine_remove, ac_quarantine_list, ac_quarantine_auto, ac_audit_accessibility, ac_audit_contrast, ac_wcag_audit, ac_run_device_matrix, ac_assert_audio, ac_assert_video_changes, ac_config_sync_run, ac_config_sync_status, ac_config_sync_resolve, ac_config_sync_full_resync, ac_config_sync_collect_blobs, click, move_mouse, mouse_pos, scroll, type, press, hotkey, screenshot, screen_size, find_image, find_text, click_text, drag, list_windows, focus_window, wait_image, wait_pixel, diff_screens, shell. Tool listing does not establish authenticated tool-call success.

cd <host-path> && git log -1 --format=%H 2>/dev/null; ls -la; cat README.md 2>/dev/null | head -200
ls -la <host-path> 2>/dev/null; cat <host-path> 2>/dev/null | head -60; ls <host-path> 2>/dev/null
cd <host-path> && sudo apt-get update -qq >/dev/null 2>&1; sudo apt-get install -y -qq python3-venv cmake libssl-dev >/tmp/apt.log 2>&1; echo apt=$?; python3 -m venv /tmp/acvenv && /tmp/acvenv/bin/pip install -q -e . 2>&1 | tail -20; echo pip=$?; ls /tmp/acvenv/bin | grep -i -E "auto|mcp"
cd <host-path> && cat .github/workflows/action-json-lint.yml | head -80; grep -n "je_auto_control_mcp\|je_auto_control run\|--dry-run" .github/workflows/*.yml | head -20
cd /tmp && { printf '%s\n' '{"jsonrpc":"2.0","id":1,"method":"initialize","params":{"protocolVersion":"2024-11-05","capabilities":{},"clientInfo":{"name":"smoke","version":"0"}}}' '{"jsonrpc":"2.0","method":"notifications/initialized"}' '{"jsonrpc":"2.0","id":2,"method":"tools/list"}'; sleep 3; } | timeout 20 /tmp/acvenv/bin/je_auto_control_mcp > /tmp/mcp_out.txt 2>/tmp/mcp_err.txt; echo rc=$?; head -c 600 /tmp/mcp_out.txt; echo; python3 -c "import json;[print(json.loads(l)['result'].get('tools',[{}])[:0] or len(json.loads(l)['result'].get('tools',[]))) for l in open('/tmp/mcp_out.txt') if '\"id\":2' in l]" ; echo ---; tail -5 /tmp/mcp_err.txt
sudo apt-get install -y -qq xvfb xauth >/tmp/apt2.log 2>&1; echo apt=$?; (Xvfb :99 -screen 0 1280x1024x24 >/tmp/xvfb.log 2>&1 &); sleep 2; cd /tmp && export DISPLAY=:99 && { printf '%s\n' '{"jsonrpc":"2.0","id":1,"method":"initialize","params":{"protocolVersion":"2024-11-05","capabilities":{},"clientInfo":{"name":"smoke","version":"0"}}}' '{"jsonrpc":"2.0","method":"notifications/initialized"}' '{"jsonrpc":"2.0","id":2,"method":"tools/list"}'; sleep 4; } | timeout 25 /tmp/acvenv/bin/je_auto_control_mcp > /tmp/mcp_out.txt 2>/tmp/mcp_err.txt; echo rc=$?; python3 -c "
import json
for l in open('/tmp/mcp_out.txt'):
    d=json.loads(l)
    if d.get('id')==2: t=d['result']['tools']; print('tools:',len(t)); print([x['name'] for x in t[:10]])
"; tail -3 /tmp/mcp_err.txt
pkill -f "Xvfb :99"; sleep 1; which xvfb-run; cd /tmp && { printf '%s\n' '{"jsonrpc":"2.0","id":1,"method":"initialize","params":{"protocolVersion":"2024-11-05","capabilities":{},"clientInfo":{"name":"smoke","version":"0"}}}' '{"jsonrpc":"2.0","method":"notifications/initialized"}' '{"jsonrpc":"2.0","id":2,"method":"tools/list"}'; sleep 6; } | timeout 40 xvfb-run -a /tmp/acvenv/bin/je_auto_control_mcp > /tmp/mcp_out.txt 2>/tmp/mcp_err.txt; echo rc=$?; python3 -c "
import json
for l in open('/tmp/mcp_out.txt'):
    d=json.loads(l)
    if d.get('id')==2: print('tools:',len(d['result']['tools']))
"; pgrep -af "Xvfb|je_auto_control_mcp" | grep -v pgrep; echo leftover-check-done
pkill -x Xvfb; sleep 1; which xvfb-run || sudo apt-get install -y -qq xvfb >/dev/null 2>&1; which xvfb-run; cd /tmp && { printf '%s\n' '{"jsonrpc":"2.0","id":1,"method":"initialize","params":{"protocolVersion":"2024-11-05","capabilities":{},"clientInfo":{"name":"smoke","version":"0"}}}' '{"jsonrpc":"2.0","method":"notifications/initialized"}' '{"jsonrpc":"2.0","id":2,"method":"tools/list"}'; sleep 6; } | timeout 40 xvfb-run -a /tmp/acvenv/bin/je_auto_control_mcp > /tmp/mcp_out.txt 2>/tmp/mcp_err.txt; echo rc=$?; python3 -c "
import json
for l in open('/tmp/mcp_out.txt'):
    d=json.loads(l)
    if d.get('id')==2: print('tools:',len(d['result']['tools']))
"; pgrep -x Xvfb || echo no-xvfb-left
cd <host-path> && mkdir -p .coldpass && cat > .coldpass/probe.json <<'EOF'
{"kind":"mcp","argv":["/usr/bin/xvfb-run","-a","/tmp/acvenv/bin/je_auto_control_mcp"],"cwd":"<host-path>","env":{}}
EOF
cat > .coldpass/report.json <<'EOF'
{"outcome":"working","operation":"Start the je_auto_control_mcp stdio MCP server (README: 'AI-friendly MCP') and list tools via initialize + tools/list; server returned 757 tools (ac_* canonical names plus aliases).","operation_scope":"Stdio MCP start and tools/list only. Server needs an X display at import; run under xvfb-run (virtual display). No GUI actions exercised, no OCR/VLM/browser backends, no CDP endpoint used. Full test/lint suites not run per task instructions.","steps":["apt-get install -y python3-venv cmake libssl-dev (README Installation prerequisites)","python3 -m venv /tmp/acvenv && /tmp/acvenv/bin/pip install -e . (core install from checkout)","apt-get install xvfb xauth (needed for X display)","xvfb-run -a /tmp/acvenv/bin/je_auto_control_mcp with initialize + tools/list over stdio"],"deviations":["README 'pip install je_auto_control' replaced by editable install from the pinned checkout (-e .) so the probe tests the pinned commit.","je_auto_control_mcp failed with Xlib DisplayConnectionError (no DISPLAY) on a headless guest; installed xvfb and wrapped the probe argv with xvfb-run -a."],"stuck_step":null,"main_blocker":null,"suggested_fix":null}
EOF
<env-var>=<host-path> python3 -I <host-path> --validate; echo rc=$?

run JSON · checker evidence · agent report + check · transcript excerpt · error excerpt