This commit is contained in:
alckasoc
2025-01-08 13:12:33 -08:00
parent 569c73b4fd
commit 09d20845a7
7 changed files with 35 additions and 17 deletions
+5 -3
View File
@@ -5,9 +5,11 @@ from typing import Any, Dict, List, Tuple
import numpy as np
import requests
from AppKit import *
from ApplicationServices import (AXUIElementCopyAttributeNames,
AXUIElementCopyAttributeValue,
AXUIElementCreateSystemWide)
from ApplicationServices import (
AXUIElementCopyAttributeNames,
AXUIElementCopyAttributeValue,
AXUIElementCreateSystemWide,
)
from .ACI import ACI, agent_action
+5 -3
View File
@@ -9,9 +9,11 @@ from sklearn.metrics.pairwise import cosine_similarity
from gui_agents.core.BaseModule import BaseModule
from gui_agents.core.ProceduralMemory import PROCEDURAL_MEMORY
from gui_agents.mllm.MultimodalEngine import OpenAIEmbeddingEngine
from gui_agents.utils.common_utils import (load_embeddings,
load_knowledge_base,
save_embeddings)
from gui_agents.utils.common_utils import (
load_embeddings,
load_knowledge_base,
save_embeddings,
)
from gui_agents.utils.query_perplexica import query_to_perplexica
working_dir = os.path.dirname(os.path.abspath(__file__))
+7 -2
View File
@@ -7,8 +7,13 @@ from gui_agents.aci.ACI import ACI
from gui_agents.core.BaseModule import BaseModule
from gui_agents.core.Knowledge import KnowledgeBase
from gui_agents.core.ProceduralMemory import PROCEDURAL_MEMORY
from gui_agents.utils.common_utils import (Dag, Node, calculate_tokens,
call_llm_safe, parse_dag)
from gui_agents.utils.common_utils import (
Dag,
Node,
calculate_tokens,
call_llm_safe,
parse_dag,
)
logger = logging.getLogger("desktopenv.agent")
+6 -3
View File
@@ -5,9 +5,12 @@
import base64
import re
from gui_agents.mllm.MultimodalEngine import (LMMEngineAnthropic,
LMMEngineAzureOpenAI,
LMMEngineOpenAI, LMMEnginevLLM)
from gui_agents.mllm.MultimodalEngine import (
LMMEngineAnthropic,
LMMEngineAzureOpenAI,
LMMEngineOpenAI,
LMMEnginevLLM,
)
data_type_map = {
"openai": {"image_url": "image_url"},
+4 -2
View File
@@ -1,8 +1,10 @@
import base64
import re
from gui_agents.mllm.MultimodalAsyncEngine import (LMMEngineAsyncAzureOpenAI,
LMMEngineAsyncOpenAI)
from gui_agents.mllm.MultimodalAsyncEngine import (
LMMEngineAsyncAzureOpenAI,
LMMEngineAsyncOpenAI,
)
from gui_agents.mllm.MultimodalEngine import LMMEngineCogVLM, LMMEngineLlava
+7 -2
View File
@@ -4,8 +4,13 @@ from io import BytesIO
import backoff
import openai
import requests
from openai import (APIConnectionError, APIError, AsyncAzureOpenAI,
AsyncOpenAI, RateLimitError)
from openai import (
APIConnectionError,
APIError,
AsyncAzureOpenAI,
AsyncOpenAI,
RateLimitError,
)
from PIL import Image
+1 -2
View File
@@ -12,8 +12,7 @@ import openai
import requests
import torch
from anthropic import Anthropic
from openai import (APIConnectionError, APIError, AzureOpenAI, OpenAI,
RateLimitError)
from openai import APIConnectionError, APIError, AzureOpenAI, OpenAI, RateLimitError
from PIL import Image
# TODO: Import only if module exists, else ignore