Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
7 changes: 3 additions & 4 deletions docs/04_using_models.md
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@ from askui.model_providers import AskUIVlmProvider, AskUIImageQAProvider

with ComputerAgent(settings=AgentSettings(
vlm_provider=AskUIVlmProvider(model_id="claude-opus-5"),
image_qa_provider=AskUIImageQAProvider(model_id="gemini-2.5-pro"),
image_qa_provider=AskUIImageQAProvider(model_id="gemini-3.5-flash"),
)) as agent:
agent.act("Complete the checkout process")
```
Expand All @@ -40,13 +40,12 @@ The following models are available with your AskUI credentials through the AskUI

**VLM Provider** (for `act()`):
- `claude-haiku-4-5-20251001` (most cost efficient)
- - `gemini-3.5-flash` (fastest)
- `gemini-3.5-flash` (fastest)
- `claude-sonnet-5`(default)
- `claude-opus-5` (most capable)


**Image Q&A Provider** (for `get()`): Gemini models via AskUI's Gemini proxy
- `gemini-2.5-flash` (default)
- `gemini-2.5-pro`
- `gemini-3.5-flash` (default)

You can find more details on the capabilities and limitations of the Anthropic Claude models [here](https://platform.claude.com/docs/en/about-claude/models/overview), and the Google Gemini models [here](https://modelcards.withgoogle.com/model-cards)
2 changes: 1 addition & 1 deletion docs/05_bring_your_own_model_provider.md
Original file line number Diff line number Diff line change
Expand Up @@ -83,7 +83,7 @@ from askui.model_providers import GoogleImageQAProvider

with ComputerAgent(settings=AgentSettings(
image_qa_provider=GoogleImageQAProvider(
model_id="gemini-2.5-pro",
model_id="gemini-3.5-flash",
),
)) as agent:
agent.get("What is shown on the display")
Expand Down
6 changes: 3 additions & 3 deletions examples/model_providers.py
Original file line number Diff line number Diff line change
Expand Up @@ -57,7 +57,7 @@ def create_askui_providers() -> AgentSettings:
"""Create settings using AskUI-hosted providers (default)."""
return AgentSettings(
vlm_provider=AskUIVlmProvider(model_id="claude-sonnet-4-5-20250929"),
image_qa_provider=AskUIImageQAProvider(model_id="gemini-2.5-flash"),
image_qa_provider=AskUIImageQAProvider(model_id="gemini-3.5-flash"),
detection_provider=AskUIDetectionProvider(),
)

Expand Down Expand Up @@ -87,7 +87,7 @@ def create_google_providers() -> AgentSettings:
vlm_provider=AskUIVlmProvider(model_id="claude-sonnet-4-5-20250929"),
image_qa_provider=GoogleImageQAProvider(
api_key=api_key,
model_id="gemini-2.5-flash",
model_id="gemini-3.5-flash",
),
detection_provider=AskUIDetectionProvider(),
)
Expand All @@ -104,7 +104,7 @@ def create_mixed_providers() -> AgentSettings:
# Google for fast image Q&A
image_qa_provider=GoogleImageQAProvider(
api_key=os.environ.get("GOOGLE_API_KEY", ""),
model_id="gemini-2.5-flash",
model_id="gemini-3.5-flash",
),
# AskUI for element detection
detection_provider=AskUIDetectionProvider(),
Expand Down
2 changes: 1 addition & 1 deletion src/askui/agent_settings.py
Original file line number Diff line number Diff line change
Expand Up @@ -154,7 +154,7 @@ class AgentSettings:

agent = ComputerAgent(settings=AgentSettings(
vlm_provider=AskUIVlmProvider(model_id=\"claude-opus-4-6\"),
image_qa_provider=AskUIImageQAProvider(model_id=\"gemini-2.5-pro\"),
image_qa_provider=AskUIImageQAProvider(model_id=\"gemini-3.5-flash\"),
))
```
"""
Expand Down
6 changes: 3 additions & 3 deletions src/askui/model_providers/askui_image_qa_provider.py
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@
from askui.models.types.response_schemas import ResponseSchema
from askui.utils.source_utils import Source

_DEFAULT_MODEL_ID = "gemini-2.5-flash"
_DEFAULT_MODEL_ID = "gemini-3.5-flash"


class AskUIImageQAProvider(ImageQAProvider):
Expand All @@ -30,7 +30,7 @@ class AskUIImageQAProvider(ImageQAProvider):
token (str | None, optional): AskUI API token. Reads `ASKUI_TOKEN`
from the environment if not provided.
model_id (str, optional): Gemini model to use. Defaults to
``"gemini-2.5-flash"``.
``"gemini-3.5-flash"``.
get_model (AskUiGeminiGetModel | None, optional): Pre-configured get model.
If provided, `workspace_id` and `token` are ignored.

Expand All @@ -41,7 +41,7 @@ class AskUIImageQAProvider(ImageQAProvider):

agent = ComputerAgent(settings=AgentSettings(
image_qa_provider=AskUIImageQAProvider(
model_id="gemini-2.5-pro",
model_id="gemini-3.5-flash",
)
))
```
Expand Down
6 changes: 3 additions & 3 deletions src/askui/model_providers/google_image_qa_provider.py
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@
from askui.models.types.response_schemas import ResponseSchema
from askui.utils.source_utils import Source

_DEFAULT_MODEL_ID = "gemini-2.5-flash"
_DEFAULT_MODEL_ID = "gemini-3.5-flash"


class GoogleImageQAProvider(ImageQAProvider):
Expand All @@ -32,7 +32,7 @@ class GoogleImageQAProvider(ImageQAProvider):
auth_token (str | None, optional): Authorization token for custom
authentication. Added as an `Authorization` header.
model_id (str, optional): Gemini model to use. Defaults to
`\"gemini-2.5-flash\"`.
`\"gemini-3.5-flash\"`.
client (GenaiClient | None, optional): Pre-configured Google GenAI client.
If provided, other connection parameters are ignored.

Expand All @@ -44,7 +44,7 @@ class GoogleImageQAProvider(ImageQAProvider):
agent = ComputerAgent(settings=AgentSettings(
image_qa_provider=GoogleImageQAProvider(
api_key=\"AIza...\",
model_id=\"gemini-2.5-pro\",
model_id=\"gemini-3.5-flash\",
)
))
```
Expand Down
2 changes: 1 addition & 1 deletion src/askui/model_providers/image_qa_provider.py
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@ class ImageQAProvider(ABC):

provider = GoogleImageQAProvider(
api_key="...",
model_id="gemini-2.5-flash",
model_id="gemini-3.5-flash",
)
agent = ComputerAgent(settings=AgentSettings(image_qa_provider=provider))
```
Expand Down
4 changes: 2 additions & 2 deletions src/askui/models/askui/get_model.py
Original file line number Diff line number Diff line change
Expand Up @@ -40,7 +40,7 @@ class AskUiGeminiGetModel(GetModel):
"""GetModel implementation using Google Gemini API (via AskUI proxy).

Args:
model_id (str): The model identifier (default: GEMINI__2_5__FLASH).
model_id (str): The model identifier (default: GEMINI__3_5__FLASH).
inference_api_settings (AskUiInferenceApiSettings | None, optional):
API configuration for connecting to AskUI inference API.
If None, uses default settings.
Expand All @@ -51,7 +51,7 @@ class AskUiGeminiGetModel(GetModel):

def __init__(
self,
model_id: str = ModelName.GEMINI__2_5__FLASH,
model_id: str = ModelName.GEMINI__3_5__FLASH,
inference_api_settings: AskUiInferenceApiSettings | None = None,
get_settings: GetSettings | None = None,
) -> None:
Expand Down
2 changes: 1 addition & 1 deletion src/askui/models/google/get_model.py
Original file line number Diff line number Diff line change
Expand Up @@ -33,7 +33,7 @@ class GoogleGetModel(GetModel):
"""GetModel implementation for Google Gemini models.

Args:
model_id (str): The model identifier (e.g., "gemini-2.5-flash").
model_id (str): The model identifier (e.g., "gemini-3.5-flash").
client (genai.Client): The Google GenAI client for creating messages.
"""

Expand Down
6 changes: 6 additions & 0 deletions src/askui/models/models.py
Original file line number Diff line number Diff line change
Expand Up @@ -26,14 +26,20 @@ class ModelName:

ASKUI = "askui"
ASKUI__GEMINI__2_5__FLASH = "askui/gemini-2.5-flash"
"""Deprecated: not served by the AskUI API. Use `ASKUI__GEMINI__3_5__FLASH`."""
ASKUI__GEMINI__2_5__PRO = "askui/gemini-2.5-pro"
"""Deprecated: not served by the AskUI API. Use `ASKUI__GEMINI__3_5__FLASH`."""
ASKUI__GEMINI__3_5__FLASH = "askui/gemini-3.5-flash"
ASKUI__AI_ELEMENT = "askui-ai-element"
ASKUI__COMBO = "askui-combo"
ASKUI__OCR = "askui-ocr"
ASKUI__PTA = "askui-pta"
CLAUDE__SONNET__4__20250514 = "claude-sonnet-4-20250514"
GEMINI__2_5__FLASH = "gemini-2.5-flash"
"""Deprecated: not served by the AskUI API anymore. Use `GEMINI__3_5__FLASH`."""
GEMINI__2_5__PRO = "gemini-2.5-pro"
"""Deprecated: not served by the AskUI API anymore. Use `GEMINI__3_5__FLASH`."""
GEMINI__3_5__FLASH = "gemini-3.5-flash"
HF__SPACES__ASKUI__PTA_1 = "AskUI/PTA-1"
HF__SPACES__OS_COPILOT__OS_ATLAS_BASE_7B = "OS-Copilot/OS-Atlas-Base-7B"
HF__SPACES__QWEN__QWEN2_VL_2B_INSTRUCT = "Qwen/Qwen2-VL-2B-Instruct"
Expand Down
Loading
Loading