Skip to content

chore: replace deprecated gpt-4o-mini model in docs and tests #1742

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
radu-mocanu wants to merge 1 commit into
base: main
Choose a base branch
from
+31 −31
Open

chore: replace deprecated gpt-4o-mini model in docs and tests #1742

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 4 additions & 4 deletions packages/uipath-platform/tests/services/test_llm_service.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -126,7 +126,7 @@ class Company(BaseModel):
"id": "chatcmpl-test123",
"object": "chat.completion",
"created": 1234567890,
"model": "gpt-4o-mini-2024-07-18",
"model": "gpt-4.1-mini-2025-04-14",
"choices": [
{
"index": 0,
Expand Down Expand Up @@ -300,7 +300,7 @@ class Article(BaseModel):
"id": "chatcmpl-test123",
"object": "chat.completion",
"created": 1234567890,
"model": "gpt-4o-mini-2024-07-18",
"model": "gpt-4.1-mini-2025-04-14",
"choices": [
{
"index": 0,
Expand Down Expand Up @@ -473,7 +473,7 @@ async def test_openai_model_includes_all_params(self, mock_request, llm_service)
"id": "chatcmpl-test",
"object": "chat.completion",
"created": 1234567890,
"model": "gpt-4o-mini-2024-07-18",
"model": "gpt-4.1-mini-2025-04-14",
"choices": [
{
"index": 0,
Expand All @@ -487,7 +487,7 @@ async def test_openai_model_includes_all_params(self, mock_request, llm_service)

await llm_service.chat_completions(
messages=[{"role": "user", "content": "Hello"}],
model="gpt-4o-mini-2024-07-18",
model="gpt-4.1-mini-2025-04-14",
max_tokens=1000,
temperature=0,
)
Expand Down
10 changes: 5 additions & 5 deletions packages/uipath-platform/tests/services/test_uipath_llm_integration.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -231,7 +231,7 @@ async def test_basic_chat_completions_mocked(self, mock_request, llm_service):
"id": "chatcmpl-123",
"object": "chat.completion",
"created": 1677858242,
"model": "gpt-4o-mini-2024-07-18",
"model": "gpt-4.1-mini-2025-04-14",
"choices": [
{
"index": 0,
Expand Down Expand Up @@ -290,7 +290,7 @@ async def test_tool_call_required_mocked(self, mock_request, llm_service):
"id": "chatcmpl-456",
"object": "chat.completion",
"created": 1677858242,
"model": "gpt-4o-mini-2024-07-18",
"model": "gpt-4.1-mini-2025-04-14",
"choices": [
{
"index": 0,
Expand Down Expand Up @@ -384,7 +384,7 @@ async def test_raw_dict_tool_passthrough_mocked(self, mock_request, llm_service)
"id": "chatcmpl-raw",
"object": "chat.completion",
"created": 1677858242,
"model": "gpt-4o-mini-2024-07-18",
"model": "gpt-4.1-mini-2025-04-14",
"choices": [
{
"index": 0,
Expand Down Expand Up @@ -462,7 +462,7 @@ async def test_chat_with_conversation_history_mocked(
"id": "chatcmpl-789",
"object": "chat.completion",
"created": 1677858242,
"model": "gpt-4o-mini-2024-07-18",
"model": "gpt-4.1-mini-2025-04-14",
"choices": [
{
"index": 0,
Expand Down Expand Up @@ -543,7 +543,7 @@ async def test_no_tools_mocked(self, mock_request, llm_service):
"id": "chatcmpl-abc",
"object": "chat.completion",
"created": 1677858242,
"model": "gpt-4o-mini-2024-07-18",
"model": "gpt-4.1-mini-2025-04-14",
"choices": [
{
"index": 0,
Expand Down
2 changes: 1 addition & 1 deletion packages/uipath/pyproject.toml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
[project]
name = "uipath"
version = "2.11.9"
version = "2.11.10"
description = "Python SDK and CLI for UiPath Platform, enabling programmatic interaction with automation services, process management, and deployment tools."
readme = { file = "README.md", content-type = "text/markdown" }
requires-python = ">=3.11"
Expand Down
4 changes: 2 additions & 2 deletions packages/uipath/samples/csv-processor/.claude/commands/eval.md
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -83,7 +83,7 @@ Read the agent's Input/Output schema from entry-points.json to understand the da
"evaluatorTypeId": "uipath-llm-judge-output-semantic-similarity",
"evaluatorConfig": {
"name": "LLMJudgeOutputEvaluator",
"model": "gpt-4o-mini-2024-07-18"
"model": "gpt-4.1-mini-2025-04-14"
}
}
```
Expand Down Expand Up @@ -151,7 +151,7 @@ Read the agent's Input/Output schema from entry-points.json to understand the da
- `evaluationCriterias` keys must match entries in `evaluatorRefs`
- Use `expectedOutput` for most evaluators
- LLM evaluators need `model` in their config. Available models are defined in the SDK's `ChatModels` class (`uipath.platform.chat.ChatModels`):
- `gpt-4o-mini-2024-07-18` (recommended for cost-efficiency)
- `gpt-4.1-mini-2025-04-14` (recommended for cost-efficiency)
- `gpt-4o-2024-08-06` (higher quality, higher cost)
- `o3-mini-2025-01-31` (latest reasoning model)
- Model availability varies by region and tenant configuration
Expand Down
4 changes: 2 additions & 2 deletions packages/uipath/samples/resource-overrides/.claude/commands/eval.md
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -83,7 +83,7 @@ Read the agent's Input/Output schema from entry-points.json to understand the da
"evaluatorTypeId": "uipath-llm-judge-output-semantic-similarity",
"evaluatorConfig": {
"name": "LLMJudgeOutputEvaluator",
"model": "gpt-4o-mini-2024-07-18"
"model": "gpt-4.1-mini-2025-04-14"
}
}
```
Expand Down Expand Up @@ -151,7 +151,7 @@ Read the agent's Input/Output schema from entry-points.json to understand the da
- `evaluationCriterias` keys must match entries in `evaluatorRefs`
- Use `expectedOutput` for most evaluators
- LLM evaluators need `model` in their config. Available models are defined in the SDK's `ChatModels` class (`uipath.platform.chat.ChatModels`):
- `gpt-4o-mini-2024-07-18` (recommended for cost-efficiency)
- `gpt-4.1-mini-2025-04-14` (recommended for cost-efficiency)
- `gpt-4o-2024-08-06` (higher quality, higher cost)
- `o3-mini-2025-01-31` (latest reasoning model)
- Model availability varies by region and tenant configuration
Expand Down
4 changes: 2 additions & 2 deletions packages/uipath/src/uipath/_resources/eval.md
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -83,7 +83,7 @@ Read the agent's Input/Output schema from entry-points.json to understand the da
"evaluatorTypeId": "uipath-llm-judge-output-semantic-similarity",
"evaluatorConfig": {
"name": "LLMJudgeOutputEvaluator",
"model": "gpt-4o-mini-2024-07-18"
"model": "gpt-4.1-mini-2025-04-14"
}
}
```
Expand Down Expand Up @@ -151,7 +151,7 @@ Read the agent's Input/Output schema from entry-points.json to understand the da
- `evaluationCriterias` keys must match entries in `evaluatorRefs`
- Use `expectedOutput` for most evaluators
- LLM evaluators need `model` in their config. Available models are defined in the SDK's `ChatModels` class (`uipath.platform.chat.ChatModels`):
- `gpt-4o-mini-2024-07-18` (recommended for cost-efficiency)
- `gpt-4.1-mini-2025-04-14` (recommended for cost-efficiency)
- `gpt-4o-2024-08-06` (higher quality, higher cost)
- `o3-mini-2025-01-31` (latest reasoning model)
- Model availability varies by region and tenant configuration
Expand Down
6 changes: 3 additions & 3 deletions packages/uipath/tests/cli/eval/mocks/test_input_mocker.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@ async def test_generate_llm_input_with_model_settings(
"inputMockingStrategy": {
"prompt": "Generate a multiplication query with 5 and 7",
"model": {
"model": "gpt-4o-mini-2024-07-18",
"model": "gpt-4.1-mini-2025-04-14",
"temperature": 0.5,
"maxTokens": 150,
},
Expand All @@ -44,7 +44,7 @@ async def test_generate_llm_input_with_model_settings(

assert isinstance(eval_item.input_mocking_strategy, InputMockingStrategy)
assert isinstance(eval_item.input_mocking_strategy.model, ModelSettings)
assert eval_item.input_mocking_strategy.model.model == "gpt-4o-mini-2024-07-18"
assert eval_item.input_mocking_strategy.model.model == "gpt-4.1-mini-2025-04-14"
assert eval_item.input_mocking_strategy.model.temperature == 0.5
assert eval_item.input_mocking_strategy.model.max_tokens == 150

Expand Down Expand Up @@ -77,7 +77,7 @@ async def test_generate_llm_input_with_model_settings(
"id": "response-id",
"object": "chat.completion",
"created": 0,
"model": "gpt-4o-mini-2024-07-18",
"model": "gpt-4.1-mini-2025-04-14",
"choices": [
{
"index": 0,
Expand Down
8 changes: 4 additions & 4 deletions packages/uipath/tests/cli/eval/mocks/test_input_mocker_span.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -51,7 +51,7 @@ async def test_simulate_input_span_attributes(httpx_mock: HTTPXMock, monkeypatch
"id": "response-id",
"object": "chat.completion",
"created": 0,
"model": "gpt-4o-mini-2024-07-18",
"model": "gpt-4.1-mini-2025-04-14",
"choices": [
{
"index": 0,
Expand All @@ -75,7 +75,7 @@ async def test_simulate_input_span_attributes(httpx_mock: HTTPXMock, monkeypatch
mocking_strategy = InputMockingStrategy(
prompt="Generate a formal greeting for Alice",
model=ModelSettings(
model="gpt-4o-mini-2024-07-18",
model="gpt-4.1-mini-2025-04-14",
temperature=0.0,
maxTokens=150,
),
Expand Down Expand Up @@ -193,7 +193,7 @@ async def test_simulate_input_span_on_error(httpx_mock: HTTPXMock, monkeypatch):
"id": "response-id",
"object": "chat.completion",
"created": 0,
"model": "gpt-4o-mini-2024-07-18",
"model": "gpt-4.1-mini-2025-04-14",
"choices": [
{
"index": 0,
Expand Down Expand Up @@ -223,7 +223,7 @@ async def test_simulate_input_span_on_error(httpx_mock: HTTPXMock, monkeypatch):

mocking_strategy = InputMockingStrategy(
prompt="Generate input",
model=ModelSettings(model="gpt-4o-mini-2024-07-18"),
model=ModelSettings(model="gpt-4.1-mini-2025-04-14"),
)

input_schema = {
Expand Down
2 changes: 1 addition & 1 deletion packages/uipath/tests/evaluators/test_evaluator_methods.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2244,7 +2244,7 @@ async def capture_chat_completions(**kwargs: Any) -> Any:

config = {
"name": "TestMaxTokensNone",
"model": "gpt-4o-mini-2024-07-18",
"model": "gpt-4.1-mini-2025-04-14",
"prompt": "Evaluate the output",
}
evaluator = LLMJudgeOutputEvaluator.model_validate(
Expand Down
12 changes: 6 additions & 6 deletions packages/uipath/tests/tracing/test_otel_exporters.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -296,7 +296,7 @@ def test_process_span_with_dict_attributes(self):
"Attributes": {
"input.value": '{"messages": [[{"lc": 1, "type": "constructor", "id": ["langchain", "schema", "messages", "HumanMessage"], "kwargs": {"content": "Test content", "type": "human"}}]]}',
"output.value": '{"generations": []}',
"llm.model_name": "gpt-4o-mini-2024-07-18",
"llm.model_name": "gpt-4.1-mini-2025-04-14",
"openinference.span.kind": "LLM",
},
"Status": 1,
Expand All @@ -311,7 +311,7 @@ def test_process_span_with_dict_attributes(self):
attributes = span_data["Attributes"]
assert isinstance(attributes, dict)
self.assertIsInstance(attributes, dict)
self.assertEqual(attributes["model"], "gpt-4o-mini-2024-07-18")
self.assertEqual(attributes["model"], "gpt-4.1-mini-2025-04-14")
self.assertIn("input", attributes)
self.assertIn("output", attributes)

Expand All @@ -322,7 +322,7 @@ def test_process_span_with_json_string_attributes(self):
attributes_dict = {
"input.value": '{"messages": [[{"lc": 1, "type": "constructor", "id": ["langchain", "schema", "messages", "HumanMessage"], "kwargs": {"content": "Test content", "type": "human"}}]]}',
"output.value": '{"generations": []}',
"llm.model_name": "gpt-4o-mini-2024-07-18",
"llm.model_name": "gpt-4.1-mini-2025-04-14",
"openinference.span.kind": "LLM",
}
span_data = {
Expand All @@ -344,7 +344,7 @@ def test_process_span_with_json_string_attributes(self):
attributes_value = span_data["Attributes"]
assert isinstance(attributes_value, str)
attributes = json.loads(attributes_value)
self.assertEqual(attributes["model"], "gpt-4o-mini-2024-07-18")
self.assertEqual(attributes["model"], "gpt-4.1-mini-2025-04-14")
self.assertIn("input", attributes)
self.assertIn("output", attributes)

Expand Down Expand Up @@ -526,7 +526,7 @@ def test_llm_span_mapping_consistency(self):
"Attributes": {
"input.value": '{"messages": []}',
"output.value": '{"generations": []}',
"llm.model_name": "gpt-4o-mini-2024-07-18",
"llm.model_name": "gpt-4.1-mini-2025-04-14",
"llm.token_count.prompt": 219,
"llm.token_count.completion": 66,
"llm.token_count.total": 285,
Expand Down Expand Up @@ -561,7 +561,7 @@ def test_llm_span_mapping_consistency(self):
self.assertIsInstance(attributes, dict)

# Verify LLM-specific attributes are present
self.assertEqual(attributes["model"], "gpt-4o-mini-2024-07-18")
self.assertEqual(attributes["model"], "gpt-4.1-mini-2025-04-14")
self.assertIn("usage", attributes)
usage = attributes["usage"]
assert isinstance(usage, dict)
Expand Down
2 changes: 1 addition & 1 deletion packages/uipath/uv.lock
View file
Open in desktop

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

Loading