feat(api): folder_indexer.summarize_image via gpt-4o-mini vision
Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
This commit is contained in:
@@ -5,7 +5,7 @@ from unittest.mock import AsyncMock, patch
|
||||
|
||||
import pytest
|
||||
|
||||
from app.core.folder_indexer import summarize_text, IndexResult
|
||||
from app.core.folder_indexer import summarize_text, summarize_image, IndexResult
|
||||
|
||||
pytestmark = pytest.mark.asyncio
|
||||
|
||||
@@ -28,3 +28,26 @@ async def test_summarize_text_truncates_summary_at_500_chars():
|
||||
with patch("app.core.folder_indexer._llm_text", new=AsyncMock(return_value=mock_resp)):
|
||||
result = await summarize_text(content="x", ext=".md", name="x.md")
|
||||
assert len(result.summary) <= 500
|
||||
|
||||
|
||||
async def test_summarize_image_uses_vision_content_blocks():
|
||||
mock_resp = AsyncMock()
|
||||
mock_resp.content = "Final logo on white background."
|
||||
mock_resp.usage_metadata = {"total_tokens": 500}
|
||||
captured = {}
|
||||
|
||||
async def fake_llm_vision(messages):
|
||||
captured["messages"] = messages
|
||||
return mock_resp
|
||||
|
||||
with patch("app.core.folder_indexer._llm_vision", new=fake_llm_vision):
|
||||
result = await summarize_image(image_b64="iVBORw0KG", mime="image/png")
|
||||
|
||||
assert "Final logo" in result.summary
|
||||
assert result.tokens_used == 500
|
||||
# last message contains an image content block
|
||||
last = captured["messages"][-1]
|
||||
assert any(
|
||||
isinstance(p, dict) and p.get("type") == "image_url"
|
||||
for p in (last.content if isinstance(last.content, list) else [])
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user