Skip to content

Commit 75f9267

Browse files
VinciGit00VinciGit00
committed
refactor: remove schema endpoint
1 parent efe2ff2 commit 75f9267

10 files changed

Lines changed: 0 additions & 189 deletions

File tree

‎examples/schema_generate_example.py‎

Lines changed: 0 additions & 19 deletions
This file was deleted.

‎examples/schema_refine_example.py‎

Lines changed: 0 additions & 28 deletions
This file was deleted.

‎scrapegraph-py/scrapegraph_py/__init__.py‎

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -30,7 +30,6 @@
3030
from .models.extract import ExtractRequest
3131
from .models.history import HistoryFilter
3232
from .models.monitor import MonitorCreateRequest
33-
from .models.schema import SchemaRequest
3433
from .models.scrape import ScrapeFormat, ScrapeRequest
3534
from .models.search import SearchRequest
3635
from .models.shared import FetchConfig, LlmConfig
@@ -50,8 +49,6 @@
5049
"ExtractRequest",
5150
# Search
5251
"SearchRequest",
53-
# Schema
54-
"SchemaRequest",
5552
# Crawl
5653
"CrawlFormat",
5754
"CrawlRequest",

‎scrapegraph-py/scrapegraph_py/async_client.py‎

Lines changed: 0 additions & 25 deletions
Original file line numberDiff line numberDiff line change
@@ -28,7 +28,6 @@
2828
from scrapegraph_py.models.extract import ExtractRequest
2929
from scrapegraph_py.models.history import HistoryFilter
3030
from scrapegraph_py.models.monitor import MonitorCreateRequest
31-
from scrapegraph_py.models.schema import SchemaRequest
3231
from scrapegraph_py.models.scrape import ScrapeFormat, ScrapeRequest
3332
from scrapegraph_py.models.search import SearchRequest
3433
from scrapegraph_py.models.shared import FetchConfig, LlmConfig
@@ -387,30 +386,6 @@ async def search(
387386
"POST", f"{self.base_url}/search", json=request.model_dump()
388387
)
389388

390-
# ------------------------------------------------------------------
391-
# Schema
392-
# ------------------------------------------------------------------
393-
394-
async def schema(
395-
self,
396-
prompt: str,
397-
existing_schema: Optional[Dict[str, Any]] = None,
398-
) -> Dict[str, Any]:
399-
"""Generate a JSON schema from a natural language prompt.
400-
401-
Args:
402-
prompt: Description of the schema to generate
403-
existing_schema: Optional existing schema to modify/extend
404-
"""
405-
logger.info("Generating schema")
406-
request = SchemaRequest(
407-
prompt=prompt,
408-
existing_schema=existing_schema,
409-
)
410-
return await self._make_request(
411-
"POST", f"{self.base_url}/schema", json=request.model_dump()
412-
)
413-
414389
# ------------------------------------------------------------------
415390
# Credits
416391
# ------------------------------------------------------------------

‎scrapegraph-py/scrapegraph_py/client.py‎

Lines changed: 0 additions & 25 deletions
Original file line numberDiff line numberDiff line change
@@ -29,7 +29,6 @@
2929
from scrapegraph_py.models.extract import ExtractRequest
3030
from scrapegraph_py.models.history import HistoryFilter
3131
from scrapegraph_py.models.monitor import MonitorCreateRequest
32-
from scrapegraph_py.models.schema import SchemaRequest
3332
from scrapegraph_py.models.scrape import ScrapeFormat, ScrapeRequest
3433
from scrapegraph_py.models.search import SearchRequest
3534
from scrapegraph_py.models.shared import FetchConfig, LlmConfig
@@ -434,30 +433,6 @@ def search(
434433
"POST", f"{self.base_url}/search", json=request.model_dump()
435434
)
436435

437-
# ------------------------------------------------------------------
438-
# Schema
439-
# ------------------------------------------------------------------
440-
441-
def schema(
442-
self,
443-
prompt: str,
444-
existing_schema: Optional[Dict[str, Any]] = None,
445-
) -> Dict[str, Any]:
446-
"""Generate a JSON schema from a natural language prompt.
447-
448-
Args:
449-
prompt: Description of the schema to generate
450-
existing_schema: Optional existing schema to modify/extend
451-
"""
452-
logger.info("Generating schema")
453-
request = SchemaRequest(
454-
prompt=prompt,
455-
existing_schema=existing_schema,
456-
)
457-
return self._make_request(
458-
"POST", f"{self.base_url}/schema", json=request.model_dump()
459-
)
460-
461436
# ------------------------------------------------------------------
462437
# Credits
463438
# ------------------------------------------------------------------

‎scrapegraph-py/scrapegraph_py/models/__init__.py‎

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,6 @@
66
from .scrape import ScrapeFormat, ScrapeRequest, GetScrapeRequest
77
from .extract import ExtractRequest
88
from .search import SearchRequest
9-
from .schema import SchemaRequest
109
from .crawl import CrawlFormat, CrawlRequest
1110
from .monitor import MonitorCreateRequest
1211
from .history import HistoryFilter
@@ -23,8 +22,6 @@
2322
"ExtractRequest",
2423
# Search
2524
"SearchRequest",
26-
# Schema
27-
"SchemaRequest",
2825
# Crawl
2926
"CrawlFormat",
3027
"CrawlRequest",

‎scrapegraph-py/scrapegraph_py/models/schema.py‎

Lines changed: 0 additions & 30 deletions
This file was deleted.

‎scrapegraph-py/tests/test_async_client.py‎

Lines changed: 0 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -124,22 +124,6 @@ async def test_search(client):
124124
assert "results" in result
125125

126126

127-
# ------------------------------------------------------------------
128-
# Schema
129-
# ------------------------------------------------------------------
130-
131-
132-
@pytest.mark.asyncio
133-
async def test_schema(client):
134-
with aioresponses() as mocked:
135-
mocked.post(
136-
f"{API_BASE_URL}/schema",
137-
payload={"request_id": str(uuid4()), "schema": {"type": "object"}},
138-
)
139-
result = await client.schema("Generate a schema for product data")
140-
assert "schema" in result
141-
142-
143127
# ------------------------------------------------------------------
144128
# Credits
145129
# ------------------------------------------------------------------

‎scrapegraph-py/tests/test_client.py‎

Lines changed: 0 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -159,22 +159,6 @@ def test_search_with_num_results(client):
159159
assert "results" in result
160160

161161

162-
# ------------------------------------------------------------------
163-
# Schema
164-
# ------------------------------------------------------------------
165-
166-
167-
@responses.activate
168-
def test_schema(client):
169-
responses.add(
170-
responses.POST,
171-
f"{API_BASE_URL}/schema",
172-
json={"request_id": str(uuid4()), "schema": {"type": "object"}},
173-
)
174-
result = client.schema("Generate a schema for product data")
175-
assert "schema" in result
176-
177-
178162
# ------------------------------------------------------------------
179163
# Credits
180164
# ------------------------------------------------------------------

‎scrapegraph-py/tests/test_models.py‎

Lines changed: 0 additions & 24 deletions
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,6 @@
66
from scrapegraph_py.models.extract import ExtractRequest
77
from scrapegraph_py.models.history import HistoryFilter
88
from scrapegraph_py.models.monitor import MonitorCreateRequest
9-
from scrapegraph_py.models.schema import SchemaRequest
109
from scrapegraph_py.models.scrape import ScrapeFormat, ScrapeRequest
1110
from scrapegraph_py.models.search import SearchRequest
1211
from scrapegraph_py.models.shared import FetchConfig, LlmConfig
@@ -114,29 +113,6 @@ def test_search_request_num_results_bounds():
114113
SearchRequest(query="test", num_results=21)
115114

116115

117-
# ------------------------------------------------------------------
118-
# Schema
119-
# ------------------------------------------------------------------
120-
121-
122-
def test_schema_request_valid():
123-
req = SchemaRequest(prompt="Product with name and price")
124-
assert "Product" in req.prompt
125-
126-
127-
def test_schema_request_empty_prompt():
128-
with pytest.raises(ValueError, match="Prompt cannot be empty"):
129-
SchemaRequest(prompt="")
130-
131-
132-
def test_schema_request_with_existing():
133-
req = SchemaRequest(
134-
prompt="Add rating field",
135-
existing_schema={"type": "object"},
136-
)
137-
assert req.existing_schema is not None
138-
139-
140116
# ------------------------------------------------------------------
141117
# Crawl
142118
# ------------------------------------------------------------------

0 commit comments

Comments
 (0)