Add New Sources

1
# Add to backend/airweave/platform/configs/auth.py
2
3
class GhibliAuthConfig(AuthConfig):
4
    """Studio Ghibli authentication credentials schema."""
5
6
    # No authentication needed for this public API
7
    pass

1
# Add to backend/airweave/platform/configs/config.py
2
3
class GhibliConfig(SourceConfig):
4
    """Studio Ghibli configuration schema."""
5
6
    include_rt_scores: bool = Field(
7
        default=True,
8
        title="Include RT Scores",
9
        description="Whether to include Rotten Tomatoes scores in the metadata"
10
    )

1
# Create backend/airweave/platform/entities/ghibli.py
2
3
from datetime import datetime
4
from typing import List, Optional
5
6
from pydantic import Field
7
8
from airweave.platform.entities._base import ChunkEntity
9
10
class GhibliFilmEntity(ChunkEntity):
11
    """Schema for a Studio Ghibli film."""
12
13
    film_id: str = Field(..., description="Unique ID of the film")
14
    title: str = Field(..., description="Title of the film")
15
    original_title: str = Field(..., description="Original Japanese title")
16
    director: str = Field(..., description="Director of the film")
17
    producer: str = Field(..., description="Producer of the film")
18
    release_date: str = Field(..., description="Release date")
19
    running_time: str = Field(..., description="Running time in minutes")
20
    rt_score: Optional[str] = Field(None, description="Rotten Tomatoes score")
21
    people: List[str] = Field(default_factory=list, description="Characters in the film")
22
    species: List[str] = Field(default_factory=list, description="Species in the film")
23
    locations: List[str] = Field(default_factory=list, description="Locations in the film")
24
    vehicles: List[str] = Field(default_factory=list, description="Vehicles in the film")

1
# Create backend/airweave/platform/sources/ghibli.py
2
3
from typing import AsyncGenerator, Optional, Dict, Any
4
import httpx
5
6
from airweave.platform.entities.ghibli import GhibliFilmEntity
7
from airweave.platform.decorators import source
8
from airweave.platform.sources._base import BaseSource
9
from airweave.platform.auth.schemas import AuthType
10
11
@source(
12
    name="Studio Ghibli",
13
    short_name="ghibli",
14
    auth_type=AuthType.none,
15
    auth_config_class="GhibliAuthConfig",
16
    config_class="GhibliConfig",
17
    labels=["Entertainment", "API"]
18
)
19
class GhibliSource(BaseSource):
20
    """Studio Ghibli source implementation."""
21
22
    @classmethod
23
    async def create(
24
        cls,
25
        credentials=None,
26
        config: Optional[Dict[str, Any]] = None
27
    ) -> "GhibliSource":
28
        """Create a new Ghibli source instance."""
29
        instance = cls()
30
        instance.config = config or {}
31
        return instance
32
33
    async def generate_entities(self) -> AsyncGenerator[GhibliFilmEntity, None]:
34
        """Generate entities from the Ghibli API."""
35
        async with httpx.AsyncClient() as client:
36
            response = await client.get("https://ghibli.rest/films")
37
            response.raise_for_status()
38
            films = response.json()
39
40
            for film in films:
41
                yield GhibliFilmEntity(
42
                    entity_id=film["id"],
43
                    film_id=film["id"],
44
                    title=film["title"],
45
                    original_title=film["original_title"],
46
                    content=film["description"],  # Required by ChunkEntity
47
                    director=film["director"],
48
                    producer=film["producer"],
49
                    release_date=film["release_date"],
50
                    running_time=film["running_time"],
51
                    rt_score=film["rt_score"] if self.config.get("include_rt_scores", True) else None,
52
                    people=film.get("people", []),
53
                    species=film.get("species", []),
54
                    locations=film.get("locations", []),
55
                    vehicles=film.get("vehicles", [])
56
                )