hyperboria/nexus/pylon/sources/specific/lancet.py

from typing import (
    AsyncIterable,
    Callable,
)

from library.logging import error_log
from nexus.pylon.sources.base import (
    DoiSource,
    PreparedRequest,
)


class LancetSource(DoiSource):
    base_url = 'https://www.thelancet.com'
    resolve_timeout = 10
    use_proxy = False

    async def resolve(self, error_log_func: Callable = error_log) -> AsyncIterable[PreparedRequest]:
        async with self.get_resolve_session() as session:
            splitted_doi = self.doi.split("/", maxsplit=1)
            if len(splitted_doi) < 2:
                return
            url = f'{self.base_url}/action/showPdf?pii={splitted_doi[1].upper()}'
            async with PreparedRequest(
                method='get',
                url=url,
                timeout=self.resolve_timeout,
            ).execute_with(session=session) as resp:
                yield PreparedRequest(
                    method='get',
                    cookies=resp.cookies,
                    url=str(resp.url),
                    timeout=self.resolve_timeout,
                )