mirror of
https://github.com/nexus-stc/hyperboria
synced 2024-11-30 06:52:55 +01:00
118 lines
3.5 KiB
Python
118 lines
3.5 KiB
Python
import numpy as np
|
|
from nexus.models.proto.scimag_pb2 import Scimag as ScimagPb
|
|
|
|
from .base import BaseAction
|
|
from .exceptions import InterruptProcessing
|
|
|
|
|
|
def extract_authors(authors):
|
|
result = []
|
|
if authors:
|
|
for author in authors:
|
|
if 'family' in author and 'given' in author:
|
|
result.append(f'{author["family"]}, {author["given"]}')
|
|
return result
|
|
|
|
|
|
def extract_dates(date_parts):
|
|
if not date_parts or not date_parts[0]:
|
|
return 0, None
|
|
year, month, day = date_parts[0] + [0] * (3 - len(date_parts[0]))
|
|
if not year:
|
|
return 0, None
|
|
month = month if month else 1
|
|
day = day if day else 1
|
|
issued_at = np.datetime64(f'{year}-{month:02d}-{day:02d}').astype('datetime64[s]').astype(np.int64)
|
|
return year, issued_at
|
|
|
|
|
|
def extract_first(arr, default=''):
|
|
if arr and len(arr) > 0:
|
|
return arr[0]
|
|
return default
|
|
|
|
|
|
def extract_page(page, default=0):
|
|
np = ''
|
|
for c in page:
|
|
if c.isdigit():
|
|
np += c
|
|
if np:
|
|
np = int(np)
|
|
if np < 2**31:
|
|
return np
|
|
return default
|
|
|
|
|
|
def extract_pages(pages, default=0):
|
|
try:
|
|
if pages is None:
|
|
return default, default
|
|
pages = pages.split('-')
|
|
if len(pages) == 2:
|
|
return extract_page(pages[0], default=default), extract_page(pages[1], default=default)
|
|
elif len(pages) == 1:
|
|
return extract_page(pages[0], default=default), default
|
|
return default, default
|
|
except ValueError:
|
|
return default, default
|
|
|
|
|
|
def extract_references(references):
|
|
if references:
|
|
dois = []
|
|
for reference in references:
|
|
if reference.get('DOI'):
|
|
dois.append(reference['DOI'])
|
|
return dois
|
|
|
|
|
|
def clean_issns(issns):
|
|
if issns:
|
|
cleaned_issns = []
|
|
for issn in issns:
|
|
if issn != '0000-0000':
|
|
cleaned_issns.append(issn)
|
|
return cleaned_issns
|
|
|
|
|
|
def clean_isbns(isbns):
|
|
if isbns:
|
|
return isbns
|
|
|
|
|
|
def extract_title(title, subtitle):
|
|
return ': '.join(filter(lambda x: bool(x), [title.strip(), subtitle.strip()]))
|
|
|
|
|
|
class ToScimagPbAction(BaseAction):
|
|
async def do(self, item: dict) -> ScimagPb:
|
|
if 'DOI' not in item:
|
|
raise InterruptProcessing(document_id=None, reason='no_doi')
|
|
scimag_pb = ScimagPb(
|
|
abstract=item.get('abstract'),
|
|
container_title=extract_first(item.get('container-title')),
|
|
doi=item['DOI'],
|
|
issue=item.get('issue'),
|
|
issns=clean_issns(item.get('ISSN')),
|
|
isbns=clean_isbns(item.get('ISBN')),
|
|
language=item.get('language'),
|
|
referenced_by_count=item.get('is-referenced-by-count'),
|
|
references=extract_references(item.get('reference')),
|
|
tags=item.get('subject'),
|
|
title=extract_title(extract_first(item.get('title')), extract_first(item.get('subtitle'))),
|
|
type=item.get('type'),
|
|
volume=item.get('volume'),
|
|
)
|
|
if item.get('author'):
|
|
scimag_pb.authors.extend(extract_authors(item['author']))
|
|
elif item.get('editor'):
|
|
scimag_pb.authors.extend(extract_authors(item['editor']))
|
|
|
|
scimag_pb.first_page, scimag_pb.last_page = extract_pages(item.get('page'))
|
|
scimag_pb.year, issued_at = extract_dates(item.get('issued', {}).get('date-parts'))
|
|
if issued_at is not None:
|
|
scimag_pb.issued_at = issued_at
|
|
|
|
return scimag_pb
|