org.ris_import ============== .. py:module:: org.ris_import .. autoapi-nested-parse:: Repeatable imports of OGI Page JSON produced by the RIS scraper. Attributes ---------- .. autoapisummary:: org.ris_import.SECTIONS org.ris_import.KEYS org.ris_import.BUSINESS_TYPES org.ris_import.COUNCIL_ROLES org.ris_import.MONTHS org.ris_import.REFERENCE org.ris_import.FIELD_NAMES Classes ------- .. autoapisummary:: org.ris_import.OGIArchive org.ris_import.OGIImporter Functions --------- .. autoapisummary:: org.ris_import.walk org.ris_import.text org.ris_import.references org.ris_import.fields org.ris_import.tables org.ris_import.parse_date org.ris_import.normalize_name org.ris_import.role_key org.ris_import.markup org.ris_import.safe_path org.ris_import.digest org.ris_import.source_id org.ris_import.meeting_times org.ris_import.connect_relationships Module Contents --------------- .. py:data:: SECTIONS :type: tuple[str, ...] :value: ('parliamentarians', 'commissions', 'parliamentary_groups', 'political-business', 'meetings') .. py:data:: KEYS :type: dict[str, str] .. py:data:: BUSINESS_TYPES :type: dict[str, onegov.org.models.political_business.PoliticalBusinessType] .. py:data:: COUNCIL_ROLES :type: dict[str, onegov.parliament.models.parliamentarian_role.Role] .. py:data:: MONTHS :type: dict[str, int] .. py:data:: REFERENCE .. py:data:: FIELD_NAMES :type: set[str] .. py:function:: walk(node: Any) -> collections.abc.Iterator[dict[str, Any]] .. py:function:: text(node: Any) -> str .. py:function:: references(node: Any, kind: str) -> set[str] .. py:function:: fields(page: dict[str, Any]) -> dict[str, Any] .. py:function:: tables(page: dict[str, Any]) -> collections.abc.Iterator[tuple[str, dict[str, Any]]] .. py:function:: parse_date(value: str) -> datetime.date | None .. py:function:: normalize_name(value: str) -> str .. py:function:: role_key(value: str | None) -> str .. py:function:: markup(node: Any) -> str .. py:function:: safe_path(root: pathlib.Path, name: str) -> pathlib.Path .. py:function:: digest(path: pathlib.Path) -> str .. py:function:: source_id(path: pathlib.Path) -> str .. py:class:: OGIArchive(path: pathlib.Path, section: str | None = None) .. py:attribute:: root .. py:attribute:: pages :type: dict[str, dict[str, dict[str, Any]]] .. py:attribute:: assets :type: dict[str, dict[str, str]] .. py:attribute:: manifest :type: dict[str, Any] .. py:attribute:: unavailable :type: dict[str, int] .. py:method:: validate() -> None .. py:method:: importer(session: sqlalchemy.orm.Session) -> OGIImporter .. py:function:: meeting_times(page: dict[str, Any]) -> tuple[datetime.datetime, datetime.datetime | None] .. py:class:: OGIImporter(archive: OGIArchive, session: sqlalchemy.orm.Session) .. py:attribute:: archive .. py:attribute:: session .. py:attribute:: counts :type: collections.Counter[str] .. py:attribute:: people :type: dict[str, onegov.org.models.RISParliamentarian] .. py:attribute:: businesses :type: dict[str, onegov.org.models.PoliticalBusiness] .. py:attribute:: groups :type: dict[str, onegov.org.models.RISParliamentaryGroup] .. py:attribute:: commissions :type: dict[str, onegov.org.models.RISCommission] .. py:attribute:: active :type: set[str] .. py:attribute:: council :type: set[str] .. py:attribute:: council_functions :type: dict[str, str] .. py:attribute:: names :type: dict[str, str] .. py:method:: upsert[T: onegov.core.orm.mixins.ContentMixin](model: type[T], source: str, key: str, identity: dict[str, Any] | None = None) -> T .. py:method:: attach(obj: onegov.org.models.PoliticalBusiness | onegov.org.models.Meeting, page: dict[str, Any]) -> None .. py:method:: attach_images(business: onegov.org.models.PoliticalBusiness, page: dict[str, Any]) -> None .. py:method:: import_people() -> None .. py:method:: import_bodies(section: str) -> None .. py:method:: plain_historical(person: onegov.org.models.RISParliamentarian) -> bool .. py:method:: merge_person(target: onegov.org.models.RISParliamentarian, duplicate: onegov.org.models.RISParliamentarian) -> None .. py:method:: historical_person(name: str) -> str .. py:method:: participants(node: dict[str, Any]) -> list[tuple[str, str]] .. py:method:: merge_business(target: onegov.org.models.PoliticalBusiness, duplicate: onegov.org.models.PoliticalBusiness) -> None .. py:method:: import_businesses(source_ids: set[str] | None = None) -> None .. py:method:: import_meetings() -> None .. py:method:: run(section: str | None = None, business_ids: set[str] | None = None) -> dict[str, int] .. py:function:: connect_relationships(session: sqlalchemy.orm.Session, allowed_people: set[str] | None = None) -> None