HazyResearch/fonduer

"""Fonduer webpage context model."""
from sqlalchemy import Column, ForeignKey, Integer, String

from fonduer.parser.models.context import Context


class Webpage(Context):
    """A Webpage Context enhanced with additional metadata."""

    __tablename__ = "webpage"

    #: The unique id of the ``Webpage``.
    id = Column(Integer, ForeignKey("context.id", ondelete="CASCADE"), primary_key=True)

    #: The name of a ``Webpage``.
    name = Column(String, unique=False, nullable=True)

    #: The URL of the ``Webpage``.
    url = Column(String)
    #: The host of the ``Webpage``.
    host = Column(String)

    #: The type of the ``Webpage``.
    page_type = Column(String)

    #: The raw content of the ``Webpage``.
    raw_content = Column(String)

    #: The timestamp of when the ``Webpage`` was crawled.
    crawltime = Column(String)
    all = Column(String)

    # Polymorphism information for SQLAlchemy
    __mapper_args__ = {"polymorphic_identity": "webpage"}

    # Rest of class definition here
    def __repr__(self) -> str:
        """Represent the context as a string."""
        return f"Webpage(id: {self.name[:10]}..., url: {self.url[8:23]}...)"