microblog.pub/utils/object_service.py

from urllib.parse import urlparse

import requests

from .errors import ActivityNotFoundError
from .urlutils import check_url


class ObjectService(object):
    def __init__(self, user_agent, col, inbox, outbox, instances):
        self._user_agent = user_agent
        self._col = col
        self._inbox = inbox
        self._outbox = outbox
        self._instances = instances
        self._known_instances = set()

    def _fetch_remote(self, object_id):
        print(f"fetch remote {object_id}")
        check_url(object_id)
        resp = requests.get(
            object_id,
            headers={
                "Accept": "application/activity+json",
                "User-Agent": self._user_agent,
            },
        )
        if resp.status_code == 404:
            raise ActivityNotFoundError(
                f"{object_id} cannot be fetched, 404 error not found"
            )

        resp.raise_for_status()
        return resp.json()

    def _fetch(self, object_id):
        instance = urlparse(object_id)._replace(path="", query="", fragment="").geturl()
        if instance not in self._known_instances:
            self._known_instances.add(instance)
            if not self._instances.find_one({"instance": instance}):
                self._instances.insert(
                    {"instance": instance, "first_object": object_id}
                )

        obj = self._inbox.find_one(
            {
                "$or": [
                    {"remote_id": object_id},
                    {"type": "Create", "activity.object.id": object_id},
                ]
            }
        )
        if obj:
            if obj["remote_id"] == object_id:
                return obj["activity"]
            return obj["activity"]["object"]

        obj = self._outbox.find_one(
            {
                "$or": [
                    {"remote_id": object_id},
                    {"type": "Create", "activity.object.id": object_id},
                ]
            }
        )
        if obj:
            if obj["remote_id"] == object_id:
                return obj["activity"]
            return obj["activity"]["object"]

        return self._fetch_remote(object_id)

    def get(
        self,
        object_id,
        reload_cache=False,
        part_of_stream=False,
        announce_published=None,
    ):
        if reload_cache:
            obj = self._fetch(object_id)
            self._col.update(
                {"object_id": object_id},
                {
                    "$set": {
                        "cached_object": obj,
                        "meta.part_of_stream": part_of_stream,
                        "meta.announce_published": announce_published,
                    }
                },
                upsert=True,
            )
            return obj

        cached_object = self._col.find_one({"object_id": object_id})
        if cached_object:
            print(f"ObjectService: {cached_object}")
            return cached_object["cached_object"]

        obj = self._fetch(object_id)

        self._col.update(
            {"object_id": object_id},
            {
                "$set": {
                    "cached_object": obj,
                    "meta.part_of_stream": part_of_stream,
                    "meta.announce_published": announce_published,
                }
            },
            upsert=True,
        )
        # print(f'ObjectService: {obj}')

        return obj