vbatts/microblog.pub
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Prefetch some notes when following an actor

Browse source
This commit is contained in:
Thomas Sileo 2022-08-15 19:20:56 +02:00
parent c711096262
commit 59af633c6c
4 changed files with 63 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

11
app/activitypub.py
View file

@ -166,6 +166,7 @@ async def parse_collection( # noqa: C901
url: str | None = None,
payload: RawObject | None = None,
level: int = 0,
limit: int = 0,
) -> list[RawObject]:
"""Resolve/fetch a `Collection`/`OrderedCollection`."""
if level > 3:
@ -193,7 +194,9 @@ async def parse_collection( # noqa: C901
if "first" in payload:
if isinstance(payload["first"], str):
out.extend(
await parse_collection(url=payload["first"], level=level + 1)
await parse_collection(
url=payload["first"], level=level + 1, limit=limit
)
)
else:
if "orderedItems" in payload["first"]:
@ -202,7 +205,9 @@ async def parse_collection( # noqa: C901
out.extend(payload["first"]["items"])
n = payload["first"].get("next")
if n:
out.extend(await parse_collection(url=n, level=level + 1))
out.extend(
await parse_collection(url=n, level=level + 1, limit=limit)
)
return out
while payload:
@ -212,7 +217,7 @@ async def parse_collection( # noqa: C901
if "items" in payload:
out.extend(payload["items"])
n = payload.get("next")
if n is None:
if n is None or (limit > 0 and len(out) >= limit):
break
payload = await fetch(n)
else: