Build / Build (push) Successful in 30s
- Services, controllers and jobs take their dependencies through primary constructors and use them directly; where a method already named a local after a dependency, the dependency takes its type's name. - Every async method takes a CancellationToken last and passes it down to MongoDB, HTTP and the job queue. The setup claim is still given back when a request is cancelled. - The federation and media options are read through IOptionsMonitor. - The Mastodon entities keep sending "" for empty strings, and every model field where null means something says so. - The inbox's 503 with Retry-After, which other servers retry, is the one server error left, and says why. - Arasaka.HouseRules.Analyzers checks all of this in every build, here and in PrivaPub.ClientModels as decePubClient builds it. Checked against GoToSocial in the pasture: 64 passed, 0 failed. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01W4YtEJrgxG12Pc39Fai8Bd
97 lines
4.7 KiB
C#
97 lines
4.7 KiB
C#
using MongoDB.Entities;
|
|
|
|
using PrivaPub.Federation.Objects;
|
|
using PrivaPub.Infrastructure.Http;
|
|
using PrivaPub.Infrastructure.Jobs;
|
|
using PrivaPub.Models.Jobs;
|
|
using PrivaPub.Models.User;
|
|
using PrivaPub.StaticServices;
|
|
|
|
namespace PrivaPub.Federation.Actors
|
|
{
|
|
// A remote account's follower, following and post counts, as its own server publishes them (the totalItems of its
|
|
// followers, following and outbox collections), and the posts it features. Read when the account is fetched, at most
|
|
// once a day, never when someone looks at it; a hidden or missing collection leaves its count unknown. Mastodon and
|
|
// GoToSocial do the same. A feed's following is its communities: they are kept, and read in turn, so its list shows.
|
|
// Its featured hashtags (its featuredTags collection, R8) are read with them.
|
|
public class AccountCountsJob(
|
|
IRemoteActorService remoteActors,
|
|
DbEntities dbEntities,
|
|
IFeaturedPosts featured = default,
|
|
ILocalActorService localActors = default,
|
|
IJobQueue jobs = default,
|
|
Domain.Social.IFeaturedTags featuredTags = default) : IJobHandler
|
|
{
|
|
public const int MaxFeedCommunities = 50;
|
|
|
|
public JobKind Kind => JobKind.CountAccount;
|
|
public int Concurrency => 2;
|
|
public int MaxAttempts => 2;
|
|
public int PerHostLimit => 1;
|
|
|
|
public static string DedupeKey(string actorUri, DateTime day) => $"count|{actorUri}|{day:yyyyMMdd}";
|
|
|
|
public async Task<JobOutcome> Handle(Job job, CancellationToken token)
|
|
{
|
|
var actor = await dbEntities.ForeignAvatars.Match(a => a.ActorURI == job.Payload && !a.DeletionAt.HasValue).ExecuteFirstAsync(token);
|
|
if (actor == default)
|
|
return JobOutcome.Done;
|
|
var feed = actor.AvatarType == AvatarType.Feed;
|
|
var (following, communities, listed) = await Read(actor, actor.FollowingURL, feed, token);
|
|
var update = DB.Default.Update<ForeignAvatar>().MatchID(actor.ID)
|
|
.Modify(a => a.FollowersCount, (await Read(actor, actor.FollowersURL, false, token)).Total)
|
|
.Modify(a => a.FollowingCount, following)
|
|
.Modify(a => a.StatusesCount, (await Read(actor, actor.OutboxURL, false, token)).Total)
|
|
.Modify(a => a.CountedAt, DateTime.UtcNow);
|
|
// (a feed whose list could not be read keeps the one it had: the reader of feeds would unfollow them all)
|
|
if (feed && listed)
|
|
update = update.Modify(a => a.FeedCommunities, communities);
|
|
await update.ExecuteAsync(token);
|
|
if (feed && listed)
|
|
{
|
|
foreach (var community in communities)
|
|
if (localActors == default || !community.StartsWith(localActors.BaseAddress + "/", StringComparison.Ordinal))
|
|
await remoteActors.GetActor(community, refresh: false, token);
|
|
if (jobs != default && await DB.Default.Find<Models.Social.FeedSubscription>().Match(s => s.FeedActorURI == actor.ActorURI).ExecuteAnyAsync(token))
|
|
await Domain.Social.FeedFollows.Sync(jobs, token);
|
|
}
|
|
if (featured != default)
|
|
await featured.Sync(actor, token);
|
|
if (featuredTags != default)
|
|
await featuredTags.Sync(actor, token);
|
|
return JobOutcome.Done;
|
|
}
|
|
|
|
// only from the actor's own server, as everything we believe about it: its total, and the ids it lists when asked
|
|
// (inline, or on its first page)
|
|
async Task<(int? Total, List<string> Items, bool Listed)> Read(ForeignAvatar actor, string collection, bool items, CancellationToken token)
|
|
{
|
|
var listed = new List<string>();
|
|
if (string.IsNullOrEmpty(collection) || !Origin.Same(collection, actor.ActorURI))
|
|
return (default, listed, false);
|
|
using var scope = HttpScope.For("collection");
|
|
using var fetched = await remoteActors.FetchObject(collection, token);
|
|
if (fetched == default || fetched.Root.ValueKind != System.Text.Json.JsonValueKind.Object)
|
|
return (default, listed, false);
|
|
int? total = fetched.Root.TryGetProperty("totalItems", out var counted) && counted.TryGetInt32(out var count) && count >= 0 ? count : default;
|
|
if (!items)
|
|
return (total, listed, true);
|
|
var document = System.Text.Json.Nodes.JsonNode.Parse(fetched.Root.GetRawText());
|
|
var page = document["orderedItems"] ?? document["items"] ?? document["first"]?["orderedItems"] ?? document["first"]?["items"];
|
|
if (page == default && ActivityJson.Id(document["first"]) is { } first && Origin.Same(first, actor.ActorURI))
|
|
{
|
|
using var next = await remoteActors.FetchObject(first, token);
|
|
if (next == default)
|
|
return (total, listed, false);
|
|
var nextPage = System.Text.Json.Nodes.JsonNode.Parse(next.Root.GetRawText());
|
|
page = nextPage?["orderedItems"] ?? nextPage?["items"];
|
|
}
|
|
if (page is System.Text.Json.Nodes.JsonArray array)
|
|
listed = array.Select(ActivityJson.Id)
|
|
.Where(id => Uri.TryCreate(id, UriKind.Absolute, out var uri) && uri.Scheme is "https" or "http")
|
|
.Distinct(StringComparer.Ordinal).Take(MaxFeedCommunities).ToList();
|
|
return (total, listed, true);
|
|
}
|
|
}
|
|
}
|