Build / Build (push) Successful in 30s
- Services, controllers and jobs take their dependencies through primary constructors and use them directly; where a method already named a local after a dependency, the dependency takes its type's name. - Every async method takes a CancellationToken last and passes it down to MongoDB, HTTP and the job queue. The setup claim is still given back when a request is cancelled. - The federation and media options are read through IOptionsMonitor. - The Mastodon entities keep sending "" for empty strings, and every model field where null means something says so. - The inbox's 503 with Retry-After, which other servers retry, is the one server error left, and says why. - Arasaka.HouseRules.Analyzers checks all of this in every build, here and in PrivaPub.ClientModels as decePubClient builds it. Checked against GoToSocial in the pasture: 64 passed, 0 failed. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01W4YtEJrgxG12Pc39Fai8Bd
114 lines
3.8 KiB
C#
114 lines
3.8 KiB
C#
using MongoDB.Driver;
|
|
using MongoDB.Entities;
|
|
|
|
using PrivaPub.Federation.Inbox;
|
|
using PrivaPub.Infrastructure.Jobs;
|
|
using PrivaPub.Models.Federation;
|
|
using PrivaPub.Models.Jobs;
|
|
|
|
using System.Globalization;
|
|
using System.Security.Cryptography;
|
|
using System.Text;
|
|
using System.Text.Json.Nodes;
|
|
|
|
using PostEntity = PrivaPub.Models.Post.Post;
|
|
|
|
namespace PrivaPub.Federation.Objects
|
|
{
|
|
public interface IObjectRecords
|
|
{
|
|
Task Record(NoteDocument note, PostEntity post, ObjectPath path, bool refetched, CancellationToken token);
|
|
Task Revise(NoteDocument note, string activityId, CancellationToken token);
|
|
}
|
|
|
|
public class ObjectRecords(
|
|
IJobQueue queue) : IObjectRecords
|
|
{
|
|
public const int MaxRawBytes = 256 * 1024;
|
|
const int MaxRevisions = 10;
|
|
static readonly TimeSpan DescriptionAge = TimeSpan.FromDays(7);
|
|
|
|
|
|
public async Task Record(NoteDocument note, PostEntity post, ObjectPath path, bool refetched, CancellationToken token)
|
|
{
|
|
var arrival = Arrival.Current;
|
|
var delivered = path == ObjectPath.Delivered;
|
|
var raw = Capture(note.Raw);
|
|
var host = new Uri(note.Id).Host.ToLowerInvariant();
|
|
var activityContext = !delivered || note.Raw?.ContainsKey("@context") == true || arrival?.Context?.Length > 16 * 1024 ? default : arrival?.Context;
|
|
var record = new ObjectRecord
|
|
{
|
|
ObjectURI = note.Id,
|
|
PostId = post.ID,
|
|
ObjectType = note.Type,
|
|
Host = host,
|
|
Raw = raw.Text,
|
|
RawHash = raw.Hash,
|
|
RawBytes = raw.Bytes,
|
|
RawTruncated = raw.Truncated,
|
|
ActivityContext = activityContext,
|
|
Path = path,
|
|
Refetched = refetched,
|
|
ActivityId = arrival?.ActivityId,
|
|
ActivityType = arrival?.ActivityType,
|
|
ActivityActorURI = arrival?.ActorURI,
|
|
Inbox = delivered ? arrival?.Inbox : default,
|
|
SignatureScheme = !delivered || arrival?.KeyId == default ? default : "draft-cavage",
|
|
KeyId = delivered ? arrival?.KeyId : default,
|
|
Algorithm = delivered ? arrival?.Algorithm : default,
|
|
SignedHeaders = delivered ? arrival?.SignedHeaders?.ToList() ?? new() : new(),
|
|
ReceivedAt = delivered ? arrival?.ReceivedAt ?? DateTime.UtcNow : DateTime.UtcNow,
|
|
Published = note.Published,
|
|
Updated = note.Updated,
|
|
Extensions = ObjectFeatures.Detect(note.Raw),
|
|
ContextNamespaces = ObjectFeatures.Namespaces(note.Raw, activityContext)
|
|
};
|
|
try
|
|
{
|
|
await DB.Default.SaveAsync(record, token);
|
|
}
|
|
catch (MongoWriteException ex) when (ex.WriteError?.Category == ServerErrorCategory.DuplicateKey)
|
|
{
|
|
return;
|
|
}
|
|
await Describe(host, token);
|
|
}
|
|
|
|
public async Task Revise(NoteDocument note, string activityId, CancellationToken token)
|
|
{
|
|
var raw = Capture(note.Raw);
|
|
var revision = new ObjectRevision
|
|
{
|
|
Raw = raw.Text,
|
|
RawHash = raw.Hash,
|
|
RawTruncated = raw.Truncated,
|
|
ActivityId = activityId,
|
|
Updated = note.Updated
|
|
};
|
|
await DB.Default.Update<ObjectRecord>()
|
|
.Match(r => r.ObjectURI == note.Id)
|
|
.Modify(b => b.PushEach(r => r.Revisions, new[] { revision }, -MaxRevisions))
|
|
.Modify(r => r.Updated, note.Updated)
|
|
.ExecuteAsync(token);
|
|
}
|
|
|
|
async Task Describe(string host, CancellationToken token)
|
|
{
|
|
var known = await DB.Default.Find<RemoteInstance>().Match(i => i.Host == host).ExecuteFirstAsync(token);
|
|
if (known?.DescribedAt > DateTime.UtcNow - DescriptionAge)
|
|
return;
|
|
await queue.Enqueue(JobKind.DescribeInstance, host, host, InstanceDescriber.DedupeKey(host, DateTime.UtcNow), token);
|
|
}
|
|
|
|
public static (string Text, string Hash, int Bytes, bool Truncated) Capture(JsonNode raw)
|
|
{
|
|
if (raw == default)
|
|
return default;
|
|
var text = raw.ToJsonString();
|
|
var bytes = Encoding.UTF8.GetBytes(text);
|
|
var hash = Convert.ToHexStringLower(SHA256.HashData(bytes));
|
|
return bytes.Length > MaxRawBytes ? (default, hash, bytes.Length, true) : (text, hash, bytes.Length, false);
|
|
}
|
|
}
|
|
}
|