:saprkles: Auto escalate accounts for high follow/like churn

automod/engine/context.go

@@ -268,6 +268,10 @@ func (c *AccountContext) ReportAccount(reason, comment string) {
 	c.effects.ReportAccount(reason, comment)
 }
 
+func (c *AccountContext) EscalateAccount() {
+	c.effects.EscalateAccount()
+}
+
 func (c *AccountContext) TakedownAccount() {
 	c.effects.TakedownAccount()
 }

automod/engine/effects.go

@@ -12,6 +12,8 @@ var (
 	QuotaModReportDay = 2000
 	// number of takedowns automod can action per day, for all subjects combined (circuit breaker)
 	QuotaModTakedownDay = 200
+	// number of escalations automod can action per day, for all subjects combined (circuit breaker)
+	QuotaModEscalationDay = 1000
 )
 
 type CounterRef struct {
@@ -44,6 +46,8 @@ type Effects struct {
 	AccountReports []ModReport
 	// If "true", indicates that a rule indicates that the entire account should have a takedown.
 	AccountTakedown bool
+	// If "true", indicates that a rule indicates that the reported account should be escalated.
+	AccountEscalate bool
 	// Same as "AccountLabels", but at record-level
 	RecordLabels []string
 	// Same as "AccountFlags", but at record-level
@@ -128,6 +132,11 @@ func (e *Effects) TakedownAccount() {
 	e.AccountTakedown = true
 }
 
+// Enqueues the entire account to be taken down at the end of rule processing.
+func (e *Effects) EscalateAccount() {
+	e.AccountEscalate = true
+}
+
 // Enqueues the provided label (string value) to be added to the record at the end of rule processing.
 func (e *Effects) AddRecordLabel(val string) {
 	e.mu.Lock()

automod/engine/metrics.go

@@ -40,6 +40,11 @@ var actionNewTakedownCount = promauto.NewCounterVec(prometheus.CounterOpts{
 	Help: "Number of new flags persisted",
 }, []string{"type"})
 
+var actionNewEscalationCount = promauto.NewCounterVec(prometheus.CounterOpts{
+	Name: "automod_new_action_escalations",
+	Help: "Number of new flags persisted",
+}, []string{"type"})
+
 var accountMetaFetches = promauto.NewCounter(prometheus.CounterOpts{
 	Name: "automod_account_meta_fetches",
 	Help: "Number of account metadata reads (API calls)",

automod/engine/persist.go

@@ -57,8 +57,13 @@ func (eng *Engine) persistAccountModActions(c *AccountContext) error {
 	if err != nil {
 		return fmt.Errorf("circuit-breaking takedowns: %w", err)
 	}
+	// @TODO: do we want to check if the account is already escalated?
+	newEscalation, err := eng.circuitBreakEscalation(ctx, c.effects.AccountEscalate)
+	if err != nil {
+		return fmt.Errorf("circuit-breaking escalation: %w", err)
+	}
 
-	anyModActions := newTakedown || len(newLabels) > 0 || len(newFlags) > 0 || len(newReports) > 0
+	anyModActions := newTakedown || len(newLabels) > 0 || len(newFlags) > 0 || len(newReports) > 0 || newEscalation
 	if anyModActions && eng.Notifier != nil {
 		for _, srv := range dedupeStrings(c.effects.NotifyServices) {
 			if err := eng.Notifier.SendAccount(ctx, srv, c); err != nil {
@@ -145,6 +150,27 @@ func (eng *Engine) persistAccountModActions(c *AccountContext) error {
 		if err != nil {
 			c.Logger.Error("failed to execute account takedown", "err", err)
 		}
+	} else if newEscalation {
+		// we don't want to escalate if there is a takedown
+		c.Logger.Warn("account-escalate")
+		actionNewEscalationCount.WithLabelValues("account").Inc()
+		comment := "[automod]: auto account-escalation"
+		_, err := toolsozone.ModerationEmitEvent(ctx, xrpcc, &toolsozone.ModerationEmitEvent_Input{
+			CreatedBy: xrpcc.Auth.Did,
+			Event: &toolsozone.ModerationEmitEvent_Input_Event{
+				ModerationDefs_ModEventEscalate: &toolsozone.ModerationDefs_ModEventEscalate{
+					Comment: &comment,
+				},
+			},
+			Subject: &toolsozone.ModerationEmitEvent_Input_Subject{
+				AdminDefs_RepoRef: &comatproto.AdminDefs_RepoRef{
+					Did: c.Account.Identity.DID.String(),
+				},
+			},
+		})
+		if err != nil {
+			c.Logger.Error("failed to execute account escalation", "err", err)
+		}
 	}
 
 	needCachePurge := newTakedown || len(newLabels) > 0 || len(newFlags) > 0 || createdReports

automod/engine/persisthelpers.go

@@ -92,6 +92,25 @@ func (eng *Engine) circuitBreakReports(ctx context.Context, reports []ModReport)
 	return reports, nil
 }
 
+func (eng *Engine) circuitBreakEscalation(ctx context.Context, escalate bool) (bool, error) {
+	if !escalate {
+		return false, nil
+	}
+	c, err := eng.Counters.GetCount(ctx, "automod-quota", "escalate", countstore.PeriodDay)
+	if err != nil {
+		return false, fmt.Errorf("checking escalate action quota: %w", err)
+	}
+	if c >= QuotaModEscalationDay {
+		eng.Logger.Warn("CIRCUIT BREAKER: automod escalation")
+		return false, nil
+	}
+	err = eng.Counters.Increment(ctx, "automod-quota", "escalate")
+	if err != nil {
+		return false, fmt.Errorf("incrementing escalate action quota: %w", err)
+	}
+	return escalate, nil
+}
+
 func (eng *Engine) circuitBreakTakedown(ctx context.Context, takedown bool) (bool, error) {
 	if !takedown {
 		return false, nil

automod/rules/interaction.go

@@ -25,6 +25,7 @@ func InteractionChurnRule(c *automod.RecordContext) error {
 			c.Logger.Info("high-like-churn", "created-today", created, "deleted-today", deleted)
 			c.AddAccountFlag("high-like-churn")
 			c.ReportAccount(automod.ReportReasonSpam, fmt.Sprintf("interaction churn: %d likes, %d unlikes today (so far)", created, deleted))
+			c.EscalateAccount()
 			c.Notify("slack")
 		}
 	case "app.bsky.graph.follow":
@@ -36,6 +37,7 @@ func InteractionChurnRule(c *automod.RecordContext) error {
 			c.Logger.Info("high-follow-churn", "created-today", created, "deleted-today", deleted)
 			c.AddAccountFlag("high-follow-churn")
 			c.ReportAccount(automod.ReportReasonSpam, fmt.Sprintf("interaction churn: %d follows, %d unfollows today (so far)", created, deleted))
+			c.EscalateAccount()
 			c.Notify("slack")
 		}
 		// just generic bulk following