Compare commits

...
Author SHA1 Message Date
QiuSW 8f7d91310b feat: 重建 Bell Event 与合成入口 (#131) 2026-08-29 09:00:40 +08:00
ila 96bd4ad2c8 feat: 串联 Brain 独立纵切与内部事件 (#16)
合入 dev,#16 保持待验收。
2026-08-28 23:25:39 +08:00
QiuSW adbd1c6aba feat: 串联 Brain 独立纵切与内部事件 (#16) 2026-08-28 23:25:23 +08:00
ila 6ffdbcce84 feat: 实现 Brain 区域与方向越线判定 (#15)
合入 dev,#15 保持待验收。
2026-08-28 23:08:01 +08:00
QiuSW f6f561f2e2 feat: 实现 Brain 区域与方向越线判定 (#15) 2026-08-28 23:07:46 +08:00
ila ee9cfb0433 feat: 实现 Brain 匿名检测与单路跟踪 (#14)
合入 dev,#14 保持待验收。
2026-08-28 22:39:29 +08:00
QiuSW 407ffa17b2 feat: 实现 Brain 匿名检测与单路跟踪 (#14) 2026-08-28 22:39:12 +08:00
ila ba4ec28763 feat: 建立 Brain 可替换视频解码流水线 (#13)
合入 dev,#13 保持待验收。
2026-08-28 22:27:27 +08:00
QiuSW b9b067213f feat: 建立 Brain 可替换视频解码流水线 (#13) 2026-08-28 22:27:04 +08:00
ila 52b368068e feat: 实现 Brain 合成与本地视频输入 (#11)
合入 dev,#11 保持待验收。
2026-08-28 22:20:04 +08:00
47 changed files with 2363 additions and 1 deletions
+190
View File
@@ -0,0 +1,190 @@
[CmdletBinding()]
param(
[string]$PostgresBin = 'D:\pgsql17\bin'
)
Set-StrictMode -Version 3.0
$ErrorActionPreference = 'Stop'
$server = $null
$pgStarted = $false
$testRoot = Join-Path ([IO.Path]::GetTempPath()) ('yovision-bell-131-' + [guid]::NewGuid().ToString('N'))
$pgData = Join-Path $testRoot 'postgres'
$pgLog = Join-Path $testRoot 'postgres.log'
$pgCtlOut = Join-Path $testRoot 'pg-ctl.out.log'
$pgCtlErr = Join-Path $testRoot 'pg-ctl.err.log'
$serverOut = Join-Path $testRoot 'bell.out.log'
$serverErr = Join-Path $testRoot 'bell.err.log'
$serverExe = Join-Path $testRoot 'bell-server.exe'
$serverRoot = (Resolve-Path (Join-Path $PSScriptRoot '..\server')).Path
function Get-FreeTcpPort {
$listener = [Net.Sockets.TcpListener]::new([Net.IPAddress]::Loopback, 0)
try {
$listener.Start()
return ([Net.IPEndPoint]$listener.LocalEndpoint).Port
} finally {
$listener.Stop()
}
}
function Wait-Tcp([int]$Port, [bool]$Open, [int]$Attempts = 120) {
for ($attempt = 0; $attempt -lt $Attempts; $attempt++) {
$client = [Net.Sockets.TcpClient]::new()
try {
$connected = $client.ConnectAsync('127.0.0.1', $Port).Wait(250) -and $client.Connected
} catch {
$connected = $false
} finally {
$client.Dispose()
}
if ($connected -eq $Open) { return }
Start-Sleep -Milliseconds 250
}
throw "TCP port $Port did not reach open=$Open"
}
function Wait-Health([string]$BaseUrl) {
for ($attempt = 0; $attempt -lt 100; $attempt++) {
try {
$health = Invoke-RestMethod -Uri "$BaseUrl/healthz" -TimeoutSec 2 -NoProxy
if ($health.status -eq 'ok' -and $health.service -eq 'bell') { return }
} catch {}
Start-Sleep -Milliseconds 300
}
throw 'Bell health endpoint did not become ready'
}
function Start-Bell([string]$BaseUrl, [string]$Config = 'config/settings.demo.yml') {
$script:server = Start-Process -FilePath $serverExe -ArgumentList @('server', '-c', $Config) -WorkingDirectory $serverRoot -RedirectStandardOutput $serverOut -RedirectStandardError $serverErr -WindowStyle Hidden -PassThru
Wait-Health $BaseUrl
}
function Stop-Bell {
if ($null -ne $script:server -and -not $script:server.HasExited) {
Stop-Process -Id $script:server.Id -Force
$script:server.WaitForExit(5000) | Out-Null
}
$script:server = $null
}
New-Item -ItemType Directory -Path $testRoot | Out-Null
$pgPort = Get-FreeTcpPort
$bellPort = Get-FreeTcpPort
$baseUrl = "http://127.0.0.1:$bellPort"
$database = 'bell_131'
$adminPassword = [guid]::NewGuid().ToString('N')
try {
foreach ($required in @('initdb.exe', 'pg_ctl.exe', 'createdb.exe', 'psql.exe')) {
$path = Join-Path $PostgresBin $required
if (-not (Test-Path -LiteralPath $path -PathType Leaf)) { throw "Missing PostgreSQL tool: $path" }
}
& (Join-Path $PostgresBin 'initdb.exe') -D $pgData -U postgres -A trust --encoding=UTF8 --no-locale | Out-Null
if ($LASTEXITCODE -ne 0) { throw 'isolated PostgreSQL initdb failed' }
$pgArguments = "-D `"$pgData`" -l `"$pgLog`" -o `"-p $pgPort -h 127.0.0.1`" start"
Start-Process -FilePath (Join-Path $PostgresBin 'pg_ctl.exe') -ArgumentList $pgArguments -RedirectStandardOutput $pgCtlOut -RedirectStandardError $pgCtlErr -WindowStyle Hidden | Out-Null
Wait-Tcp -Port $pgPort -Open $true
$pgStarted = $true
& (Join-Path $PostgresBin 'createdb.exe') -h 127.0.0.1 -p $pgPort -U postgres $database
if ($LASTEXITCODE -ne 0) { throw 'isolated Bell database creation failed' }
$env:GOTOOLCHAIN = 'go1.26.5'
$env:BELL_DATABASE_URL = "host=127.0.0.1 port=$pgPort user=postgres dbname=$database sslmode=disable"
$env:BELL_JWT_SECRET = [guid]::NewGuid().ToString('N') + [guid]::NewGuid().ToString('N')
$env:BELL_BOOTSTRAP_USERNAME = 'bell_131_admin'
$env:BELL_BOOTSTRAP_PASSWORD = $adminPassword
$env:BELL_HOST = '127.0.0.1'
$env:BELL_PORT = $bellPort.ToString()
$env:BELL_SYNTHETIC_EVENTS_ENABLED = 'true'
Push-Location $serverRoot
try {
go run . migrate -c config/settings.demo.yml *> (Join-Path $testRoot 'migrate.log')
if ($LASTEXITCODE -ne 0) { throw 'Bell migration failed' }
go build -o $serverExe .
if ($LASTEXITCODE -ne 0) { throw 'Bell build failed' }
} finally {
Pop-Location
}
Start-Bell $baseUrl
$unauthorized = Invoke-RestMethod -Method Post -Uri "$baseUrl/api/v1/bell/synthetic-events" -ContentType 'application/json' -Body '{}' -TimeoutSec 5 -NoProxy
if ([int]$unauthorized.code -ne 401) { throw "unauthenticated request returned code $($unauthorized.code)" }
$loginBody = @{ username = 'bell_131_admin'; password = $adminPassword; code = '0'; uuid = '0' } | ConvertTo-Json -Compress
$login = Invoke-RestMethod -Method Post -Uri "$baseUrl/api/v1/login" -ContentType 'application/json' -Body $loginBody -TimeoutSec 5 -NoProxy
if ([int]$login.code -ne 200 -or [string]::IsNullOrWhiteSpace($login.token)) { throw 'Bell login failed' }
$headers = @{ Authorization = "Bearer $($login.token)" }
$occurredAt = '2026-08-29T00:00:00Z'
$eventBody = @{
sourceEventId = 'acceptance-001'; eventType = 'danger_area_entered'; occurredAt = $occurredAt
location = '东门'; severity = 'high'; evidenceRef = 'evidence/acceptance-001'
attributes = @{ rule = 'area-01'; target = 'anonymous' }
} | ConvertTo-Json -Depth 6 -Compress
$created = Invoke-RestMethod -Method Post -Uri "$baseUrl/api/v1/bell/synthetic-events" -Headers $headers -ContentType 'application/json; charset=utf-8' -Body $eventBody -TimeoutSec 10 -NoProxy
if ([int]$created.code -ne 200 -or $created.data.duplicate -ne $false) { throw 'first synthetic event was not accepted as new' }
$eventId = [string]$created.data.event.id
$receiptId = [string]$created.data.receipt.id
if ([string]::IsNullOrWhiteSpace($eventId) -or [string]::IsNullOrWhiteSpace($receiptId)) { throw 'event or receipt id missing' }
$replay = Invoke-RestMethod -Method Post -Uri "$baseUrl/api/v1/bell/synthetic-events" -Headers $headers -ContentType 'application/json; charset=utf-8' -Body $eventBody -TimeoutSec 10 -NoProxy
if ([int]$replay.code -ne 200 -or $replay.data.duplicate -ne $true -or $replay.data.event.id -ne $eventId) { throw 'idempotent replay failed' }
$concurrentBody = @{
sourceEventId = 'acceptance-concurrent'; eventType = 'danger_area_entered'; occurredAt = $occurredAt
location = '西门'; severity = 'medium'; evidenceRef = 'evidence/acceptance-concurrent'
attributes = @{ rule = 'area-02'; target = 'anonymous' }
} | ConvertTo-Json -Depth 6 -Compress
$authHeader = [string]$headers.Authorization
$concurrent = 1..12 | ForEach-Object -Parallel {
$requestHeaders = @{ Authorization = $using:authHeader }
Invoke-RestMethod -Method Post -Uri "$using:baseUrl/api/v1/bell/synthetic-events" -Headers $requestHeaders -ContentType 'application/json; charset=utf-8' -Body $using:concurrentBody -TimeoutSec 20 -NoProxy
} -ThrottleLimit 12
$concurrentIds = @($concurrent | ForEach-Object { [string]$_.data.event.id } | Sort-Object -Unique)
$newCount = @($concurrent | Where-Object { $_.data.duplicate -eq $false }).Count
if ($concurrent.Count -ne 12 -or $concurrentIds.Count -ne 1 -or $newCount -ne 1) { throw 'concurrent idempotency did not converge to one Event' }
$conflictObject = $eventBody | ConvertFrom-Json
$conflictObject.severity = 'critical'
$conflict = Invoke-RestMethod -Method Post -Uri "$baseUrl/api/v1/bell/synthetic-events" -Headers $headers -ContentType 'application/json; charset=utf-8' -Body ($conflictObject | ConvertTo-Json -Depth 6 -Compress) -TimeoutSec 10 -NoProxy
if ([int]$conflict.code -ne 409) { throw "idempotency conflict returned code $($conflict.code)" }
$malformed = Invoke-RestMethod -Method Post -Uri "$baseUrl/api/v1/bell/synthetic-events" -Headers $headers -ContentType 'application/json' -Body '{' -TimeoutSec 10 -NoProxy
if ([int]$malformed.code -ne 400) { throw "malformed request returned code $($malformed.code)" }
$oversized = @{ sourceEventId='too-large'; eventType='test'; occurredAt=$occurredAt; location='lab'; severity='low'; attributes=@{ blob=('x' * 70000) } } | ConvertTo-Json -Depth 5 -Compress
$tooLarge = Invoke-RestMethod -Method Post -Uri "$baseUrl/api/v1/bell/synthetic-events" -Headers $headers -ContentType 'application/json' -Body $oversized -TimeoutSec 10 -NoProxy
if ([int]$tooLarge.code -ne 400) { throw "oversized request returned code $($tooLarge.code)" }
$psql = Join-Path $PostgresBin 'psql.exe'
$counts = & $psql -h 127.0.0.1 -p $pgPort -U postgres -d $database -Atc "select count(*) from bell_events; select count(*) from bell_event_receipts; select count(*) from bell_event_ingest_audits where outcome='accepted'; select count(*) from bell_event_ingest_audits where outcome='replay'; select count(*) from bell_event_ingest_audits where outcome='conflict';"
if (($counts -join ',') -ne '2,2,2,12,1') { throw "unexpected Bell fact counts: $($counts -join ',')" }
$payloadAuditCount = & $psql -h 127.0.0.1 -p $pgPort -U postgres -d $database -Atc "select count(*) from sys_opera_log where oper_url='/api/v1/bell/synthetic-events' and (oper_param like '%sourceEventId%' or json_result like '%acceptance-001%');"
if ([int]$payloadAuditCount -ne 0) { throw 'generic GoAdmin audit retained synthetic event payload' }
& $psql -h 127.0.0.1 -p $pgPort -U postgres -d $database -v ON_ERROR_STOP=1 -c "update bell_events set severity='low' where id='$eventId'" 2>$null | Out-Null
if ($LASTEXITCODE -eq 0) { throw 'immutable Event update unexpectedly succeeded' }
& $psql -h 127.0.0.1 -p $pgPort -U postgres -d $database -v ON_ERROR_STOP=1 -c "delete from bell_event_receipts where id='$receiptId'" 2>$null | Out-Null
if ($LASTEXITCODE -eq 0) { throw 'immutable Receipt delete unexpectedly succeeded' }
Stop-Bell
Start-Bell $baseUrl
$afterRestart = Invoke-RestMethod -Uri "$baseUrl/api/v1/bell/events/$eventId" -Headers $headers -TimeoutSec 10 -NoProxy
if ([int]$afterRestart.code -ne 200 -or $afterRestart.data.id -ne $eventId) { throw 'Event was not readable after Bell restart' }
Stop-Bell
Start-Bell $baseUrl 'config/settings.yml'
$productionSynthetic = Invoke-WebRequest -Method Post -Uri "$baseUrl/api/v1/bell/synthetic-events" -ContentType 'application/json' -Body '{}' -TimeoutSec 10 -NoProxy -SkipHttpErrorCheck
if ([int]$productionSynthetic.StatusCode -ne 404) { throw "production synthetic route returned HTTP $($productionSynthetic.StatusCode)" }
Write-Output "BELL_131_SMOKE events=2 receipts=2 concurrent=12 audit=redacted immutable=true restart=true production_synthetic=404"
} finally {
Stop-Bell
if ($pgStarted) {
& (Join-Path $PostgresBin 'pg_ctl.exe') -D $pgData -m fast stop *> (Join-Path $testRoot 'pg-stop.log')
}
foreach ($name in @('BELL_DATABASE_URL','BELL_JWT_SECRET','BELL_BOOTSTRAP_USERNAME','BELL_BOOTSTRAP_PASSWORD','BELL_HOST','BELL_PORT','BELL_SYNTHETIC_EVENTS_ENABLED')) {
Remove-Item "Env:$name" -ErrorAction SilentlyContinue
}
Write-Verbose "Bell #131 temporary artifacts: $testRoot"
}
+9
View File
@@ -0,0 +1,9 @@
package event
import "errors"
var (
ErrInvalid = errors.New("事件字段无效")
ErrConflict = errors.New("幂等键已用于不同事件载荷")
ErrNotFound = errors.New("事件不存在")
)
+24
View File
@@ -0,0 +1,24 @@
package event
import (
"encoding/json"
"time"
)
// Event is an immutable Bell business fact. It intentionally does not embed
// GoAdmin's mutable/soft-delete model fields.
type Event struct {
ID string `json:"id" gorm:"type:uuid;primaryKey"`
ProducerID string `json:"producerId" gorm:"size:128;not null;uniqueIndex:bell_event_key"`
SourceEventID string `json:"sourceEventId" gorm:"size:256;not null;uniqueIndex:bell_event_key"`
EventType string `json:"eventType" gorm:"size:128;not null;index"`
OccurredAt time.Time `json:"occurredAt" gorm:"type:timestamptz;not null;index"`
Location string `json:"location" gorm:"size:256;not null;index"`
Severity string `json:"severity" gorm:"size:16;not null;index"`
EvidenceRef *string `json:"evidenceRef,omitempty" gorm:"size:512"`
NormalizedPayload json.RawMessage `json:"normalizedPayload" gorm:"type:jsonb;not null"`
PayloadSHA256 string `json:"-" gorm:"type:char(64);not null"`
ReceivedAt time.Time `json:"receivedAt" gorm:"type:timestamptz;not null;index"`
}
func (Event) TableName() string { return "bell_events" }
+105
View File
@@ -0,0 +1,105 @@
package event
import (
"bytes"
"crypto/sha256"
"encoding/hex"
"encoding/json"
"fmt"
"strings"
"time"
"unicode/utf8"
)
const (
maxProducerID = 128
maxSourceEventID = 256
maxEventType = 128
maxLocation = 256
maxEvidenceRef = 512
maxAttributes = 48 * 1024
)
type Command struct {
ProducerID string `json:"producerId"`
SourceEventID string `json:"sourceEventId"`
EventType string `json:"eventType"`
OccurredAt time.Time `json:"occurredAt"`
Location string `json:"location"`
Severity string `json:"severity"`
EvidenceRef *string `json:"evidenceRef,omitempty"`
Attributes map[string]any `json:"attributes"`
}
type Normalized struct {
Command Command
Payload []byte
Digest string
}
func Normalize(command Command) (Normalized, error) {
command.ProducerID = strings.TrimSpace(command.ProducerID)
command.SourceEventID = strings.TrimSpace(command.SourceEventID)
command.EventType = strings.TrimSpace(command.EventType)
command.Location = strings.TrimSpace(command.Location)
command.Severity = strings.ToLower(strings.TrimSpace(command.Severity))
command.OccurredAt = command.OccurredAt.UTC()
if !validText(command.ProducerID, maxProducerID) ||
!validText(command.SourceEventID, maxSourceEventID) ||
!validText(command.EventType, maxEventType) ||
!validText(command.Location, maxLocation) || command.OccurredAt.IsZero() {
return Normalized{}, ErrInvalid
}
switch command.Severity {
case "low", "medium", "high", "critical":
default:
return Normalized{}, ErrInvalid
}
if command.EvidenceRef != nil {
value := strings.TrimSpace(*command.EvidenceRef)
lower := strings.ToLower(value)
if !validText(value, maxEvidenceRef) || strings.Contains(value, "@") ||
strings.Contains(value, "\\") || strings.HasPrefix(lower, "file:") {
return Normalized{}, fmt.Errorf("%w: evidenceRef 必须是安全的逻辑引用", ErrInvalid)
}
command.EvidenceRef = &value
}
if command.Attributes == nil {
command.Attributes = map[string]any{}
}
attributes, err := canonicalJSON(command.Attributes)
if err != nil || len(attributes) > maxAttributes {
return Normalized{}, fmt.Errorf("%w: attributes 无效或过大", ErrInvalid)
}
// Round trip the attributes so map ordering and nested values have one
// deterministic representation before the complete command is hashed.
if err = json.Unmarshal(attributes, &command.Attributes); err != nil {
return Normalized{}, fmt.Errorf("%w: attributes 无效", ErrInvalid)
}
payload, err := json.Marshal(command)
if err != nil {
return Normalized{}, fmt.Errorf("normalize event: %w", err)
}
digest := sha256.Sum256(payload)
return Normalized{Command: command, Payload: payload, Digest: hex.EncodeToString(digest[:])}, nil
}
func canonicalJSON(value any) ([]byte, error) {
raw, err := json.Marshal(value)
if err != nil {
return nil, err
}
decoder := json.NewDecoder(bytes.NewReader(raw))
decoder.UseNumber()
var normalized any
if err = decoder.Decode(&normalized); err != nil {
return nil, err
}
return json.Marshal(normalized)
}
func validText(value string, max int) bool {
return value != "" && utf8.ValidString(value) && utf8.RuneCountInString(value) <= max &&
!strings.ContainsAny(value, "\x00\r\n")
}
+110
View File
@@ -0,0 +1,110 @@
package event
import (
"context"
"errors"
"fmt"
"time"
"github.com/google/uuid"
"gorm.io/gorm"
"go-admin/app/bell/receipt"
)
type Result struct {
Event Event `json:"event"`
Receipt receipt.Receipt `json:"receipt"`
Duplicate bool `json:"duplicate"`
}
type Service struct{ DB *gorm.DB }
func NewService(db *gorm.DB) Service { return Service{DB: db} }
func (s Service) Ingest(ctx context.Context, command Command, actorID int) (Result, error) {
if s.DB == nil {
return Result{}, errors.New("event database is unavailable")
}
normalized, err := Normalize(command)
if err != nil {
return Result{}, err
}
var result Result
err = s.DB.WithContext(ctx).Transaction(func(tx *gorm.DB) error {
lockKey := fmt.Sprintf("%d:%s:%s", len(normalized.Command.ProducerID), normalized.Command.ProducerID, normalized.Command.SourceEventID)
if err := tx.Exec("SELECT pg_advisory_xact_lock(hashtextextended(?, 0))", lockKey).Error; err != nil {
return fmt.Errorf("lock event idempotency key: %w", err)
}
var existing receipt.Receipt
err := tx.Where("producer_id = ? AND source_event_id = ?", normalized.Command.ProducerID, normalized.Command.SourceEventID).
First(&existing).Error
if err == nil {
if existing.PayloadSHA256 != normalized.Digest {
return ErrConflict
}
if err = tx.First(&result.Event, "id = ?", existing.EventID).Error; err != nil {
return fmt.Errorf("load replay event: %w", err)
}
result.Receipt = existing
result.Duplicate = true
return tx.Create(&receipt.IngestAudit{
ProducerID: normalized.Command.ProducerID, SourceEventID: normalized.Command.SourceEventID,
PayloadSHA256: normalized.Digest, Outcome: receipt.OutcomeReplay, ActorID: actorID, CreatedAt: time.Now().UTC(),
}).Error
}
if !errors.Is(err, gorm.ErrRecordNotFound) {
return fmt.Errorf("load event receipt: %w", err)
}
now := time.Now().UTC()
result.Event = Event{
ID: uuid.NewString(), ProducerID: normalized.Command.ProducerID,
SourceEventID: normalized.Command.SourceEventID, EventType: normalized.Command.EventType,
OccurredAt: normalized.Command.OccurredAt, Location: normalized.Command.Location,
Severity: normalized.Command.Severity, EvidenceRef: normalized.Command.EvidenceRef,
NormalizedPayload: normalized.Payload, PayloadSHA256: normalized.Digest, ReceivedAt: now,
}
result.Receipt = receipt.Receipt{
ID: uuid.NewString(), EventID: result.Event.ID, ProducerID: result.Event.ProducerID,
SourceEventID: result.Event.SourceEventID, PayloadSHA256: normalized.Digest, AcceptedAt: now,
}
if err = tx.Create(&result.Event).Error; err != nil {
return fmt.Errorf("create event: %w", err)
}
if err = tx.Create(&result.Receipt).Error; err != nil {
return fmt.Errorf("create event receipt: %w", err)
}
return tx.Create(&receipt.IngestAudit{
ProducerID: result.Event.ProducerID, SourceEventID: result.Event.SourceEventID,
PayloadSHA256: normalized.Digest, Outcome: receipt.OutcomeAccepted, ActorID: actorID, CreatedAt: now,
}).Error
})
if errors.Is(err, ErrConflict) {
// The conflict audit must commit independently from the rejected ingest.
auditErr := s.DB.WithContext(ctx).Create(&receipt.IngestAudit{
ProducerID: normalized.Command.ProducerID, SourceEventID: normalized.Command.SourceEventID,
PayloadSHA256: normalized.Digest, Outcome: receipt.OutcomeConflict, ActorID: actorID, CreatedAt: time.Now().UTC(),
}).Error
if auditErr != nil {
return Result{}, fmt.Errorf("record idempotency conflict audit: %w", auditErr)
}
return Result{}, ErrConflict
}
return result, err
}
func (s Service) Get(ctx context.Context, id string) (Event, error) {
if _, err := uuid.Parse(id); err != nil {
return Event{}, ErrNotFound
}
var item Event
if err := s.DB.WithContext(ctx).First(&item, "id = ?", id).Error; err != nil {
if errors.Is(err, gorm.ErrRecordNotFound) {
return Event{}, ErrNotFound
}
return Event{}, err
}
return item, nil
}
+23
View File
@@ -0,0 +1,23 @@
package receipt
import "time"
const (
OutcomeAccepted = "accepted"
OutcomeReplay = "replay"
OutcomeConflict = "conflict"
)
// IngestAudit contains only identifiers, a digest and an outcome. Event payloads,
// credentials and tokens must never be copied into this append-only audit table.
type IngestAudit struct {
ID int64 `json:"id" gorm:"primaryKey;autoIncrement"`
ProducerID string `json:"producerId" gorm:"size:128;not null;index"`
SourceEventID string `json:"sourceEventId" gorm:"size:256;not null;index"`
PayloadSHA256 string `json:"-" gorm:"type:char(64);not null"`
Outcome string `json:"outcome" gorm:"size:16;not null"`
ActorID int `json:"actorId" gorm:"not null"`
CreatedAt time.Time `json:"createdAt" gorm:"type:timestamptz;not null"`
}
func (IngestAudit) TableName() string { return "bell_event_ingest_audits" }
+16
View File
@@ -0,0 +1,16 @@
package receipt
import "time"
// Receipt permanently binds an idempotency key to the accepted Event payload.
// It deliberately has no UpdatedAt or soft-delete fields because it is immutable.
type Receipt struct {
ID string `json:"id" gorm:"type:uuid;primaryKey"`
EventID string `json:"eventId" gorm:"type:uuid;not null;uniqueIndex"`
ProducerID string `json:"producerId" gorm:"size:128;not null;uniqueIndex:bell_receipt_key"`
SourceEventID string `json:"sourceEventId" gorm:"size:256;not null;uniqueIndex:bell_receipt_key"`
PayloadSHA256 string `json:"-" gorm:"type:char(64);not null"`
AcceptedAt time.Time `json:"acceptedAt" gorm:"type:timestamptz;not null"`
}
func (Receipt) TableName() string { return "bell_event_receipts" }
+38
View File
@@ -0,0 +1,38 @@
package router
import (
"errors"
"net/http"
"github.com/gin-gonic/gin"
"github.com/go-admin-team/go-admin-core/sdk/api"
jwt "github.com/go-admin-team/go-admin-core/sdk/pkg/jwtauth"
"go-admin/app/bell/event"
)
type eventHandler struct{ api.Api }
func registerEventRouter(v1 *gin.RouterGroup, authMiddleware *jwt.GinJWTMiddleware) {
handler := eventHandler{}
v1.GET("/events/:id", authMiddleware.MiddlewareFunc(), handler.Get)
}
func (h eventHandler) Get(c *gin.Context) {
h.MakeContext(c).MakeOrm()
if h.Errors != nil {
h.Error(http.StatusInternalServerError, errors.New("数据库连接获取失败"), "数据库连接获取失败")
return
}
item, err := event.NewService(h.Orm).Get(c.Request.Context(), c.Param("id"))
if err != nil {
if errors.Is(err, event.ErrNotFound) {
h.Error(http.StatusNotFound, event.ErrNotFound, event.ErrNotFound.Error())
return
}
h.Logger.Errorf("load Bell event failed: %v", err)
h.Error(http.StatusInternalServerError, errors.New("读取事件失败"), "读取事件失败")
return
}
h.OK(item, "查询成功")
}
+38
View File
@@ -0,0 +1,38 @@
package router
import (
"os"
"github.com/gin-gonic/gin"
log "github.com/go-admin-team/go-admin-core/logger"
"github.com/go-admin-team/go-admin-core/sdk"
"github.com/go-admin-team/go-admin-core/sdk/config"
jwt "github.com/go-admin-team/go-admin-core/sdk/pkg/jwtauth"
"go-admin/app/bell/synthetic"
"go-admin/common/middleware"
)
type registrar func(*gin.RouterGroup, *jwt.GinJWTMiddleware)
var registrars = []registrar{registerEventRouter}
func InitRouter() {
engine, ok := sdk.Runtime.GetEngine().(*gin.Engine)
if !ok || engine == nil {
log.Error("Bell business router requires Gin engine")
return
}
authMiddleware, err := middleware.AuthInit()
if err != nil {
log.Errorf("Bell business JWT init error: %v", err)
return
}
v1 := engine.Group("/api/v1/bell")
for _, register := range registrars {
register(v1, authMiddleware)
}
if synthetic.Enabled(config.ApplicationConfig.Mode, os.Getenv) {
registerSyntheticRouter(v1, authMiddleware)
}
}
+13
View File
@@ -0,0 +1,13 @@
package router
import (
"github.com/gin-gonic/gin"
jwt "github.com/go-admin-team/go-admin-core/sdk/pkg/jwtauth"
"go-admin/app/bell/synthetic"
)
func registerSyntheticRouter(v1 *gin.RouterGroup, authMiddleware *jwt.GinJWTMiddleware) {
handler := synthetic.Handler{}
v1.POST("/synthetic-events", authMiddleware.MiddlewareFunc(), handler.Create)
}
+19
View File
@@ -0,0 +1,19 @@
package synthetic
import (
"os"
"strings"
)
const EnabledEnv = "BELL_SYNTHETIC_EVENTS_ENABLED"
// Enabled requires both a non-production runtime and an explicit opt-in.
func Enabled(mode string, getenv func(string) string) bool {
if strings.EqualFold(strings.TrimSpace(mode), "prod") || strings.EqualFold(strings.TrimSpace(mode), "production") {
return false
}
value := strings.ToLower(strings.TrimSpace(getenv(EnabledEnv)))
return value == "true" || value == "1"
}
func EnabledFromEnvironment(mode string) bool { return Enabled(mode, os.Getenv) }
+58
View File
@@ -0,0 +1,58 @@
package synthetic
import (
"errors"
"net/http"
"github.com/gin-gonic/gin"
"github.com/gin-gonic/gin/binding"
"github.com/go-admin-team/go-admin-core/sdk/api"
jwt "github.com/go-admin-team/go-admin-core/sdk/pkg/jwtauth"
"github.com/go-admin-team/go-admin-core/sdk/pkg/jwtauth/user"
"go-admin/app/bell/event"
)
const maxRequestBytes = 64 * 1024
type Handler struct{ api.Api }
func IsAdministrator(c *gin.Context) bool {
claims := jwt.ExtractClaims(c)
role, _ := claims[jwt.RoleKey].(string)
return role == "admin"
}
func (h Handler) Create(c *gin.Context) {
if !IsAdministrator(c) {
h.MakeContext(c).Error(http.StatusForbidden, errors.New("无权使用合成事件入口"), "无权使用合成事件入口")
return
}
if err := restoreRequestBody(c); err != nil {
h.MakeContext(c).Error(http.StatusBadRequest, errors.New("请求内容格式不正确"), "请求内容格式不正确")
return
}
var request CreateRequest
h.MakeContext(c).MakeOrm().Bind(&request, binding.JSON)
if h.Errors != nil {
h.Error(http.StatusBadRequest, errors.New("请求内容格式不正确"), "请求内容格式不正确")
return
}
result, err := event.NewService(h.Orm).Ingest(c.Request.Context(), request.Command(), user.GetUserId(c))
if err != nil {
switch {
case errors.Is(err, event.ErrInvalid):
h.Error(http.StatusBadRequest, event.ErrInvalid, event.ErrInvalid.Error())
case errors.Is(err, event.ErrConflict):
h.Error(http.StatusConflict, event.ErrConflict, event.ErrConflict.Error())
default:
h.Logger.Errorf("synthetic event ingest failed: %v", err)
h.Error(http.StatusInternalServerError, errors.New("合成事件写入失败"), "合成事件写入失败")
}
return
}
h.OK(result, "合成事件已接收")
// The client already received the full response. Keep only a fixed marker
// for GoAdmin's generic operation audit, which runs after the handler.
c.Set("result", gin.H{"code": http.StatusOK, "data": "<redacted>"})
}
@@ -0,0 +1,53 @@
package synthetic
import (
"bytes"
"errors"
"io"
"net/http"
"github.com/gin-gonic/gin"
)
const (
requestBodyKey = "bell.synthetic.request-body"
requestBodyErrorKey = "bell.synthetic.request-body-error"
)
var redactedRequestBody = []byte(`{"redacted":true}`)
// RedactRequestBody runs before GoAdmin's operation logger. It keeps the real
// body only in the request context for the handler and exposes a fixed marker
// to the generic audit middleware so event payloads never enter sys_opera_log.
func RedactRequestBody() gin.HandlerFunc {
return func(c *gin.Context) {
if c.Request.Method != http.MethodPost || c.Request.URL.Path != "/api/v1/bell/synthetic-events" {
c.Next()
return
}
body, err := io.ReadAll(io.LimitReader(c.Request.Body, maxRequestBytes+1))
if err != nil {
c.Set(requestBodyErrorKey, err)
} else if len(body) > maxRequestBytes {
c.Set(requestBodyErrorKey, errors.New("request body too large"))
} else {
c.Set(requestBodyKey, body)
}
_ = c.Request.Body.Close()
c.Request.Body = io.NopCloser(bytes.NewReader(redactedRequestBody))
c.Next()
}
}
func restoreRequestBody(c *gin.Context) error {
if value, ok := c.Get(requestBodyErrorKey); ok {
return value.(error)
}
value, ok := c.Get(requestBodyKey)
if !ok {
return errors.New("synthetic request body was not captured")
}
body := value.([]byte)
c.Request.Body = io.NopCloser(bytes.NewReader(body))
return nil
}
+27
View File
@@ -0,0 +1,27 @@
package synthetic
import (
"time"
"go-admin/app/bell/event"
)
const ProducerID = "bell.synthetic"
type CreateRequest struct {
SourceEventID string `json:"sourceEventId" binding:"required"`
EventType string `json:"eventType" binding:"required"`
OccurredAt time.Time `json:"occurredAt" binding:"required"`
Location string `json:"location" binding:"required"`
Severity string `json:"severity" binding:"required"`
EvidenceRef *string `json:"evidenceRef,omitempty"`
Attributes map[string]any `json:"attributes"`
}
func (r CreateRequest) Command() event.Command {
return event.Command{
ProducerID: ProducerID, SourceEventID: r.SourceEventID, EventType: r.EventType,
OccurredAt: r.OccurredAt, Location: r.Location, Severity: r.Severity,
EvidenceRef: r.EvidenceRef, Attributes: r.Attributes,
}
}
+5 -1
View File
@@ -20,6 +20,8 @@ import (
"go-admin/app/admin/models"
"go-admin/app/admin/router"
bellrouter "go-admin/app/bell/router"
"go-admin/app/bell/synthetic"
"go-admin/common/bellconfig"
"go-admin/common/database"
"go-admin/common/global"
@@ -54,6 +56,7 @@ func init() {
//注册路由 fixme 其他应用的路由,在本目录新建文件放在init方法
AppRouters = append(AppRouters, router.InitRouter)
AppRouters = append(AppRouters, bellrouter.InitRouter)
}
func setup() error {
@@ -178,7 +181,8 @@ func initRouter() {
//r.Use(middleware.Metrics())
r.Use(common.Sentinel()).
Use(common.RequestId(pkg.TrafficKey)).
Use(api.SetRequestLogger)
Use(api.SetRequestLogger).
Use(synthetic.RedactRequestBody())
common.InitMiddleware(r)
@@ -0,0 +1,39 @@
package version_local
import (
"runtime"
"gorm.io/gorm"
"go-admin/app/bell/event"
"go-admin/app/bell/receipt"
"go-admin/cmd/migrate/migration"
common "go-admin/common/models"
)
func init() {
_, fileName, _, _ := runtime.Caller(0)
migration.Migrate.SetVersion(migration.GetFilename(fileName), migrateBellEventReceipt)
}
func migrateBellEventReceipt(db *gorm.DB, version string) error {
return db.Transaction(func(tx *gorm.DB) error {
if err := tx.AutoMigrate(new(event.Event), new(receipt.Receipt), new(receipt.IngestAudit)); err != nil {
return err
}
statements := []string{
`ALTER TABLE bell_event_receipts ADD CONSTRAINT bell_event_receipts_event_fk FOREIGN KEY (event_id) REFERENCES bell_events(id) ON UPDATE RESTRICT ON DELETE RESTRICT`,
`ALTER TABLE bell_events ADD CONSTRAINT bell_events_severity_check CHECK (severity IN ('low','medium','high','critical'))`,
`CREATE OR REPLACE FUNCTION bell_reject_immutable_fact() RETURNS trigger LANGUAGE plpgsql AS $$ BEGIN RAISE EXCEPTION 'Bell immutable fact cannot be changed' USING ERRCODE = '55000'; END $$`,
`CREATE TRIGGER bell_events_immutable BEFORE UPDATE OR DELETE ON bell_events FOR EACH ROW EXECUTE FUNCTION bell_reject_immutable_fact()`,
`CREATE TRIGGER bell_event_receipts_immutable BEFORE UPDATE OR DELETE ON bell_event_receipts FOR EACH ROW EXECUTE FUNCTION bell_reject_immutable_fact()`,
`CREATE TRIGGER bell_event_ingest_audits_immutable BEFORE UPDATE OR DELETE ON bell_event_ingest_audits FOR EACH ROW EXECUTE FUNCTION bell_reject_immutable_fact()`,
}
for _, statement := range statements {
if err := tx.Exec(statement).Error; err != nil {
return err
}
}
return tx.Create(&common.Migration{Version: version}).Error
})
}
@@ -0,0 +1,61 @@
package bell_event_test
import (
"errors"
"testing"
"time"
"go-admin/app/bell/event"
)
func validCommand() event.Command {
return event.Command{
ProducerID: " bell.synthetic ", SourceEventID: " test-001 ", EventType: " danger_area_entered ",
OccurredAt: time.Date(2026, 8, 29, 0, 0, 0, 0, time.FixedZone("CST", 8*60*60)),
Location: " 东门 ", Severity: " HIGH ", Attributes: map[string]any{"z": 2, "a": "first"},
}
}
func TestNormalizeIsDeterministicAndTrimsBusinessFields(t *testing.T) {
first, err := event.Normalize(validCommand())
if err != nil {
t.Fatal(err)
}
secondCommand := validCommand()
secondCommand.Attributes = map[string]any{"a": "first", "z": 2}
second, err := event.Normalize(secondCommand)
if err != nil {
t.Fatal(err)
}
if first.Digest != second.Digest || string(first.Payload) != string(second.Payload) {
t.Fatalf("normalized payload is not deterministic: %s != %s", first.Payload, second.Payload)
}
if first.Command.ProducerID != "bell.synthetic" || first.Command.Severity != "high" {
t.Fatalf("fields were not normalized: %#v", first.Command)
}
if first.Command.OccurredAt.Location() != time.UTC {
t.Fatalf("occurredAt was not converted to UTC: %v", first.Command.OccurredAt)
}
}
func TestNormalizeRejectsUnsafeOrInvalidInput(t *testing.T) {
tests := []struct {
name string
mutate func(*event.Command)
}{
{name: "missing source id", mutate: func(c *event.Command) { c.SourceEventID = " " }},
{name: "unknown severity", mutate: func(c *event.Command) { c.Severity = "urgent" }},
{name: "newline in location", mutate: func(c *event.Command) { c.Location = "东门\nsecret" }},
{name: "unsafe evidence path", mutate: func(c *event.Command) { value := `C:\\secret.jpg`; c.EvidenceRef = &value }},
{name: "oversized attributes", mutate: func(c *event.Command) { c.Attributes = map[string]any{"blob": string(make([]byte, 49*1024))} }},
}
for _, test := range tests {
t.Run(test.name, func(t *testing.T) {
command := validCommand()
test.mutate(&command)
if _, err := event.Normalize(command); !errors.Is(err, event.ErrInvalid) {
t.Fatalf("expected ErrInvalid, got %v", err)
}
})
}
}
@@ -0,0 +1,42 @@
package bell_event_test
import (
"testing"
"github.com/gin-gonic/gin"
jwt "github.com/go-admin-team/go-admin-core/sdk/pkg/jwtauth"
"go-admin/app/bell/synthetic"
)
func TestSyntheticEnabledRequiresExplicitNonProductionOptIn(t *testing.T) {
getenv := func(name string) string {
if name == synthetic.EnabledEnv {
return "true"
}
return ""
}
if synthetic.Enabled("prod", getenv) || synthetic.Enabled("production", getenv) {
t.Fatal("synthetic route must stay disabled in production even when the flag is set")
}
if !synthetic.Enabled("dev", getenv) {
t.Fatal("explicit development opt-in should enable the synthetic route")
}
if synthetic.Enabled("dev", func(string) string { return "" }) {
t.Fatal("synthetic route must default to disabled")
}
}
func TestSyntheticAdministratorCheckUsesJWTClaims(t *testing.T) {
gin.SetMode(gin.TestMode)
admin, _ := gin.CreateTestContext(nil)
admin.Set(jwt.JwtPayloadKey, jwt.MapClaims{jwt.RoleKey: "admin"})
if !synthetic.IsAdministrator(admin) {
t.Fatal("admin role should be authorized")
}
operator, _ := gin.CreateTestContext(nil)
operator.Set(jwt.JwtPayloadKey, jwt.MapClaims{jwt.RoleKey: "operator"})
if synthetic.IsAdministrator(operator) {
t.Fatal("non-admin role must be rejected")
}
}
+5
View File
@@ -0,0 +1,5 @@
"""Brain independent vertical-slice application."""
from .runner import RunSummary, run_pipeline
__all__ = ["RunSummary", "run_pipeline"]
+63
View File
@@ -0,0 +1,63 @@
"""CLI for the isolated Brain local-event vertical slice."""
from __future__ import annotations
import argparse
import json
import sys
from pathlib import Path
from yovision_brain.config import ConfigError
from yovision_brain.decode import DecoderError
from yovision_brain.events import JsonLinesSink
from yovision_brain.input import InputError
from yovision_brain.rules import RuleConfigError
from .runner import run_pipeline
def build_parser() -> argparse.ArgumentParser:
parser = argparse.ArgumentParser(description="Run the isolated Brain internal-event pipeline")
parser.add_argument("--config", required=True, help="explicit Brain-internal JSON configuration")
parser.add_argument("--output", default="-", help="JSON Lines output file, or - for stdout")
return parser
def main(argv: list[str] | None = None) -> int:
args = build_parser().parse_args(argv)
config_path = Path(args.config)
try:
raw = json.loads(config_path.read_text(encoding="utf-8"))
except (OSError, UnicodeError, json.JSONDecodeError):
print(json.dumps({"status": "error", "message": "Brain internal config cannot be read"}), file=sys.stderr)
return 2
if not isinstance(raw, dict):
print(json.dumps({"status": "error", "message": "Brain internal config must be an object"}), file=sys.stderr)
return 2
stream = sys.stdout
owned_stream = None
try:
if args.output != "-":
try:
owned_stream = Path(args.output).open("w", encoding="utf-8", newline="\n")
except OSError:
print(json.dumps({"status": "error", "message": "event output cannot be opened"}), file=sys.stderr)
return 2
stream = owned_stream
summary = run_pipeline(raw, JsonLinesSink(stream), base_dir=config_path.parent)
except (ConfigError, DecoderError, InputError, RuleConfigError, RuntimeError, ValueError) as exc:
print(json.dumps({"status": "error", "message": str(exc)}, ensure_ascii=False), file=sys.stderr)
return 3
except KeyboardInterrupt:
print(json.dumps({"status": "cancelled"}), file=sys.stderr)
return 130
finally:
if owned_stream is not None:
owned_stream.close()
print(json.dumps({"status": summary.status, "frames": summary.frames, "detections": summary.detections, "events": summary.events}, sort_keys=True), file=sys.stderr)
return 0
if __name__ == "__main__":
raise SystemExit(main())
+110
View File
@@ -0,0 +1,110 @@
"""Compose input, decode, anonymous vision, rules and local event output."""
from __future__ import annotations
from dataclasses import dataclass
from pathlib import Path
from typing import Any, Mapping
from yovision_brain.config import BrainInputConfig, parse_input_config
from yovision_brain.decode import decode_packets
from yovision_brain.events import EventSink, candidate_from_decision
from yovision_brain.input import CancellationToken, build_input_source
from yovision_brain.rules import (
AreaDefinition,
DirectionalLineDefinition,
NormalizedPoint,
RuleEngine,
RuleSet,
)
from yovision_brain.vision import LumaBlobDetector, SingleStreamTracker, TorchLumaBlobDetector
@dataclass(frozen=True, slots=True)
class RunSummary:
status: str
frames: int
detections: int
events: int
def _rules(config: BrainInputConfig, version: str) -> RuleSet:
return RuleSet(
version=version,
profile_id=config.profile.profile_id,
width=config.profile.width,
height=config.profile.height,
areas=tuple(
AreaDefinition(area.rule_id, tuple(NormalizedPoint(point.x, point.y) for point in area.points))
for area in config.areas
),
directional_lines=tuple(
DirectionalLineDefinition(
line.rule_id,
NormalizedPoint(line.start.x, line.start.y),
NormalizedPoint(line.end.x, line.end.y),
line.trigger_direction,
)
for line in config.directional_lines
),
)
def run_pipeline(
raw: Mapping[str, Any],
sink: EventSink,
*,
base_dir: Path | None = None,
cancellation: CancellationToken | None = None,
) -> RunSummary:
input_raw = raw.get("input")
if not isinstance(input_raw, Mapping):
raise ValueError("input must be an object")
config = parse_input_config(input_raw, base_dir=base_dir)
version = raw.get("rules_version")
if not isinstance(version, str) or not version:
raise ValueError("rules_version must be a non-empty string")
detector_raw = raw.get("detector", {})
if not isinstance(detector_raw, Mapping):
raise ValueError("detector must be an object")
backend = detector_raw.get("backend", "python")
threshold = detector_raw.get("threshold", 200)
minimum_area = detector_raw.get("minimum_area", 1)
if not isinstance(threshold, int) or not isinstance(minimum_area, int):
raise ValueError("detector threshold and minimum_area must be integers")
if backend == "python":
detector = LumaBlobDetector(threshold=threshold, minimum_area=minimum_area)
elif backend == "torch_cpu":
detector = TorchLumaBlobDetector(threshold=threshold, minimum_area=minimum_area, device="cpu")
else:
raise ValueError("detector.backend must be python or torch_cpu")
source = build_input_source(config)
tracker = SingleStreamTracker()
engine = RuleEngine(_rules(config, version))
frame_count = detection_count = event_count = 0
for frame in decode_packets(source.packets(cancellation), cancellation):
frame_count += 1
detections = detector.detect(frame)
detection_count += len(detections)
tracks = tracker.update(detections, frame_sequence=frame.sequence, timestamp_ns=frame.timestamp_ns)
decisions = engine.evaluate(
tracks,
profile_id=frame.profile_id,
width=frame.width,
height=frame.height,
)
tracks_by_id = {track.track_id: track for track in tracks}
for decision in decisions:
if not decision.triggered:
continue
sink.write(candidate_from_decision(
decision,
tracks_by_id[decision.track_id],
logical_input_id=config.logical_device_id,
detector=detector.metadata,
))
event_count += 1
tracker.finish()
status = "cancelled" if cancellation is not None and cancellation.cancelled else "completed"
return RunSummary(status, frame_count, detection_count, event_count)
@@ -0,0 +1,16 @@
"""Replaceable Brain-internal video decode pipeline."""
from .models import DecodedFrame, DecoderBackend, DecoderError
from .pipeline import DecoderPipeline, decode_packets
from .raw_rgb import RawRGBDecoder
from .y4m import Y4MDecoder
__all__ = [
"DecodedFrame",
"DecoderBackend",
"DecoderError",
"DecoderPipeline",
"RawRGBDecoder",
"Y4MDecoder",
"decode_packets",
]
+35
View File
@@ -0,0 +1,35 @@
"""Decode-layer ports and frame model."""
from __future__ import annotations
from dataclasses import dataclass
from typing import Iterable, Iterator, Protocol
from yovision_brain.input import CancellationToken, InputPacket
class DecoderError(RuntimeError):
"""A safe and actionable decode failure."""
@dataclass(frozen=True, slots=True)
class DecodedFrame:
sequence: int
timestamp_ns: int
logical_device_id: str
profile_id: str
width: int
height: int
pixel_format: str
payload: bytes
dimensions_changed: bool = False
class DecoderBackend(Protocol):
media_formats: frozenset[str]
def decode(
self,
packets: Iterable[InputPacket],
cancellation: CancellationToken | None = None,
) -> Iterator[DecodedFrame]: ...
@@ -0,0 +1,47 @@
"""Decoder selection independent of concrete codec libraries."""
from __future__ import annotations
from collections.abc import Iterable, Iterator
from itertools import chain
from yovision_brain.input import CancellationToken, InputPacket
from .models import DecodedFrame, DecoderBackend, DecoderError
from .raw_rgb import RawRGBDecoder
from .y4m import Y4MDecoder
class DecoderPipeline:
def __init__(self, backends: Iterable[DecoderBackend] | None = None) -> None:
selected = tuple(backends) if backends is not None else (RawRGBDecoder(), Y4MDecoder())
self._backends: dict[str, DecoderBackend] = {}
for backend in selected:
for media_format in backend.media_formats:
if media_format in self._backends:
raise ValueError(f"duplicate decoder for media format {media_format!r}")
self._backends[media_format] = backend
def decode(
self,
packets: Iterable[InputPacket],
cancellation: CancellationToken | None = None,
) -> Iterator[DecodedFrame]:
iterator = iter(packets)
if cancellation is not None and cancellation.cancelled:
return
try:
first = next(iterator)
except StopIteration:
return
backend = self._backends.get(first.media_format)
if backend is None:
raise DecoderError(f"no decoder registered for media format {first.media_format!r}")
yield from backend.decode(chain((first,), iterator), cancellation)
def decode_packets(
packets: Iterable[InputPacket],
cancellation: CancellationToken | None = None,
) -> Iterator[DecodedFrame]:
return DecoderPipeline().decode(packets, cancellation)
@@ -0,0 +1,45 @@
"""Pass-through decoder for deterministic RGB24 synthetic frames."""
from __future__ import annotations
from collections.abc import Iterable, Iterator
from yovision_brain.input import CancellationToken, InputPacket
from .models import DecodedFrame, DecoderError
class RawRGBDecoder:
media_formats = frozenset({"rgb24"})
def decode(
self,
packets: Iterable[InputPacket],
cancellation: CancellationToken | None = None,
) -> Iterator[DecodedFrame]:
previous_dimensions: tuple[int, int] | None = None
for packet in packets:
if cancellation is not None and cancellation.cancelled:
return
if packet.media_format != "rgb24":
raise DecoderError(f"raw RGB decoder does not support {packet.media_format!r}")
expected = packet.width * packet.height * 3
if len(packet.payload) != expected:
raise DecoderError(
f"RGB24 frame {packet.sequence} has {len(packet.payload)} bytes; expected {expected}"
)
if packet.timestamp_ns is None:
raise DecoderError(f"RGB24 frame {packet.sequence} has no source timestamp")
dimensions = (packet.width, packet.height)
yield DecodedFrame(
sequence=packet.sequence,
timestamp_ns=packet.timestamp_ns,
logical_device_id=packet.logical_device_id,
profile_id=packet.profile_id,
width=packet.width,
height=packet.height,
pixel_format="rgb24",
payload=packet.payload,
dimensions_changed=previous_dimensions is not None and dimensions != previous_dimensions,
)
previous_dimensions = dimensions
+167
View File
@@ -0,0 +1,167 @@
"""Minimal streaming YUV4MPEG2 decoder for anonymous local fixtures.
The backend intentionally supports only uncompressed C444 streams. Production
codecs and RTSP belong behind the same decoder port in later tasks.
"""
from __future__ import annotations
from collections.abc import Iterable, Iterator
from dataclasses import dataclass
from yovision_brain.input import CancellationToken, InputPacket
from .models import DecodedFrame, DecoderError
_MAX_HEADER_BYTES = 4096
_MAX_FRAME_BYTES = 256 * 1024 * 1024
class _Cancelled(Exception):
pass
class _PacketReader:
def __init__(
self,
packets: Iterable[InputPacket],
cancellation: CancellationToken | None,
) -> None:
self._packets = iter(packets)
self._cancellation = cancellation
self._buffer = bytearray()
self._ended = False
self.first_packet: InputPacket | None = None
def _fill(self) -> bool:
if self._cancellation is not None and self._cancellation.cancelled:
raise _Cancelled
if self._ended:
return False
try:
packet = next(self._packets)
except StopIteration:
self._ended = True
return False
if packet.media_format != "container-bytes":
raise DecoderError(f"Y4M decoder does not support {packet.media_format!r}")
if self.first_packet is None:
self.first_packet = packet
else:
first = self.first_packet
if (packet.logical_device_id, packet.profile_id) != (
first.logical_device_id,
first.profile_id,
):
raise DecoderError("input identity changed inside one local video stream")
self._buffer.extend(packet.payload)
return True
def line(self, *, allow_clean_eof: bool = False) -> bytes | None:
while True:
newline = self._buffer.find(b"\n")
if newline >= 0:
result = bytes(self._buffer[:newline])
del self._buffer[: newline + 1]
return result
if len(self._buffer) > _MAX_HEADER_BYTES:
raise DecoderError("Y4M header exceeds the safe size limit")
if not self._fill():
if not self._buffer and allow_clean_eof:
return None
raise DecoderError("truncated Y4M header")
def exact(self, size: int) -> bytes:
while len(self._buffer) < size:
if not self._fill():
raise DecoderError("truncated Y4M frame payload")
result = bytes(self._buffer[:size])
del self._buffer[:size]
return result
@dataclass(frozen=True, slots=True)
class _Header:
width: int
height: int
fps_numerator: int
fps_denominator: int
def _positive_int(value: bytes, field: str) -> int:
try:
result = int(value)
except ValueError as exc:
raise DecoderError(f"invalid Y4M {field}") from exc
if result <= 0:
raise DecoderError(f"invalid Y4M {field}")
return result
def _parse_header(line: bytes) -> _Header:
parts = line.split()
if not parts or parts[0] != b"YUV4MPEG2":
raise DecoderError("unsupported local video format; expected YUV4MPEG2")
fields = {part[:1]: part[1:] for part in parts[1:] if len(part) > 1}
if fields.get(b"C", b"444") not in {b"444", b"444jpeg"}:
raise DecoderError("unsupported Y4M chroma; only C444 is supported")
width = _positive_int(fields.get(b"W", b""), "width")
height = _positive_int(fields.get(b"H", b""), "height")
fps_parts = fields.get(b"F", b"").split(b":", 1)
if len(fps_parts) != 2:
raise DecoderError("invalid Y4M frame rate")
header = _Header(
width=width,
height=height,
fps_numerator=_positive_int(fps_parts[0], "frame rate numerator"),
fps_denominator=_positive_int(fps_parts[1], "frame rate denominator"),
)
if header.width * header.height * 3 > _MAX_FRAME_BYTES:
raise DecoderError("Y4M frame exceeds the safe size limit")
return header
class Y4MDecoder:
media_formats = frozenset({"container-bytes"})
def decode(
self,
packets: Iterable[InputPacket],
cancellation: CancellationToken | None = None,
) -> Iterator[DecodedFrame]:
reader = _PacketReader(packets, cancellation)
try:
header_line = reader.line()
assert header_line is not None
header = _parse_header(header_line)
first = reader.first_packet
if first is None:
raise DecoderError("local video input is empty")
if (first.width, first.height) != (header.width, header.height):
raise DecoderError(
"Y4M dimensions do not match the configured input profile "
f"({header.width}x{header.height} != {first.width}x{first.height})"
)
interval_ns = round(1_000_000_000 * header.fps_denominator / header.fps_numerator)
frame_size = header.width * header.height * 3
sequence = 0
while True:
frame_header = reader.line(allow_clean_eof=True)
if frame_header is None:
return
if frame_header != b"FRAME":
raise DecoderError(f"invalid Y4M frame header at frame {sequence}")
payload = reader.exact(frame_size)
yield DecodedFrame(
sequence=sequence,
timestamp_ns=sequence * interval_ns,
logical_device_id=first.logical_device_id,
profile_id=first.profile_id,
width=header.width,
height=header.height,
pixel_format="yuv444p",
payload=payload,
)
sequence += 1
except _Cancelled:
return
@@ -0,0 +1,13 @@
"""Brain-internal event candidates and local sinks."""
from .mapper import candidate_from_decision
from .models import INTERNAL_EVENT_SCHEMA, InternalEventCandidate
from .sink import EventSink, JsonLinesSink
__all__ = [
"EventSink",
"INTERNAL_EVENT_SCHEMA",
"InternalEventCandidate",
"JsonLinesSink",
"candidate_from_decision",
]
+53
View File
@@ -0,0 +1,53 @@
"""Stable mapping from an internal rule hit to an internal event candidate."""
from __future__ import annotations
import hashlib
import json
from yovision_brain.rules import RuleDecision
from yovision_brain.vision import DetectorMetadata, TrackedObject
from .models import INTERNAL_EVENT_SCHEMA, InternalEventCandidate
def candidate_from_decision(
decision: RuleDecision,
track: TrackedObject,
*,
logical_input_id: str,
detector: DetectorMetadata,
) -> InternalEventCandidate:
if not decision.triggered or decision.track_id != track.track_id:
raise ValueError("only a triggered decision for the same anonymous track can become an event")
event_type = "danger_area_entered" if decision.rule_type == "danger_area" else "directional_line_crossed"
observation: dict[str, object] = {
"category": track.category,
"confidence": track.confidence,
"box": {
"left": track.box.left,
"top": track.box.top,
"right": track.box.right,
"bottom": track.box.bottom,
},
"anchor": {"x": decision.anchor.x, "y": decision.anchor.y},
}
fact = {
"schema": INTERNAL_EVENT_SCHEMA,
"logical_input_id": logical_input_id,
"event_type": event_type,
"occurred_at_ns": decision.timestamp_ns,
"rule_id": decision.rule_id,
"rule_version": decision.config_version,
"model_name": detector.name,
"model_version": detector.version,
"profile_id": decision.profile_id,
"frame_width": decision.width,
"frame_height": decision.height,
"track_id": track.track_id,
"observation": observation,
"reason": decision.reason,
}
canonical = json.dumps(fact, ensure_ascii=False, sort_keys=True, separators=(",", ":"))
event_id = "brain-local-" + hashlib.sha256(canonical.encode("utf-8")).hexdigest()
return InternalEventCandidate(event_id=event_id, **fact)
+29
View File
@@ -0,0 +1,29 @@
"""Explicitly internal event candidate model; not a shared contract."""
from __future__ import annotations
from dataclasses import asdict, dataclass
INTERNAL_EVENT_SCHEMA = "brain.internal.event-candidate/v1"
@dataclass(frozen=True, slots=True)
class InternalEventCandidate:
schema: str
event_id: str
logical_input_id: str
event_type: str
occurred_at_ns: int
rule_id: str
rule_version: str
model_name: str
model_version: str
profile_id: str
frame_width: int
frame_height: int
track_id: str
observation: dict[str, object]
reason: str
def to_dict(self) -> dict[str, object]:
return asdict(self)
+21
View File
@@ -0,0 +1,21 @@
"""Replaceable local event sinks."""
from __future__ import annotations
import json
from typing import Protocol, TextIO
from .models import InternalEventCandidate
class EventSink(Protocol):
def write(self, candidate: InternalEventCandidate) -> None: ...
class JsonLinesSink:
def __init__(self, stream: TextIO) -> None:
self._stream = stream
def write(self, candidate: InternalEventCandidate) -> None:
self._stream.write(json.dumps(candidate.to_dict(), ensure_ascii=False, sort_keys=True) + "\n")
self._stream.flush()
@@ -0,0 +1,21 @@
"""Brain-internal anonymous area and directional-line rules."""
from .engine import RuleEngine
from .models import (
AreaDefinition,
DirectionalLineDefinition,
NormalizedPoint,
RuleConfigError,
RuleDecision,
RuleSet,
)
__all__ = [
"AreaDefinition",
"DirectionalLineDefinition",
"NormalizedPoint",
"RuleConfigError",
"RuleDecision",
"RuleEngine",
"RuleSet",
]
+112
View File
@@ -0,0 +1,112 @@
"""Stateful, explainable area and directional-line evaluation."""
from __future__ import annotations
from yovision_brain.vision import TrackedObject
from .models import NormalizedPoint, RuleConfigError, RuleDecision, RuleSet
_EPSILON = 1e-9
def _anchor(track: TrackedObject, width: int, height: int) -> NormalizedPoint:
x = (track.box.left + track.box.right) / (2.0 * width)
y = track.box.bottom / height
try:
return NormalizedPoint(x, y)
except RuleConfigError as exc:
raise RuleConfigError(f"track {track.track_id!r} anchor is outside the configured frame") from exc
def _on_segment(point: NormalizedPoint, first: NormalizedPoint, second: NormalizedPoint) -> bool:
cross = (second.x - first.x) * (point.y - first.y) - (second.y - first.y) * (point.x - first.x)
return abs(cross) <= _EPSILON and min(first.x, second.x) - _EPSILON <= point.x <= max(first.x, second.x) + _EPSILON and min(first.y, second.y) - _EPSILON <= point.y <= max(first.y, second.y) + _EPSILON
def _inside(point: NormalizedPoint, polygon: tuple[NormalizedPoint, ...]) -> bool:
inside = False
previous = polygon[-1]
for current in polygon:
if _on_segment(point, previous, current):
return True
if (current.y > point.y) != (previous.y > point.y):
crossing_x = (previous.x - current.x) * (point.y - current.y) / (previous.y - current.y) + current.x
if point.x < crossing_x:
inside = not inside
previous = current
return inside
def _side(point: NormalizedPoint, start: NormalizedPoint, end: NormalizedPoint) -> float:
return (end.x - start.x) * (point.y - start.y) - (end.y - start.y) * (point.x - start.x)
class RuleEngine:
"""Evaluates one versioned rule set against one stream session."""
def __init__(self, rules: RuleSet) -> None:
self._rules = rules
self._area_inside: dict[tuple[str, str], bool] = {}
self._line_side: dict[tuple[str, str], int] = {}
def evaluate(
self,
tracks: tuple[TrackedObject, ...],
*,
profile_id: str,
width: int,
height: int,
) -> tuple[RuleDecision, ...]:
if (profile_id, width, height) != (self._rules.profile_id, self._rules.width, self._rules.height):
raise RuleConfigError("track Profile/resolution does not match the versioned rule configuration")
decisions: list[RuleDecision] = []
for track in tracks:
anchor = _anchor(track, width, height)
common = dict(
track_id=track.track_id,
config_version=self._rules.version,
profile_id=profile_id,
width=width,
height=height,
anchor=anchor,
timestamp_ns=track.timestamp_ns,
)
for area in self._rules.areas:
key = (track.track_id, area.rule_id)
current = _inside(anchor, area.points)
previous = self._area_inside.get(key, False)
state = "entered" if current and not previous else "inside" if current else "outside"
self._area_inside[key] = current
decisions.append(RuleDecision(
rule_id=area.rule_id,
rule_type="danger_area",
state=state,
triggered=state == "entered",
reason=f"bottom-center anchor is {state} the configured polygon",
**common,
))
for line in self._rules.directional_lines:
key = (track.track_id, line.rule_id)
value = _side(anchor, line.start, line.end)
if abs(value) <= line.deadband:
decisions.append(RuleDecision(
rule_id=line.rule_id, rule_type="directional_line", state="on_line",
triggered=False, reason="anchor is inside the line deadband; previous significant side is retained",
**common,
))
continue
current_side = 1 if value > 0 else -1
previous_side = self._line_side.get(key)
self._line_side[key] = current_side
wanted = (previous_side, current_side) == ((1, -1) if line.trigger_direction == "left_to_right" else (-1, 1))
crossed = previous_side is not None and previous_side != current_side
state = "triggered" if wanted else "reverse_crossing" if crossed else "same_side"
decisions.append(RuleDecision(
rule_id=line.rule_id,
rule_type="directional_line",
state=state,
triggered=wanted,
reason=f"directed side transition {previous_side!r}->{current_side}; expected {line.trigger_direction}",
**common,
))
return tuple(decisions)
+84
View File
@@ -0,0 +1,84 @@
"""Versioned Brain-internal rule configuration and decisions."""
from __future__ import annotations
from dataclasses import dataclass
class RuleConfigError(ValueError):
pass
@dataclass(frozen=True, slots=True)
class NormalizedPoint:
x: float
y: float
def __post_init__(self) -> None:
if not 0.0 <= self.x <= 1.0 or not 0.0 <= self.y <= 1.0:
raise RuleConfigError("rule coordinates must be normalized to 0..1")
@dataclass(frozen=True, slots=True)
class AreaDefinition:
rule_id: str
points: tuple[NormalizedPoint, ...]
@dataclass(frozen=True, slots=True)
class DirectionalLineDefinition:
rule_id: str
start: NormalizedPoint
end: NormalizedPoint
trigger_direction: str
deadband: float = 0.005
@dataclass(frozen=True, slots=True)
class RuleSet:
version: str
profile_id: str
width: int
height: int
areas: tuple[AreaDefinition, ...] = ()
directional_lines: tuple[DirectionalLineDefinition, ...] = ()
def __post_init__(self) -> None:
if not self.version or not self.profile_id or self.width <= 0 or self.height <= 0:
raise RuleConfigError("rule version, profile and dimensions are required")
identifiers = [rule.rule_id for rule in self.areas] + [rule.rule_id for rule in self.directional_lines]
if any(not identifier for identifier in identifiers) or len(set(identifiers)) != len(identifiers):
raise RuleConfigError("rule ids must be non-empty and unique")
for area in self.areas:
if len(area.points) < 3 or abs(_polygon_area(area.points)) < 1e-9:
raise RuleConfigError(f"area {area.rule_id!r} must be a non-degenerate polygon")
for line in self.directional_lines:
if line.start == line.end:
raise RuleConfigError(f"line {line.rule_id!r} must have distinct endpoints")
if line.trigger_direction not in {"left_to_right", "right_to_left"}:
raise RuleConfigError(f"line {line.rule_id!r} has invalid trigger direction")
if not 0.0 <= line.deadband < 0.5:
raise RuleConfigError(f"line {line.rule_id!r} has invalid deadband")
def _polygon_area(points: tuple[NormalizedPoint, ...]) -> float:
return sum(
first.x * second.y - second.x * first.y
for first, second in zip(points, points[1:] + points[:1])
) / 2.0
@dataclass(frozen=True, slots=True)
class RuleDecision:
rule_id: str
rule_type: str
track_id: str
state: str
triggered: bool
reason: str
config_version: str
profile_id: str
width: int
height: int
anchor: NormalizedPoint
timestamp_ns: int
@@ -0,0 +1,16 @@
"""Anonymous detection and single-stream tracking."""
from .detector import LumaBlobDetector, TorchLumaBlobDetector
from .models import BoundingBox, Detection, Detector, DetectorMetadata, TrackedObject
from .tracker import SingleStreamTracker
__all__ = [
"BoundingBox",
"Detection",
"Detector",
"DetectorMetadata",
"LumaBlobDetector",
"SingleStreamTracker",
"TorchLumaBlobDetector",
"TrackedObject",
]
+120
View File
@@ -0,0 +1,120 @@
"""Deterministic anonymous blob detectors with no biometric semantics."""
from __future__ import annotations
from collections.abc import Sequence
from yovision_brain.decode import DecodedFrame, DecoderError
from .models import BoundingBox, Detection, DetectorMetadata
_METADATA = DetectorMetadata(
name="yovision-luma-blob",
version="1.0.0",
source="YoVision Brain first-party deterministic algorithm",
license="No external model license; no learned weights are distributed",
weights="none",
)
def _components(mask: Sequence[Sequence[bool]], minimum_area: int) -> tuple[BoundingBox, ...]:
height = len(mask)
width = len(mask[0]) if height else 0
visited: set[tuple[int, int]] = set()
boxes: list[BoundingBox] = []
for y in range(height):
for x in range(width):
if not mask[y][x] or (x, y) in visited:
continue
pending = [(x, y)]
visited.add((x, y))
points: list[tuple[int, int]] = []
while pending:
current_x, current_y = pending.pop()
points.append((current_x, current_y))
for neighbor in (
(current_x - 1, current_y),
(current_x + 1, current_y),
(current_x, current_y - 1),
(current_x, current_y + 1),
):
nx, ny = neighbor
if 0 <= nx < width and 0 <= ny < height and mask[ny][nx] and neighbor not in visited:
visited.add(neighbor)
pending.append(neighbor)
if len(points) >= minimum_area:
xs, ys = zip(*points)
boxes.append(BoundingBox(min(xs), min(ys), max(xs) + 1, max(ys) + 1))
return tuple(sorted(boxes, key=lambda box: (box.top, box.left, box.bottom, box.right)))
def _validate_frame(frame: DecodedFrame) -> None:
if frame.pixel_format not in {"rgb24", "yuv444p"}:
raise DecoderError(f"anonymous detector does not support pixel format {frame.pixel_format!r}")
expected = frame.width * frame.height * 3
if len(frame.payload) != expected:
raise DecoderError(f"vision frame has {len(frame.payload)} bytes; expected {expected}")
class LumaBlobDetector:
"""Small CPU reference detector used for deterministic integration tests."""
metadata = _METADATA
def __init__(self, *, threshold: int = 200, minimum_area: int = 1) -> None:
if not 0 <= threshold <= 255 or minimum_area < 1:
raise ValueError("invalid luma detector threshold or minimum area")
self._threshold = threshold
self._minimum_area = minimum_area
def detect(self, frame: DecodedFrame) -> tuple[Detection, ...]:
_validate_frame(frame)
if frame.pixel_format == "rgb24":
pixels = [
max(frame.payload[index : index + 3])
for index in range(0, len(frame.payload), 3)
]
else:
pixels = list(frame.payload[: frame.width * frame.height])
mask = [
[pixels[y * frame.width + x] >= self._threshold for x in range(frame.width)]
for y in range(frame.height)
]
return tuple(
Detection(box=box, category="anonymous_target", confidence=1.0)
for box in _components(mask, self._minimum_area)
)
class TorchLumaBlobDetector:
"""PyTorch CPU/GPU smoke backend; it contains no external model weights."""
metadata = DetectorMetadata(
name="yovision-torch-luma-blob",
version="1.0.0",
source="YoVision Brain first-party PyTorch tensor implementation",
license="PyTorch BSD-3-Clause; no external model weights",
weights="none",
)
def __init__(self, *, threshold: int = 200, minimum_area: int = 1, device: str = "cpu") -> None:
self._threshold = threshold
self._minimum_area = minimum_area
self._device = device
def detect(self, frame: DecodedFrame) -> tuple[Detection, ...]:
_validate_frame(frame)
try:
import torch
except ImportError as exc:
raise RuntimeError("PyTorch runtime is required for TorchLumaBlobDetector") from exc
values = torch.tensor(list(frame.payload), dtype=torch.uint8, device=self._device)
if frame.pixel_format == "rgb24":
luma = values.reshape(frame.height, frame.width, 3).amax(dim=2)
else:
luma = values[: frame.width * frame.height].reshape(frame.height, frame.width)
mask = (luma >= self._threshold).cpu().tolist()
return tuple(
Detection(box=box, category="anonymous_target", confidence=1.0)
for box in _components(mask, self._minimum_area)
)
+52
View File
@@ -0,0 +1,52 @@
"""Privacy-preserving vision ports and observations."""
from __future__ import annotations
from dataclasses import dataclass
from typing import Protocol
from yovision_brain.decode import DecodedFrame
@dataclass(frozen=True, slots=True)
class DetectorMetadata:
name: str
version: str
source: str
license: str
weights: str
@dataclass(frozen=True, slots=True)
class BoundingBox:
left: int
top: int
right: int
bottom: int
@property
def area(self) -> int:
return max(0, self.right - self.left) * max(0, self.bottom - self.top)
@dataclass(frozen=True, slots=True)
class Detection:
box: BoundingBox
category: str
confidence: float
@dataclass(frozen=True, slots=True)
class TrackedObject:
track_id: str
box: BoundingBox
category: str
confidence: float
frame_sequence: int
timestamp_ns: int
class Detector(Protocol):
metadata: DetectorMetadata
def detect(self, frame: DecodedFrame) -> tuple[Detection, ...]: ...
@@ -0,0 +1,83 @@
"""Session-local single-stream IoU tracker."""
from __future__ import annotations
from dataclasses import dataclass
from .models import BoundingBox, Detection, TrackedObject
def _iou(first: BoundingBox, second: BoundingBox) -> float:
intersection = BoundingBox(
max(first.left, second.left),
max(first.top, second.top),
min(first.right, second.right),
min(first.bottom, second.bottom),
).area
union = first.area + second.area - intersection
return intersection / union if union else 0.0
@dataclass(slots=True)
class _Track:
track_id: str
detection: Detection
missed: int = 0
class SingleStreamTracker:
"""Tracks anonymous boxes only within one process session and one stream."""
def __init__(self, *, iou_threshold: float = 0.2, max_missed: int = 2) -> None:
if not 0.0 <= iou_threshold <= 1.0 or max_missed < 0:
raise ValueError("invalid tracker threshold or missed-frame limit")
self._iou_threshold = iou_threshold
self._max_missed = max_missed
self._tracks: dict[str, _Track] = {}
self._next_id = 1
def update(
self,
detections: tuple[Detection, ...],
*,
frame_sequence: int,
timestamp_ns: int,
) -> tuple[TrackedObject, ...]:
unmatched_tracks = set(self._tracks)
results: list[TrackedObject] = []
for detection in detections:
candidates = [
(track_id, _iou(self._tracks[track_id].detection.box, detection.box))
for track_id in unmatched_tracks
if self._tracks[track_id].detection.category == detection.category
]
track_id, score = max(candidates, key=lambda item: item[1], default=("", -1.0))
if score < self._iou_threshold:
track_id = f"track-{self._next_id:06d}"
self._next_id += 1
self._tracks[track_id] = _Track(track_id, detection)
else:
unmatched_tracks.remove(track_id)
self._tracks[track_id].detection = detection
self._tracks[track_id].missed = 0
results.append(
TrackedObject(
track_id=track_id,
box=detection.box,
category=detection.category,
confidence=detection.confidence,
frame_sequence=frame_sequence,
timestamp_ns=timestamp_ns,
)
)
for track_id in unmatched_tracks:
track = self._tracks[track_id]
track.missed += 1
if track.missed > self._max_missed:
del self._tracks[track_id]
return tuple(results)
def finish(self) -> tuple[str, ...]:
ended = tuple(sorted(self._tracks))
self._tracks.clear()
return ended
+68
View File
@@ -0,0 +1,68 @@
from __future__ import annotations
import io
import json
import subprocess
import sys
from pathlib import Path
from yovision_brain.app import run_pipeline
from yovision_brain.events import JsonLinesSink
from yovision_brain.input import CancellationToken
FIXTURE = Path(__file__).parents[1] / "fixtures" / "events" / "area.json"
def test_pipeline_generates_stable_internal_event() -> None:
raw = json.loads(FIXTURE.read_text(encoding="utf-8"))
first_stream, second_stream = io.StringIO(), io.StringIO()
first = run_pipeline(raw, JsonLinesSink(first_stream), base_dir=FIXTURE.parent)
second = run_pipeline(raw, JsonLinesSink(second_stream), base_dir=FIXTURE.parent)
assert first.events == second.events == 1
assert first_stream.getvalue() == second_stream.getvalue()
event = json.loads(first_stream.getvalue())
assert event["event_type"] == "danger_area_entered"
assert event["schema"] == "brain.internal.event-candidate/v1"
def test_no_hit_has_explicit_zero_event_summary() -> None:
raw = json.loads(FIXTURE.read_text(encoding="utf-8"))
raw["detector"]["threshold"] = 255
raw["detector"]["minimum_area"] = 1000
stream = io.StringIO()
summary = run_pipeline(raw, JsonLinesSink(stream))
assert (summary.status, summary.events, stream.getvalue()) == ("completed", 0, "")
def test_cli_runs_without_sense_or_bell() -> None:
result = subprocess.run(
[sys.executable, "-m", "yovision_brain.app", "--config", str(FIXTURE), "--output", "-"],
check=False,
capture_output=True,
text=True,
)
assert result.returncode == 0
assert json.loads(result.stdout)["schema"] == "brain.internal.event-candidate/v1"
assert json.loads(result.stderr)["events"] == 1
def test_pre_cancelled_run_is_explicit() -> None:
raw = json.loads(FIXTURE.read_text(encoding="utf-8"))
token = CancellationToken()
token.cancel()
summary = run_pipeline(raw, JsonLinesSink(io.StringIO()), cancellation=token)
assert (summary.status, summary.frames, summary.events) == ("cancelled", 0, 0)
def test_cli_config_failure_is_nonzero_and_does_not_echo_path(tmp_path: Path) -> None:
missing = tmp_path / "private-machine-path.json"
result = subprocess.run(
[sys.executable, "-m", "yovision_brain.app", "--config", str(missing)],
check=False,
capture_output=True,
text=True,
)
assert result.returncode == 2
assert json.loads(result.stderr)["status"] == "error"
assert str(tmp_path) not in result.stderr
+104
View File
@@ -0,0 +1,104 @@
from __future__ import annotations
from pathlib import Path
import pytest
from yovision_brain.config import parse_input_config
from yovision_brain.decode import DecoderError, DecoderPipeline, decode_packets
from yovision_brain.input import CancellationToken, InputPacket, LocalFileInput, SyntheticInput
def synthetic_packets():
config = parse_input_config(
{
"schema": "brain.internal.input/v1",
"logical_device_id": "synthetic-01",
"profile": {"id": "main", "width": 2, "height": 1, "fps": 5},
"source": {"kind": "synthetic", "seed": 3, "frame_count": 2},
}
)
return SyntheticInput(config).packets()
def local_packets(path: Path, *, width: int = 2, height: int = 1, chunk_size: int = 5):
config = parse_input_config(
{
"schema": "brain.internal.input/v1",
"logical_device_id": "local-01",
"profile": {"id": "archive", "width": width, "height": height, "fps": 25},
"source": {"kind": "local_file", "path": str(path), "chunk_size": chunk_size},
}
)
return LocalFileInput(config).packets()
def test_rgb24_pipeline_preserves_order_timestamps_and_metadata() -> None:
frames = list(decode_packets(synthetic_packets()))
assert [frame.sequence for frame in frames] == [0, 1]
assert [frame.timestamp_ns for frame in frames] == [0, 200_000_000]
assert all(frame.logical_device_id == "synthetic-01" for frame in frames)
assert all(frame.profile_id == "main" for frame in frames)
assert all((frame.width, frame.height, frame.pixel_format) == (2, 1, "rgb24") for frame in frames)
def test_rgb24_dimension_change_is_explicit() -> None:
packets = [
InputPacket(0, 0, "camera", "main", 1, 1, "rgb24", b"abc"),
InputPacket(1, 1, "camera", "main", 2, 1, "rgb24", b"abcdef"),
]
frames = list(decode_packets(packets))
assert [frame.dimensions_changed for frame in frames] == [False, True]
def test_invalid_rgb_payload_and_unsupported_format_are_clear() -> None:
bad = [InputPacket(0, 0, "camera", "main", 2, 2, "rgb24", b"short")]
with pytest.raises(DecoderError, match="expected 12"):
list(decode_packets(bad))
unknown = [InputPacket(0, 0, "camera", "main", 1, 1, "opaque", b"data")]
with pytest.raises(DecoderError, match="no decoder registered"):
list(DecoderPipeline().decode(unknown))
def test_y4m_local_video_decodes_across_input_chunks(tmp_path: Path) -> None:
video = tmp_path / "anonymous.y4m"
first, second = b"abcdef", b"ghijkl"
video.write_bytes(b"YUV4MPEG2 W2 H1 F25:1 C444\nFRAME\n" + first + b"FRAME\n" + second)
frames = list(decode_packets(local_packets(video)))
assert [frame.payload for frame in frames] == [first, second]
assert [frame.timestamp_ns for frame in frames] == [0, 40_000_000]
assert all(frame.pixel_format == "yuv444p" for frame in frames)
assert all((frame.width, frame.height) == (2, 1) for frame in frames)
assert all(frame.profile_id == "archive" for frame in frames)
def test_y4m_clean_eof_and_cancellation_are_normal(tmp_path: Path) -> None:
video = tmp_path / "empty.y4m"
video.write_bytes(b"YUV4MPEG2 W2 H1 F25:1 C444\n")
assert list(decode_packets(local_packets(video))) == []
token = CancellationToken()
token.cancel()
assert list(decode_packets(local_packets(video), token)) == []
@pytest.mark.parametrize(
("payload", "message"),
[
(b"not-video\n", "expected YUV4MPEG2"),
(b"YUV4MPEG2 W2 H1 F25:1 C420\n", "only C444"),
(b"YUV4MPEG2 W2 H1 F25:1 C444\nFRAME\nabc", "truncated Y4M frame"),
],
)
def test_y4m_damage_and_unsupported_content_are_clear(tmp_path: Path, payload: bytes, message: str) -> None:
video = tmp_path / "broken.y4m"
video.write_bytes(payload)
with pytest.raises(DecoderError, match=message):
list(decode_packets(local_packets(video)))
def test_y4m_profile_dimension_mismatch_is_rejected(tmp_path: Path) -> None:
video = tmp_path / "mismatch.y4m"
video.write_bytes(b"YUV4MPEG2 W2 H1 F25:1 C444\n")
with pytest.raises(DecoderError, match="do not match"):
list(decode_packets(local_packets(video, width=3)))
+30
View File
@@ -0,0 +1,30 @@
from __future__ import annotations
import io
import json
from yovision_brain.events import JsonLinesSink, candidate_from_decision
from yovision_brain.rules import NormalizedPoint, RuleDecision
from yovision_brain.vision import BoundingBox, DetectorMetadata, TrackedObject
def test_internal_event_id_is_stable_and_payload_is_safe() -> None:
track = TrackedObject("track-000001", BoundingBox(1, 2, 3, 4), "anonymous_target", 1.0, 7, 123)
decision = RuleDecision("yard", "danger_area", track.track_id, "entered", True, "entered polygon", "rules-v1", "main", 10, 10, NormalizedPoint(0.2, 0.4), 123)
metadata = DetectorMetadata("detector", "1", "first-party", "no external weights", "none")
first = candidate_from_decision(decision, track, logical_input_id="camera-01", detector=metadata)
second = candidate_from_decision(decision, track, logical_input_id="camera-01", detector=metadata)
assert first == second
assert first.event_id.startswith("brain-local-")
payload = json.dumps(first.to_dict())
for forbidden in ("password", "rtsp://", "evidence", "face"):
assert forbidden not in payload.lower()
def test_json_lines_sink_writes_one_canonical_line() -> None:
track = TrackedObject("track-000001", BoundingBox(0, 0, 1, 1), "anonymous_target", 1.0, 0, 0)
decision = RuleDecision("yard", "danger_area", track.track_id, "entered", True, "entered", "v1", "main", 2, 2, NormalizedPoint(0.25, 0.5), 0)
candidate = candidate_from_decision(decision, track, logical_input_id="synthetic", detector=DetectorMetadata("d", "1", "first", "none", "none"))
stream = io.StringIO()
JsonLinesSink(stream).write(candidate)
assert json.loads(stream.getvalue())["schema"] == "brain.internal.event-candidate/v1"
+5
View File
@@ -0,0 +1,5 @@
# Brain decode fixtures
Decode tests generate tiny anonymous YUV4MPEG2 streams at runtime. Do not add
customer recordings, camera credentials, machine-specific codec paths, or
large model/media artifacts to this directory.
+5
View File
@@ -0,0 +1,5 @@
# Brain internal-event fixtures
These fixtures are synthetic and explicitly internal. They are not the future
Brain-to-Bell event contract and must not contain evidence references, customer
media, identities, credentials, or machine-specific paths.
+29
View File
@@ -0,0 +1,29 @@
{
"rules_version": "fixture-rules-v1",
"detector": {
"backend": "python",
"threshold": 0,
"minimum_area": 1
},
"input": {
"schema": "brain.internal.input/v1",
"logical_device_id": "synthetic-camera-01",
"profile": {
"id": "main",
"width": 4,
"height": 3,
"fps": 5
},
"source": {
"kind": "synthetic",
"seed": 17,
"frame_count": 3
},
"areas": [
{
"id": "full-frame-area",
"points": [[0, 0], [1, 0], [1, 1], [0, 1]]
}
]
}
}
+5
View File
@@ -0,0 +1,5 @@
# Brain rule fixtures
Rule tests use normalized synthetic geometry and anonymous track IDs only. Do
not add customer site layouts, camera paths, identities, credentials, or a
copy of a future cross-project contract.
+5
View File
@@ -0,0 +1,5 @@
# Brain vision fixtures
Vision tests create anonymous geometric RGB frames in memory. Never add faces,
customer recordings, biometric templates, camera credentials, or unreviewed
model weights to this directory.
+81
View File
@@ -0,0 +1,81 @@
from __future__ import annotations
import pytest
from yovision_brain.rules import (
AreaDefinition,
DirectionalLineDefinition,
NormalizedPoint,
RuleConfigError,
RuleEngine,
RuleSet,
)
from yovision_brain.vision import BoundingBox, TrackedObject
def point(x: float, y: float) -> NormalizedPoint:
return NormalizedPoint(x, y)
def rules() -> RuleSet:
return RuleSet(
version="rules-v7",
profile_id="main",
width=100,
height=100,
areas=(AreaDefinition("yard", (point(0.2, 0.2), point(0.8, 0.2), point(0.8, 0.8), point(0.2, 0.8))),),
directional_lines=(DirectionalLineDefinition("gate", point(0.5, 0.1), point(0.5, 0.9), "left_to_right", 0.01),),
)
def track(track_id: str, anchor_x: int, anchor_y: int, sequence: int = 0) -> TrackedObject:
return TrackedObject(track_id, BoundingBox(anchor_x - 1, anchor_y - 2, anchor_x + 1, anchor_y), "anonymous_target", 1.0, sequence, sequence)
def decisions(engine: RuleEngine, item: TrackedObject):
return engine.evaluate((item,), profile_id="main", width=100, height=100)
def test_area_outside_entered_inside_and_boundary() -> None:
engine = RuleEngine(rules())
assert decisions(engine, track("one", 10, 50))[0].state == "outside"
entered = decisions(engine, track("one", 20, 50, 1))[0]
assert (entered.state, entered.triggered) == ("entered", True)
inside = decisions(engine, track("one", 50, 50, 2))[0]
assert (inside.state, inside.triggered) == ("inside", False)
assert inside.config_version == "rules-v7"
def test_direction_and_reverse_crossing_are_distinct() -> None:
engine = RuleEngine(rules())
decisions(engine, track("one", 40, 50))
forward = decisions(engine, track("one", 60, 50, 1))[1]
assert (forward.state, forward.triggered) == ("triggered", True)
reverse_engine = RuleEngine(rules())
decisions(reverse_engine, track("two", 60, 50))
reverse = decisions(reverse_engine, track("two", 40, 50, 1))[1]
assert (reverse.state, reverse.triggered) == ("reverse_crossing", False)
def test_line_deadband_prevents_jitter_trigger() -> None:
engine = RuleEngine(rules())
decisions(engine, track("one", 40, 50))
on_line = decisions(engine, track("one", 50, 50, 1))[1]
assert (on_line.state, on_line.triggered) == ("on_line", False)
triggered = decisions(engine, track("one", 60, 50, 2))[1]
assert triggered.triggered is True
def test_profile_resolution_mismatch_is_rejected() -> None:
with pytest.raises(RuleConfigError, match="Profile/resolution"):
RuleEngine(rules()).evaluate((track("one", 20, 20),), profile_id="sub", width=100, height=100)
def test_invalid_polygon_line_and_duplicate_ids_are_rejected() -> None:
with pytest.raises(RuleConfigError, match="non-degenerate"):
RuleSet("v", "main", 10, 10, areas=(AreaDefinition("bad", (point(0, 0), point(0.5, 0.5), point(1, 1))),))
with pytest.raises(RuleConfigError, match="distinct endpoints"):
RuleSet("v", "main", 10, 10, directional_lines=(DirectionalLineDefinition("bad", point(0, 0), point(0, 0), "left_to_right"),))
with pytest.raises(RuleConfigError, match="unique"):
RuleSet("v", "main", 10, 10, areas=(AreaDefinition("same", (point(0, 0), point(1, 0), point(0, 1))),), directional_lines=(DirectionalLineDefinition("same", point(0, 0), point(1, 1), "left_to_right"),))
@@ -0,0 +1,69 @@
from __future__ import annotations
import pytest
from yovision_brain.decode import DecodedFrame
from yovision_brain.vision import (
BoundingBox,
Detection,
LumaBlobDetector,
SingleStreamTracker,
TorchLumaBlobDetector,
)
def frame(payload: bytes, *, sequence: int = 0, width: int = 4, height: int = 3) -> DecodedFrame:
return DecodedFrame(sequence, sequence * 40_000_000, "camera", "main", width, height, "rgb24", payload)
def rgb(values: list[int]) -> bytes:
return b"".join(bytes((value, value, value)) for value in values)
def detection(left: int, top: int, right: int, bottom: int) -> Detection:
return Detection(BoundingBox(left, top, right, bottom), "anonymous_target", 0.9)
def test_detector_emits_only_anonymous_observations() -> None:
payload = rgb([0, 255, 255, 0, 0, 255, 255, 0, 0, 0, 0, 0])
result = LumaBlobDetector(minimum_area=2).detect(frame(payload))
assert result == (Detection(BoundingBox(1, 0, 3, 2), "anonymous_target", 1.0),)
assert LumaBlobDetector.metadata.weights == "none"
assert "external model license" in LumaBlobDetector.metadata.license
def test_empty_frame_has_no_detection() -> None:
assert LumaBlobDetector().detect(frame(rgb([0] * 12))) == ()
def test_tracker_keeps_session_id_across_motion_and_short_occlusion() -> None:
tracker = SingleStreamTracker(iou_threshold=0.1, max_missed=2)
first = tracker.update((detection(0, 0, 3, 3),), frame_sequence=0, timestamp_ns=0)
assert first[0].track_id == "track-000001"
assert tracker.update((), frame_sequence=1, timestamp_ns=1) == ()
resumed = tracker.update((detection(1, 0, 4, 3),), frame_sequence=2, timestamp_ns=2)
assert resumed[0].track_id == "track-000001"
assert tracker.finish() == ("track-000001",)
def test_disappeared_track_ends_and_new_target_gets_new_id() -> None:
tracker = SingleStreamTracker(max_missed=1)
first = tracker.update((detection(0, 0, 2, 2),), frame_sequence=0, timestamp_ns=0)
tracker.update((), frame_sequence=1, timestamp_ns=1)
tracker.update((), frame_sequence=2, timestamp_ns=2)
second = tracker.update((detection(0, 0, 2, 2),), frame_sequence=3, timestamp_ns=3)
assert first[0].track_id == "track-000001"
assert second[0].track_id == "track-000002"
def test_track_ids_are_session_local() -> None:
one = SingleStreamTracker().update((detection(0, 0, 1, 1),), frame_sequence=0, timestamp_ns=0)
two = SingleStreamTracker().update((detection(0, 0, 1, 1),), frame_sequence=0, timestamp_ns=0)
assert one[0].track_id == two[0].track_id == "track-000001"
def test_torch_backend_cpu_smoke_uses_no_external_weights() -> None:
pytest.importorskip("torch")
result = TorchLumaBlobDetector().detect(frame(rgb([0, 255] + [0] * 10)))
assert result[0].category == "anonymous_target"
assert TorchLumaBlobDetector.metadata.weights == "none"