Janady13/missionmatch / internal/integration/dataflow_pipeline_integration_test.go

Source identity

Field	Recorded value
Source type	GitHub source
Original record	Janady13/missionmatch / internal/integration/dataflow_pipeline_integration_test.go
Date	Not specified in source
Repository	Janady13/missionmatch
Revision	720d47fae476b0d38477ae4401697d372b1ea2bc
Branch	feature/opportunity-to-outcome
Path or archive member	internal/integration/dataflow_pipeline_integration_test.go
Original SHA-256	549c81e7c5979d2a0b9b8d901f1b6df0778dc71e0e5a5fc9d7d444e881fb8db4
Git blob SHA	2ca1fb20c3b1bf875f82f858f193c01a60170191
Reading-copy SHA-256	549c81e7c5979d2a0b9b8d901f1b6df0778dc71e0e5a5fc9d7d444e881fb8db4

Original source ↗

Every recorded occurrence

These 26 records contain identical original source bytes. Their paths and revisions remain part of the archive.

Original record	Branch or archive	Revision / identifier	Original location
Janady13/missionmatch / internal/integration/dataflow_pipeline_integration_test.go	feature/opportunity-to-outcome	720d47fae476b0d38477ae4401697d372b1ea2bc	Open original
Janady13/missionmatch / internal/integration/dataflow_pipeline_integration_test.go	per-tenant-routing	9bde0f9a74b89d01980fa658e5253acda7528d0c	Open original
Janady13/missionmatch / internal/integration/dataflow_pipeline_integration_test.go	collision-deconfliction	4ee5a09972608ed89f8377c6665542d5f450f0a6	Open original
Janady13/missionmatch / internal/integration/dataflow_pipeline_integration_test.go	ws6-retrieval	6c56e29231ec05735927fa265c97d517499dfeaf	Open original
Janady13/missionmatch / internal/integration/dataflow_pipeline_integration_test.go	m5-price-to-win	41000ad30fff4129fdaf5ec84e15ba14c27d4890	Open original
Janady13/missionmatch / internal/integration/dataflow_pipeline_integration_test.go	ws1-ontology-sync	b596f449a32a1016fbd403c36505cc00a1ac9ee6	Open original
Janady13/missionmatch / internal/integration/dataflow_pipeline_integration_test.go	master	1e9249840a4302ec82e123b9c9cb6f75badea3e4	Open original
Janady13/missionmatch / internal/integration/dataflow_pipeline_integration_test.go	ws8-teaching-loop	c823f0fb6bb2aba0f39001eb6de96f4000d9321f	Open original
Janady13/missionmatch / internal/integration/dataflow_pipeline_integration_test.go	w3-ai-staffing-recommendations	43d56387270ef4da4cabd794d97ca6a49909bc7d	Open original
Janady13/missionmatch / internal/integration/dataflow_pipeline_integration_test.go	mag-substrate	b82c7100a492dec67dfd1eda6b3f53def859be35	Open original
Janady13/missionmatch / internal/integration/dataflow_pipeline_integration_test.go	ws3-clearance	4b8e7ce594c068621867f9c9deed0ec64ae6c553	Open original
Janady13/missionmatch / internal/integration/dataflow_pipeline_integration_test.go	phase2-eval-fairness	d361af254701975fe239927656ababb56374655e	Open original
Janady13/missionmatch / internal/integration/dataflow_pipeline_integration_test.go	workstream-e-dataflow-deploy	433815a042f9741411e60fa553fe72143e9b10db	Open original
Janady13/missionmatch / internal/integration/dataflow_pipeline_integration_test.go	time-to-fill-survival	b66e1e505863d4f17741a4b9ede73509e45bd6c6	Open original
Janady13/missionmatch / internal/integration/dataflow_pipeline_integration_test.go	ai-intelligence-layer	5d5ddff70393a197c5f54a45280bb5dd42b24755	Open original
Janady13/missionmatch / internal/integration/dataflow_pipeline_integration_test.go	graphrag-foundation	b0ddeb9f633fd138d09309d1a17b7d13bc3a67f7	Open original
Janady13/missionmatch / internal/integration/dataflow_pipeline_integration_test.go	deploy-and-ops	bdacd9d0b4d5998d25fc74bf4007f4c3ec538c7a	Open original
Janady13/missionmatch / internal/integration/dataflow_pipeline_integration_test.go	ws9-bench-ingestion	f585a9ef32fa554663ce1fba9a414a54b6e49cf0	Open original
Janady13/missionmatch / internal/integration/dataflow_pipeline_integration_test.go	ws2-alias-relationship	e4dada4601c6eb101830f9d223a9655dfa120616	Open original
Janady13/missionmatch / internal/integration/dataflow_pipeline_integration_test.go	presentation-readiness	eb574acaa29d71ce4d0f852572e87c275c79fdb7	Open original
Janady13/missionmatch / internal/integration/dataflow_pipeline_integration_test.go	vendor-intelligence	fe9796a19c261951d3f2565206c0c1b5ac294465	Open original
Janady13/missionmatch / internal/integration/dataflow_pipeline_integration_test.go	ws7-federal-signal	6a9f6ce9cfb13345ffb47770d4960e7c2d9c17c2	Open original
Janady13/missionmatch / internal/integration/dataflow_pipeline_integration_test.go	ai-brain-live	aac32fc49c878cc5bca099459307611562d0bac1	Open original
Janady13/missionmatch / internal/integration/dataflow_pipeline_integration_test.go	phase2-connectors	e038d4c687aec16f8bd9bc4d907eea14d91f8704	Open original
Janady13/missionmatch / internal/integration/dataflow_pipeline_integration_test.go	feature/aioe-upgrade	2178e7298d0e5d9af83afa12402fd587f0ba6ed8	Open original
Janady13/missionmatch / internal/integration/dataflow_pipeline_integration_test.go	capture-readiness	bae6af7cb2997e819174a9e9cfff5e16067a1975	Open original

Recovered source transcript

Download complete source text ↓138 lines · 6.0 KB

//go:build integration

package integration

import (
	"context"
	"strings"
	"testing"

	"github.com/google/uuid"
	"github.com/jackc/pgx/v5"

	"github.com/missionworkforce/missionmatch/internal/modules/matching"
	"github.com/missionworkforce/missionmatch/internal/platform/audit"
	"github.com/missionworkforce/missionmatch/internal/platform/database/dbgen"
	"github.com/missionworkforce/missionmatch/internal/platform/tenant"
)

// TestDataFlowPersistsAndReadsAcrossTools is the Workstream E proof that the pipeline persists at each
// stage and each tool reads the others' STORED artifacts rather than recomputing, with no mock data.
// It walks the real flow against Postgres: intake a candidate and a requirement, screenMATCH qualifies
// and persists the evaluation, slateMATCH freezes a slate member, then missionMATCH reads the persisted
// evaluation (who can support) and records the cross tool access. The read not recompute property is
// proven by mutating the candidate AFTER the screen and confirming the rollup still returns the frozen
// stored score, which a rescore would not.
func TestDataFlowPersistsAndReadsAcrossTools(t *testing.T) {
	ctx := context.Background()
	org := seedOrg(t)

	var userID uuid.UUID
	if err := migrator.QueryRow(ctx,
		`INSERT INTO users (organization_id, email, full_name, role, status)
		 VALUES ($1, $2, 'Flow Reviewer', 'owner', 'active') RETURNING id`,
		org, "flow-"+org.String()[:8]+"@example.com").Scan(&userID); err != nil {
		t.Fatalf("seed user: %v", err)
	}
	userCtx := tenant.WithUser(tenant.WithOrg(ctx, org.String()), tenant.Principal{UserID: userID.String(), Role: "owner"})

	// Stage 1, intake: a requirement and a candidate enter shared Postgres.
	req, err := dbgen.New(migrator).CreateRequirement(ctx, dbgen.CreateRequirementParams{
		OrganizationID: org, Title: "Pipeline Role", RequiredLevel: "secret", RequiredPoly: "none", RequiredYears: 5,
	})
	if err != nil {
		t.Fatalf("seed requirement: %v", err)
	}
	cand := seedCandidate(t, org, "secret", "active", true)
	if _, err := migrator.Exec(ctx, "UPDATE candidates SET years_experience=10 WHERE id=$1", cand.ID); err != nil {
		t.Fatalf("enrich candidate: %v", err)
	}

	svc := matching.NewService(appDB, nil, audit.New(appDB))

	// Stage 2, screenMATCH: qualify and PERSIST the evaluation (100.00 Green).
	mr, err := svc.ScreenCandidate(userCtx, cand.ID, req.ID)
	if err != nil {
		t.Fatalf("ScreenCandidate: %v", err)
	}
	if mr.Total.StringFixed(2) != "100.00" {
		t.Fatalf("screen total = %s, want 100.00", mr.Total.StringFixed(2))
	}
	assertOneRow(t, org, "candidate_evaluations", "candidate_id=$2 AND requirement_id=$3", cand.ID, req.ID)

	// Stage 3, slateMATCH: freeze the candidate onto a slate; the member score is persisted.
	slate, err := svc.GenerateSlate(userCtx, matching.GenerateSlateInput{RequirementID: req.ID, Name: "Pipeline Slate"})
	if err != nil {
		t.Fatalf("GenerateSlate: %v", err)
	}
	assertOneRow(t, org, "slate_members", "slate_id=$2 AND candidate_id=$3", slate.SlateID, cand.ID)
	// The slate path must NOT write an evaluation: there is still exactly one candidate_evaluations row
	// (the screen's), so the two stored artifacts stay distinct and WhoCanSupport keeps reading the screen.
	assertOneRow(t, org, "candidate_evaluations", "candidate_id=$2 AND requirement_id=$3", cand.ID, req.ID)

	// Stage 4, missionMATCH: read the STORED evaluation (no rescore) and record the cross tool access.
	support, err := svc.WhoCanSupport(userCtx, req.ID)
	if err != nil {
		t.Fatalf("WhoCanSupport: %v", err)
	}
	if len(support) != 1 || support[0].Total != "100.00" {
		t.Fatalf("rollup = %+v, want one supporter at 100.00 from the stored evaluation", support)
	}
	// The cross tool access is recorded, scoped to the requirement, and carries the reader and source but
	// NO candidate PII or score: assert the payload, not merely that an event exists.
	var payload, entityID string
	if err := appDB.RunInTenantTx(ctxOrg(org), func(ctx context.Context, tx pgx.Tx) error {
		return tx.QueryRow(ctx,
			`SELECT new_values::text, entity_id FROM audit_logs
			 WHERE organization_id=$1 AND action='aedt.cross_tool.read' ORDER BY created_at DESC LIMIT 1`,
			org).Scan(&payload, &entityID)
	}); err != nil {
		t.Fatalf("read cross tool audit: %v", err)
	}
	if entityID != req.ID.String() {
		t.Fatalf("cross tool event entity = %s, want the requirement %s", entityID, req.ID)
	}
	for _, want := range []string{"missionMATCH", "screenMATCH.evaluations", req.ID.String(), "count"} {
		if !strings.Contains(payload, want) {
			t.Fatalf("cross tool payload missing %q: %s", want, payload)
		}
	}
	if strings.Contains(payload, cand.ID.String()) {
		t.Fatalf("cross tool audit payload leaked the candidate id (PII): %s", payload)
	}

	// Stage 5, read not recompute: downgrade the candidate's clearance AFTER the screen. A rescore would
	// now score clearance 0 (total 75); the rollup must still return the frozen stored 100.00 because it
	// READS the persisted artifact.
	if _, err := migrator.Exec(ctx, "UPDATE candidates SET clearance_level='none' WHERE id=$1", cand.ID); err != nil {
		t.Fatalf("downgrade clearance: %v", err)
	}
	support2, err := svc.WhoCanSupport(userCtx, req.ID)
	if err != nil {
		t.Fatalf("WhoCanSupport (after downgrade): %v", err)
	}
	if len(support2) != 1 || support2[0].Total != "100.00" {
		t.Fatalf("rollup after downgrade = %+v, want the STORED 100.00 (a recompute would be 75.00)", support2)
	}
}

func assertOneRow(t *testing.T, org uuid.UUID, table, where string, args ...any) {
	t.Helper()
	if n := countRows(t, org, table, where, args...); n != 1 {
		t.Fatalf("%s: want exactly 1 row, got %d", table, n)
	}
}

func countRows(t *testing.T, org uuid.UUID, table, where string, args ...any) int {
	t.Helper()
	var n int
	full := "SELECT count(*) FROM " + table + " WHERE organization_id=$1 AND " + where
	qargs := append([]any{org}, args...)
	if err := appDB.RunInTenantTx(ctxOrg(org), func(ctx context.Context, tx pgx.Tx) error {
		return tx.QueryRow(ctx, full, qargs...).Scan(&n)
	}); err != nil {
		t.Fatalf("count %s: %v", table, err)
	}
	return n
}