Janady13/missionmatch / internal/platform/samgov/normalize.go

Source identity

Field	Recorded value
Source type	GitHub source
Original record	Janady13/missionmatch / internal/platform/samgov/normalize.go
Date	Not specified in source
Repository	Janady13/missionmatch
Revision	720d47fae476b0d38477ae4401697d372b1ea2bc
Branch	feature/opportunity-to-outcome
Path or archive member	internal/platform/samgov/normalize.go
Original SHA-256	9dd8bc2956b5291df443ec04f327adec1c43dbfb3c808ebb37bcb044dde00caf
Git blob SHA	03f42abc58efee46c8a3672b1bd7584771bf772b
Reading-copy SHA-256	9dd8bc2956b5291df443ec04f327adec1c43dbfb3c808ebb37bcb044dde00caf

Original source ↗

Every recorded occurrence

These 35 records contain identical original source bytes. Their paths and revisions remain part of the archive.

Original record	Branch or archive	Revision / identifier	Original location
Janady13/missionmatch / internal/platform/samgov/normalize.go	feature/opportunity-to-outcome	720d47fae476b0d38477ae4401697d372b1ea2bc	Open original
Janady13/missionmatch / internal/platform/samgov/normalize.go	per-tenant-routing	9bde0f9a74b89d01980fa658e5253acda7528d0c	Open original
Janady13/missionmatch / internal/platform/samgov/normalize.go	collision-deconfliction	4ee5a09972608ed89f8377c6665542d5f450f0a6	Open original
Janady13/missionmatch / internal/platform/samgov/normalize.go	ws6-retrieval	6c56e29231ec05735927fa265c97d517499dfeaf	Open original
Janady13/missionmatch / internal/platform/samgov/normalize.go	workstream-a-shared-core	e0de03ac3a1ec826bd15d0e048e3b02baa23eeff	Open original
Janady13/missionmatch / internal/platform/samgov/normalize.go	m5-price-to-win	41000ad30fff4129fdaf5ec84e15ba14c27d4890	Open original
Janady13/missionmatch / internal/platform/samgov/normalize.go	workstream-c-slatematch	5cd60c918301b46ecd6ed3e03e20c395da0062e2	Open original
Janady13/missionmatch / internal/platform/samgov/normalize.go	ws1-ontology-sync	b596f449a32a1016fbd403c36505cc00a1ac9ee6	Open original
Janady13/missionmatch / internal/platform/samgov/normalize.go	master	1e9249840a4302ec82e123b9c9cb6f75badea3e4	Open original
Janady13/missionmatch / internal/platform/samgov/normalize.go	ws8-teaching-loop	c823f0fb6bb2aba0f39001eb6de96f4000d9321f	Open original
Janady13/missionmatch / internal/platform/samgov/normalize.go	w3-ai-staffing-recommendations	43d56387270ef4da4cabd794d97ca6a49909bc7d	Open original
Janady13/missionmatch / internal/platform/samgov/normalize.go	mag-substrate	b82c7100a492dec67dfd1eda6b3f53def859be35	Open original
Janady13/missionmatch / internal/platform/samgov/normalize.go	ws3-clearance	4b8e7ce594c068621867f9c9deed0ec64ae6c553	Open original
Janady13/missionmatch / internal/platform/samgov/normalize.go	workstream-d-command-center	255e7d1d420abf5e277d0cd8c9b14f6f72b6acb9	Open original
Janady13/missionmatch / internal/platform/samgov/normalize.go	phase2-eval-fairness	d361af254701975fe239927656ababb56374655e	Open original
Janady13/missionmatch / internal/platform/samgov/normalize.go	workstream-e-dataflow-deploy	433815a042f9741411e60fa553fe72143e9b10db	Open original
Janady13/missionmatch / internal/platform/samgov/normalize.go	ruthless-debug-sweep	b7d742f8f032984be3817efffa3eb8b13b651c1f	Open original
Janady13/missionmatch / internal/platform/samgov/normalize.go	time-to-fill-survival	b66e1e505863d4f17741a4b9ede73509e45bd6c6	Open original
Janady13/missionmatch / internal/platform/samgov/normalize.go	ai-intelligence-layer	5d5ddff70393a197c5f54a45280bb5dd42b24755	Open original
Janady13/missionmatch / internal/platform/samgov/normalize.go	graphrag-foundation	b0ddeb9f633fd138d09309d1a17b7d13bc3a67f7	Open original
Janady13/missionmatch / internal/platform/samgov/normalize.go	workstream-a-opportunity-intelligence	1675031db74316e100782d063e9eda1a597fe3a1	Open original
Janady13/missionmatch / internal/platform/samgov/normalize.go	deploy-and-ops	bdacd9d0b4d5998d25fc74bf4007f4c3ec538c7a	Open original
Janady13/missionmatch / internal/platform/samgov/normalize.go	ws9-bench-ingestion	f585a9ef32fa554663ce1fba9a414a54b6e49cf0	Open original
Janady13/missionmatch / internal/platform/samgov/normalize.go	ws2-alias-relationship	e4dada4601c6eb101830f9d223a9655dfa120616	Open original
Janady13/missionmatch / internal/platform/samgov/normalize.go	presentation-readiness	eb574acaa29d71ce4d0f852572e87c275c79fdb7	Open original
Janady13/missionmatch / internal/platform/samgov/normalize.go	vendor-intelligence	fe9796a19c261951d3f2565206c0c1b5ac294465	Open original
Janady13/missionmatch / internal/platform/samgov/normalize.go	workstream-b-screenmatch	09015496d565a172bcaa15cfe9a8e4b072b13df0	Open original
Janady13/missionmatch / internal/platform/samgov/normalize.go	ws7-federal-signal	6a9f6ce9cfb13345ffb47770d4960e7c2d9c17c2	Open original
Janady13/missionmatch / internal/platform/samgov/normalize.go	workstream-e-commercial-stubs	4437da660539284a400ee380b9b427a300c369ee	Open original
Janady13/missionmatch / internal/platform/samgov/normalize.go	ai-brain-live	aac32fc49c878cc5bca099459307611562d0bac1	Open original
Janady13/missionmatch / internal/platform/samgov/normalize.go	workstream-d-missionmatch	3be46ba89edb737182075a2b320509b42dc916f8	Open original
Janady13/missionmatch / internal/platform/samgov/normalize.go	phase2-connectors	e038d4c687aec16f8bd9bc4d907eea14d91f8704	Open original
Janady13/missionmatch / internal/platform/samgov/normalize.go	workstream-b-sam-contract-awards	d5101cceb98e70000cebb31d3e7ac73d747d3a6d	Open original
Janady13/missionmatch / internal/platform/samgov/normalize.go	feature/aioe-upgrade	2178e7298d0e5d9af83afa12402fd587f0ba6ed8	Open original
Janady13/missionmatch / internal/platform/samgov/normalize.go	capture-readiness	bae6af7cb2997e819174a9e9cfff5e16067a1975	Open original

Recovered source transcript

Download complete source text ↓146 lines · 4.9 KB

package samgov

import (
	"encoding/json"
	"strings"
	"time"
)

// Normalized is the flat, app-facing shape of a SAM opportunity. It uses only Go-native types (no
// DB/pgtype dependency), the sync bridges it to the dbgen upsert params. Optional timestamps are
// pointers (nil = absent); text is empty-string when absent.
type Normalized struct {
	NoticeID           string
	Title              string
	SolicitationNumber string
	Department         string // first segment of fullParentPathName
	FullParentPath     string
	SubAgency          string // normalized: AIR FORCE / SPACE FORCE / second segment
	NaicsCode          string
	PSCCode            string // classificationCode
	SetAsideCode       string // typeOfSetAside
	SetAside           string // typeOfSetAsideDescription
	NoticeType         string // type
	BaseType           string
	PostedDate         *time.Time
	ResponseDeadline   *time.Time
	Active             bool
	POPCity            string
	POPState           string
	POPZip             string
	UILink             string
	DescriptionURL     string          // description (a URL)
	ResourceLinks      json.RawMessage // json array, never nil ("[]")
	POC                json.RawMessage // pointOfContact json array, never nil ("[]")
	Raw                json.RawMessage // the full SAM notice JSON
	Source             string
}

// Normalize maps a fetched SAM record into a Normalized row.
func Normalize(rec Record) Normalized {
	o := rec.Op
	n := Normalized{
		NoticeID:           strings.TrimSpace(o.NoticeID),
		Title:              strings.TrimSpace(o.Title),
		SolicitationNumber: strings.TrimSpace(o.SolicitationNumber),
		Department:         firstSegment(o.FullParentPathName),
		FullParentPath:     strings.TrimSpace(o.FullParentPathName),
		SubAgency:          subAgency(o.FullParentPathName),
		NaicsCode:          strings.TrimSpace(o.NaicsCode),
		PSCCode:            strings.TrimSpace(o.ClassificationCode),
		SetAsideCode:       strings.TrimSpace(o.TypeOfSetAside),
		SetAside:           strings.TrimSpace(o.TypeOfSetAsideDescription),
		NoticeType:         strings.TrimSpace(o.Type),
		BaseType:           strings.TrimSpace(o.BaseType),
		PostedDate:         parseDate(o.PostedDate),
		ResponseDeadline:   parseDeadline(o.ResponseDeadLine),
		Active:             strings.EqualFold(strings.TrimSpace(o.Active), "Yes"),
		POPCity:            strings.TrimSpace(o.PlaceOfPerformance.City.Name),
		POPState:           strings.TrimSpace(o.PlaceOfPerformance.State.Code),
		POPZip:             strings.TrimSpace(o.PlaceOfPerformance.Zip),
		UILink:             strings.TrimSpace(o.UILink),
		DescriptionURL:     strings.TrimSpace(o.Description),
		ResourceLinks:      jsonArray(o.ResourceLinks),
		POC:                jsonArray(o.PointOfContact),
		Raw:                rawOrNull(rec.Raw),
		Source:             "SAM.gov",
	}
	return n
}

// firstSegment returns the first dotted segment of the agency hierarchy (the department).
func firstSegment(path string) string {
	path = strings.TrimSpace(path)
	if path == "" {
		return ""
	}
	if i := strings.IndexByte(path, '.'); i >= 0 {
		return strings.TrimSpace(path[:i])
	}
	return path
}

// subAgency normalizes the customer below the department. The Galapagos demo cares about Air Force
// and Space Force specifically (SAM spells these inconsistently), so detect them by substring; else
// fall back to the second dotted segment.
func subAgency(path string) string {
	up := strings.ToUpper(path)
	switch {
	case strings.Contains(up, "SPACE FORCE"):
		return "SPACE FORCE"
	case strings.Contains(up, "AIR FORCE"):
		return "AIR FORCE"
	}
	parts := strings.Split(path, ".")
	if len(parts) >= 2 {
		return strings.TrimSpace(parts[1])
	}
	return ""
}

// parseDate parses SAM's postedDate ("2006-01-02", sometimes with a time) to a civil date.
func parseDate(s string) *time.Time {
	s = strings.TrimSpace(s)
	if s == "" {
		return nil
	}
	for _, layout := range []string{"2006-01-02", time.RFC3339, "2006-01-02T15:04:05", "2006-01-02-07:00"} {
		if t, err := time.Parse(layout, s); err == nil {
			d := time.Date(t.Year(), t.Month(), t.Day(), 0, 0, 0, 0, time.UTC)
			return &d
		}
	}
	return nil
}

// parseDeadline parses responseDeadLine, which carries a time and often an offset.
func parseDeadline(s string) *time.Time {
	s = strings.TrimSpace(s)
	if s == "" {
		return nil
	}
	for _, layout := range []string{time.RFC3339, "2006-01-02T15:04:05-07:00", "2006-01-02T15:04:05", "2006-01-02"} {
		if t, err := time.Parse(layout, s); err == nil {
			return &t
		}
	}
	return nil
}

// jsonArray marshals v to a JSON array, never returning nil (defaults to "[]" so the jsonb column is
// always valid and non-null).
func jsonArray(v any) json.RawMessage {
	b, err := json.Marshal(v)
	if err != nil || len(b) == 0 || string(b) == "null" {
		return json.RawMessage("[]")
	}
	return b
}

func rawOrNull(raw json.RawMessage) json.RawMessage {
	if len(raw) == 0 {
		return json.RawMessage("{}")
	}
	return raw
}