Janady13/missionmatch / cmd/rates-sync/main.go

Source identity

Field	Recorded value
Source type	GitHub source
Original record	Janady13/missionmatch / cmd/rates-sync/main.go
Date	Not specified in source
Repository	Janady13/missionmatch
Revision	720d47fae476b0d38477ae4401697d372b1ea2bc
Branch	feature/opportunity-to-outcome
Path or archive member	cmd/rates-sync/main.go
Original SHA-256	b34334e7f1433752e27a43a8f486fe61a7dc7152d8cec9b87dcc7c65ff2be71c
Git blob SHA	2742f583a5a891723a9eced9b307ef21884491e6
Reading-copy SHA-256	b34334e7f1433752e27a43a8f486fe61a7dc7152d8cec9b87dcc7c65ff2be71c

Original source ↗

Every recorded occurrence

These 35 records contain identical original source bytes. Their paths and revisions remain part of the archive.

Original record	Branch or archive	Revision / identifier	Original location
Janady13/missionmatch / cmd/rates-sync/main.go	feature/opportunity-to-outcome	720d47fae476b0d38477ae4401697d372b1ea2bc	Open original
Janady13/missionmatch / cmd/rates-sync/main.go	per-tenant-routing	9bde0f9a74b89d01980fa658e5253acda7528d0c	Open original
Janady13/missionmatch / cmd/rates-sync/main.go	collision-deconfliction	4ee5a09972608ed89f8377c6665542d5f450f0a6	Open original
Janady13/missionmatch / cmd/rates-sync/main.go	ws6-retrieval	6c56e29231ec05735927fa265c97d517499dfeaf	Open original
Janady13/missionmatch / cmd/rates-sync/main.go	workstream-a-shared-core	e0de03ac3a1ec826bd15d0e048e3b02baa23eeff	Open original
Janady13/missionmatch / cmd/rates-sync/main.go	m5-price-to-win	41000ad30fff4129fdaf5ec84e15ba14c27d4890	Open original
Janady13/missionmatch / cmd/rates-sync/main.go	workstream-c-slatematch	5cd60c918301b46ecd6ed3e03e20c395da0062e2	Open original
Janady13/missionmatch / cmd/rates-sync/main.go	ws1-ontology-sync	b596f449a32a1016fbd403c36505cc00a1ac9ee6	Open original
Janady13/missionmatch / cmd/rates-sync/main.go	master	1e9249840a4302ec82e123b9c9cb6f75badea3e4	Open original
Janady13/missionmatch / cmd/rates-sync/main.go	ws8-teaching-loop	c823f0fb6bb2aba0f39001eb6de96f4000d9321f	Open original
Janady13/missionmatch / cmd/rates-sync/main.go	w3-ai-staffing-recommendations	43d56387270ef4da4cabd794d97ca6a49909bc7d	Open original
Janady13/missionmatch / cmd/rates-sync/main.go	mag-substrate	b82c7100a492dec67dfd1eda6b3f53def859be35	Open original
Janady13/missionmatch / cmd/rates-sync/main.go	ws3-clearance	4b8e7ce594c068621867f9c9deed0ec64ae6c553	Open original
Janady13/missionmatch / cmd/rates-sync/main.go	workstream-d-command-center	255e7d1d420abf5e277d0cd8c9b14f6f72b6acb9	Open original
Janady13/missionmatch / cmd/rates-sync/main.go	phase2-eval-fairness	d361af254701975fe239927656ababb56374655e	Open original
Janady13/missionmatch / cmd/rates-sync/main.go	workstream-e-dataflow-deploy	433815a042f9741411e60fa553fe72143e9b10db	Open original
Janady13/missionmatch / cmd/rates-sync/main.go	ruthless-debug-sweep	b7d742f8f032984be3817efffa3eb8b13b651c1f	Open original
Janady13/missionmatch / cmd/rates-sync/main.go	time-to-fill-survival	b66e1e505863d4f17741a4b9ede73509e45bd6c6	Open original
Janady13/missionmatch / cmd/rates-sync/main.go	ai-intelligence-layer	5d5ddff70393a197c5f54a45280bb5dd42b24755	Open original
Janady13/missionmatch / cmd/rates-sync/main.go	graphrag-foundation	b0ddeb9f633fd138d09309d1a17b7d13bc3a67f7	Open original
Janady13/missionmatch / cmd/rates-sync/main.go	workstream-a-opportunity-intelligence	1675031db74316e100782d063e9eda1a597fe3a1	Open original
Janady13/missionmatch / cmd/rates-sync/main.go	deploy-and-ops	bdacd9d0b4d5998d25fc74bf4007f4c3ec538c7a	Open original
Janady13/missionmatch / cmd/rates-sync/main.go	ws9-bench-ingestion	f585a9ef32fa554663ce1fba9a414a54b6e49cf0	Open original
Janady13/missionmatch / cmd/rates-sync/main.go	ws2-alias-relationship	e4dada4601c6eb101830f9d223a9655dfa120616	Open original
Janady13/missionmatch / cmd/rates-sync/main.go	presentation-readiness	eb574acaa29d71ce4d0f852572e87c275c79fdb7	Open original
Janady13/missionmatch / cmd/rates-sync/main.go	vendor-intelligence	fe9796a19c261951d3f2565206c0c1b5ac294465	Open original
Janady13/missionmatch / cmd/rates-sync/main.go	workstream-b-screenmatch	09015496d565a172bcaa15cfe9a8e4b072b13df0	Open original
Janady13/missionmatch / cmd/rates-sync/main.go	ws7-federal-signal	6a9f6ce9cfb13345ffb47770d4960e7c2d9c17c2	Open original
Janady13/missionmatch / cmd/rates-sync/main.go	workstream-e-commercial-stubs	4437da660539284a400ee380b9b427a300c369ee	Open original
Janady13/missionmatch / cmd/rates-sync/main.go	ai-brain-live	aac32fc49c878cc5bca099459307611562d0bac1	Open original
Janady13/missionmatch / cmd/rates-sync/main.go	workstream-d-missionmatch	3be46ba89edb737182075a2b320509b42dc916f8	Open original
Janady13/missionmatch / cmd/rates-sync/main.go	phase2-connectors	e038d4c687aec16f8bd9bc4d907eea14d91f8704	Open original
Janady13/missionmatch / cmd/rates-sync/main.go	workstream-b-sam-contract-awards	d5101cceb98e70000cebb31d3e7ac73d747d3a6d	Open original
Janady13/missionmatch / cmd/rates-sync/main.go	feature/aioe-upgrade	2178e7298d0e5d9af83afa12402fd587f0ba6ed8	Open original
Janady13/missionmatch / cmd/rates-sync/main.go	capture-readiness	bae6af7cb2997e819174a9e9cfff5e16067a1975	Open original

Recovered source transcript

Download complete source text ↓118 lines · 3.6 KB

// Command rates-sync pulls the BLS OEWS regional wage baseline for the Galapagos occupations in
// Hawaii and New Mexico into the cached bls_wages table. (CALC ceiling rates were dropped: the public
// CALC API can only return the cheapest 10k of 300k rows with no filter or sort, so it cannot produce
// an accurate band.) One shot job: run with `make sync-rates` or weekly via the systemd timer. Reads
// BLS_API_KEY plus MM_MIGRATOR_DATABASE_URL from env. Logs per area counts and a grand total.
package main

import (
	"context"
	"errors"
	"log"
	"os"
	"strings"

	"github.com/jackc/pgx/v5/pgxpool"
	"github.com/shopspring/decimal"

	"github.com/missionworkforce/missionmatch/internal/platform/bls"
	"github.com/missionworkforce/missionmatch/internal/platform/database"
	"github.com/missionworkforce/missionmatch/internal/platform/database/dbgen"
)

func main() {
	ctx := context.Background()
	key := strings.TrimSpace(os.Getenv("BLS_API_KEY"))
	dsn := firstNonEmpty(os.Getenv("MM_MIGRATOR_DATABASE_URL"), os.Getenv("MM_DATABASE_URL"))
	if key == "" {
		log.Fatal("rates-sync: BLS_API_KEY not set (server side env only)")
	}
	if dsn == "" {
		log.Fatal("rates-sync: set MM_MIGRATOR_DATABASE_URL (or MM_DATABASE_URL)")
	}

	pool, err := pgxpool.New(ctx, dsn)
	if err != nil {
		log.Fatalf("rates-sync: db connect: %v", err)
	}
	defer pool.Close()
	if err := pool.Ping(ctx); err != nil {
		log.Fatalf("rates-sync: db ping: %v", err)
	}
	// bls_wages is a global catalog the application role may only read, so this writer needs the
	// BYPASSRLS migrator DSN; assert it now for a legible failure instead of a mid run permission denied.
	if err := database.AssertMigratorRole(ctx, pool); err != nil {
		log.Fatalf("rates-sync: %v", err)
	}
	q := dbgen.New(pool)

	client := bls.New(key, os.Getenv("BLS_API_BASE"))
	specs := bls.GalapagosSeries()
	byID := make(map[string]bls.SeriesSpec, len(specs))
	ids := make([]string, 0, len(specs))
	for _, s := range specs {
		byID[s.SeriesID] = s
		ids = append(ids, s.SeriesID)
	}

	log.Printf("rates-sync: provider=BLS OEWS occupations=%d areas=2 series=%d", len(bls.GalapagosOccupations), len(specs))

	series, err := client.FetchLatest(ctx, ids)
	if err != nil {
		if errors.Is(err, bls.ErrThrottled) {
			log.Printf("rates-sync: BLS daily threshold reached, stopping run gracefully")
			return
		}
		log.Fatalf("rates-sync: fetch: %v", err)
	}

	perArea := map[string]int{}
	upserted := 0
	for _, s := range series {
		spec, ok := byID[s.ID]
		if !ok {
			continue
		}
		var val *decimal.Decimal
		if v, err := decimal.NewFromString(strings.TrimSpace(s.Value)); err == nil {
			val = &v
		}
		raw := []byte(`{"series_id":"` + s.ID + `","year":"` + s.Year + `","value":"` + s.Value + `"}`)
		if err := q.UpsertBlsWage(ctx, dbgen.UpsertBlsWageParams{
			SeriesID:        s.ID,
			OccupationCode:  spec.OccCode,
			OccupationTitle: spec.OccTitle,
			Role:            spec.Role,
			Area:            spec.Area,
			AreaName:        spec.AreaName,
			Metric:          spec.Metric,
			PeriodYear:      s.Year,
			Value:           val,
			Raw:             raw,
		}); err != nil {
			log.Printf("rates-sync: upsert %s: %v", s.ID, err)
			continue
		}
		upserted++
		perArea[spec.Area]++
	}

	for _, a := range bls.GalapagosAreas {
		log.Printf("rates-sync: %s (%s): %d wage series", a.Abbr, a.Name, perArea[a.Abbr])
	}
	total := int64(-1)
	if meta, err := q.WagesSyncMeta(ctx); err == nil {
		total = meta.Total
	}
	log.Printf("rates-sync: DONE, upserted %d this run; store holds %d wage series", upserted, total)
}

func firstNonEmpty(vals ...string) string {
	for _, v := range vals {
		if s := strings.TrimSpace(v); s != "" {
			return s
		}
	}
	return ""
}