Janady13/missionmatch / internal/platform/bls/bls.go

Source identity

Field	Recorded value
Source type	GitHub source
Original record	Janady13/missionmatch / internal/platform/bls/bls.go
Date	Not specified in source
Repository	Janady13/missionmatch
Revision	720d47fae476b0d38477ae4401697d372b1ea2bc
Branch	feature/opportunity-to-outcome
Path or archive member	internal/platform/bls/bls.go
Original SHA-256	26189191f2f3b44a02dbe6fd5801634c0de0d1ccacc88a877f0f8cd15b9e27db
Git blob SHA	b7ef878c27644b5b00d933da5922c90a0c4c218c
Reading-copy SHA-256	26189191f2f3b44a02dbe6fd5801634c0de0d1ccacc88a877f0f8cd15b9e27db

Original source ↗

Every recorded occurrence

These 36 records contain identical original source bytes. Their paths and revisions remain part of the archive.

Original record	Branch or archive	Revision / identifier	Original location
Janady13/missionmatch / internal/platform/bls/bls.go	feature/opportunity-to-outcome	720d47fae476b0d38477ae4401697d372b1ea2bc	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	per-tenant-routing	9bde0f9a74b89d01980fa658e5253acda7528d0c	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	collision-deconfliction	4ee5a09972608ed89f8377c6665542d5f450f0a6	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	ws6-retrieval	6c56e29231ec05735927fa265c97d517499dfeaf	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	workstream-a-shared-core	e0de03ac3a1ec826bd15d0e048e3b02baa23eeff	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	m5-price-to-win	41000ad30fff4129fdaf5ec84e15ba14c27d4890	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	workstream-c-slatematch	5cd60c918301b46ecd6ed3e03e20c395da0062e2	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	ws1-ontology-sync	b596f449a32a1016fbd403c36505cc00a1ac9ee6	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	master	1e9249840a4302ec82e123b9c9cb6f75badea3e4	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	ws8-teaching-loop	c823f0fb6bb2aba0f39001eb6de96f4000d9321f	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	w3-ai-staffing-recommendations	43d56387270ef4da4cabd794d97ca6a49909bc7d	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	mag-substrate	b82c7100a492dec67dfd1eda6b3f53def859be35	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	ws3-clearance	4b8e7ce594c068621867f9c9deed0ec64ae6c553	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	workstream-d-command-center	255e7d1d420abf5e277d0cd8c9b14f6f72b6acb9	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	phase2-eval-fairness	d361af254701975fe239927656ababb56374655e	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	workstream-e-dataflow-deploy	433815a042f9741411e60fa553fe72143e9b10db	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	ruthless-debug-sweep	b7d742f8f032984be3817efffa3eb8b13b651c1f	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	time-to-fill-survival	b66e1e505863d4f17741a4b9ede73509e45bd6c6	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	ai-intelligence-layer	5d5ddff70393a197c5f54a45280bb5dd42b24755	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	graphrag-foundation	b0ddeb9f633fd138d09309d1a17b7d13bc3a67f7	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	workstream-a-opportunity-intelligence	1675031db74316e100782d063e9eda1a597fe3a1	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	deploy-and-ops	bdacd9d0b4d5998d25fc74bf4007f4c3ec538c7a	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	ws9-bench-ingestion	f585a9ef32fa554663ce1fba9a414a54b6e49cf0	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	ws2-alias-relationship	e4dada4601c6eb101830f9d223a9655dfa120616	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	presentation-readiness	eb574acaa29d71ce4d0f852572e87c275c79fdb7	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	vendor-intelligence	fe9796a19c261951d3f2565206c0c1b5ac294465	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	workstream-b-screenmatch	09015496d565a172bcaa15cfe9a8e4b072b13df0	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	ws7-federal-signal	6a9f6ce9cfb13345ffb47770d4960e7c2d9c17c2	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	workstream-e-commercial-stubs	4437da660539284a400ee380b9b427a300c369ee	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	ai-brain-live	aac32fc49c878cc5bca099459307611562d0bac1	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	workstream-d-missionmatch	3be46ba89edb737182075a2b320509b42dc916f8	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	phase2-connectors	e038d4c687aec16f8bd9bc4d907eea14d91f8704	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	workstream-b-sam-contract-awards	d5101cceb98e70000cebb31d3e7ac73d747d3a6d	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	w0-aedt-compliance	39df94f92b2a33f852481fe1954dabed841524bb	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	feature/aioe-upgrade	2178e7298d0e5d9af83afa12402fd587f0ba6ed8	Open original
Janady13/missionmatch / internal/platform/bls/bls.go	capture-readiness	bae6af7cb2997e819174a9e9cfff5e16067a1975	Open original

Recovered source transcript

Download complete source text ↓132 lines · 3.8 KB

// Package bls is a typed client for the Bureau of Labor Statistics public API v2, used to pull the
// OEWS regional wage baseline for the Galapagos occupations. It has no database dependency: it fetches
// the latest annual wage per series; the rates sync (cmd/rates-sync) writes the cache. The
// registrationKey is read from env on the server and sent only in the request body, never logged.
package bls

import (
	"bytes"
	"context"
	"encoding/json"
	"errors"
	"fmt"
	"io"
	"net/http"
	"strings"
	"time"
)

// BaseV2 is the BLS public API v2 timeseries endpoint.
const BaseV2 = "https://api.bls.gov/publicAPI/v2/timeseries/data/"

const maxBatch = 50 // BLS allows up to 50 series per request with a registered key

// ErrThrottled is returned when the BLS daily request threshold is reached.
var ErrThrottled = errors.New("bls: daily request threshold reached")

// Client calls the BLS API.
type Client struct {
	key  string
	base string
	http *http.Client
}

// New builds a client. An empty base uses the v2 endpoint.
func New(key, base string) *Client {
	if strings.TrimSpace(base) == "" {
		base = BaseV2
	}
	return &Client{key: key, base: base, http: &http.Client{Timeout: 45 * time.Second}}
}

// Series is one returned series with its latest data point.
type Series struct {
	ID    string
	Year  string
	Value string
}

// FetchLatest pulls the latest data point for each series id, batching to respect the API limit.
func (c *Client) FetchLatest(ctx context.Context, seriesIDs []string) ([]Series, error) {
	var out []Series
	for start := 0; start < len(seriesIDs); start += maxBatch {
		end := start + maxBatch
		if end > len(seriesIDs) {
			end = len(seriesIDs)
		}
		batch, err := c.fetchBatch(ctx, seriesIDs[start:end])
		if err != nil {
			return out, err
		}
		out = append(out, batch...)
	}
	return out, nil
}

func (c *Client) fetchBatch(ctx context.Context, ids []string) ([]Series, error) {
	payload, err := json.Marshal(map[string]any{
		"seriesid":        ids,
		"latest":          true,
		"registrationKey": c.key,
	})
	if err != nil {
		return nil, fmt.Errorf("bls: marshal request: %w", err)
	}
	req, err := http.NewRequestWithContext(ctx, http.MethodPost, c.base, bytes.NewReader(payload))
	if err != nil {
		return nil, errors.New("bls: failed to build request")
	}
	req.Header.Set("Content-Type", "application/json")

	resp, err := c.http.Do(req)
	if err != nil {
		return nil, errors.New("bls: request failed")
	}
	defer func() { _ = resp.Body.Close() }()

	if resp.StatusCode == http.StatusTooManyRequests {
		return nil, ErrThrottled
	}
	if resp.StatusCode != http.StatusOK {
		snippet, _ := io.ReadAll(io.LimitReader(resp.Body, 512))
		return nil, fmt.Errorf("bls: status %d: %s", resp.StatusCode, strings.TrimSpace(string(snippet)))
	}

	var r blsResponse
	if err := json.NewDecoder(resp.Body).Decode(&r); err != nil {
		return nil, fmt.Errorf("bls: decode response: %w", err)
	}
	if r.Status != "REQUEST_SUCCEEDED" {
		msg := strings.ToLower(strings.Join(r.Message, " "))
		if strings.Contains(msg, "threshold") || strings.Contains(msg, "daily") || strings.Contains(msg, "limit") {
			return nil, ErrThrottled
		}
		return nil, fmt.Errorf("bls: request not processed: %s", strings.Join(r.Message, "; "))
	}

	out := make([]Series, 0, len(r.Results.Series))
	for _, s := range r.Results.Series {
		if len(s.Data) == 0 {
			continue // no data published for this series
		}
		d := s.Data[0] // latest=true puts the most recent point first
		out = append(out, Series{ID: s.SeriesID, Year: d.Year, Value: d.Value})
	}
	return out, nil
}

type blsResponse struct {
	Status  string   `json:"status"`
	Message []string `json:"message"`
	Results struct {
		Series []struct {
			SeriesID string `json:"seriesID"`
			Data     []struct {
				Year   string `json:"year"`
				Period string `json:"period"`
				Value  string `json:"value"`
			} `json:"data"`
		} `json:"series"`
	} `json:"Results"`
}