Janady13/missionmatch / internal/modules/ontology/adapters/calc_test.go

1package adapters 2 3import ( 4 "context" 5 "errors" 6 "net/http" 7 "net/http/httptest" 8 "sort" 9 "strings" 10 "testing" 11 12 "github.com/missionworkforce/missionmatch/internal/modules/ontology" 13) 14 15// calcFixture is a minimal GSA CALC v3 ceiling rates response shaped exactly like the real 16// Elasticsearch backed API (confirmed from https://api.gsa.gov/acquisition/calc/v3/api/ceilingrates/?q=engineer). 17// The labor category is at hits.hits[]._source.labor_category. 18// Two results share "Software Engineer I" to exercise deduplication; one is distinct. 19const calcFixture = `{ 20 "took": 3, 21 "timed_out": false, 22 "_shards": {"total": 1, "successful": 1, "skipped": 0, "failed": 0}, 23 "hits": { 24 "total": {"value": 3, "relation": "eq"}, 25 "hits": [ 26 { 27 "_index": "calc", 28 "_id": "100001", 29 "_score": 1.0, 30 "_source": { 31 "labor_category": "Software Engineer I", 32 "vendor_name": "Acme Federal LLC", 33 "current_price": 85.00, 34 "education_level": "Bachelors", 35 "min_years_experience": 3, 36 "security_clearance": "None", 37 "worksite": "Both" 38 } 39 }, 40 { 41 "_index": "calc", 42 "_id": "100002", 43 "_score": 1.0, 44 "_source": { 45 "labor_category": "Software Engineer I", 46 "vendor_name": "Beta Solutions Inc", 47 "current_price": 92.00, 48 "education_level": "Masters", 49 "min_years_experience": 5, 50 "security_clearance": "Secret", 51 "worksite": "Customer Site" 52 } 53 }, 54 { 55 "_index": "calc", 56 "_id": "100003", 57 "_score": 1.0, 58 "_source": { 59 "labor_category": "Systems Analyst II", 60 "vendor_name": "GovCon Corp", 61 "current_price": 110.00, 62 "education_level": "Bachelors", 63 "min_years_experience": 7, 64 "security_clearance": "TS", 65 "worksite": "Contractor Site" 66 } 67 } 68 ] 69 } 70}` 71 72// TestParseCALC feeds a literal fixture (two results with the same labor category and one 73// distinct) to parseCALC and confirms the returned slice contains the two distinct strings. 74func TestParseCALC(t *testing.T) { 75 got, err := parseCALC([]byte(calcFixture)) 76 if err != nil { 77 t.Fatalf("parseCALC returned an error: %v", err) 78 } 79 // The fixture has 3 hits but only 2 distinct labor categories. 80 // parseCALC returns them deduplicated; order is not guaranteed. 81 want := map[string]bool{ 82 "Software Engineer I": true, 83 "Systems Analyst II": true, 84 } 85 if len(got) != 2 { 86 t.Fatalf("want 2 distinct labor categories, got %d: %v", len(got), got) 87 } 88 for _, lc := range got { 89 if !want[lc] { 90 t.Errorf("unexpected labor category %q", lc) 91 } 92 } 93} 94 95// TestParseCALCEmpty confirms parseCALC handles an empty hits.hits array without error. 96func TestParseCALCEmpty(t *testing.T) { 97 empty := `{"hits":{"total":{"value":0,"relation":"eq"},"hits":[]}}` 98 got, err := parseCALC([]byte(empty)) 99 if err != nil { 100 t.Fatalf("parseCALC on empty hits returned error: %v", err) 101 } 102 if len(got) != 0 { 103 t.Fatalf("want 0 results for empty hits, got %d", len(got)) 104 } 105} 106 107// TestCALCSourceDedupes stands up an httptest.Server returning the calcFixture for every 108// query. It uses a two item seed list where both queries return the same fixture, confirming 109// that Fetch deduplicates across seeds and yields each distinct labor category exactly once. 110func TestCALCSourceDedupes(t *testing.T) { 111 srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { 112 w.Header().Set("Content-Type", "application/json") 113 w.WriteHeader(http.StatusOK) 114 _, _ = w.Write([]byte(calcFixture)) 115 })) 116 defer srv.Close() 117 118 // Two seeds that both return the same fixture: total 4 hits but only 2 distinct categories. 119 src := NewCALCSource(srv.URL+"/", "", []string{"engineer", "analyst"}, srv.Client()) 120 121 var records []ontology.VocabRecord 122 err := src.Fetch(context.Background(), func(r ontology.VocabRecord) error { 123 records = append(records, r) 124 return nil 125 }) 126 if err != nil { 127 t.Fatalf("Fetch returned an error: %v", err) 128 } 129 130 // Exactly 2 distinct labor categories must be yielded regardless of seed count. 131 if len(records) != 2 { 132 t.Fatalf("want 2 records (deduplicated across seeds), got %d", len(records)) 133 } 134 135 // Sort for deterministic assertion order. 136 sort.Slice(records, func(i, j int) bool { return records[i].Term < records[j].Term }) 137 138 wantTerms := []string{"Software Engineer I", "Systems Analyst II"} 139 for i, r := range records { 140 if r.Kind != ontology.KindLaborCategory { 141 t.Errorf("record[%d]: want Kind %q, got %q", i, ontology.KindLaborCategory, r.Kind) 142 } 143 if r.SourceName != "GSA CALC" { 144 t.Errorf("record[%d]: want SourceName %q, got %q", i, "GSA CALC", r.SourceName) 145 } 146 if r.Category != "labor_category" { 147 t.Errorf("record[%d]: want Category %q, got %q", i, "labor_category", r.Category) 148 } 149 if r.Term != wantTerms[i] { 150 t.Errorf("record[%d]: want Term %q, got %q", i, wantTerms[i], r.Term) 151 } 152 } 153 154 // SourceRecordID must be the lowercased labor category text. 155 byTerm := make(map[string]ontology.VocabRecord, len(records)) 156 for _, r := range records { 157 byTerm[r.Term] = r 158 } 159 for _, term := range wantTerms { 160 r := byTerm[term] 161 wantID := strings.ToLower(term) 162 if r.SourceRecordID != wantID { 163 t.Errorf("Term %q: want SourceRecordID %q, got %q", term, wantID, r.SourceRecordID) 164 } 165 } 166} 167 168// TestCALCSourceThrottled confirms that a 429 response is surfaced as ontology.ErrThrottled. 169func TestCALCSourceThrottled(t *testing.T) { 170 srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { 171 w.WriteHeader(http.StatusTooManyRequests) 172 })) 173 defer srv.Close() 174 175 src := NewCALCSource(srv.URL+"/", "", []string{"engineer"}, srv.Client()) 176 err := src.Fetch(context.Background(), func(r ontology.VocabRecord) error { return nil }) 177 if err == nil { 178 t.Fatal("expected an error on 429, got nil") 179 } 180 // The error must wrap or equal ErrThrottled. 181 if !errors.Is(err, ontology.ErrThrottled) { 182 t.Errorf("want ErrThrottled, got %v", err) 183 } 184} 185