Janady13/missionmatch / cmd/promote-ontology/main.go

Source identity

Field	Recorded value
Source type	GitHub source
Original record	Janady13/missionmatch / cmd/promote-ontology/main.go
Date	Not specified in source
Repository	Janady13/missionmatch
Revision	1e9249840a4302ec82e123b9c9cb6f75badea3e4
Branch	master
Path or archive member	cmd/promote-ontology/main.go
Original SHA-256	66ed76577d2a0410da9f287aeb35019779d20597b075082caf62787a60e6e14c
Git blob SHA	f0527b10fb56473fd395dfc5f8c86d29f98ad96a
Reading-copy SHA-256	66ed76577d2a0410da9f287aeb35019779d20597b075082caf62787a60e6e14c

Original source ↗

Every recorded occurrence

These 33 records contain identical original source bytes. Their paths and revisions remain part of the archive.

Original record	Branch or archive	Revision / identifier	Original location
Janady13/missionmatch / cmd/promote-ontology/main.go	master	1e9249840a4302ec82e123b9c9cb6f75badea3e4	Open original
Janady13/missionmatch / cmd/promote-ontology/main.go	m5-price-to-win	41000ad30fff4129fdaf5ec84e15ba14c27d4890	Open original
Janady13/missionmatch / cmd/promote-ontology/main.go	ws3-clearance	4b8e7ce594c068621867f9c9deed0ec64ae6c553	Open original
Janady13/missionmatch / cmd/promote-ontology/main.go	collision-deconfliction	4ee5a09972608ed89f8377c6665542d5f450f0a6	Open original
Janady13/missionmatch / cmd/promote-ontology/main.go	ws7-federal-signal	6a9f6ce9cfb13345ffb47770d4960e7c2d9c17c2	Open original
Janady13/missionmatch / cmd/promote-ontology/main.go	ws6-retrieval	6c56e29231ec05735927fa265c97d517499dfeaf	Open original
Janady13/missionmatch / cmd/promote-ontology/main.go	graphrag-foundation	b0ddeb9f633fd138d09309d1a17b7d13bc3a67f7	Open original
Janady13/missionmatch / cmd/promote-ontology/main.go	time-to-fill-survival	b66e1e505863d4f17741a4b9ede73509e45bd6c6	Open original
Janady13/missionmatch / cmd/promote-ontology/main.go	mag-substrate	b82c7100a492dec67dfd1eda6b3f53def859be35	Open original
Janady13/missionmatch / cmd/promote-ontology/main.go	capture-readiness	bae6af7cb2997e819174a9e9cfff5e16067a1975	Open original
Janady13/missionmatch / cmd/promote-ontology/main.go	ws8-teaching-loop	c823f0fb6bb2aba0f39001eb6de96f4000d9321f	Open original
Janady13/missionmatch / cmd/promote-ontology/main.go	phase2-eval-fairness	d361af254701975fe239927656ababb56374655e	Open original
Janady13/missionmatch / cmd/promote-ontology/main.go	phase2-connectors	e038d4c687aec16f8bd9bc4d907eea14d91f8704	Open original
Janady13/missionmatch / cmd/promote-ontology/main.go	ws2-alias-relationship	e4dada4601c6eb101830f9d223a9655dfa120616	Open original
Janady13/missionmatch / cmd/promote-ontology/main.go	presentation-readiness	eb574acaa29d71ce4d0f852572e87c275c79fdb7	Open original
Janady13/missionmatch / cmd/promote-ontology/main.go	ws9-bench-ingestion	f585a9ef32fa554663ce1fba9a414a54b6e49cf0	Open original
Janady13/missionmatch / cmd/promote-ontology/main.go	vendor-intelligence	fe9796a19c261951d3f2565206c0c1b5ac294465	Open original
Janady13/missionmatch / cmd/promote-ontology/main.go	collision-deconfliction	4ee5a09972608ed89f8377c6665542d5f450f0a6	Open original
Janady13/missionmatch / cmd/promote-ontology/main.go	ws6-retrieval	6c56e29231ec05735927fa265c97d517499dfeaf	Open original
Janady13/missionmatch / cmd/promote-ontology/main.go	m5-price-to-win	41000ad30fff4129fdaf5ec84e15ba14c27d4890	Open original
Janady13/missionmatch / cmd/promote-ontology/main.go	master	1e9249840a4302ec82e123b9c9cb6f75badea3e4	Open original
Janady13/missionmatch / cmd/promote-ontology/main.go	ws8-teaching-loop	c823f0fb6bb2aba0f39001eb6de96f4000d9321f	Open original
Janady13/missionmatch / cmd/promote-ontology/main.go	mag-substrate	b82c7100a492dec67dfd1eda6b3f53def859be35	Open original
Janady13/missionmatch / cmd/promote-ontology/main.go	ws3-clearance	4b8e7ce594c068621867f9c9deed0ec64ae6c553	Open original
Janady13/missionmatch / cmd/promote-ontology/main.go	phase2-eval-fairness	d361af254701975fe239927656ababb56374655e	Open original
Janady13/missionmatch / cmd/promote-ontology/main.go	time-to-fill-survival	b66e1e505863d4f17741a4b9ede73509e45bd6c6	Open original
Janady13/missionmatch / cmd/promote-ontology/main.go	graphrag-foundation	b0ddeb9f633fd138d09309d1a17b7d13bc3a67f7	Open original
Janady13/missionmatch / cmd/promote-ontology/main.go	ws9-bench-ingestion	f585a9ef32fa554663ce1fba9a414a54b6e49cf0	Open original
Janady13/missionmatch / cmd/promote-ontology/main.go	ws2-alias-relationship	e4dada4601c6eb101830f9d223a9655dfa120616	Open original
Janady13/missionmatch / cmd/promote-ontology/main.go	presentation-readiness	eb574acaa29d71ce4d0f852572e87c275c79fdb7	Open original
Janady13/missionmatch / cmd/promote-ontology/main.go	ws7-federal-signal	6a9f6ce9cfb13345ffb47770d4960e7c2d9c17c2	Open original
Janady13/missionmatch / cmd/promote-ontology/main.go	phase2-connectors	e038d4c687aec16f8bd9bc4d907eea14d91f8704	Open original
Janady13/missionmatch / cmd/promote-ontology/main.go	capture-readiness	bae6af7cb2997e819174a9e9cfff5e16067a1975	Open original

Recovered source transcript

Download complete source text ↓114 lines · 4.6 KB

// Command promote-ontology promotes curated, mined, and O*NET technology terms into the global
// skills table. It runs three idempotent INSERT ... ON CONFLICT DO NOTHING passes as the migrator
// role and writes one AEDT audit row recording the counts. It carries NO org context because skills
// is a global reference table outside Row Level Security. Safe to re-run at any time.
//
// Sources promoted:
//   - db/seed/cleared_skills.sql curated cleared workforce terms (source='curated') -- apply that
//     seed separately via psql; this command handles the ontology_terms and mission_spine paths.
//   - ontology_terms rows where term_kind='skill' and source_name='Corpus Mining'.
//   - mission_spine rows for version='v1', promoted as mission_area skills.
//   - ontology_terms rows sourced from O*NET Web Services technology tools filtered to cleared
//     relevant tech categories (development, operating system, network, security, database, etc.).
//
// Usage:
//
//	promote-ontology [-dsn $MM_MIGRATOR_DATABASE_URL]
package main

import (
	"context"
	"encoding/json"
	"flag"
	"log"
	"os"

	"github.com/jackc/pgx/v5/pgxpool"
)

func main() {
	dsn := flag.String("dsn", os.Getenv("MM_MIGRATOR_DATABASE_URL"), "migrator DSN (defaults to MM_MIGRATOR_DATABASE_URL)")
	flag.Parse()

	if *dsn == "" {
		log.Fatal("promote-ontology: -dsn or MM_MIGRATOR_DATABASE_URL is required")
	}

	ctx := context.Background()
	pool, err := pgxpool.New(ctx, *dsn)
	if err != nil {
		log.Fatalf("promote-ontology: db connect: %v", err)
	}
	defer pool.Close()

	var nMined, nSpine, nOnet int64

	// Pass 1: corpus mined skills from ontology_terms.
	tag, err := pool.Exec(ctx, `
INSERT INTO skills (name, category, source)
SELECT DISTINCT ot.term, COALESCE(NULLIF(ot.category,''),'mined'), ot.source_name
FROM ontology_terms ot
WHERE ot.term_kind = 'skill'
  AND ot.source_name = 'Corpus Mining'
  AND NOT EXISTS (SELECT 1 FROM skills s WHERE lower(s.name) = lower(ot.term))
ON CONFLICT (name) DO NOTHING`)
	if err != nil {
		log.Fatalf("promote-ontology: corpus mined insert: %v", err)
	}
	nMined = tag.RowsAffected()
	log.Printf("promote-ontology: corpus mined skills inserted: %d", nMined)

	// Pass 2: mission_spine IC terms for version v1, promoted as mission_area skills.
	tag, err = pool.Exec(ctx, `
INSERT INTO skills (name, category, source)
SELECT ms.term, 'mission_area', 'mission_spine'
FROM mission_spine ms
WHERE ms.version = 'v1'
  AND NOT EXISTS (SELECT 1 FROM skills s WHERE lower(s.name) = lower(ms.term))
ON CONFLICT (name) DO NOTHING`)
	if err != nil {
		log.Fatalf("promote-ontology: mission spine insert: %v", err)
	}
	nSpine = tag.RowsAffected()
	log.Printf("promote-ontology: mission spine terms inserted: %d", nSpine)

	// Pass 3: O*NET technology tools filtered to cleared tech relevant categories.
	// The regex matches category values that indicate development, OS, networking, security,
	// database, programming, configuration, virtualization, cloud, analytical, or data management
	// tool types. The soc_code column on skills stores the O*NET code for later crosswalk use.
	tag, err = pool.Exec(ctx, `
INSERT INTO skills (name, category, source, soc_code)
SELECT DISTINCT ot.term, COALESCE(NULLIF(ot.category,''),'tool'), 'onet', ot.code
FROM ontology_terms ot
WHERE ot.source_name = 'O*NET Web Services'
  AND ot.source_record_id LIKE 'onet-tech:%'
  AND lower(ot.category) ~ 'development environment|web platform development|operating system|object or component|network monitoring|program testing|transaction security|data base management system|network security|virtual private network|cloud-based|configuration management|virtualiz'
  AND NOT EXISTS (SELECT 1 FROM skills s WHERE lower(s.name) = lower(ot.term))
ON CONFLICT (name) DO NOTHING`)
	if err != nil {
		log.Fatalf("promote-ontology: onet tech insert: %v", err)
	}
	nOnet = tag.RowsAffected()
	log.Printf("promote-ontology: onet tech tools inserted: %d", nOnet)

	total := nMined + nSpine + nOnet
	log.Printf("promote-ontology: total skills inserted across all sources: %d", total)

	// Write one AEDT audit row. No PII: skills are global reference data, not candidate or org data.
	payload, _ := json.Marshal(map[string]any{
		"corpus_mined": nMined,
		"mission_spine": nSpine,
		"onet_tech":    nOnet,
		"total":        total,
	})
	_, err = pool.Exec(ctx,
		`INSERT INTO audit_logs (organization_id, action, entity_type, new_values)
		 VALUES (NULL, 'aedt.ontology.promoted', 'skills', $1)`,
		payload)
	if err != nil {
		log.Printf("promote-ontology: audit write warning (non-fatal): %v", err)
	}

	log.Printf("promote-ontology: DONE (mined=%d spine=%d onet=%d total=%d)", nMined, nSpine, nOnet, total)
}