package fetcher import ( "encoding/json" "fmt" "io" "log/slog" "net/http" "strconv" "strings" "time" "github.com/sentinela-go/internal/db" ) type bcbRecord struct { Data string `json:"data"` Valor string `json:"valor"` } func parseBCBDate(d string) string { // dd/mm/yyyy -> yyyy-mm-dd parts := strings.Split(d, "/") if len(parts) != 3 { return d } return parts[2] + "-" + parts[1] + "-" + parts[0] } func fetchBCBSeries(seriesID int, lastN int) ([]bcbRecord, error) { // BCB "ultimos" endpoint caps at 20 records. Use date range instead. now := time.Now() // Estimate days needed: lastN records ≈ lastN business days ≈ lastN * 1.5 calendar days daysBack := lastN * 2 if daysBack < 60 { daysBack = 60 } from := now.AddDate(0, 0, -daysBack).Format("02/01/2006") to := now.Format("02/01/2006") url := fmt.Sprintf("https://api.bcb.gov.br/dados/serie/bcdata.sgs.%d/dados?formato=json&dataInicial=%s&dataFinal=%s", seriesID, from, to) resp, err := http.Get(url) if err != nil { return nil, err } defer resp.Body.Close() body, err := io.ReadAll(resp.Body) if err != nil { return nil, err } // BCB returns an error object (not array) on failure if len(body) > 0 && body[0] == '{' { return nil, fmt.Errorf("BCB API error for series %d: %s", seriesID, string(body[:min(300, len(body))])) } var records []bcbRecord if err := json.Unmarshal(body, &records); err != nil { return nil, fmt.Errorf("parse BCB series %d: %w (body: %s)", seriesID, err, string(body[:min(200, len(body))])) } return records, nil } func FetchSelic(database *db.DB) error { slog.Info("fetching Selic data from BCB") // Daily rate (series 432) daily, err := fetchBCBSeries(432, 750) if err != nil { return fmt.Errorf("selic daily: %w", err) } // Target rate (series 11) target, err := fetchBCBSeries(11, 750) if err != nil { slog.Warn("failed to fetch selic target", "error", err) target = nil } targetMap := make(map[string]float64) for _, r := range target { date := parseBCBDate(r.Data) v, _ := strconv.ParseFloat(strings.Replace(r.Valor, ",", ".", 1), 64) targetMap[date] = v } count := 0 for _, r := range daily { date := parseBCBDate(r.Data) v, _ := strconv.ParseFloat(strings.Replace(r.Valor, ",", ".", 1), 64) var tp *float64 if t, ok := targetMap[date]; ok { tp = &t } if err := database.InsertSelic(date, v, nil, tp); err == nil { count++ } } slog.Info("selic data loaded", "records", count) return nil } func FetchCDI(database *db.DB) error { slog.Info("fetching CDI data from BCB") daily, err := fetchBCBSeries(12, 750) if err != nil { return fmt.Errorf("cdi daily: %w", err) } annual, err := fetchBCBSeries(4389, 750) if err != nil { slog.Warn("failed to fetch cdi annual", "error", err) annual = nil } annualMap := make(map[string]float64) for _, r := range annual { date := parseBCBDate(r.Data) v, _ := strconv.ParseFloat(strings.Replace(r.Valor, ",", ".", 1), 64) annualMap[date] = v } count := 0 for _, r := range daily { date := parseBCBDate(r.Data) v, _ := strconv.ParseFloat(strings.Replace(r.Valor, ",", ".", 1), 64) var ap *float64 if a, ok := annualMap[date]; ok { ap = &a } if err := database.InsertCDI(date, v, ap); err == nil { count++ } } slog.Info("cdi data loaded", "records", count) return nil } func FetchIPCA(database *db.DB) error { slog.Info("fetching IPCA data from BCB") monthly, err := fetchBCBSeries(433, 36) if err != nil { return fmt.Errorf("ipca monthly: %w", err) } acc, err := fetchBCBSeries(13522, 36) if err != nil { slog.Warn("failed to fetch ipca acc 12m", "error", err) acc = nil } accMap := make(map[string]float64) for _, r := range acc { date := parseBCBDate(r.Data) v, _ := strconv.ParseFloat(strings.Replace(r.Valor, ",", ".", 1), 64) accMap[date] = v } count := 0 for _, r := range monthly { date := parseBCBDate(r.Data) v, _ := strconv.ParseFloat(strings.Replace(r.Valor, ",", ".", 1), 64) var ap *float64 if a, ok := accMap[date]; ok { ap = &a } if err := database.InsertIPCA(date, v, ap); err == nil { count++ } } slog.Info("ipca data loaded", "records", count) return nil } func FetchFX(database *db.DB) error { slog.Info("fetching FX data from BCB") pairs := map[string]int{ "USD/BRL": 1, "EUR/BRL": 21619, } for pair, series := range pairs { records, err := fetchBCBSeries(series, 750) if err != nil { slog.Warn("failed to fetch fx", "pair", pair, "error", err) continue } count := 0 for _, r := range records { date := parseBCBDate(r.Data) v, _ := strconv.ParseFloat(strings.Replace(r.Valor, ",", ".", 1), 64) if err := database.InsertFX(date, pair, v); err == nil { count++ } } slog.Info("fx data loaded", "pair", pair, "records", count) } return nil } func FetchAllBCB(database *db.DB) error { start := time.Now() var errs []string if err := FetchSelic(database); err != nil { errs = append(errs, err.Error()) } if err := FetchCDI(database); err != nil { errs = append(errs, err.Error()) } if err := FetchIPCA(database); err != nil { errs = append(errs, err.Error()) } if err := FetchFX(database); err != nil { errs = append(errs, err.Error()) } slog.Info("BCB sync complete", "duration", time.Since(start)) if len(errs) > 0 { return fmt.Errorf("bcb errors: %s", strings.Join(errs, "; ")) } return nil }