Merge pull request 'ingestor debugging env' (#353) from fx-352 into main

Reviewed-on: #353

api/fx/ingestor/.air.toml

@@ -1,32 +1,46 @@
-# Config file for Air in TOML format
+root = "."
-
+testdata_dir = "testdata"
-root = "./../.."
 tmp_dir = "tmp"
 
 [build]
-cmd = "go build -o app -ldflags \"-X 'github.com/tech/sendico/fx/ingestor/internal/appversion.BuildUser=$(whoami)' -X 'github.com/tech/sendico/fx/ingestor/internal/appversion.Version=$APP_V' -X 'github.com/tech/sendico/fx/ingestor/internal/appversion.Branch=$BUILD_BRANCH' -X 'github.com/tech/sendico/fx/ingestor/internal/appversion.Revision=$GIT_REV' -X 'github.com/tech/sendico/fx/ingestor/internal/appversion.BuildDate=$(date)'\""
-bin = "./app"
-full_bin = "./app --debug --config.file=config.yml"
-include_ext = ["go", "yaml", "yml"]
-exclude_dir = ["fx/ingestor/tmp", "pkg/.git", "fx/ingestor/env"]
-exclude_regex = ["_test\\.go"]
-exclude_unchanged = true
-follow_symlink = true
-log = "air.log"
-delay = 0
-stop_on_error = true
-send_interrupt = true
-kill_delay = 500
   args_bin = []
-
+  entrypoint = "./tmp/main"
-[log]
+  cmd = "go build -o ./tmp/main ."
-time = false
+  delay = 1000
+  exclude_dir = ["assets", "tmp", "vendor", "testdata"]
+  exclude_file = []
+  exclude_regex = ["_test.go", "_templ.go"]
+  exclude_unchanged = false
+  follow_symlink = false
+  full_bin = ""
+  include_dir = []
+  include_ext = ["go", "tpl", "tmpl", "html"]
+  include_file = []
+  kill_delay = "0s"
+  log = "build-errors.log"
+  poll = false
+  poll_interval = 0
+  post_cmd = []
+  pre_cmd = []
+  rerun = false
+  rerun_delay = 500
+  send_interrupt = false
+  stop_on_error = false
 
 [color]
-main = "magenta"
+  app = ""
-watcher = "cyan"
   build = "yellow"
+  main = "magenta"
   runner = "green"
+  watcher = "cyan"
+
+[log]
+  main_only = false
+  time = false
 
 [misc]
-clean_on_exit = true
+  clean_on_exit = false
+
+[screen]
+  clear_on_rebuild = false
+  keep_scroll = true

api/fx/ingestor/.gitignore

@@ -1,3 +1,4 @@
 internal/generated
 .gocache
 /app
+tmp

api/fx/ingestor/config.dev.yml

@@ -0,0 +1,74 @@
+poll_interval_seconds: 30
+
+market:
+  sources:
+    - driver: BINANCE
+      settings:
+        base_url: "https://api.binance.com"
+    - driver: COINGECKO
+      settings:
+        base_url: "https://api.coingecko.com/api/v3"
+    - driver: CBR
+      settings:
+        base_url: "https://www.cbr.ru"
+        user_agent: "Mozilla/5.0 (compatible; SendicoFX/1.0; +https://app.sendico.io)"
+        accept_header: "application/xml,text/xml;q=0.9,*/*;q=0.8"
+  pairs:
+    BINANCE:
+      - base: "USDT"
+        quote: "EUR"
+        symbol: "EURUSDT"
+        invert: true
+      - base: "USD"
+        quote: "USDT"
+        symbol: "USDTUSD"
+        invert: true
+      - base: "UAH"
+        quote: "USDT"
+        symbol: "USDTUAH"
+        invert: true
+      - base: "USDC"
+        quote: "EUR"
+        symbol: "EURUSDC"
+        invert: true
+    COINGECKO:
+      - base: "USDT"
+        quote: "RUB"
+        symbol: "tether:rub"
+    CBR:
+      - base: "USD"
+        quote: "RUB"
+        symbol: "USD"
+        provider: "cbr"
+      - base: "EUR"
+        quote: "RUB"
+        symbol: "EUR"
+        provider: "cbr"
+
+metrics:
+  enabled: true
+  address: ":9102"
+
+messaging:
+  driver: NATS
+  settings:
+    url_env: NATS_URL
+    host_env: NATS_HOST
+    port_env: NATS_PORT
+    username_env: NATS_USER
+    password_env: NATS_PASSWORD
+    broker_name: FX Ingestor
+    max_reconnects: 10
+    reconnect_wait: 5
+    buffer_size: 1024
+
+database:
+  driver: mongodb
+  settings:
+    host_env: FX_MONGO_HOST
+    port_env: FX_MONGO_PORT
+    database_env: FX_MONGO_DATABASE
+    user_env: FX_MONGO_USER
+    password_env: FX_MONGO_PASSWORD
+    auth_source_env: FX_MONGO_AUTH_SOURCE
+    replica_set_env: FX_MONGO_REPLICA_SET

api/fx/ingestor/go.mod

@@ -1,6 +1,6 @@
 module github.com/tech/sendico/fx/ingestor
 
-go 1.25.3
+go 1.25.6
 
 replace github.com/tech/sendico/pkg => ../../pkg
 

api/fx/ingestor/internal/ingestor/service.go

@@ -113,7 +113,7 @@ func (s *Service) pollOnce(ctx context.Context) error {
 	if failures > 0 {
 		s.logger.Warn("Ingestion poll completed with failures", zap.Int("failures", failures), zap.Int("total", len(s.pairs)))
 	} else {
-		s.logger.Info("Ingestion poll completed", zap.Int("total", len(s.pairs)))
+		s.logger.Debug("Ingestion poll completed", zap.Int("total", len(s.pairs)))
 	}
 	return firstErr
 }