Initial import: XAUUSD news sentiment models, evals, and data tooling

TF-IDF baseline (news_sentiment.py, models/xauusd_sentiment.joblib) and the two-head DeBERTa-v3-small transformer (transformer/, news_transformer.py) with its Google News crawler and DeepSeek labeller (data_collect/), the golden-set and archive evals (eval/), and the 2026-09-22 and 2026-09-27 results and progress notes. Transformer weights (model.pt, model.onnx) and the crawl database are not tracked; rebuild with transformer/train.py and transformer/export_onnx.py. The DeepSeek label cache in data/ is tracked.
2026-09-27 19:22:30 -04:00
commit 01baef48ff
98 changed files with 1719757 additions and 0 deletions
@@ -0,0 +1,140 @@
+{
+  "base_model": "microsoft/deberta-v3-small",
+  "trained_at": "2026-09-27T23:15:30.403442+00:00",
+  "final": true,
+  "max_length": 64,
+  "relevant_min_abs_xau": 0.25,
+  "irrelevant_max_abs_xau": 0.1,
+  "relevance_threshold": 0.2,
+  "best_epoch": 4,
+  "hyperparameters": {
+    "base": "microsoft/deberta-v3-small",
+    "epochs": 4,
+    "batch_size": 64,
+    "lr": 5e-05,
+    "warmup": 0.06,
+    "weight_decay": 0.01,
+    "val_from": "2026-09-18",
+    "seed": 42,
+    "final": true
+  },
+  "data": {
+    "train": {
+      "n": 15416,
+      "relevant": 4746,
+      "irrelevant": 8996,
+      "grey": 1674,
+      "bullish": 3080,
+      "bearish": 1666,
+      "sources": {
+        "history": 13893,
+        "newsdata": 1523
+      },
+      "years": {
+        "2009": 10,
+        "2010": 10,
+        "2011": 9,
+        "2012": 2,
+        "2015": 11,
+        "2016": 6,
+        "2017": 32,
+        "2018": 19,
+        "2019": 949,
+        "2020": 1144,
+        "2021": 1197,
+        "2022": 1467,
+        "2023": 1619,
+        "2024": 1938,
+        "2025": 2922,
+        "2026": 4081
+      }
+    },
+    "dev": {
+      "n": 811,
+      "relevant": 251,
+      "irrelevant": 476,
+      "grey": 84,
+      "bullish": 164,
+      "bearish": 87,
+      "sources": {
+        "history": 732,
+        "newsdata": 79
+      },
+      "years": {
+        "2011": 1,
+        "2015": 2,
+        "2017": 1,
+        "2019": 54,
+        "2020": 67,
+        "2021": 67,
+        "2022": 69,
+        "2023": 72,
+        "2024": 109,
+        "2025": 149,
+        "2026": 220
+      }
+    },
+    "val": {
+      "n": 1018,
+      "relevant": 378,
+      "irrelevant": 501,
+      "grey": 139,
+      "bullish": 171,
+      "bearish": 207,
+      "sources": {
+        "newsdata": 1018
+      },
+      "years": {
+        "2026": 1018
+      }
+    }
+  },
+  "history": [
+    {
+      "epoch": 1,
+      "train_loss": 0.9252183866832664,
+      "seconds": 17
+    },
+    {
+      "epoch": 2,
+      "train_loss": 0.5151546665778123,
+      "seconds": 34
+    },
+    {
+      "epoch": 3,
+      "train_loss": 0.3269671004340074,
+      "seconds": 50
+    },
+    {
+      "epoch": 4,
+      "train_loss": 0.2127824436748985,
+      "seconds": 67
+    }
+  ],
+  "evaluation": {
+    "dev": {
+      "relevance_threshold": 0.2,
+      "relevance_precision": 0.7660256410256411,
+      "relevance_recall": 0.952191235059761,
+      "relevance_f1": 0.8490230905861458,
+      "relevance_accuracy": 0.8830811554332875,
+      "direction_accuracy_on_relevant": 0.8884462151394422,
+      "three_class_vs_deepseek_0.05": 0.7891491985203453,
+      "three_class_macro_f1": 0.7551648489586519,
+      "n": 811
+    },
+    "val": {
+      "relevance_threshold": 0.2,
+      "relevance_precision": 0.7237113402061855,
+      "relevance_recall": 0.9285714285714286,
+      "relevance_f1": 0.8134414831981461,
+      "relevance_accuracy": 0.8168373151308305,
+      "direction_accuracy_on_relevant": 0.8941798941798942,
+      "three_class_vs_deepseek_0.05": 0.712180746561886,
+      "three_class_macro_f1": 0.7103112215543884,
+      "n": 1018
+    }
+  },
+  "evaluation_note": "final model trained on val too; evaluation is from the non-final run",
+  "labels": "DeepSeek deepseek-v4-flash live prompt XAU score"
+}