PROSTLE commited on
Commit
0abf3b6
·
unverified ·
1 Parent(s): dfa3aa6

Update sentiment.py

Browse files
Files changed (1) hide show
  1. sentiment.py +18 -2
sentiment.py CHANGED
@@ -100,12 +100,27 @@ def analyze_sentiment(ticker: str) -> dict:
100
  "details": [],
101
  "overall_sentiment": "neutral",
102
  "overall_score": 0.0,
 
103
  "method": "VADER (40%) + FinBERT (60%) ensemble",
104
  }
105
 
106
  details = [_score_text(h) for h in headlines]
107
-
108
- avg = float(np.mean([d["combined_score"] for d in details]))
 
 
 
 
 
 
 
 
 
 
 
 
 
 
109
 
110
  if avg > 0.15:
111
  overall = "positive"
@@ -120,5 +135,6 @@ def analyze_sentiment(ticker: str) -> dict:
120
  "details": details,
121
  "overall_sentiment": overall,
122
  "overall_score": round(avg, 4),
 
123
  "method": "VADER (40%) + FinBERT (60%) ensemble",
124
  }
 
100
  "details": [],
101
  "overall_sentiment": "neutral",
102
  "overall_score": 0.0,
103
+ "contradictory_dampened": False,
104
  "method": "VADER (40%) + FinBERT (60%) ensemble",
105
  }
106
 
107
  details = [_score_text(h) for h in headlines]
108
+ raw_scores = [d["combined_score"] for d in details]
109
+ avg = float(np.mean(raw_scores))
110
+
111
+ # Dampen one-off outliers: e.g. one strong positive headline amid sell-off
112
+ # shouldn't override macro. Use variance and median to detect contradiction.
113
+ contradictory_dampened = False
114
+ n = len(raw_scores)
115
+ if n >= 2:
116
+ variance = float(np.var(raw_scores))
117
+ median = float(np.median(raw_scores))
118
+ # High variance or mean far from median => contradictory/one-off dominated
119
+ contradictory = variance > 0.15 or abs(avg - median) > 0.35
120
+ if contradictory:
121
+ contradictory_dampened = True
122
+ # Pull toward median (reduces impact of single extreme headline)
123
+ avg = 0.4 * avg + 0.6 * median
124
 
125
  if avg > 0.15:
126
  overall = "positive"
 
135
  "details": details,
136
  "overall_sentiment": overall,
137
  "overall_score": round(avg, 4),
138
+ "contradictory_dampened": contradictory_dampened,
139
  "method": "VADER (40%) + FinBERT (60%) ensemble",
140
  }