Update acd_attention_standalone.py
Browse files
acd_attention_standalone.py
CHANGED
|
@@ -42,6 +42,10 @@
|
|
| 42 |
# init on projections, no norm/dropout on the geometric path (dropout is
|
| 43 |
# output-side only, default 0), gradient clip is the trainer's job at
|
| 44 |
# max(loss, 1.0).
|
|
|
|
|
|
|
|
|
|
|
|
|
| 45 |
# ============================================================
|
| 46 |
from __future__ import annotations
|
| 47 |
import math
|
|
|
|
| 42 |
# init on projections, no norm/dropout on the geometric path (dropout is
|
| 43 |
# output-side only, default 0), gradient clip is the trainer's job at
|
| 44 |
# max(loss, 1.0).
|
| 45 |
+
#
|
| 46 |
+
# Authors: AbstractPhil + Claude Fable 5
|
| 47 |
+
# Repo: https://huggingface.co/AbstractPhil/geolip-aleph-differentiation
|
| 48 |
+
# License: MIT
|
| 49 |
# ============================================================
|
| 50 |
from __future__ import annotations
|
| 51 |
import math
|