feat(megatron): Add support for Gated Delta Net (GDN) & Kimi Delta Attention (KDA)

.gitignore

@@ -12,3 +12,25 @@ output
 experiment
 data
 pp_simulation_result
+
+# Scratch run artefacts (repo root only; archived results under experiments/results/archive/ ARE tracked)
+/primus_*.log
+/primus_*.launcher.out
+/primus_perf_*.summary.txt
+/experiments/results/*.log
+/experiments/results/*.launcher.out
+/experiments/results/*.driver.out
+/train_gdn.log
+/run_pure_1B_eval.log
+eval_results/
+
+# FLA-parity evaluation harness — local working copy only (configs/launchers/
+# logs/summaries used to iterate on the 300M & 1B comparison runs; not part
+# of the Primus public surface, kept on disk for follow-up work).
+/eval/
+
+# IDE / editor workspace files (not part of source)
+Primus.code-workspace
+**/Primus.code-workspace
+*.code-workspace
+.cursor/

.gitmodules

@@ -16,6 +16,10 @@
 [submodule "third_party/Megatron-Bridge"]
 	path = third_party/Megatron-Bridge
 	url = https://github.com/NVIDIA-NeMo/Megatron-Bridge.git
+[submodule "third_party/mamba"]
+	path = third_party/mamba
+	url = https://github.com/AndreasKaratzas/mamba.git
+	branch = enable-primus-hybrid-models
 [submodule "third_party/HummingbirdXT"]
 	path = third_party/HummingbirdXT
 	url = https://github.com/AMD-AGI/HummingbirdXT.git

bash-docker.sh

@@ -0,0 +1,7 @@
+docker run -it \
+  --device /dev/dri --device /dev/kfd \
+  --device=/dev/infiniband --network host --ipc host \
+  --group-add video --cap-add SYS_PTRACE \
+  --security-opt seccomp=unconfined --privileged \
+  -v $HOME:$HOME -v $(pwd):$(pwd) -w $(pwd) --shm-size 64G --name primus_hybrid_new \
+  rocm/primus:v26.2