1 files changed, 16 insertions, 0 deletions
diff --git a/include/adam.h b/include/adam.h
new file mode 100644
index 0000000..37f5767
--- /dev/null
+++ b/include/adam.h
@@ -0,0 +1,16 @@
+#pragma once
+
+typedef struct {
+    double *m;
+    double *v;
+    int nparams;
+    double lr;
+    double beta1;
+    double beta2;
+    double eps;
+    int t;
+} Adam;
+
+Adam adam_init(int nparams, double lr, double beta1, double beta2, double eps);
+void adam_update(Adam *a, double *theta, const double *grad);
+void adam_free(Adam *a);