First commit.

githubhy · githubhy · commit 536c711f7666 · 2024-06-27T23:24:38.000+08:00
diff --git a/.gitignore b/.gitignore
@@ -30,3 +30,6 @@
 *.exe
 *.out
 *.app
+
+# CMake
+build/
diff --git a/CMakeLists.txt b/CMakeLists.txt
@@ -0,0 +1,11 @@
+cmake_minimum_required(VERSION 3.10)
+
+# Set the project name
+project(Micrograd)
+
+# Specify the C++ standard
+set(CMAKE_CXX_STANDARD 23)
+set(CMAKE_CXX_STANDARD_REQUIRED True)
+
+# Add the executable
+add_executable(Micrograd engine.cpp)
diff --git a/build.sh b/build.sh
@@ -0,0 +1,10 @@
+#!/bin/bash
+
+# Create build directory if it doesn't exist
+[ ! -d "build" ] && mkdir build
+
+# Navigate to the build directory
+cd build
+
+# Run CMake and build
+cmake .. && cmake --build .
diff --git a/engine.cpp b/engine.cpp
@@ -0,0 +1,149 @@
+#include <iostream>
+#include <memory>
+#include <set>
+#include <functional>
+#include <cassert>
+#include <cmath>
+
+class Value : public std::enable_shared_from_this<Value> {
+public:
+    double data;
+    double grad;
+    std::function<void()> _backward;
+    std::set<std::shared_ptr<Value>> _prev;
+    std::string _op;
+
+    Value(double data, std::set<std::shared_ptr<Value>> _children = {}, std::string _op = "")
+        : data(data), grad(0), _backward([]{}), _prev(_children), _op(_op) {}
+
+    std::shared_ptr<Value> operator+(const std::shared_ptr<Value>& other) {
+        auto out = std::make_shared<Value>(data + other->data, std::set<std::shared_ptr<Value>>{shared_from_this(), other}, "+");
+        out->_backward = [this, other, out] {
+            this->grad += out->grad;
+            other->grad += out->grad;
+        };
+        return out;
+    }
+
+    std::shared_ptr<Value> operator*(const std::shared_ptr<Value>& other) {
+        auto out = std::make_shared<Value>(data * other->data, std::set<std::shared_ptr<Value>>{shared_from_this(), other}, "*");
+        out->_backward = [this, other, out] {
+            this->grad += other->data * out->grad;
+            other->grad += this->data * out->grad;
+        };
+        return out;
+    }
+
+    std::shared_ptr<Value> operator^(double other) {
+        assert(other == static_cast<int>(other) || other == static_cast<float>(other) || other == static_cast<double>(other));
+        auto out = std::make_shared<Value>(std::pow(data, other), std::set<std::shared_ptr<Value>>{shared_from_this()}, "**" + std::to_string(other));
+        out->_backward = [this, other, out] {
+            this->grad += (other * std::pow(data, other - 1)) * out->grad;
+        };
+        return out;
+    }
+
+    std::shared_ptr<Value> relu() {
+        auto out = std::make_shared<Value>(data < 0 ? 0 : data, std::set<std::shared_ptr<Value>>{shared_from_this()}, "ReLU");
+        out->_backward = [this, out] {
+            this->grad += (out->data > 0) * out->grad;
+        };
+        return out;
+    }
+
+    void backward() {
+        std::vector<std::shared_ptr<Value>> topo;
+        std::set<std::shared_ptr<Value>> visited;
+        auto build_topo = [&](auto&& self, const std::shared_ptr<Value>& v) -> void {
+            if (visited.find(v) == visited.end()) {
+                visited.insert(v);
+                for (const auto& child : v->_prev) {
+                    self(self, child);
+                }
+                topo.push_back(v);
+            }
+        };
+        build_topo(build_topo, shared_from_this());
+        grad = 1;
+        for (auto it = topo.rbegin(); it != topo.rend(); ++it) {
+            (*it)->_backward();
+        }
+    }
+
+    std::shared_ptr<Value> operator-() {
+        return (*this) * std::make_shared<Value>(-1);
+    }
+
+    std::shared_ptr<Value> operator+(double other) {
+        return (*this) + std::make_shared<Value>(other);
+    }
+
+    std::shared_ptr<Value> operator-(const std::shared_ptr<Value>& other) {
+        return (*this) + (-*other);
+    }
+
+    std::shared_ptr<Value> operator-(double other) {
+        return (*this) + std::make_shared<Value>(-other);
+    }
+
+    std::shared_ptr<Value> operator*(double other) {
+        return (*this) * std::make_shared<Value>(other);
+    }
+
+    std::shared_ptr<Value> operator/(const std::shared_ptr<Value>& other) {
+        return (*this) * ((*other) ^ -1);
+    }
+
+    std::shared_ptr<Value> operator/(double other) {
+        return (*this) * std::make_shared<Value>(1.0 / other);
+    }
+
+    // Overload the operators for shared_ptr<Value>
+    friend std::shared_ptr<Value> operator+(const std::shared_ptr<Value>& lhs, const std::shared_ptr<Value>& rhs) {
+        return lhs->operator+(rhs);
+    }
+
+    friend std::shared_ptr<Value> operator-(const std::shared_ptr<Value>& lhs, const std::shared_ptr<Value>& rhs) {
+        return lhs->operator-(rhs);
+    }
+
+    friend std::shared_ptr<Value> operator*(const std::shared_ptr<Value>& lhs, const std::shared_ptr<Value>& rhs) {
+        return lhs->operator*(rhs);
+    }
+
+    friend std::shared_ptr<Value> operator/(const std::shared_ptr<Value>& lhs, const std::shared_ptr<Value>& rhs) {
+        return lhs->operator/(rhs);
+    }
+
+    friend std::shared_ptr<Value> operator+(double lhs, const std::shared_ptr<Value>& rhs) {
+        return std::make_shared<Value>(lhs) + rhs;
+    }
+
+    friend std::shared_ptr<Value> operator-(double lhs, const std::shared_ptr<Value>& rhs) {
+        return std::make_shared<Value>(lhs) - rhs;
+    }
+
+    friend std::shared_ptr<Value> operator*(double lhs, const std::shared_ptr<Value>& rhs) {
+        return std::make_shared<Value>(lhs) * rhs;
+    }
+
+    friend std::shared_ptr<Value> operator/(double lhs, const std::shared_ptr<Value>& rhs) {
+        return std::make_shared<Value>(lhs) / rhs;
+    }
+
+    friend std::ostream& operator<<(std::ostream& os, const Value& v) {
+        os << "Value(data=" << v.data << ", grad=" << v.grad << ")";
+        return os;
+    }
+};
+
+
+
+int main() {
+    auto a = std::make_shared<Value>(2.0);
+    auto b = std::make_shared<Value>(3.0);
+    auto c = a + b;  // Now this works
+    std::cout << *c << std::endl;
+    c->backward();
+    std::cout << *a << " " << *b << std::endl;
+}

-Original file line number
+Diff line change
 *.exe
 *.out
 *.app
++
 +# CMake
 +build/