nn-cpp/activations.cpp at main · at-src/nn-cpp · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
#include <vector>
#include <cmath>
#include <algorithm>

double sigmoid(double x) {
    return 1.0 / (1.0 + std::exp(-x));
}

double sigmoid_derivative(double x) {
    double s = sigmoid(x);
    return s * (1.0 - s);
}

double relu(double x) {
    return x > 0.0 ? x : 0.0;
}

double relu_derivative(double x) {
    return x > 0.0 ? 1.0 : 0.0;
}

double tanh_activation(double x) {
    return std::tanh(x);
}

double tanh_derivative(double x) {
    double t = std::tanh(x);
    return 1.0 - t * t;
}

double leaky_relu(double x, double alpha = 0.01) {
    return x > 0.0 ? x : alpha * x;
}

double leaky_relu_derivative(double x, double alpha = 0.01) {
    return x > 0.0 ? 1.0 : alpha;
}

double linear_activation(double x) {
    return x;
}

double linear_derivative(double x) {
    (void)x;
    return 1.0;
}

std::vector<double> apply_sigmoid(const std::vector<double>& v) {
    std::vector<double> result;
    result.reserve(v.size());
    for (double val : v) {
        result.push_back(sigmoid(val));
    }
    return result;
}

std::vector<double> apply_sigmoid_derivative(const std::vector<double>& v) {
    std::vector<double> result;
    result.reserve(v.size());
    for (double val : v) {
        result.push_back(sigmoid_derivative(val));
    }
    return result;
}

std::vector<double> apply_relu(const std::vector<double>& v) {
    std::vector<double> result;
    result.reserve(v.size());
    for (double val : v) {
        result.push_back(relu(val));
    }
    return result;
}

std::vector<double> apply_relu_derivative(const std::vector<double>& v) {
    std::vector<double> result;
    result.reserve(v.size());
    for (double val : v) {
        result.push_back(relu_derivative(val));
    }
    return result;
}

std::vector<double> apply_tanh(const std::vector<double>& v) {
    std::vector<double> result;
    result.reserve(v.size());
    for (double val : v) {
        result.push_back(tanh_activation(val));
    }
    return result;
}

std::vector<double> apply_tanh_derivative(const std::vector<double>& v) {
    std::vector<double> result;
    result.reserve(v.size());
    for (double val : v) {
        result.push_back(tanh_derivative(val));
    }
    return result;
}

std::vector<double> apply_leaky_relu(const std::vector<double>& v, double alpha = 0.01) {
    std::vector<double> result;
    result.reserve(v.size());
    for (double val : v) {
        result.push_back(leaky_relu(val, alpha));
    }
    return result;
}

std::vector<double> apply_leaky_relu_derivative(const std::vector<double>& v, double alpha = 0.01) {
    std::vector<double> result;
    result.reserve(v.size());
    for (double val : v) {
        result.push_back(leaky_relu_derivative(val, alpha));
    }
    return result;
}