Fix Advanced Activation Layers Bugs and Create New Test

[lucaskdc]

The advanced activation tests were not testing the case when those activation layers were being used as a hidden layer. That way the behavior dealing with other layers weights and using output tensors as their input were never tested. This commit add a test and fix some bugs.

[lucaskdc]

Bug 1 detected by test and fixed:

_write_weights_ThresholdedReLU was overriding stack_vars intead of concatenate new vars. As you can see, leaky_re_lu_alpha doesn't exists when we run this new test without weights2c.py changes:

Bug 2 detected by test and fixed: set correct input

Because usually a reference to the k2c_tensor is passed, an ampersand prefix is added to that variables, so it fails passing the correct array.

This is the code generated by test before the changes:

`#include <math.h> #include <string.h> #include "./include/k2c_include.h" #include "./include/k2c_tensor_include.h"

void test___AdvancedActivationLayers_NonInputLayers1675441953(k2c_tensor* input_1_input, k2c_tensor* re_lu_output) {

float thresholded_re_lu_theta = 0.30000001192092896;

float re_lu_max_value = 1.0; float re_lu_negative_slope = 1.0; float re_lu_threshold = 0.3;

k2c_LeakyReLU(input_1_input->array,input_1_input->numel,leaky_re_lu_alpha); k2c_tensor leaky_re_lu_output; leaky_re_lu_output.ndim = input_1_input->ndim; // copy data into output struct leaky_re_lu_output.numel = input_1_input->numel; memcpy(leaky_re_lu_output.shape,input_1_input->shape,K2C_MAX_NDIMsizeof(size_t));
leaky_re_lu_output.array = &input_1_input->array[0]; // rename for clarity k2c_LeakyReLU(&leaky_re_lu_output.array,&leaky_re_lu_output.numel,leaky_re_lu_1_alpha); k2c_tensor leaky_re_lu_1_output; leaky_re_lu_1_output.ndim = leaky_re_lu_output.ndim; // copy data into output struct leaky_re_lu_1_output.numel = leaky_re_lu_output.numel; memcpy(leaky_re_lu_1_output.shape,leaky_re_lu_output.shape,K2C_MAX_NDIMsizeof(size_t));
leaky_re_lu_1_output.array = &leaky_re_lu_output.array[0]; // rename for clarity k2c_PReLU(&leaky_re_lu_1_output.array,&leaky_re_lu_1_output.numel,p_re_lu_alpha.array); k2c_tensor p_re_lu_output; p_re_lu_output.ndim = leaky_re_lu_1_output.ndim; // copy data into output struct p_re_lu_output.numel = leaky_re_lu_1_output.numel; memcpy(p_re_lu_output.shape,leaky_re_lu_1_output.shape,K2C_MAX_NDIMsizeof(size_t));
p_re_lu_output.array = &leaky_re_lu_1_output.array[0]; // rename for clarity k2c_ELU(&p_re_lu_output.array,&p_re_lu_output.numel,elu_alpha); k2c_tensor elu_output; elu_output.ndim = p_re_lu_output.ndim; // copy data into output struct elu_output.numel = p_re_lu_output.numel; memcpy(elu_output.shape,p_re_lu_output.shape,K2C_MAX_NDIMsizeof(size_t));
elu_output.array = &p_re_lu_output.array[0]; // rename for clarity k2c_ThresholdedReLU(&elu_output.array,&elu_output.numel,thresholded_re_lu_theta); k2c_tensor thresholded_re_lu_output; thresholded_re_lu_output.ndim = elu_output.ndim; // copy data into output struct thresholded_re_lu_output.numel = elu_output.numel; memcpy(thresholded_re_lu_output.shape,elu_output.shape,K2C_MAX_NDIMsizeof(size_t));
thresholded_re_lu_output.array = &elu_output.array[0]; // rename for clarity k2c_ReLU(&thresholded_re_lu_output.array,&thresholded_re_lu_output.numel,re_lu_max_value, re_lu_negative_slope,re_lu_threshold); re_lu_output->ndim = thresholded_re_lu_output.ndim; // copy data into output struct re_lu_output->numel = thresholded_re_lu_output.numel; memcpy(re_lu_output->shape,thresholded_re_lu_output.shape,K2C_MAX_NDIMsizeof(size_t));
memcpy(re_lu_output->array,thresholded_re_lu_output.array,re_lu_output->numel*sizeof(re_lu_output->array[0]));

}

void test___AdvancedActivationLayers_NonInputLayers1675441953_initialize() {

}

void test___AdvancedActivationLayers_NonInputLayers1675441953_terminate() {

} `