tests/forward_step_test.cpp

#include <iostream>
#include <exception>
#include "../include/neuroflow/model.hpp"
#include "../include/neuroflow/memory.hpp"
#include "../include/neuroflow/networks.hpp"

using namespace neuroflow;

int main() {
    try {
        std::cout << "Step by step forward test..." << std::endl;
        
        NeuroFlowModel::Config cfg;
        cfg.input_dim = 64;
        cfg.hidden_dim = 32;
        cfg.output_dim = 5;
        cfg.memory_slots = 8;
        cfg.memory_dim = 16;
        cfg.num_layers = 1;
        cfg.num_associations = 2;
        cfg.use_mla = false;
        
        NeuroFlowModel model(cfg);
        size_t batch = 2;
        
        Tensor x({batch, cfg.input_dim});
        for (size_t i = 0; i < x.numel(); ++i) x.as_fp32()[i] = 0.1f * i;
        
        std::cout << "1. Input projection..." << std::endl;
        Tensor h = model.input_proj_linear->forward(x);
        std::cout << "  h shape: [" << h.shape_[0] << ", " << h.shape_[1] << "]" << std::endl;
        h = model.input_proj_norm->forward(h);
        h = model.input_proj_gelu->forward(h);
        std::cout << "  after norm/gelu: [" << h.shape_[0] << ", " << h.shape_[1] << "]" << std::endl;
        
        std::cout << "2. SN forward..." << std::endl;
        auto sn_out = model.sn->forward(h);
        std::cout << "  saliency: [" << sn_out.saliency.shape_[0] << ", " << sn_out.saliency.shape_[1] << "]" << std::endl;
        std::cout << "  gates: [" << sn_out.gates.shape_[0] << ", " << sn_out.gates.shape_[1] << "]" << std::endl;
        
        std::cout << "3. ECN forward..." << std::endl;
        auto ecn_out = model.ecn->forward(h);
        std::cout << "  decision: [" << ecn_out.decision.shape_[0] << ", " << ecn_out.decision.shape_[1] << "]" << std::endl;
        std::cout << "  value: [" << ecn_out.value.shape_[0] << ", " << ecn_out.value.shape_[1] << "]" << std::endl;
        
        std::cout << "4. Memory encode..." << std::endl;
        Tensor mem_seed = model.memory->encode(h);
        std::cout << "  mem_seed: [" << mem_seed.shape_[0] << ", " << mem_seed.shape_[1] << "]" << std::endl;
        
        std::cout << "5. DMN forward..." << std::endl;
        auto dmn_out = model.dmn->forward(mem_seed);
        std::cout << "  vision shape size: " << dmn_out.vision.shape_.size() << std::endl;
        for (size_t i = 0; i < dmn_out.vision.shape_.size(); ++i) 
            std::cout << "    dim " << i << ": " << dmn_out.vision.shape_[i] << std::endl;
        
        std::cout << "6. Memory retrieve..." << std::endl;
        auto mem_out = model.memory->forward(h);
        std::cout << "  retrieved: [" << mem_out.retrieved.shape_[0] << ", " << mem_out.retrieved.shape_[1] << "]" << std::endl;
        
        std::cout << "7. Reshaping dmn_out.vision..." << std::endl;
        std::cout << "  vision numel: " << dmn_out.vision.numel() << std::endl;
        std::cout << "  trying reshape to [" << batch << ", " << dmn_out.vision.shape_[1] << "]" << std::endl;
        std::cout << "  expected numel: " << (batch * dmn_out.vision.shape_[1]) << std::endl;
        
        if (dmn_out.vision.numel() != batch * dmn_out.vision.shape_[1]) {
            std::cout << "  MISMATCH! vision actual shape may be different" << std::endl;
        }
        
        Tensor dmn_weighted = dmn_out.vision.reshape({batch, dmn_out.vision.shape_[1]});
        std::cout << "  reshape success" << std::endl;
        
        std::cout << "All steps passed!" << std::endl;
        return 0;
    } catch (const std::exception& e) {
        std::cout << "Error: " << e.what() << std::endl;
        return 1;
    }
}