tinn/Tinn.c

#include "Tinn.h"

#include <stdlib.h>
#include <math.h>

static double error(Tinn t, double* tg)
{
    double error = 0.0;
    int i;
    for(i = 0; i < t.nops; i++)
        error += 0.5 * pow(tg[i] - t.o[i], 2.0);
    return error;
}

static void backwards(Tinn t, double* in, double* tg, double rate)
{
    double* x = t.w + t.nhid * t.nips;
    int i;
    for(i = 0; i < t.nhid; i++)
    {
        double sum = 0.0;
        int j;
        for(j = 0; j < t.nops; j++)
        {
            double a = t.o[j] - tg[j];
            double b = t.o[j] * (1 - t.o[j]);
            double c = x[j * t.nhid + i];
            sum += a * b * c;
        }
        for(j = 0; j < t.nips; j++)
        {
            double a = sum;
            double b = t.h[i] * (1 - t.h[i]);
            double c = in[j];
            t.w[i * t.nips + j] -= rate * a * b * c;
        }
        for(j = 0; j < t.nops; j++)
        {
            double a = t.o[j] - tg[j];
            double b = t.o[j] * (1 - t.o[j]);
            double c = t.h[i];
            x[j * t.nhid + i] -= rate * a * b * c;
        }
    }
}

static double act(double net)
{
    return 1.0 / (1.0 + exp(-net));
}

static void forewards(Tinn t, double* in)
{
    const double bias[] = { 0.35, 0.60 };
    double* x = t.w + t.nhid * t.nips;
    int i;
    for(i = 0; i < t.nhid; i++)
    {
        double sum = 0.0;
        int j;
        for(j = 0; j < t.nips; j++)
        {
            double a = in[j];
            double b = t.w[i * t.nips + j];
            sum += a * b;
        }
        t.h[i] = act(sum + bias[0]);
    }
    for(i = 0; i < t.nops; i++)
    {
        double sum = 0.0;
        int j;
        for(j = 0; j < t.nhid; j++)
        {
            double a = t.h[j];
            double b = x[i * t.nhid + j];
            sum += a * b;
        }
        t.o[i] = act(sum + bias[1]);
    }
}

static void twrand(Tinn t)
{
#if 0
    /* 2 2 2 */
    t.w[0] = 0.15;
    t.w[1] = 0.20;
    t.w[2] = 0.25;
    t.w[3] = 0.30;

    t.w[4] = 0.40;
    t.w[5] = 0.45;
    t.w[6] = 0.50;
    t.w[7] = 0.55;
#endif
#if 0
    /* 2 3 2 */
    t.w[0] = 0.15;
    t.w[1] = 0.20;
    t.w[2] = 0.25;
    t.w[3] = 0.30;
    t.w[4] = 0.30;
    t.w[5] = 0.30;

    t.w[6] = 0.40;
    t.w[7] = 0.45;
    t.w[8] = 0.50;
    t.w[9] = 0.55;
    t.w[10] = 0.55;
    t.w[11] = 0.55;
#endif
    /* 2 3 1 */
#if 1
    t.w[0] = 0.15;
    t.w[1] = 0.20;
    t.w[2] = 0.25;
    t.w[3] = 0.30;
    t.w[4] = 0.30;
    t.w[5] = 0.30;

    t.w[6] = 0.40;
    t.w[7] = 0.45;
    t.w[8] = 0.50;
#endif
}

double xttrain(Tinn t, double* in, double* tg, double rate)
{
    forewards(t, in);
    backwards(t, in, tg, rate);
    return error(t, tg);
}

Tinn xtbuild(int nips, int nops, int nhid)
{
    Tinn t;
    t.o = (double*) calloc(nops, sizeof(*t.o));
    t.h = (double*) calloc(nhid, sizeof(*t.h));
    t.w = (double*) calloc(nhid * (nips + nops), sizeof(*t.w));
    t.nops = nops;
    t.nhid = nhid;
    t.nips = nips;
    twrand(t);
    return t;
}

void xtfree(Tinn t)
{
    free(t.w);
    free(t.h);
    free(t.o);
}