|
Ivan Mahonin |
b579b3 |
#ifndef COMMON_INC_CPP
|
|
Ivan Mahonin |
b579b3 |
#define COMMON_INC_CPP
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
#include <cmath>
|
|
Ivan Mahonin |
b579b3 |
#include <cstdio>
|
|
Ivan Mahonin |
b579b3 |
#include <cstdlib>
|
|
Ivan Mahonin |
b579b3 |
#include <cstring>
|
|
Ivan Mahonin |
b579b3 |
#include <cassert>
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
#include <atomic>
|
|
Ivan Mahonin |
b579b3 |
#include <vector>
|
|
Ivan Mahonin |
b579b3 |
#include <string>
|
|
Ivan Mahonin |
b579b3 |
#include <chrono>
|
|
Ivan Mahonin |
b579b3 |
#include <thread>
|
|
Ivan Mahonin |
b579b3 |
#include <algorithm>
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
#include "layout.inc.cpp"
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
typedef double WeightReal;
|
|
Ivan Mahonin |
b579b3 |
typedef double NeuronReal;
|
|
Ivan Mahonin |
b579b3 |
typedef double AccumReal;
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
typedef int WeightInt;
|
|
Ivan Mahonin |
b579b3 |
typedef int AccumInt;
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
#define RANDOM_MAX 0x7fffffff
|
|
Ivan Mahonin |
b579b3 |
inline unsigned int randomNext(unsigned int prev)
|
|
Ivan Mahonin |
b579b3 |
{ return (1103515245*prev + 12345) & RANDOM_MAX; }
|
|
Ivan Mahonin |
b579b3 |
inline unsigned int randomBranch(unsigned int seed)
|
|
Ivan Mahonin |
b579b3 |
{ return randomNext(seed + 1); }
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
inline void busyloop(unsigned int count)
|
|
Ivan Mahonin |
b579b3 |
{ while(count--) __asm__ __volatile__(""); }
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
inline long long timeUs() {
|
|
Ivan Mahonin |
b579b3 |
static std::chrono::steady_clock::time_point begin = std::chrono::steady_clock::now();
|
|
Ivan Mahonin |
b579b3 |
return (long long)std::chrono::duration_cast<std::chrono::microseconds>( std::chrono::steady_clock::now() - begin ).count();
|
|
Ivan Mahonin |
b579b3 |
}
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
struct Accum {
|
|
Ivan Mahonin |
b579b3 |
union { AccumReal v; AccumInt i; };
|
|
Ivan Mahonin |
b579b3 |
};
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
struct Neuron {
|
|
Ivan Mahonin |
b579b3 |
NeuronReal v, d;
|
|
Ivan Mahonin |
b579b3 |
Accum a;
|
|
Ivan Mahonin |
b579b3 |
};
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
struct Weight {
|
|
Ivan Mahonin |
b579b3 |
union { WeightReal w; WeightInt i; };
|
|
Ivan Mahonin |
b579b3 |
};
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
struct Iter {
|
|
Ivan Mahonin |
b579b3 |
typedef Accum AccumType;
|
|
Ivan Mahonin |
b579b3 |
typedef NeuronReal* DataType;
|
|
Ivan Mahonin |
b579b3 |
typedef AccumType DataAccumType;
|
|
Ivan Mahonin |
b579b3 |
static inline void init(Neuron&, AccumType&) { }
|
|
Ivan Mahonin |
b579b3 |
static inline void iter(Neuron&, Weight&, AccumType&) { }
|
|
Ivan Mahonin |
b579b3 |
static inline void done(Neuron&, AccumType&) { }
|
|
Ivan Mahonin |
b579b3 |
static inline void iter2(Neuron&, Neuron&, Weight&) { }
|
|
Ivan Mahonin |
b579b3 |
static inline void iter3(Neuron&) { }
|
|
Ivan Mahonin |
b579b3 |
static inline void iter4(Neuron&, DataType, DataAccumType&) { }
|
|
Ivan Mahonin |
b579b3 |
};
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
class Barrier {
|
|
Ivan Mahonin |
b579b3 |
private:
|
|
Ivan Mahonin |
b579b3 |
std::atomic<unsigned int> &counter;
|
|
Ivan Mahonin |
b579b3 |
unsigned int next;
|
|
Ivan Mahonin |
b579b3 |
unsigned int busyseed;
|
|
Ivan Mahonin |
b579b3 |
public:
|
|
Ivan Mahonin |
b579b3 |
const unsigned int tid;
|
|
Ivan Mahonin |
b579b3 |
const unsigned int threads;
|
|
Ivan Mahonin |
b579b3 |
unsigned int seed;
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
Barrier(const Barrier&) = delete;
|
|
Ivan Mahonin |
b579b3 |
inline Barrier(std::atomic<unsigned int> &counter, unsigned int tid, unsigned int threads, unsigned int seed):
|
|
Ivan Mahonin |
b579b3 |
counter(counter), next(), busyseed(randomBranch(seed)), tid(tid), threads(threads), seed(seed) { assert(tid < threads); }
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
//inline void busyloop() { }
|
|
Ivan Mahonin |
b579b3 |
inline void busyloop(unsigned int maxCycles = 4096) { ::busyloop( (busyseed = randomNext(busyseed))%maxCycles ); }
|
|
Ivan Mahonin |
b579b3 |
inline unsigned int rand() { return seed = randomNext(seed); }
|
|
Ivan Mahonin |
b579b3 |
inline void wait() { next += threads; ++counter; while(counter < next) busyloop(); }
|
|
Ivan Mahonin |
b579b3 |
inline void subwait() { while(counter < next + tid) busyloop(); }
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
};
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
struct Stat {
|
|
Ivan Mahonin |
b579b3 |
int neurons;
|
|
Ivan Mahonin |
b579b3 |
int activeNeurons;
|
|
Ivan Mahonin |
b579b3 |
int weights;
|
|
Ivan Mahonin |
b579b3 |
int links;
|
|
Ivan Mahonin |
b579b3 |
size_t memsize;
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
Stat(): neurons(), activeNeurons(), weights(), links(), memsize() { }
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
Stat& operator+= (const Stat &b) {
|
|
Ivan Mahonin |
b579b3 |
neurons += b.neurons;
|
|
Ivan Mahonin |
b579b3 |
activeNeurons += b.activeNeurons;
|
|
Ivan Mahonin |
b579b3 |
weights += b.weights;
|
|
Ivan Mahonin |
b579b3 |
links += b.links;
|
|
Ivan Mahonin |
b579b3 |
memsize += b.memsize;
|
|
Ivan Mahonin |
b579b3 |
return *this;
|
|
Ivan Mahonin |
b579b3 |
}
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
void print(const char *prefix = nullptr) const {
|
|
Ivan Mahonin |
b579b3 |
if (prefix && *prefix) printf("%s: ", prefix);
|
|
Ivan Mahonin |
b579b3 |
printf("neurons: %d / %d, links %d / %d, memSize: %llu\n", activeNeurons, neurons, weights, links, (unsigned long long)memsize);
|
|
Ivan Mahonin |
b579b3 |
}
|
|
Ivan Mahonin |
b579b3 |
};
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
struct Quality {
|
|
Ivan Mahonin |
b579b3 |
AccumReal train;
|
|
Ivan Mahonin |
b579b3 |
AccumReal human;
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
inline Quality(AccumReal train, AccumReal human): train(train), human(human) {}
|
|
Ivan Mahonin |
b579b3 |
inline explicit Quality(AccumReal train = 0): Quality(train, train) {}
|
|
Ivan Mahonin |
b579b3 |
inline static Quality nan() { return Quality(NAN); }
|
|
Ivan Mahonin |
b579b3 |
inline static Quality bad() { return Quality(INFINITY); }
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
inline Quality& operator+=(const Quality &b)
|
|
Ivan Mahonin |
b579b3 |
{ train += b.train; human += b.human; return *this; }
|
|
Ivan Mahonin |
b579b3 |
inline Quality& operator*=(AccumReal x)
|
|
Ivan Mahonin |
b579b3 |
{ train *= x; human *= x; return *this; }
|
|
Ivan Mahonin |
b579b3 |
inline bool operator<(const Quality &b) const {
|
|
Ivan Mahonin |
b579b3 |
return human < b.human ? true
|
|
Ivan Mahonin |
b579b3 |
: b.human < human ? false
|
|
Ivan Mahonin |
b579b3 |
: train < b.train;
|
|
Ivan Mahonin |
b579b3 |
}
|
|
Ivan Mahonin |
b579b3 |
};
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
struct QualityPair {
|
|
Ivan Mahonin |
b579b3 |
Quality measure;
|
|
Ivan Mahonin |
b579b3 |
Quality train;
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
inline explicit QualityPair(const Quality &measure = Quality(), const Quality &train = Quality()):
|
|
Ivan Mahonin |
b579b3 |
measure(measure), train(train) { }
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
inline QualityPair& operator+=(const QualityPair &b)
|
|
Ivan Mahonin |
b579b3 |
{ measure += b.measure; train += b.train; return *this; }
|
|
Ivan Mahonin |
b579b3 |
inline QualityPair& operator*=(AccumReal x)
|
|
Ivan Mahonin |
b579b3 |
{ measure *= x; train *= x; return *this; }
|
|
Ivan Mahonin |
b579b3 |
inline bool operator<(const QualityPair &b) const {
|
|
Ivan Mahonin |
b579b3 |
return measure < b.measure ? true
|
|
Ivan Mahonin |
b579b3 |
: b.measure < measure ? false
|
|
Ivan Mahonin |
b579b3 |
: train < b.train;
|
|
Ivan Mahonin |
b579b3 |
}
|
|
Ivan Mahonin |
b579b3 |
};
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
|
|
Ivan Mahonin |
b579b3 |
#endif
|
|
Ivan Mahonin |
b579b3 |
|