{"header":{"message":"Initial NNUE work, evaluation test","description":null,"timestamp":"2023-01-20T17:04:39.93672292Z","authors":[{}]},"hash":"WZNDXPQM23LLYDZ3ZCTB4GOVRJLL7PMSEPSYBVFX6AOTJOZ5YYZQC","authors":[{"login":"voroskoi","key":"Guf8VYJNUiWAqxwLxDSKxmvvtY65ht2zK2q4h6VhxrcZ"}],"deps":{"hashes":[["WZNDXPQM23LLYDZ3ZCTB4GOVRJLL7PMSEPSYBVFX6AOTJOZ5YYZQC","Initial NNUE work, evaluation test"],["AA",null],["GLTWBA5NKQIHAL23SWKCFOZQH62W6B3LX4RC5GFQUEQUIYN4OKSAC","Make our first move :-)"],["NYVHTMLLUMBKBQSWO6SQDQ5KFACQLNCBRDDM5BH3OU6WWT54KC2AC","update to latest zig-master"],["A46B5KNQFPTZEIL2JZKD2CQELGU3COE6FGTV2ABS5U7DVTVDGEBQC","Add BitBoard, Square enum and helper methods"],["BL3ZR4OWJM54HFXUNMUZKB5YQYVBT7ETFIXCOXWL6S5SZFM6IFDQC","Refactoring, simplifying attack table generation"],["TB4YBE4CMWCLSKJ43QF6IU5HVYUUO33BLXVG7XDRLJS3IFIBQLYAC","Refactoring: Move Board stuff to its own file"]],"deps":["GLTWBA5NKQIHAL23SWKCFOZQH62W6B3LX4RC5GFQUEQUIYN4OKSAC"],"known":["NYVHTMLLUMBKBQSWO6SQDQ5KFACQLNCBRDDM5BH3OU6WWT54KC2AC"]},"hunks":[{"FileAdd":{"meta":{"basename":"nnue","metadata":576},"context":[{"change":5,"pos":15}],"contents":[]}},{"FileAdd":{"meta":{"basename":"nnue.h","metadata":0},"context":[{"change":0,"pos":16}],"contents":[{"Add":"#ifndef NNUE_H"},{"Add":"#define NNUE_H"},{"Add":""},{"Add":"#include "},{"Add":""},{"Add":"#ifndef __cplusplus"},{"Add":"#ifndef _MSC_VER"},{"Add":"#include "},{"Add":"#endif"},{"Add":"#endif"},{"Add":""},{"Add":"/**"},{"Add":"* Calling convention"},{"Add":"*/"},{"Add":"#ifdef __cplusplus"},{"Add":"# define EXTERNC extern \"C\""},{"Add":"#else"},{"Add":"# define EXTERNC"},{"Add":"#endif"},{"Add":""},{"Add":"#if defined (_WIN32)"},{"Add":"# define _CDECL __cdecl"},{"Add":"#ifdef DLL_EXPORT"},{"Add":"# define DLLExport EXTERNC __declspec(dllexport)"},{"Add":"#else"},{"Add":"# define DLLExport EXTERNC __declspec(dllimport)"},{"Add":"#endif"},{"Add":"#else"},{"Add":"# define _CDECL"},{"Add":"# define DLLExport EXTERNC"},{"Add":"#endif"},{"Add":""},{"Add":"/**"},{"Add":"* Internal piece representation"},{"Add":"* wking=1, wqueen=2, wrook=3, wbishop= 4, wknight= 5, wpawn= 6,"},{"Add":"* bking=7, bqueen=8, brook=9, bbishop=10, bknight=11, bpawn=12"},{"Add":"*"},{"Add":"* Make sure the piecesyou pass to the library from your engine"},{"Add":"* use this format."},{"Add":"*/"},{"Add":"enum colors {"},{"Add":" white,black"},{"Add":"};"},{"Add":"enum pieces {"},{"Add":" blank=0,wking,wqueen,wrook,wbishop,wknight,wpawn,"},{"Add":" bking,bqueen,brook,bbishop,bknight,bpawn"},{"Add":"};"},{"Add":""},{"Add":"/**"},{"Add":"* nnue data structure"},{"Add":"*/"},{"Add":""},{"Add":"typedef struct DirtyPiece {"},{"Add":" int dirtyNum;"},{"Add":" int pc[3];"},{"Add":" int from[3];"},{"Add":" int to[3];"},{"Add":"} DirtyPiece;"},{"Add":""},{"Add":"typedef struct Accumulator {"},{"Add":" alignas(64) int16_t accumulation[2][256];"},{"Add":" int computedAccumulation;"},{"Add":"} Accumulator;"},{"Add":""},{"Add":"typedef struct NNUEdata {"},{"Add":" Accumulator accumulator;"},{"Add":" DirtyPiece dirtyPiece;"},{"Add":"} NNUEdata;"},{"Add":""},{"Add":"/**"},{"Add":"* position data structure passed to core subroutines"},{"Add":"* See @nnue_evaluate for a description of parameters"},{"Add":"*/"},{"Add":"typedef struct Position {"},{"Add":" int player;"},{"Add":" int* pieces;"},{"Add":" int* squares;"},{"Add":" NNUEdata* nnue[3];"},{"Add":"} Position;"},{"Add":""},{"Add":"int nnue_evaluate_pos(Position* pos);"},{"Add":""},{"Add":"/************************************************************************"},{"Add":"* EXTERNAL INTERFACES"},{"Add":"*"},{"Add":"* Load a NNUE file using"},{"Add":"*"},{"Add":"* nnue_init(file_path)"},{"Add":"*"},{"Add":"* and then probe score using one of three functions, whichever"},{"Add":"* is convenient. From easy to hard"},{"Add":"* "},{"Add":"* a) nnue_evaluate_fen - accepts a fen string for evaluation"},{"Add":"* b) nnue_evaluate - suitable for use in engines"},{"Add":"* c) nnue_evaluate_incremental - for ultimate performance but will need"},{"Add":"* some work on the engines side."},{"Add":"*"},{"Add":"**************************************************************************/"},{"Add":""},{"Add":"/**"},{"Add":"* Load NNUE file"},{"Add":"*/"},{"Add":"DLLExport void _CDECL nnue_init("},{"Add":" const char * evalFile /** Path to NNUE file */"},{"Add":");"},{"Add":""},{"Add":"/**"},{"Add":"* Evaluate on FEN string"},{"Add":"* Returns"},{"Add":"* Score relative to side to move in approximate centi-pawns"},{"Add":"*/"},{"Add":"DLLExport int _CDECL nnue_evaluate_fen("},{"Add":" const char* fen /** FEN string to probe evaluation for */"},{"Add":");"},{"Add":""},{"Add":"/**"},{"Add":"* Evaluation subroutine suitable for chess engines."},{"Add":"* -------------------------------------------------"},{"Add":"* Piece codes are"},{"Add":"* wking=1, wqueen=2, wrook=3, wbishop= 4, wknight= 5, wpawn= 6,"},{"Add":"* bking=7, bqueen=8, brook=9, bbishop=10, bknight=11, bpawn=12,"},{"Add":"* Squares are"},{"Add":"* A1=0, B1=1 ... H8=63"},{"Add":"* Input format:"},{"Add":"* piece[0] is white king, square[0] is its location"},{"Add":"* piece[1] is black king, square[1] is its location"},{"Add":"* .."},{"Add":"* piece[x], square[x] can be in any order"},{"Add":"* .."},{"Add":"* piece[n+1] is set to 0 to represent end of array"},{"Add":"* Returns"},{"Add":"* Score relative to side to move in approximate centi-pawns"},{"Add":"*/"},{"Add":"DLLExport int _CDECL nnue_evaluate("},{"Add":" int player, /** Side to move: white=0 black=1 */"},{"Add":" int* pieces, /** Array of pieces */"},{"Add":" int* squares /** Corresponding array of squares each piece stands on */"},{"Add":");"},{"Add":""},{"Add":"/**"},{"Add":"* Incremental NNUE evaluation function."},{"Add":"* -------------------------------------------------"},{"Add":"* First three parameters and return type are as in @nnue_evaluate"},{"Add":"*"},{"Add":"* nnue_data"},{"Add":"* nnue_data[0] is pointer to NNUEdata for ply i.e. current position"},{"Add":"* nnue_data[1] is pointer to NNUEdata for ply - 1"},{"Add":"* nnue_data[2] is pointer to NNUEdata for ply - 2"},{"Add":"*/"},{"Add":"DLLExport int _CDECL nnue_evaluate_incremental("},{"Add":" int player, /** Side to move: white=0 black=1 */"},{"Add":" int* pieces, /** Array of pieces */"},{"Add":" int* squares, /** Corresponding array of squares each piece stands on */"},{"Add":" NNUEdata** nnue_data /** Pointer to NNUEdata* for current and previous plies */"},{"Add":");"},{"Add":""},{"Add":"#endif"}]}},{"FileAdd":{"meta":{"basename":"nnue.cpp","metadata":0},"context":[{"change":0,"pos":16}],"contents":[{"Add":"#include "},{"Add":"#include "},{"Add":"#include "},{"Add":"#include "},{"Add":"#include "},{"Add":""},{"Add":"//--------------------"},{"Add":"#ifdef _MSC_VER"},{"Add":"# define USE_AVX2 1"},{"Add":"# define USE_SSE41 1"},{"Add":"# define USE_SSE3 1"},{"Add":"# define USE_SSE2 1"},{"Add":"# define USE_SSE 1"},{"Add":"# define IS_64BIT 1"},{"Add":"#endif"},{"Add":"//-------------------"},{"Add":""},{"Add":"#if defined(USE_AVX2)"},{"Add":"#include "},{"Add":""},{"Add":"#elif defined(USE_SSE41)"},{"Add":"#include "},{"Add":""},{"Add":"#elif defined(USE_SSSE3)"},{"Add":"#include "},{"Add":""},{"Add":"#elif defined(USE_SSE2)"},{"Add":"#include "},{"Add":""},{"Add":"#elif defined(USE_SSE)"},{"Add":"#include "},{"Add":""},{"Add":"#elif defined(USE_MMX)"},{"Add":"#include "},{"Add":""},{"Add":"#elif defined(USE_NEON)"},{"Add":"#include "},{"Add":"#endif"},{"Add":""},{"Add":"//-------------------"},{"Add":"#include \"misc.h\""},{"Add":"#define DLL_EXPORT"},{"Add":"#include \"nnue.h\""},{"Add":"#undef DLL_EXPORT"},{"Add":""},{"Add":"#define KING(c) ( (c) ? bking : wking )"},{"Add":"#define IS_KING(p) ( ((p) == wking) || ((p) == bking) )"},{"Add":"//-------------------"},{"Add":""},{"Add":"// Old gcc on Windows is unable to provide a 32-byte aligned stack."},{"Add":"// We need to hack around this when using AVX2 and AVX512."},{"Add":"#if defined(__GNUC__ ) && (__GNUC__ < 9) && defined(_WIN32) \\"},{"Add":" && !defined(__clang__) && !defined(__INTEL_COMPILER) \\"},{"Add":" && defined(USE_AVX2)"},{"Add":"#define ALIGNMENT_HACK"},{"Add":"#endif"},{"Add":""},{"Add":"#if defined(USE_NEON) && !defined(IS_64BIT)"},{"Add":"INLINE int16x8_t vmovl_high_s16(int8x16_t v)"},{"Add":"{"},{"Add":" return vmovl_s16(vget_high_s16(v));"},{"Add":"}"},{"Add":"#endif"},{"Add":""},{"Add":"enum {"},{"Add":" PS_W_PAWN = 1,"},{"Add":" PS_B_PAWN = 1 * 64 + 1,"},{"Add":" PS_W_KNIGHT = 2 * 64 + 1,"},{"Add":" PS_B_KNIGHT = 3 * 64 + 1,"},{"Add":" PS_W_BISHOP = 4 * 64 + 1,"},{"Add":" PS_B_BISHOP = 5 * 64 + 1,"},{"Add":" PS_W_ROOK = 6 * 64 + 1,"},{"Add":" PS_B_ROOK = 7 * 64 + 1,"},{"Add":" PS_W_QUEEN = 8 * 64 + 1,"},{"Add":" PS_B_QUEEN = 9 * 64 + 1,"},{"Add":" PS_END = 10 * 64 + 1"},{"Add":"};"},{"Add":""},{"Add":"uint32_t PieceToIndex[2][14] = {"},{"Add":" { 0, 0, PS_W_QUEEN, PS_W_ROOK, PS_W_BISHOP, PS_W_KNIGHT, PS_W_PAWN,"},{"Add":" 0, PS_B_QUEEN, PS_B_ROOK, PS_B_BISHOP, PS_B_KNIGHT, PS_B_PAWN, 0},"},{"Add":" { 0, 0, PS_B_QUEEN, PS_B_ROOK, PS_B_BISHOP, PS_B_KNIGHT, PS_B_PAWN,"},{"Add":" 0, PS_W_QUEEN, PS_W_ROOK, PS_W_BISHOP, PS_W_KNIGHT, PS_W_PAWN, 0}"},{"Add":"};"},{"Add":""},{"Add":"// Version of the evaluation file"},{"Add":"static const uint32_t NnueVersion = 0x7AF32F16u;"},{"Add":""},{"Add":"// Constants used in evaluation value calculation"},{"Add":"enum {"},{"Add":" FV_SCALE = 16,"},{"Add":" SHIFT = 6"},{"Add":"};"},{"Add":""},{"Add":"enum {"},{"Add":" kHalfDimensions = 256,"},{"Add":" FtInDims = 64 * PS_END, // 64 * 641"},{"Add":" FtOutDims = kHalfDimensions * 2"},{"Add":"};"},{"Add":""},{"Add":"// USE_MMX generates _mm_empty() instructions, so undefine if not needed"},{"Add":"#if defined(USE_SSE2)"},{"Add":"#undef USE_MMX"},{"Add":"#endif"},{"Add":""},{"Add":"static_assert(kHalfDimensions % 256 == 0, \"kHalfDimensions should be a multiple of 256\");"},{"Add":""},{"Add":"#define VECTOR"},{"Add":""},{"Add":"#ifdef USE_AVX512"},{"Add":"#define SIMD_WIDTH 512"},{"Add":"typedef __m512i vec16_t;"},{"Add":"typedef __m512i vec8_t;"},{"Add":"typedef __mmask64 mask_t;"},{"Add":"#define vec_add_16(a,b) _mm512_add_epi16(a,b)"},{"Add":"#define vec_sub_16(a,b) _mm512_sub_epi16(a,b)"},{"Add":"#define vec_packs(a,b) _mm512_packs_epi16(a,b)"},{"Add":"#define vec_mask_pos(a) _mm512_cmpgt_epi8_mask(a,_mm512_setzero_si512())"},{"Add":"#define NUM_REGS 8 // only 8 are needed"},{"Add":""},{"Add":"#elif USE_AVX2"},{"Add":"#define SIMD_WIDTH 256"},{"Add":"typedef __m256i vec16_t;"},{"Add":"typedef __m256i vec8_t;"},{"Add":"typedef uint32_t mask_t;"},{"Add":"#define vec_add_16(a,b) _mm256_add_epi16(a,b)"},{"Add":"#define vec_sub_16(a,b) _mm256_sub_epi16(a,b)"},{"Add":"#define vec_packs(a,b) _mm256_packs_epi16(a,b)"},{"Add":"#define vec_mask_pos(a) _mm256_movemask_epi8(_mm256_cmpgt_epi8(a,_mm256_setzero_si256()))"},{"Add":"#define NUM_REGS 16"},{"Add":""},{"Add":"#elif USE_SSE2"},{"Add":"#define SIMD_WIDTH 128"},{"Add":"typedef __m128i vec16_t;"},{"Add":"typedef __m128i vec8_t;"},{"Add":"typedef uint16_t mask_t;"},{"Add":"#define vec_add_16(a,b) _mm_add_epi16(a,b)"},{"Add":"#define vec_sub_16(a,b) _mm_sub_epi16(a,b)"},{"Add":"#define vec_packs(a,b) _mm_packs_epi16(a,b)"},{"Add":"#define vec_mask_pos(a) _mm_movemask_epi8(_mm_cmpgt_epi8(a,_mm_setzero_si128()))"},{"Add":"#ifdef IS_64BIT"},{"Add":"#define NUM_REGS 16"},{"Add":"#else"},{"Add":"#define NUM_REGS 8"},{"Add":"#endif"},{"Add":""},{"Add":"#elif USE_MMX"},{"Add":"#define SIMD_WIDTH 64"},{"Add":"typedef __m64 vec16_t;"},{"Add":"typedef __m64 vec8_t;"},{"Add":"typedef uint8_t mask_t;"},{"Add":"#define vec_add_16(a,b) _mm_add_pi16(a,b)"},{"Add":"#define vec_sub_16(a,b) _mm_sub_pi16(a,b)"},{"Add":"#define vec_packs(a,b) _mm_packs_pi16(a,b)"},{"Add":"#define vec_mask_pos(a) _mm_movemask_pi8(_mm_cmpgt_pi8(a,_mm_setzero_si64()))"},{"Add":"#define NUM_REGS 8"},{"Add":""},{"Add":"#elif USE_NEON"},{"Add":"#define SIMD_WIDTH 128"},{"Add":"typedef int16x8_t vec16_t;"},{"Add":"typedef int8x16_t vec8_t;"},{"Add":"typedef uint16_t mask_t;"},{"Add":"#define vec_add_16(a,b) vaddq_s16(a,b)"},{"Add":"#define vec_sub_16(a,b) vsubq_s16(a,b)"},{"Add":"#define vec_packs(a,b) vcombine_s8(vqmovn_s16(a),vqmovn_s16(b))"},{"Add":"#define vec_mask_pos(a) neon_movemask(vcgtq_s8(a,vdupq_n_u8(0)))"},{"Add":"#ifdef IS_64BIT"},{"Add":"#define NUM_REGS 16"},{"Add":"#else"},{"Add":"#define NUM_REGS 8"},{"Add":"#endif"},{"Add":""},{"Add":"#else"},{"Add":"#undef VECTOR"},{"Add":"#define SIMD_WIDTH 16 // dummy"},{"Add":"typedef uint8_t mask_t; // dummy"},{"Add":""},{"Add":"#endif"},{"Add":""},{"Add":"#ifdef IS_64BIT"},{"Add":"typedef uint64_t mask2_t;"},{"Add":"#else"},{"Add":"typedef uint32_t mask2_t;"},{"Add":"#endif"},{"Add":""},{"Add":"typedef int8_t clipped_t;"},{"Add":"#if defined(USE_MMX) || (defined(USE_SSE2) && !defined(USE_AVX2))"},{"Add":"typedef int16_t weight_t;"},{"Add":"#else"},{"Add":"typedef int8_t weight_t;"},{"Add":"#endif"},{"Add":""},{"Add":"typedef struct {"},{"Add":" size_t size;"},{"Add":" unsigned values[30];"},{"Add":"} IndexList;"},{"Add":""},{"Add":"INLINE int orient(int c, int s)"},{"Add":"{"},{"Add":" return s ^ (c == white ? 0x00 : 0x3f);"},{"Add":"}"},{"Add":""},{"Add":"INLINE unsigned make_index(int c, int s, int pc, int ksq)"},{"Add":"{"},{"Add":" return orient(c, s) + PieceToIndex[c][pc] + PS_END * ksq;"},{"Add":"}"},{"Add":""},{"Add":"static void half_kp_append_active_indices(const Position *pos, const int c,"},{"Add":" IndexList *active)"},{"Add":"{"},{"Add":" int ksq = pos->squares[c];"},{"Add":" ksq = orient(c, ksq);"},{"Add":" for (int i = 2; pos->pieces[i]; i++) {"},{"Add":" int sq = pos->squares[i];"},{"Add":" int pc = pos->pieces[i];"},{"Add":" active->values[active->size++] = make_index(c, sq, pc, ksq);"},{"Add":" }"},{"Add":"}"},{"Add":""},{"Add":"static void half_kp_append_changed_indices(const Position *pos, const int c,"},{"Add":" const DirtyPiece *dp, IndexList *removed, IndexList *added)"},{"Add":"{"},{"Add":" int ksq = pos->squares[c];"},{"Add":" ksq = orient(c, ksq);"},{"Add":" for (int i = 0; i < dp->dirtyNum; i++) {"},{"Add":" int pc = dp->pc[i];"},{"Add":" if (IS_KING(pc)) continue;"},{"Add":" if (dp->from[i] != 64)"},{"Add":" removed->values[removed->size++] = make_index(c, dp->from[i], pc, ksq);"},{"Add":" if (dp->to[i] != 64)"},{"Add":" added->values[added->size++] = make_index(c, dp->to[i], pc, ksq);"},{"Add":" }"},{"Add":"}"},{"Add":""},{"Add":"static void append_active_indices(const Position *pos, IndexList active[2])"},{"Add":"{"},{"Add":" for (unsigned c = 0; c < 2; c++)"},{"Add":" half_kp_append_active_indices(pos, c, &active[c]);"},{"Add":"}"},{"Add":""},{"Add":"static void append_changed_indices(const Position *pos, IndexList removed[2],"},{"Add":" IndexList added[2], bool reset[2])"},{"Add":"{"},{"Add":" const DirtyPiece *dp = &(pos->nnue[0]->dirtyPiece);"},{"Add":" // assert(dp->dirtyNum != 0);"},{"Add":""},{"Add":" if (pos->nnue[1]->accumulator.computedAccumulation) {"},{"Add":" for (unsigned c = 0; c < 2; c++) {"},{"Add":" reset[c] = dp->pc[0] == (int)KING(c);"},{"Add":" if (reset[c])"},{"Add":" half_kp_append_active_indices(pos, c, &added[c]);"},{"Add":" else"},{"Add":" half_kp_append_changed_indices(pos, c, dp, &removed[c], &added[c]);"},{"Add":" }"},{"Add":" } else {"},{"Add":" const DirtyPiece *dp2 = &(pos->nnue[1]->dirtyPiece);"},{"Add":" for (unsigned c = 0; c < 2; c++) {"},{"Add":" reset[c] = dp->pc[0] == (int)KING(c)"},{"Add":" || dp2->pc[0] == (int)KING(c);"},{"Add":" if (reset[c])"},{"Add":" half_kp_append_active_indices(pos, c, &added[c]);"},{"Add":" else {"},{"Add":" half_kp_append_changed_indices(pos, c, dp, &removed[c], &added[c]);"},{"Add":" half_kp_append_changed_indices(pos, c, dp2, &removed[c], &added[c]);"},{"Add":" }"},{"Add":" }"},{"Add":" }"},{"Add":"}"},{"Add":""},{"Add":"// InputLayer = InputSlice<256 * 2>"},{"Add":"// out: 512 x clipped_t"},{"Add":""},{"Add":"// Hidden1Layer = ClippedReLu>"},{"Add":"// 512 x clipped_t -> 32 x int32_t -> 32 x clipped_t"},{"Add":""},{"Add":"// Hidden2Layer = ClippedReLu>"},{"Add":"// 32 x clipped_t -> 32 x int32_t -> 32 x clipped_t"},{"Add":""},{"Add":"// OutputLayer = AffineTransform"},{"Add":"// 32 x clipped_t -> 1 x int32_t"},{"Add":""},{"Add":"#if !defined(USE_AVX512)"},{"Add":"static weight_t hidden1_weights alignas(64) [32 * 512];"},{"Add":"static weight_t hidden2_weights alignas(64) [32 * 32];"},{"Add":"#else"},{"Add":"static weight_t hidden1_weights alignas(64) [64 * 512];"},{"Add":"static weight_t hidden2_weights alignas(64) [64 * 32];"},{"Add":"#endif"},{"Add":"static weight_t output_weights alignas(64) [1 * 32];"},{"Add":""},{"Add":"static int32_t hidden1_biases alignas(64) [32];"},{"Add":"static int32_t hidden2_biases alignas(64) [32];"},{"Add":"static int32_t output_biases[1];"},{"Add":""},{"Add":"INLINE int32_t affine_propagate(clipped_t *input, int32_t *biases,"},{"Add":" weight_t *weights)"},{"Add":"{"},{"Add":"#if defined(USE_AVX2)"},{"Add":" __m256i *iv = (__m256i *)input;"},{"Add":" __m256i *row = (__m256i *)weights;"},{"Add":"#if defined(USE_VNNI)"},{"Add":" __m256i prod = _mm256_dpbusd_epi32(_mm256_setzero_si256(), iv[0], row[0]);"},{"Add":"#else"},{"Add":" __m256i prod = _mm256_maddubs_epi16(iv[0], row[0]);"},{"Add":" prod = _mm256_madd_epi16(prod, _mm256_set1_epi16(1));"},{"Add":"#endif"},{"Add":" __m128i sum = _mm_add_epi32("},{"Add":" _mm256_castsi256_si128(prod), _mm256_extracti128_si256(prod, 1));"},{"Add":" sum = _mm_add_epi32(sum, _mm_shuffle_epi32(sum, 0x1b));"},{"Add":" return _mm_cvtsi128_si32(sum) + _mm_extract_epi32(sum, 1) + biases[0];"},{"Add":""},{"Add":"#elif defined(USE_SSE2)"},{"Add":" __m128i *iv = (__m128i *)input;"},{"Add":" __m128i *row = (__m128i *)weights;"},{"Add":"#if defined(AVOID_USE_SSSE3)"},{"Add":" const __m128i kOnes = _mm_set1_epi16(1);"},{"Add":" __m128i p0 = _mm_madd_epi16(_mm_maddubs_epi16(iv[0], row[0]), kOnes);"},{"Add":" __m128i p1 = _mm_madd_epi16(_mm_maddubs_epi16(iv[1], row[1]), kOnes);"},{"Add":" __m128i sum = _mm_add_epi32(p0, p1);"},{"Add":"#else"},{"Add":" __m128i p0 = _mm_madd_epi16(iv[0], row[0]);"},{"Add":" __m128i p1 = _mm_madd_epi16(iv[1], row[1]);"},{"Add":" __m128i p2 = _mm_madd_epi16(iv[2], row[2]);"},{"Add":" __m128i p3 = _mm_madd_epi16(iv[3], row[3]);"},{"Add":" __m128i sum = _mm_add_epi32(_mm_add_epi32(p0, p1), _mm_add_epi32(p2, p3));"},{"Add":"#endif"},{"Add":" sum = _mm_add_epi32(sum, _mm_shuffle_epi32(sum, 0xb));"},{"Add":"#if defined(USE_SSE41)"},{"Add":" return _mm_cvtsi128_si32(sum) + _mm_extract_epi32(sum, 1) + biases[0];"},{"Add":"#else"},{"Add":" sum = _mm_add_epi32(sum, _mm_shuffle_epi32(sum, 0x1));"},{"Add":" return _mm_cvtsi128_si32(sum) + biases[0];"},{"Add":"#endif"},{"Add":""},{"Add":"#elif defined(USE_MMX)"},{"Add":" __m64 *iv = (__m64 *)input;"},{"Add":" __m64 s0 = _mm_setzero_si64(), s1 = s0;"},{"Add":" __m64 *row = (__m64 *)weights;"},{"Add":" for (unsigned j = 0; j < 4; j++) {"},{"Add":" s0 = _mm_add_pi32(s0, _mm_madd_pi16(row[2 * j], iv[2 * j]));"},{"Add":" s1 = _mm_add_pi32(s1, _mm_madd_pi16(row[2 * j + 1], iv[2 * j + 1]));"},{"Add":" }"},{"Add":" __m64 sum = _mm_add_pi32(s0, s1);"},{"Add":" sum = _mm_add_pi32(sum, _mm_unpackhi_pi32(sum, sum));"},{"Add":" return _mm_cvtsi64_si32(sum) + biases[0];"},{"Add":""},{"Add":"#elif defined(USE_NEON)"},{"Add":" int8x8_t *iv = (int8x8_t *)input;"},{"Add":" int32x4_t sum = {biases[0]};"},{"Add":" int8x8_t *row = (int8x8_t *)weights;"},{"Add":" int16x8_t p0 = vmull_s8(iv[0], row[0]);"},{"Add":" int16x8_t p1 = vmull_s8(iv[1], row[1]);"},{"Add":" p0 = vmlal_s8(p0, iv[2], row[2]);"},{"Add":" sum = vpadalq_s16(sum, p0);"},{"Add":" p1 = vmlal_s8(p1, iv[3], row[3]);"},{"Add":" sum = vpadalq_s16(sum, p1);"},{"Add":" return sum[0] + sum[1] + sum[2] + sum[3];"},{"Add":""},{"Add":"#else"},{"Add":" int32_t sum = biases[0];"},{"Add":" for (unsigned j = 0; j < 32; j++)"},{"Add":" sum += weights[j] * input[j];"},{"Add":" return sum;"},{"Add":""},{"Add":"#endif"},{"Add":"}"},{"Add":""},{"Add":"static_assert(FtOutDims % 64 == 0, \"FtOutDims not a multiple of 64\");"},{"Add":""},{"Add":"#ifdef VECTOR"},{"Add":"INLINE bool next_idx(unsigned *idx, unsigned *offset, mask2_t *v,"},{"Add":" mask_t *mask, unsigned inDims)"},{"Add":"{"},{"Add":" while (*v == 0) {"},{"Add":" *offset += 8 * sizeof(mask2_t);"},{"Add":" if (*offset >= inDims) return false;"},{"Add":" memcpy(v, (char *)mask + (*offset / 8), sizeof(mask2_t));"},{"Add":" }"},{"Add":"#ifdef IS_64BIT"},{"Add":" *idx = *offset + bsf(*v);"},{"Add":"#else"},{"Add":" *idx = *offset + bsf(*v);"},{"Add":"#endif"},{"Add":" *v &= *v - 1;"},{"Add":" return true;"},{"Add":"}"},{"Add":""},{"Add":"#if defined(USE_MMX) && !defined(USE_SSE)"},{"Add":"INLINE int _mm_movemask_pi8(__m64 v)"},{"Add":"{"},{"Add":" const __m64 powers = _mm_set_pi8(-128, 64, 32, 16, 8, 4, 2, 1);"},{"Add":" __m64 m = _mm_and_si64(v, powers);"},{"Add":" m = _mm_or_si64(m, _mm_srli_si64(m, 32));"},{"Add":" m = _mm_or_si64(m, _mm_srli_pi32(m, 16));"},{"Add":" m = _mm_or_si64(m, _mm_srli_pi16(m, 8));"},{"Add":" return _mm_cvtsi64_si32(m) & 0xff;"},{"Add":"}"},{"Add":"#elif defined(USE_NEON)"},{"Add":"INLINE int neon_movemask(uint8x16_t v)"},{"Add":"{"},{"Add":" const uint8_t __attribute__((aligned(16))) powers[16] ="},{"Add":" { 1, 2, 4, 8, 16, 32, 64, 128, 1, 2, 4, 8, 16, 32, 64, 128 };"},{"Add":" const uint8x16_t kPowers = vld1q_u8(powers);"},{"Add":""},{"Add":" uint64x2_t mask = vpaddlq_u32(vpaddlq_u16(vpaddlq_u8(vandq_u8(v, kPowers))));"},{"Add":" return vgetq_lane_u8((uint8x16_t)mask, 0)"},{"Add":" | (vgetq_lane_u8((uint8x16_t)mask, 8) << 8);"},{"Add":"}"},{"Add":"#endif"},{"Add":"#endif"},{"Add":""},{"Add":"#if defined(USE_AVX512)"},{"Add":"INLINE void affine_txfm(int8_t *input, void *output, unsigned inDims,"},{"Add":" unsigned outDims, const int32_t *biases, const weight_t *weights,"},{"Add":" mask_t *inMask, mask_t *outMask, const bool pack8_and_calc_mask)"},{"Add":"{"},{"Add":" assert(outDims == 32);"},{"Add":""},{"Add":" (void)outDims;"},{"Add":" const __m512i kZero = _mm512_setzero_si512();"},{"Add":" __m512i out_0 = ((__m512i *)biases)[0];"},{"Add":" __m512i out_1 = ((__m512i *)biases)[1];"},{"Add":" __m512i first, second;"},{"Add":" mask2_t v;"},{"Add":" unsigned idx;"},{"Add":""},{"Add":" memcpy(&v, inMask, sizeof(mask2_t));"},{"Add":" for (unsigned offset = 0; offset < inDims;) {"},{"Add":" if (!next_idx(&idx, &offset, &v, inMask, inDims))"},{"Add":" break;"},{"Add":" first = ((__m512i *)weights)[idx];"},{"Add":" uint16_t factor = input[idx];"},{"Add":" if (next_idx(&idx, &offset, &v, inMask, inDims)) {"},{"Add":" second = ((__m512i *)weights)[idx];"},{"Add":" factor |= input[idx] << 8;"},{"Add":" } else {"},{"Add":" second = kZero;"},{"Add":" }"},{"Add":" __m512i mul = _mm512_set1_epi16(factor), prod, signs;"},{"Add":" prod = _mm512_maddubs_epi16(mul, _mm512_unpacklo_epi8(first, second));"},{"Add":" signs = _mm512_srai_epi16(prod, 15);"},{"Add":" out_0 = _mm512_add_epi32(out_0, _mm512_unpacklo_epi16(prod, signs));"},{"Add":" out_1 = _mm512_add_epi32(out_1, _mm512_unpackhi_epi16(prod, signs));"},{"Add":" }"},{"Add":""},{"Add":" __m512i out16 = _mm512_srai_epi16(_mm512_packs_epi32(out_0, out_1), SHIFT);"},{"Add":""},{"Add":" __m256i *outVec = (__m256i *)output;"},{"Add":" const __m256i kZero256 = _mm256_setzero_si256();"},{"Add":" outVec[0] = _mm256_packs_epi16("},{"Add":" _mm512_castsi512_si256(out16),_mm512_extracti64x4_epi64(out16, 1));"},{"Add":" if (pack8_and_calc_mask)"},{"Add":" outMask[0] = (uint32_t)_mm256_movemask_epi8(_mm256_cmpgt_epi8(outVec[0], kZero256));"},{"Add":" else"},{"Add":" outVec[0] = _mm256_max_epi8(outVec[0], kZero256);"},{"Add":"}"},{"Add":"#elif defined(USE_AVX2)"},{"Add":"INLINE void affine_txfm(int8_t *input, void *output, unsigned inDims,"},{"Add":" unsigned outDims, const int32_t *biases, const weight_t *weights,"},{"Add":" mask_t *inMask, mask_t *outMask, const bool pack8_and_calc_mask)"},{"Add":"{"},{"Add":" assert(outDims == 32);"},{"Add":""},{"Add":" (void)outDims;"},{"Add":" const __m256i kZero = _mm256_setzero_si256();"},{"Add":" __m256i out_0 = ((__m256i *)biases)[0];"},{"Add":" __m256i out_1 = ((__m256i *)biases)[1];"},{"Add":" __m256i out_2 = ((__m256i *)biases)[2];"},{"Add":" __m256i out_3 = ((__m256i *)biases)[3];"},{"Add":" __m256i first, second;"},{"Add":" mask2_t v;"},{"Add":" unsigned idx;"},{"Add":""},{"Add":" memcpy(&v, inMask, sizeof(mask2_t));"},{"Add":" for (unsigned offset = 0; offset < inDims;) {"},{"Add":" if (!next_idx(&idx, &offset, &v, inMask, inDims))"},{"Add":" break;"},{"Add":" first = ((__m256i *)weights)[idx];"},{"Add":" uint16_t factor = input[idx];"},{"Add":" if (next_idx(&idx, &offset, &v, inMask, inDims)) {"},{"Add":" second = ((__m256i *)weights)[idx];"},{"Add":" factor |= input[idx] << 8;"},{"Add":" } else {"},{"Add":" second = kZero;"},{"Add":" }"},{"Add":" __m256i mul = _mm256_set1_epi16(factor), prod, signs;"},{"Add":" prod = _mm256_maddubs_epi16(mul, _mm256_unpacklo_epi8(first, second));"},{"Add":" signs = _mm256_cmpgt_epi16(kZero, prod);"},{"Add":" out_0 = _mm256_add_epi32(out_0, _mm256_unpacklo_epi16(prod, signs));"},{"Add":" out_1 = _mm256_add_epi32(out_1, _mm256_unpackhi_epi16(prod, signs));"},{"Add":" prod = _mm256_maddubs_epi16(mul, _mm256_unpackhi_epi8(first, second));"},{"Add":" signs = _mm256_cmpgt_epi16(kZero, prod);"},{"Add":" out_2 = _mm256_add_epi32(out_2, _mm256_unpacklo_epi16(prod, signs));"},{"Add":" out_3 = _mm256_add_epi32(out_3, _mm256_unpackhi_epi16(prod, signs));"},{"Add":" }"},{"Add":""},{"Add":" __m256i out16_0 = _mm256_srai_epi16(_mm256_packs_epi32(out_0, out_1), SHIFT);"},{"Add":" __m256i out16_1 = _mm256_srai_epi16(_mm256_packs_epi32(out_2, out_3), SHIFT);"},{"Add":""},{"Add":" __m256i *outVec = (__m256i *)output;"},{"Add":" outVec[0] = _mm256_packs_epi16(out16_0, out16_1);"},{"Add":" if (pack8_and_calc_mask)"},{"Add":" outMask[0] = _mm256_movemask_epi8(_mm256_cmpgt_epi8(outVec[0], kZero));"},{"Add":" else"},{"Add":" outVec[0] = _mm256_max_epi8(outVec[0], kZero);"},{"Add":"}"},{"Add":"#elif AVOID_USE_SSSE3"},{"Add":"INLINE void affine_txfm(int8_t *input, void *output, unsigned inDims,"},{"Add":" unsigned outDims, const int32_t *biases, const weight_t *weights,"},{"Add":" mask_t *inMask, mask_t *outMask, const bool pack8_and_calc_mask)"},{"Add":"{"},{"Add":" assert(outDims == 32);"},{"Add":""},{"Add":" const __m128i kZeros[2] = { 0 };"},{"Add":" __m128i out_0 = ((__m128i *)biases)[0];"},{"Add":" __m128i out_1 = ((__m128i *)biases)[1];"},{"Add":" __m128i out_2 = ((__m128i *)biases)[2];"},{"Add":" __m128i out_3 = ((__m128i *)biases)[3];"},{"Add":" __m128i out_4 = ((__m128i *)biases)[4];"},{"Add":" __m128i out_5 = ((__m128i *)biases)[5];"},{"Add":" __m128i out_6 = ((__m128i *)biases)[6];"},{"Add":" __m128i out_7 = ((__m128i *)biases)[7];"},{"Add":" const __m128i *first, *second;"},{"Add":" mask2_t v;"},{"Add":" unsigned idx;"},{"Add":""},{"Add":" memcpy(&v, inMask, sizeof(mask2_t));"},{"Add":" for (unsigned offset = 0; offset < inDims;) {"},{"Add":" if (!next_idx(&idx, &offset, &v, inMask, inDims))"},{"Add":" break;"},{"Add":" first = (__m128i *)&weights[outDims * idx];"},{"Add":" uint16_t factor = input[idx];"},{"Add":" if (next_idx(&idx, &offset, &v, inMask, inDims)) {"},{"Add":" second = (__m128i *)&weights[outDims * idx];"},{"Add":" factor |= input[idx] << 8;"},{"Add":" } else {"},{"Add":" second = kZeros;"},{"Add":" }"},{"Add":" __m128i mul = _mm_set1_epi16(factor), prod, signs;"},{"Add":" prod = _mm_maddubs_epi16(mul, _mm_unpacklo_epi8(first[0], second[0]));"},{"Add":" signs = _mm_cmpgt_epi16(kZeros[0], prod);"},{"Add":" out_0 = _mm_add_epi32(out_0, _mm_unpacklo_epi16(prod, signs));"},{"Add":" out_1 = _mm_add_epi32(out_1, _mm_unpackhi_epi16(prod, signs));"},{"Add":" prod = _mm_maddubs_epi16(mul, _mm_unpackhi_epi8(first[0], second[0]));"},{"Add":" signs = _mm_cmpgt_epi16(kZeros[0], prod);"},{"Add":" out_2 = _mm_add_epi32(out_2, _mm_unpacklo_epi16(prod, signs));"},{"Add":" out_3 = _mm_add_epi32(out_3, _mm_unpackhi_epi16(prod, signs));"},{"Add":" prod = _mm_maddubs_epi16(mul, _mm_unpacklo_epi8(first[1], second[1]));"},{"Add":" signs = _mm_cmpgt_epi16(kZeros[0], prod);"},{"Add":" out_4 = _mm_add_epi32(out_4, _mm_unpacklo_epi16(prod, signs));"},{"Add":" out_5 = _mm_add_epi32(out_5, _mm_unpackhi_epi16(prod, signs));"},{"Add":" prod = _mm_maddubs_epi16(mul, _mm_unpackhi_epi8(first[1], second[1]));"},{"Add":" signs = _mm_cmpgt_epi16(kZeros[0], prod);"},{"Add":" out_6 = _mm_add_epi32(out_6, _mm_unpacklo_epi16(prod, signs));"},{"Add":" out_7 = _mm_add_epi32(out_7, _mm_unpackhi_epi16(prod, signs));"},{"Add":" }"},{"Add":""},{"Add":" __m128i out16_0 = _mm_srai_epi16(_mm_packs_epi32(out_0, out_1), SHIFT);"},{"Add":" __m128i out16_1 = _mm_srai_epi16(_mm_packs_epi32(out_2, out_3), SHIFT);"},{"Add":" __m128i out16_2 = _mm_srai_epi16(_mm_packs_epi32(out_4, out_5), SHIFT);"},{"Add":" __m128i out16_3 = _mm_srai_epi16(_mm_packs_epi32(out_6, out_7), SHIFT);"},{"Add":""},{"Add":" __m128i *outVec = (__m128i *)output;"},{"Add":" if (pack8_and_calc_mask) {"},{"Add":" outVec[0] = _mm_packs_epi16(out16_0, out16_1);"},{"Add":" outMask[0] = _mm_movemask_epi8(_mm_cmpgt_epi8(outVec[0], kZeros[0]));"},{"Add":" outVec[1] = _mm_packs_epi16(out16_2, out16_3);"},{"Add":" outMask[1] = _mm_movemask_epi8(_mm_cmpgt_epi8(outVec[1], kZeros[0]));"},{"Add":" } else {"},{"Add":"#if defined(USE_SSE41)"},{"Add":" outVec[0] = _mm_max_epi8(_mm_packs_epi16(out16_0, out16_1), kZeros[0]);"},{"Add":" outVec[1] = _mm_max_epi8(_mm_packs_epi16(out16_2, out16_3), kZeros[0]);"},{"Add":"#else"},{"Add":" outVec[0] = _mm_packs_epi16("},{"Add":" _mm_max_epi16(out16_0, kZeros[0]), _mm_max_epi16(out16_1, kZeros[0]));"},{"Add":" outVec[1] = _mm_packs_epi16("},{"Add":" _mm_max_epi16(out16_2, kZeros[0]), _mm_max_epi16(out16_3, kZeros[0]));"},{"Add":"#endif"},{"Add":" }"},{"Add":"}"},{"Add":"#elif defined(USE_SSE2)"},{"Add":"INLINE void affine_txfm(clipped_t *input, void *output, unsigned inDims,"},{"Add":" unsigned outDims, const int32_t *biases, const weight_t *weights,"},{"Add":" mask_t *inMask, mask_t *outMask, const bool pack8_and_calc_mask)"},{"Add":"{"},{"Add":" assert(outDims == 32);"},{"Add":""},{"Add":" const __m128i kZeros[4] = { 0 };"},{"Add":" __m128i out_0 = ((__m128i *)biases)[0];"},{"Add":" __m128i out_1 = ((__m128i *)biases)[1];"},{"Add":" __m128i out_2 = ((__m128i *)biases)[2];"},{"Add":" __m128i out_3 = ((__m128i *)biases)[3];"},{"Add":" __m128i out_4 = ((__m128i *)biases)[4];"},{"Add":" __m128i out_5 = ((__m128i *)biases)[5];"},{"Add":" __m128i out_6 = ((__m128i *)biases)[6];"},{"Add":" __m128i out_7 = ((__m128i *)biases)[7];"},{"Add":" const __m128i *first, *second;"},{"Add":" mask2_t v;"},{"Add":" unsigned idx;"},{"Add":""},{"Add":" memcpy(&v, inMask, sizeof(mask2_t));"},{"Add":" for (unsigned offset = 0; offset < inDims;) {"},{"Add":" if (!next_idx(&idx, &offset, &v, inMask, inDims))"},{"Add":" break;"},{"Add":" first = (__m128i *)&weights[outDims * idx];"},{"Add":" uint32_t factor = input[idx];"},{"Add":" if (next_idx(&idx, &offset, &v, inMask, inDims)) {"},{"Add":" second = (__m128i *)&weights[outDims * idx];"},{"Add":" factor |= input[idx] << 16;"},{"Add":" } else {"},{"Add":" second = kZeros;"},{"Add":" }"},{"Add":" __m128i mul = _mm_set1_epi32(factor);"},{"Add":" out_0 = _mm_add_epi32(out_0, _mm_madd_epi16(mul, _mm_unpacklo_epi16(first[0],second[0])));"},{"Add":" out_1 = _mm_add_epi32(out_1, _mm_madd_epi16(mul, _mm_unpackhi_epi16(first[0],second[0])));"},{"Add":" out_2 = _mm_add_epi32(out_2, _mm_madd_epi16(mul, _mm_unpacklo_epi16(first[1],second[1])));"},{"Add":" out_3 = _mm_add_epi32(out_3, _mm_madd_epi16(mul, _mm_unpackhi_epi16(first[1],second[1])));"},{"Add":" out_4 = _mm_add_epi32(out_4, _mm_madd_epi16(mul, _mm_unpacklo_epi16(first[2],second[2])));"},{"Add":" out_5 = _mm_add_epi32(out_5, _mm_madd_epi16(mul, _mm_unpackhi_epi16(first[2],second[2])));"},{"Add":" out_6 = _mm_add_epi32(out_6, _mm_madd_epi16(mul, _mm_unpacklo_epi16(first[3],second[3])));"},{"Add":" out_7 = _mm_add_epi32(out_7, _mm_madd_epi16(mul, _mm_unpackhi_epi16(first[3],second[3])));"},{"Add":" }"},{"Add":""},{"Add":" __m128i out16_0 = _mm_srai_epi16(_mm_packs_epi32(out_0, out_1), SHIFT);"},{"Add":" __m128i out16_1 = _mm_srai_epi16(_mm_packs_epi32(out_2, out_3), SHIFT);"},{"Add":" __m128i out16_2 = _mm_srai_epi16(_mm_packs_epi32(out_4, out_5), SHIFT);"},{"Add":" __m128i out16_3 = _mm_srai_epi16(_mm_packs_epi32(out_6, out_7), SHIFT);"},{"Add":""},{"Add":" __m128i *outVec = (__m128i *)output;"},{"Add":" if (pack8_and_calc_mask) {"},{"Add":" outVec[0] = _mm_packs_epi16(out16_0, out16_1);"},{"Add":" outMask[0] = _mm_movemask_epi8(_mm_cmpgt_epi8(outVec[0], kZeros[0]));"},{"Add":" outVec[1] = _mm_packs_epi16(out16_2, out16_3);"},{"Add":" outMask[1] = _mm_movemask_epi8(_mm_cmpgt_epi8(outVec[1], kZeros[0]));"},{"Add":" } else {"},{"Add":" const __m128i kx07f = _mm_set1_epi16(127);"},{"Add":" outVec[0] = _mm_min_epi16(_mm_max_epi16(out16_0, kZeros[0]), kx07f);"},{"Add":" outVec[1] = _mm_min_epi16(_mm_max_epi16(out16_1, kZeros[0]), kx07f);"},{"Add":" outVec[2] = _mm_min_epi16(_mm_max_epi16(out16_2, kZeros[0]), kx07f);"},{"Add":" outVec[3] = _mm_min_epi16(_mm_max_epi16(out16_3, kZeros[0]), kx07f);"},{"Add":" }"},{"Add":"}"},{"Add":"#elif defined(USE_MMX)"},{"Add":"INLINE void affine_txfm(clipped_t *input, void *output, unsigned inDims,"},{"Add":" unsigned outDims, const int32_t *biases, const weight_t *weights,"},{"Add":" mask_t *inMask, mask_t *outMask, const bool pack8_and_calc_mask)"},{"Add":"{"},{"Add":" assert(outDims == 32);"},{"Add":""},{"Add":"#if 0"},{"Add":" const __m64 kZeros[2] = { 0 };"},{"Add":" for (unsigned t = 0; t < 4; t++) {"},{"Add":" __m64 out_0 = ((__m64 *)biases)[4 * t + 0];"},{"Add":" __m64 out_1 = ((__m64 *)biases)[4 * t + 1];"},{"Add":" __m64 out_2 = ((__m64 *)biases)[4 * t + 2];"},{"Add":" __m64 out_3 = ((__m64 *)biases)[4 * t + 3];"},{"Add":" const __m64 *first, *second;"},{"Add":" mask2_t v;"},{"Add":" unsigned idx;"},{"Add":""},{"Add":" memcpy(&v, inMask, sizeof(mask2_t));"},{"Add":" for (unsigned offset = 0; offset < inDims;) {"},{"Add":" if (!next_idx(&idx, &offset, &v, inMask, inDims))"},{"Add":" break;"},{"Add":" first = &((__m64 *)&weights[outDims * idx])[2 * t];"},{"Add":" uint32_t factor = input[idx];"},{"Add":" if (next_idx(&idx, &offset, &v, inMask, inDims)) {"},{"Add":" second = &((__m64 *)&weights[outDims * idx])[2 * t];"},{"Add":" factor |= input[idx] << 16;"},{"Add":" } else {"},{"Add":" second = kZeros;"},{"Add":" }"},{"Add":" __m64 mul = _mm_set1_pi32(factor);"},{"Add":" out_0 = _mm_add_pi32(out_0, _mm_madd_pi16(mul, _mm_unpacklo_pi16(first[0],second[0])));"},{"Add":" out_1 = _mm_add_pi32(out_1, _mm_madd_pi16(mul, _mm_unpackhi_pi16(first[0],second[0])));"},{"Add":" out_2 = _mm_add_pi32(out_2, _mm_madd_pi16(mul, _mm_unpacklo_pi16(first[1],second[1])));"},{"Add":" out_3 = _mm_add_pi32(out_3, _mm_madd_pi16(mul, _mm_unpackhi_pi16(first[1],second[1])));"},{"Add":" }"},{"Add":""},{"Add":" __m64 out16_0 = _mm_srai_pi16(_mm_packs_pi32(out_0, out_1), SHIFT);"},{"Add":" __m64 out16_1 = _mm_srai_pi16(_mm_packs_pi32(out_2, out_3), SHIFT);"},{"Add":""},{"Add":" __m64 *outVec = (__m64 *)output;"},{"Add":" if (pack8_and_calc_mask) {"},{"Add":" outVec[t] = _mm_packs_pi16(out16_0, out16_1);"},{"Add":" outMask[t] = _mm_movemask_pi8(_mm_cmpgt_pi8(outVec[t], kZeros[0]));"},{"Add":" } else {"},{"Add":"#ifdef USE_SSE"},{"Add":" const __m64 kx07f = _mm_set1_pi16(127);"},{"Add":" outVec[2 * t] = _mm_min_pi16(_mm_max_pi16(out16_0, kZeros[0]), kx07f);"},{"Add":" outVec[2 * t + 1] = _mm_min_pi16(_mm_max_pi16(out16_1, kZeros[0]), kx07f);"},{"Add":"#else"},{"Add":" const __m64 k0x7f80 = _mm_set1_pi16(0x7f80);"},{"Add":" const __m64 k0x0080 = _mm_set1_pi16(0x0080);"},{"Add":" const __m64 k0x8000 = _mm_set1_pi16(-0x8000);"},{"Add":" outVec[2 * t] = _mm_subs_pu16(_mm_add_pi16(_mm_adds_pi16(out16_0, k0x7f80), k0x0080), k0x8000);"},{"Add":" outVec[2 * t + 1] = _mm_subs_pu16(_mm_add_pi16(_mm_adds_pi16(out16_1, k0x7f80), k0x0080), k0x8000);"},{"Add":"#endif"},{"Add":" }"},{"Add":" }"},{"Add":"#else"},{"Add":" const __m64 kZeros[8] = { 0 };"},{"Add":" __m64 out_0 = ((__m64 *)biases)[0];"},{"Add":" __m64 out_1 = ((__m64 *)biases)[1];"},{"Add":" __m64 out_2 = ((__m64 *)biases)[2];"},{"Add":" __m64 out_3 = ((__m64 *)biases)[3];"},{"Add":" __m64 out_4 = ((__m64 *)biases)[4];"},{"Add":" __m64 out_5 = ((__m64 *)biases)[5];"},{"Add":" __m64 out_6 = ((__m64 *)biases)[6];"},{"Add":" __m64 out_7 = ((__m64 *)biases)[7];"},{"Add":" __m64 out_8 = ((__m64 *)biases)[8];"},{"Add":" __m64 out_9 = ((__m64 *)biases)[9];"},{"Add":" __m64 out_10 = ((__m64 *)biases)[10];"},{"Add":" __m64 out_11 = ((__m64 *)biases)[11];"},{"Add":" __m64 out_12 = ((__m64 *)biases)[12];"},{"Add":" __m64 out_13 = ((__m64 *)biases)[13];"},{"Add":" __m64 out_14 = ((__m64 *)biases)[14];"},{"Add":" __m64 out_15 = ((__m64 *)biases)[15];"},{"Add":" const __m64 *first, *second;"},{"Add":" mask2_t v;"},{"Add":" unsigned idx;"},{"Add":""},{"Add":" memcpy(&v, inMask, sizeof(mask2_t));"},{"Add":" for (unsigned offset = 0; offset < inDims;) {"},{"Add":" if (!next_idx(&idx, &offset, &v, inMask, inDims))"},{"Add":" break;"},{"Add":" first = (__m64 *)&weights[outDims * idx];"},{"Add":" uint32_t factor = input[idx];"},{"Add":" if (next_idx(&idx, &offset, &v, inMask, inDims)) {"},{"Add":" second = (__m64 *)&weights[outDims * idx];"},{"Add":" factor |= input[idx] << 16;"},{"Add":" } else {"},{"Add":" second = kZeros;"},{"Add":" }"},{"Add":" __m64 mul = _mm_set1_pi32(factor);"},{"Add":" out_0 = _mm_add_pi32(out_0, _mm_madd_pi16(mul, _mm_unpacklo_pi16(first[0],second[0])));"},{"Add":" out_1 = _mm_add_pi32(out_1, _mm_madd_pi16(mul, _mm_unpackhi_pi16(first[0],second[0])));"},{"Add":" out_2 = _mm_add_pi32(out_2, _mm_madd_pi16(mul, _mm_unpacklo_pi16(first[1],second[1])));"},{"Add":" out_3 = _mm_add_pi32(out_3, _mm_madd_pi16(mul, _mm_unpackhi_pi16(first[1],second[1])));"},{"Add":" out_4 = _mm_add_pi32(out_4, _mm_madd_pi16(mul, _mm_unpacklo_pi16(first[2],second[2])));"},{"Add":" out_5 = _mm_add_pi32(out_5, _mm_madd_pi16(mul, _mm_unpackhi_pi16(first[2],second[2])));"},{"Add":" out_6 = _mm_add_pi32(out_6, _mm_madd_pi16(mul, _mm_unpacklo_pi16(first[3],second[3])));"},{"Add":" out_7 = _mm_add_pi32(out_7, _mm_madd_pi16(mul, _mm_unpackhi_pi16(first[3],second[3])));"},{"Add":" out_8 = _mm_add_pi32(out_8, _mm_madd_pi16(mul, _mm_unpacklo_pi16(first[4],second[4])));"},{"Add":" out_9 = _mm_add_pi32(out_9, _mm_madd_pi16(mul, _mm_unpackhi_pi16(first[4],second[4])));"},{"Add":" out_10 = _mm_add_pi32(out_10, _mm_madd_pi16(mul, _mm_unpacklo_pi16(first[5],second[5])));"},{"Add":" out_11 = _mm_add_pi32(out_11, _mm_madd_pi16(mul, _mm_unpackhi_pi16(first[5],second[5])));"},{"Add":" out_12 = _mm_add_pi32(out_12, _mm_madd_pi16(mul, _mm_unpacklo_pi16(first[6],second[6])));"},{"Add":" out_13 = _mm_add_pi32(out_13, _mm_madd_pi16(mul, _mm_unpackhi_pi16(first[6],second[6])));"},{"Add":" out_14 = _mm_add_pi32(out_14, _mm_madd_pi16(mul, _mm_unpacklo_pi16(first[7],second[7])));"},{"Add":" out_15 = _mm_add_pi32(out_15, _mm_madd_pi16(mul, _mm_unpackhi_pi16(first[7],second[7])));"},{"Add":" }"},{"Add":""},{"Add":" __m64 out16_0 = _mm_srai_pi16(_mm_packs_pi32(out_0, out_1), SHIFT);"},{"Add":" __m64 out16_1 = _mm_srai_pi16(_mm_packs_pi32(out_2, out_3), SHIFT);"},{"Add":" __m64 out16_2 = _mm_srai_pi16(_mm_packs_pi32(out_4, out_5), SHIFT);"},{"Add":" __m64 out16_3 = _mm_srai_pi16(_mm_packs_pi32(out_6, out_7), SHIFT);"},{"Add":" __m64 out16_4 = _mm_srai_pi16(_mm_packs_pi32(out_8, out_9), SHIFT);"},{"Add":" __m64 out16_5 = _mm_srai_pi16(_mm_packs_pi32(out_10, out_11), SHIFT);"},{"Add":" __m64 out16_6 = _mm_srai_pi16(_mm_packs_pi32(out_12, out_13), SHIFT);"},{"Add":" __m64 out16_7 = _mm_srai_pi16(_mm_packs_pi32(out_14, out_15), SHIFT);"},{"Add":""},{"Add":" __m64 *outVec = (__m64 *)output;"},{"Add":" if (pack8_and_calc_mask) {"},{"Add":" outVec[0] = _mm_packs_pi16(out16_0, out16_1);"},{"Add":" outMask[0] = _mm_movemask_pi8(_mm_cmpgt_pi8(outVec[0], kZeros[0]));"},{"Add":" outVec[1] = _mm_packs_pi16(out16_2, out16_3);"},{"Add":" outMask[1] = _mm_movemask_pi8(_mm_cmpgt_pi8(outVec[1], kZeros[0]));"},{"Add":" outVec[2] = _mm_packs_pi16(out16_4, out16_5);"},{"Add":" outMask[2] = _mm_movemask_pi8(_mm_cmpgt_pi8(outVec[2], kZeros[0]));"},{"Add":" outVec[3] = _mm_packs_pi16(out16_6, out16_7);"},{"Add":" outMask[3] = _mm_movemask_pi8(_mm_cmpgt_pi8(outVec[3], kZeros[0]));"},{"Add":" } else {"},{"Add":"#ifdef USE_SSE"},{"Add":" const __m64 kx07f = _mm_set1_pi16(127);"},{"Add":" outVec[0] = _mm_min_pi16(_mm_max_pi16(out16_0, kZeros[0]), kx07f);"},{"Add":" outVec[1] = _mm_min_pi16(_mm_max_pi16(out16_1, kZeros[0]), kx07f);"},{"Add":" outVec[2] = _mm_min_pi16(_mm_max_pi16(out16_2, kZeros[0]), kx07f);"},{"Add":" outVec[3] = _mm_min_pi16(_mm_max_pi16(out16_3, kZeros[0]), kx07f);"},{"Add":" outVec[4] = _mm_min_pi16(_mm_max_pi16(out16_4, kZeros[0]), kx07f);"},{"Add":" outVec[5] = _mm_min_pi16(_mm_max_pi16(out16_5, kZeros[0]), kx07f);"},{"Add":" outVec[6] = _mm_min_pi16(_mm_max_pi16(out16_6, kZeros[0]), kx07f);"},{"Add":" outVec[7] = _mm_min_pi16(_mm_max_pi16(out16_7, kZeros[0]), kx07f);"},{"Add":"#else"},{"Add":" const __m64 k0x7f80 = _mm_set1_pi16(0x7f80);"},{"Add":" const __m64 k0x0080 = _mm_set1_pi16(0x0080);"},{"Add":" const __m64 k0x8000 = _mm_set1_pi16(-0x8000);"},{"Add":" outVec[0] = _mm_subs_pu16(_mm_add_pi16(_mm_adds_pi16(out16_0, k0x7f80), k0x0080), k0x8000);"},{"Add":" outVec[1] = _mm_subs_pu16(_mm_add_pi16(_mm_adds_pi16(out16_1, k0x7f80), k0x0080), k0x8000);"},{"Add":" outVec[2] = _mm_subs_pu16(_mm_add_pi16(_mm_adds_pi16(out16_2, k0x7f80), k0x0080), k0x8000);"},{"Add":" outVec[3] = _mm_subs_pu16(_mm_add_pi16(_mm_adds_pi16(out16_3, k0x7f80), k0x0080), k0x8000);"},{"Add":" outVec[4] = _mm_subs_pu16(_mm_add_pi16(_mm_adds_pi16(out16_4, k0x7f80), k0x0080), k0x8000);"},{"Add":" outVec[5] = _mm_subs_pu16(_mm_add_pi16(_mm_adds_pi16(out16_5, k0x7f80), k0x0080), k0x8000);"},{"Add":" outVec[6] = _mm_subs_pu16(_mm_add_pi16(_mm_adds_pi16(out16_6, k0x7f80), k0x0080), k0x8000);"},{"Add":" outVec[7] = _mm_subs_pu16(_mm_add_pi16(_mm_adds_pi16(out16_7, k0x7f80), k0x0080), k0x8000);"},{"Add":"#endif"},{"Add":" }"},{"Add":"#endif"},{"Add":"}"},{"Add":"#elif defined(USE_NEON)"},{"Add":"INLINE void affine_txfm(clipped_t *input, void *output, unsigned inDims,"},{"Add":" unsigned outDims, const int32_t *biases, const weight_t *weights,"},{"Add":" mask_t *inMask, mask_t *outMask, const bool pack8_and_calc_mask)"},{"Add":"{"},{"Add":" assert(outDims == 32);"},{"Add":""},{"Add":" int32x4_t out_0 = ((int32x4_t *)biases)[0];"},{"Add":" int32x4_t out_1 = ((int32x4_t *)biases)[1];"},{"Add":" int32x4_t out_2 = ((int32x4_t *)biases)[2];"},{"Add":" int32x4_t out_3 = ((int32x4_t *)biases)[3];"},{"Add":" int32x4_t out_4 = ((int32x4_t *)biases)[4];"},{"Add":" int32x4_t out_5 = ((int32x4_t *)biases)[5];"},{"Add":" int32x4_t out_6 = ((int32x4_t *)biases)[6];"},{"Add":" int32x4_t out_7 = ((int32x4_t *)biases)[7];"},{"Add":" const int8x8_t *first;"},{"Add":" mask2_t v;"},{"Add":" unsigned idx;"},{"Add":""},{"Add":" memcpy(&v, inMask, sizeof(mask2_t));"},{"Add":" for (unsigned offset = 0; offset < inDims;) {"},{"Add":" if (!next_idx(&idx, &offset, &v, inMask, inDims))"},{"Add":" break;"},{"Add":" first = (int8x8_t *)&weights[outDims * idx];"},{"Add":" int16_t factor = input[idx];"},{"Add":""},{"Add":" int16x8_t prod;"},{"Add":" prod = vmulq_n_s16(vmovl_s8(first[0]), factor);"},{"Add":" out_0 = vaddq_s32(out_0, vmovl_s16(vget_low_s16(prod)));"},{"Add":" out_1 = vaddq_s32(out_1, vmovl_high_s16(prod));"},{"Add":" prod = vmulq_n_s16(vmovl_s8(first[1]), factor);"},{"Add":" out_2 = vaddq_s32(out_2, vmovl_s16(vget_low_s16(prod)));"},{"Add":" out_3 = vaddq_s32(out_3, vmovl_high_s16(prod));"},{"Add":" prod = vmulq_n_s16(vmovl_s8(first[2]), factor);"},{"Add":" out_4 = vaddq_s32(out_4, vmovl_s16(vget_low_s16(prod)));"},{"Add":" out_5 = vaddq_s32(out_5, vmovl_high_s16(prod));"},{"Add":" prod = vmulq_n_s16(vmovl_s8(first[3]), factor);"},{"Add":" out_6 = vaddq_s32(out_6, vmovl_s16(vget_low_s16(prod)));"},{"Add":" out_7 = vaddq_s32(out_7, vmovl_high_s16(prod));"},{"Add":" }"},{"Add":""},{"Add":" int16x8_t out16_0 = vcombine_s16(vqshrn_n_s32(out_0, SHIFT), vqshrn_n_s32(out_1, SHIFT));"},{"Add":" int16x8_t out16_1 = vcombine_s16(vqshrn_n_s32(out_2, SHIFT), vqshrn_n_s32(out_3, SHIFT));"},{"Add":" int16x8_t out16_2 = vcombine_s16(vqshrn_n_s32(out_4, SHIFT), vqshrn_n_s32(out_5, SHIFT));"},{"Add":" int16x8_t out16_3 = vcombine_s16(vqshrn_n_s32(out_6, SHIFT), vqshrn_n_s32(out_7, SHIFT));"},{"Add":""},{"Add":" if (pack8_and_calc_mask) {"},{"Add":" const int8x16_t kZero = { 0 };"},{"Add":" int8x16_t *outVec = (int8x16_t *)output;"},{"Add":" outVec[0] = vcombine_s8(vqmovn_s16(out16_0), vqmovn_s16(out16_1));"},{"Add":" outMask[0] = neon_movemask(vcgtq_s8(outVec[0], kZero));"},{"Add":" outVec[1] = vcombine_s8(vqmovn_s16(out16_2), vqmovn_s16(out16_3));"},{"Add":" outMask[1] = neon_movemask(vcgtq_s8(outVec[1], kZero));"},{"Add":" } else {"},{"Add":" // The next step takes int8x8_t as input, so store as int8x8_t"},{"Add":" const int8x8_t kZero = { 0 };"},{"Add":" int8x8_t *outVec = (int8x8_t *)output;"},{"Add":" outVec[0] = vmax_s8(vqmovn_s16(out16_0), kZero);"},{"Add":" outVec[1] = vmax_s8(vqmovn_s16(out16_1), kZero);"},{"Add":" outVec[2] = vmax_s8(vqmovn_s16(out16_2), kZero);"},{"Add":" outVec[3] = vmax_s8(vqmovn_s16(out16_3), kZero);"},{"Add":" }"},{"Add":"}"},{"Add":"#else /* generic fallback */"},{"Add":"INLINE void affine_txfm(clipped_t *input, void *output, unsigned inDims,"},{"Add":" unsigned outDims, int32_t *biases, const weight_t *weights,"},{"Add":" mask_t *inMask, mask_t *outMask, const bool pack8_and_calc_mask)"},{"Add":"{"},{"Add":" (void)inMask; (void)outMask; (void)pack8_and_calc_mask;"},{"Add":""},{"Add":" int32_t tmp[outDims];"},{"Add":""},{"Add":" for (unsigned i = 0; i < outDims; i++)"},{"Add":" tmp[i] = biases[i];"},{"Add":""},{"Add":" for (unsigned idx = 0; idx < inDims; idx++)"},{"Add":" if (input[idx])"},{"Add":" for (unsigned i = 0; i < outDims; i++)"},{"Add":" tmp[i] += (int8_t)input[idx] * weights[outDims * idx + i];"},{"Add":""},{"Add":" clipped_t *outVec = (clipped_t *)output;"},{"Add":" for (unsigned i = 0; i < outDims; i++)"},{"Add":" outVec[i] = clamp(tmp[i] >> SHIFT, 0, 127);"},{"Add":"}"},{"Add":"#endif"},{"Add":""},{"Add":"// Input feature converter"},{"Add":"static int16_t ft_biases alignas(64) [kHalfDimensions];"},{"Add":"static int16_t ft_weights alignas(64) [kHalfDimensions * FtInDims];"},{"Add":""},{"Add":"#ifdef VECTOR"},{"Add":"#define TILE_HEIGHT (NUM_REGS * SIMD_WIDTH / 16)"},{"Add":"#endif"},{"Add":""},{"Add":"// Calculate cumulative value without using difference calculation"},{"Add":"INLINE void refresh_accumulator(Position *pos)"},{"Add":"{"},{"Add":" Accumulator *accumulator = &(pos->nnue[0]->accumulator);"},{"Add":""},{"Add":" IndexList activeIndices[2];"},{"Add":" activeIndices[0].size = activeIndices[1].size = 0;"},{"Add":" append_active_indices(pos, activeIndices);"},{"Add":""},{"Add":" for (unsigned c = 0; c < 2; c++) {"},{"Add":"#ifdef VECTOR"},{"Add":" for (unsigned i = 0; i < kHalfDimensions / TILE_HEIGHT; i++) {"},{"Add":" vec16_t *ft_biases_tile = (vec16_t *)&ft_biases[i * TILE_HEIGHT];"},{"Add":" vec16_t *accTile = (vec16_t *)&accumulator->accumulation[c][i * TILE_HEIGHT];"},{"Add":" vec16_t acc[NUM_REGS];"},{"Add":""},{"Add":" for (unsigned j = 0; j < NUM_REGS; j++)"},{"Add":" acc[j] = ft_biases_tile[j];"},{"Add":""},{"Add":" for (size_t k = 0; k < activeIndices[c].size; k++) {"},{"Add":" unsigned index = activeIndices[c].values[k];"},{"Add":" unsigned offset = kHalfDimensions * index + i * TILE_HEIGHT;"},{"Add":" vec16_t *column = (vec16_t *)&ft_weights[offset];"},{"Add":""},{"Add":" for (unsigned j = 0; j < NUM_REGS; j++)"},{"Add":" acc[j] = vec_add_16(acc[j], column[j]);"},{"Add":" }"},{"Add":""},{"Add":" for (unsigned j = 0; j < NUM_REGS; j++)"},{"Add":" accTile[j] = acc[j];"},{"Add":" }"},{"Add":"#else"},{"Add":" memcpy(accumulator->accumulation[c], ft_biases,"},{"Add":" kHalfDimensions * sizeof(int16_t));"},{"Add":""},{"Add":" for (size_t k = 0; k < activeIndices[c].size; k++) {"},{"Add":" unsigned index = activeIndices[c].values[k];"},{"Add":" unsigned offset = kHalfDimensions * index;"},{"Add":""},{"Add":" for (unsigned j = 0; j < kHalfDimensions; j++)"},{"Add":" accumulator->accumulation[c][j] += ft_weights[offset + j];"},{"Add":" }"},{"Add":"#endif"},{"Add":" }"},{"Add":""},{"Add":" accumulator->computedAccumulation = 1;"},{"Add":"}"},{"Add":""},{"Add":"// Calculate cumulative value using difference calculation if possible"},{"Add":"INLINE bool update_accumulator(Position *pos)"},{"Add":"{"},{"Add":" Accumulator *accumulator = &(pos->nnue[0]->accumulator);"},{"Add":" if (accumulator->computedAccumulation)"},{"Add":" return true;"},{"Add":""},{"Add":" Accumulator *prevAcc;"},{"Add":" if ( (!pos->nnue[1] || !(prevAcc = &pos->nnue[1]->accumulator)->computedAccumulation)"},{"Add":" && (!pos->nnue[2] || !(prevAcc = &pos->nnue[2]->accumulator)->computedAccumulation) )"},{"Add":" return false;"},{"Add":""},{"Add":" IndexList removed_indices[2], added_indices[2];"},{"Add":" removed_indices[0].size = removed_indices[1].size = 0;"},{"Add":" added_indices[0].size = added_indices[1].size = 0;"},{"Add":" bool reset[2];"},{"Add":" append_changed_indices(pos, removed_indices, added_indices, reset);"},{"Add":""},{"Add":"#ifdef VECTOR"},{"Add":" for (unsigned i = 0; i< kHalfDimensions / TILE_HEIGHT; i++) {"},{"Add":" for (unsigned c = 0; c < 2; c++) {"},{"Add":" vec16_t *accTile = (vec16_t *)&accumulator->accumulation[c][i * TILE_HEIGHT];"},{"Add":" vec16_t acc[NUM_REGS];"},{"Add":""},{"Add":" if (reset[c]) {"},{"Add":" vec16_t *ft_b_tile = (vec16_t *)&ft_biases[i * TILE_HEIGHT];"},{"Add":" for (unsigned j = 0; j < NUM_REGS; j++)"},{"Add":" acc[j] = ft_b_tile[j];"},{"Add":" } else {"},{"Add":" vec16_t *prevAccTile = (vec16_t *)&prevAcc->accumulation[c][i * TILE_HEIGHT];"},{"Add":" for (unsigned j = 0; j < NUM_REGS; j++)"},{"Add":" acc[j] = prevAccTile[j];"},{"Add":""},{"Add":" // Difference calculation for the deactivated features"},{"Add":" for (unsigned k = 0; k < removed_indices[c].size; k++) {"},{"Add":" unsigned index = removed_indices[c].values[k];"},{"Add":" const unsigned offset = kHalfDimensions * index + i * TILE_HEIGHT;"},{"Add":""},{"Add":" vec16_t *column = (vec16_t *)&ft_weights[offset];"},{"Add":" for (unsigned j = 0; j < NUM_REGS; j++)"},{"Add":" acc[j] = vec_sub_16(acc[j], column[j]);"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" // Difference calculation for the activated features"},{"Add":" for (unsigned k = 0; k < added_indices[c].size; k++) {"},{"Add":" unsigned index = added_indices[c].values[k];"},{"Add":" const unsigned offset = kHalfDimensions * index + i * TILE_HEIGHT;"},{"Add":""},{"Add":" vec16_t *column = (vec16_t *)&ft_weights[offset];"},{"Add":" for (unsigned j = 0; j < NUM_REGS; j++)"},{"Add":" acc[j] = vec_add_16(acc[j], column[j]);"},{"Add":" }"},{"Add":""},{"Add":" for (unsigned j = 0; j < NUM_REGS; j++)"},{"Add":" accTile[j] = acc[j];"},{"Add":" }"},{"Add":" }"},{"Add":"#else"},{"Add":" for (unsigned c = 0; c < 2; c++) {"},{"Add":" if (reset[c]) {"},{"Add":" memcpy(accumulator->accumulation[c], ft_biases,"},{"Add":" kHalfDimensions * sizeof(int16_t));"},{"Add":" } else {"},{"Add":" memcpy(accumulator->accumulation[c], prevAcc->accumulation[c],"},{"Add":" kHalfDimensions * sizeof(int16_t));"},{"Add":" // Difference calculation for the deactivated features"},{"Add":" for (unsigned k = 0; k < removed_indices[c].size; k++) {"},{"Add":" unsigned index = removed_indices[c].values[k];"},{"Add":" const unsigned offset = kHalfDimensions * index;"},{"Add":""},{"Add":" for (unsigned j = 0; j < kHalfDimensions; j++)"},{"Add":" accumulator->accumulation[c][j] -= ft_weights[offset + j];"},{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" // Difference calculation for the activated features"},{"Add":" for (unsigned k = 0; k < added_indices[c].size; k++) {"},{"Add":" unsigned index = added_indices[c].values[k];"},{"Add":" const unsigned offset = kHalfDimensions * index;"},{"Add":""},{"Add":" for (unsigned j = 0; j < kHalfDimensions; j++)"},{"Add":" accumulator->accumulation[c][j] += ft_weights[offset + j];"},{"Add":" }"},{"Add":" }"},{"Add":"#endif"},{"Add":""},{"Add":" accumulator->computedAccumulation = 1;"},{"Add":" return true;"},{"Add":"}"},{"Add":""},{"Add":"// Convert input features"},{"Add":"INLINE void transform(Position *pos, clipped_t *output, mask_t *outMask)"},{"Add":"{"},{"Add":" if (!update_accumulator(pos))"},{"Add":" refresh_accumulator(pos);"},{"Add":""},{"Add":" int16_t (*accumulation)[2][256] = &pos->nnue[0]->accumulator.accumulation;"},{"Add":" (void)outMask; // avoid compiler warning"},{"Add":""},{"Add":" const int perspectives[2] = { pos->player, !pos->player };"},{"Add":" for (unsigned p = 0; p < 2; p++) {"},{"Add":" const unsigned offset = kHalfDimensions * p;"},{"Add":""},{"Add":"#ifdef VECTOR"},{"Add":" const unsigned numChunks = (16 * kHalfDimensions) / SIMD_WIDTH;"},{"Add":" vec8_t *out = (vec8_t *)&output[offset];"},{"Add":" for (unsigned i = 0; i < numChunks / 2; i++) {"},{"Add":" vec16_t s0 = ((vec16_t *)(*accumulation)[perspectives[p]])[i * 2];"},{"Add":" vec16_t s1 = ((vec16_t *)(*accumulation)[perspectives[p]])[i * 2 + 1];"},{"Add":" out[i] = vec_packs(s0, s1);"},{"Add":" *outMask++ = vec_mask_pos(out[i]);"},{"Add":" }"},{"Add":""},{"Add":"#else"},{"Add":" for (unsigned i = 0; i < kHalfDimensions; i++) {"},{"Add":" int16_t sum = (*accumulation)[perspectives[p]][i];"},{"Add":" output[offset + i] = clamp(sum, 0, 127);"},{"Add":" }"},{"Add":""},{"Add":"#endif"},{"Add":""},{"Add":" }"},{"Add":"}"},{"Add":""},{"Add":"struct NetData {"},{"Add":" alignas(64) clipped_t input[FtOutDims];"},{"Add":" clipped_t hidden1_out[32];"},{"Add":"#if (defined(USE_SSE2) || defined(USE_MMX)) && !defined(USE_AVX2)"},{"Add":" int16_t hidden2_out[32];"},{"Add":"#else"},{"Add":" int8_t hidden2_out[32];"},{"Add":"#endif"},{"Add":"};"},{"Add":""},{"Add":"// Evaluation function"},{"Add":"int nnue_evaluate_pos(Position *pos)"},{"Add":"{"},{"Add":" int32_t out_value;"},{"Add":" alignas(8) mask_t input_mask[FtOutDims / (8 * sizeof(mask_t))];"},{"Add":" alignas(8) mask_t hidden1_mask[8 / sizeof(mask_t)] = { 0 };"},{"Add":"#ifdef ALIGNMENT_HACK // work around a bug in old gcc on Windows"},{"Add":" uint8_t buf[sizeof(struct NetData) + 63];"},{"Add":" struct NetData *b = (struct NetData *)(buf + ((((uintptr_t)buf-1) ^ 0x3f) & 0x3f));"},{"Add":"#define B(x) (b->x)"},{"Add":"#else"},{"Add":" struct NetData buf;"},{"Add":"#define B(x) (buf.x)"},{"Add":"#endif"},{"Add":""},{"Add":" transform(pos, B(input), input_mask);"},{"Add":""},{"Add":" affine_txfm(B(input), B(hidden1_out), FtOutDims, 32,"},{"Add":" hidden1_biases, hidden1_weights, input_mask, hidden1_mask, true);"},{"Add":""},{"Add":" affine_txfm(B(hidden1_out), B(hidden2_out), 32, 32,"},{"Add":" hidden2_biases, hidden2_weights, hidden1_mask, NULL, false);"},{"Add":""},{"Add":" out_value = affine_propagate((int8_t *)B(hidden2_out), output_biases,"},{"Add":" output_weights);"},{"Add":""},{"Add":"#if defined(USE_MMX)"},{"Add":" _mm_empty();"},{"Add":"#endif"},{"Add":""},{"Add":" return out_value / FV_SCALE;"},{"Add":"}"},{"Add":""},{"Add":"static void read_output_weights(weight_t *w, const char *d)"},{"Add":"{"},{"Add":" for (unsigned i = 0; i < 32; i++) {"},{"Add":" unsigned c = i;"},{"Add":"#if defined(USE_AVX512)"},{"Add":" unsigned b = c & 0x18;"},{"Add":" b = (b << 1) | (b >> 1);"},{"Add":" c = (c & ~0x18) | (b & 0x18);"},{"Add":"#endif"},{"Add":" w[c] = *d++;"},{"Add":" }"},{"Add":"}"},{"Add":""},{"Add":"INLINE unsigned wt_idx(unsigned r, unsigned c, unsigned dims)"},{"Add":"{"},{"Add":" (void)dims;"},{"Add":""},{"Add":"#if defined(USE_AVX512)"},{"Add":" if (dims > 32) {"},{"Add":" unsigned b = c & 0x38;"},{"Add":" b = (b << 1) | (b >> 2);"},{"Add":" c = (c & ~0x38) | (b & 0x38);"},{"Add":" }"},{"Add":" else if (dims == 32) {"},{"Add":" unsigned b = c & 0x18;"},{"Add":" b = (b << 1) | (b >> 1);"},{"Add":" c = (c & ~0x18) | (b & 0x18);"},{"Add":" }"},{"Add":""},{"Add":"#elif defined(USE_AVX2)"},{"Add":" if (dims > 32) {"},{"Add":" unsigned b = c & 0x18;"},{"Add":" b = (b << 1) | (b >> 1);"},{"Add":" c = (c & ~0x18) | (b & 0x18);"},{"Add":" }"},{"Add":""},{"Add":"#endif"},{"Add":""},{"Add":"#if defined(USE_AVX512)"},{"Add":" return c * 64 + r + (r & ~7);"},{"Add":""},{"Add":"#else"},{"Add":" return c * 32 + r;"},{"Add":""},{"Add":"#endif"},{"Add":"}"},{"Add":""},{"Add":"static const char *read_hidden_weights(weight_t *w, unsigned dims,"},{"Add":" const char *d)"},{"Add":"{"},{"Add":" for (unsigned r = 0; r < 32; r++)"},{"Add":" for (unsigned c = 0; c < dims; c++)"},{"Add":" w[wt_idx(r, c, dims)] = *d++;"},{"Add":""},{"Add":" return d;"},{"Add":"}"},{"Add":""},{"Add":"#ifdef USE_AVX2"},{"Add":"static void permute_biases(int32_t *biases)"},{"Add":"{"},{"Add":" __m128i *b = (__m128i *)biases;"},{"Add":" __m128i tmp[8];"},{"Add":"#ifdef USE_AVX512"},{"Add":" tmp[0] = b[0];"},{"Add":" tmp[1] = b[2];"},{"Add":" tmp[2] = b[4];"},{"Add":" tmp[3] = b[6];"},{"Add":" tmp[4] = b[1];"},{"Add":" tmp[5] = b[3];"},{"Add":" tmp[6] = b[5];"},{"Add":" tmp[7] = b[7];"},{"Add":"#elif USE_AVX2"},{"Add":" tmp[0] = b[0];"},{"Add":" tmp[1] = b[4];"},{"Add":" tmp[2] = b[1];"},{"Add":" tmp[3] = b[5];"},{"Add":" tmp[4] = b[2];"},{"Add":" tmp[5] = b[6];"},{"Add":" tmp[6] = b[3];"},{"Add":" tmp[7] = b[7];"},{"Add":"#else"},{"Add":"#error"},{"Add":"#endif"},{"Add":" memcpy(b, tmp, 8 * sizeof(__m128i));"},{"Add":"}"},{"Add":"#endif"},{"Add":""},{"Add":"enum {"},{"Add":" TransformerStart = 3 * 4 + 177,"},{"Add":" NetworkStart = TransformerStart + 4 + 2 * 256 + 2 * 256 * 64 * 641"},{"Add":"};"},{"Add":""},{"Add":"static bool verify_net(const void *evalData, size_t size)"},{"Add":"{"},{"Add":" if (size != 21022697) return false;"},{"Add":""},{"Add":" const char *d = (const char*)evalData;"},{"Add":" if (readu_le_u32(d) != NnueVersion) return false;"},{"Add":" if (readu_le_u32(d + 4) != 0x3e5aa6eeU) return false;"},{"Add":" if (readu_le_u32(d + 8) != 177) return false;"},{"Add":" if (readu_le_u32(d + TransformerStart) != 0x5d69d7b8) return false;"},{"Add":" if (readu_le_u32(d + NetworkStart) != 0x63337156) return false;"},{"Add":""},{"Add":" return true;"},{"Add":"}"},{"Add":""},{"Add":"static void init_weights(const void *evalData)"},{"Add":"{"},{"Add":" const char *d = (const char *)evalData + TransformerStart + 4;"},{"Add":""},{"Add":" // Read transformer"},{"Add":" for (unsigned i = 0; i < kHalfDimensions; i++, d += 2)"},{"Add":" ft_biases[i] = readu_le_u16(d);"},{"Add":" for (unsigned i = 0; i < kHalfDimensions * FtInDims; i++, d += 2)"},{"Add":" ft_weights[i] = readu_le_u16(d);"},{"Add":""},{"Add":" // Read network"},{"Add":" d += 4;"},{"Add":" for (unsigned i = 0; i < 32; i++, d += 4)"},{"Add":" hidden1_biases[i] = readu_le_u32(d);"},{"Add":" d = read_hidden_weights(hidden1_weights, 512, d);"},{"Add":" for (unsigned i = 0; i < 32; i++, d += 4)"},{"Add":" hidden2_biases[i] = readu_le_u32(d);"},{"Add":" d = read_hidden_weights(hidden2_weights, 32, d);"},{"Add":" for (unsigned i = 0; i < 1; i++, d += 4)"},{"Add":" output_biases[i] = readu_le_u32(d);"},{"Add":" read_output_weights(output_weights, d);"},{"Add":""},{"Add":"#ifdef USE_AVX2"},{"Add":" permute_biases(hidden1_biases);"},{"Add":" permute_biases(hidden2_biases);"},{"Add":"#endif"},{"Add":"}"},{"Add":""},{"Add":"static bool load_eval_file(const char *evalFile)"},{"Add":"{"},{"Add":" const void *evalData;"},{"Add":" map_t mapping;"},{"Add":" size_t size;"},{"Add":""},{"Add":" {"},{"Add":" FD fd = open_file(evalFile);"},{"Add":" if (fd == FD_ERR) return false;"},{"Add":" evalData = map_file(fd, &mapping);"},{"Add":" size = file_size(fd);"},{"Add":" close_file(fd);"},{"Add":" }"},{"Add":""},{"Add":" bool success = verify_net(evalData, size);"},{"Add":" if (success)"},{"Add":" init_weights(evalData);"},{"Add":" if (mapping) unmap_file(evalData, mapping);"},{"Add":" return success;"},{"Add":"}"},{"Add":""},{"Add":"/*"},{"Add":"Interfaces"},{"Add":"*/"},{"Add":"DLLExport void _CDECL nnue_init(const char* evalFile)"},{"Add":"{"},{"Add":" printf(\"Loading NNUE : %s\\n\", evalFile);"},{"Add":" fflush(stdout);"},{"Add":""},{"Add":" if (load_eval_file(evalFile)) {"},{"Add":" printf(\"NNUE loaded !\\n\");"},{"Add":" fflush(stdout);"},{"Add":" return;"},{"Add":" }"},{"Add":""},{"Add":" printf(\"NNUE file not found!\\n\");"},{"Add":" fflush(stdout);"},{"Add":"}"},{"Add":""},{"Add":"DLLExport int _CDECL nnue_evaluate("},{"Add":" int player, int* pieces, int* squares)"},{"Add":"{"},{"Add":" NNUEdata nnue;"},{"Add":" nnue.accumulator.computedAccumulation = 0;"},{"Add":""},{"Add":" Position pos;"},{"Add":" pos.nnue[0] = &nnue;"},{"Add":" pos.nnue[1] = 0;"},{"Add":" pos.nnue[2] = 0;"},{"Add":" pos.player = player;"},{"Add":" pos.pieces = pieces;"},{"Add":" pos.squares = squares;"},{"Add":" return nnue_evaluate_pos(&pos);"},{"Add":"}"},{"Add":""},{"Add":"DLLExport int _CDECL nnue_evaluate_incremental("},{"Add":" int player, int* pieces, int* squares, NNUEdata** nnue)"},{"Add":"{"},{"Add":" assert(nnue[0] && (uint64_t)(&nnue[0]->accumulator) % 64 == 0);"},{"Add":""},{"Add":" Position pos;"},{"Add":" pos.nnue[0] = nnue[0];"},{"Add":" pos.nnue[1] = nnue[1];"},{"Add":" pos.nnue[2] = nnue[2];"},{"Add":" pos.player = player;"},{"Add":" pos.pieces = pieces;"},{"Add":" pos.squares = squares;"},{"Add":" return nnue_evaluate_pos(&pos);"},{"Add":"}"},{"Add":""},{"Add":"DLLExport int _CDECL nnue_evaluate_fen(const char* fen)"},{"Add":"{"},{"Add":" int pieces[33],squares[33],player,castle,fifty,move_number;"},{"Add":" decode_fen((char*)fen,&player,&castle,&fifty,&move_number,pieces,squares);;"},{"Add":" return nnue_evaluate(player,pieces,squares);"},{"Add":"}"}]}},{"FileAdd":{"meta":{"basename":"misc.h","metadata":0},"context":[{"change":0,"pos":16}],"contents":[{"Add":"#ifndef MISC_H"},{"Add":"#define MISC_H"},{"Add":""},{"Add":"#ifdef _MSC_VER"},{"Add":"# define _CRT_SECURE_NO_WARNINGS"},{"Add":"# pragma warning (disable: 4996)"},{"Add":"#endif"},{"Add":""},{"Add":"#include "},{"Add":""},{"Add":"#ifdef _WIN32"},{"Add":"# include "},{"Add":"#else"},{"Add":"# include "},{"Add":"# include "},{"Add":"#endif"},{"Add":""},{"Add":"/*"},{"Add":"Force inline"},{"Add":"*/"},{"Add":"#if defined (__GNUC__)"},{"Add":"# define INLINE __inline __attribute__((always_inline))"},{"Add":"#elif defined (_WIN32)"},{"Add":"# define INLINE __forceinline"},{"Add":"#else"},{"Add":"# define INLINE __inline"},{"Add":"#endif"},{"Add":""},{"Add":"/*"},{"Add":"Intrinsic bsf"},{"Add":"*/"},{"Add":"# if defined(__GNUC__)"},{"Add":"# define bsf(b) __builtin_ctzll(b)"},{"Add":"# define bsr(b) (63 - __builtin_clzll(b))"},{"Add":"# elif defined(_WIN32)"},{"Add":"# include "},{"Add":" INLINE int bsf(uint64_t b) {"},{"Add":" unsigned long x;"},{"Add":" _BitScanForward64(&x, b);"},{"Add":" return (int) x;"},{"Add":" }"},{"Add":" INLINE int bsr(uint64_t b) {"},{"Add":" unsigned long x;"},{"Add":" _BitScanReverse64(&x, b);"},{"Add":" return (int) x;"},{"Add":" }"},{"Add":"# endif"},{"Add":""},{"Add":"#ifdef _WIN32"},{"Add":""},{"Add":"typedef HANDLE FD;"},{"Add":"#define FD_ERR INVALID_HANDLE_VALUE"},{"Add":"typedef HANDLE map_t;"},{"Add":""},{"Add":"#else /* Unix */"},{"Add":""},{"Add":"typedef int FD;"},{"Add":"#define FD_ERR -1"},{"Add":"typedef size_t map_t;"},{"Add":""},{"Add":"#endif"},{"Add":""},{"Add":"FD open_file(const char *name);"},{"Add":"void close_file(FD fd);"},{"Add":"size_t file_size(FD fd);"},{"Add":"const void *map_file(FD fd, map_t *map);"},{"Add":"void unmap_file(const void *data, map_t map);"},{"Add":""},{"Add":"INLINE uint32_t readu_le_u32(const void *p)"},{"Add":"{"},{"Add":" const uint8_t *q = (const uint8_t*) p;"},{"Add":" return q[0] | (q[1] << 8) | (q[2] << 16) | (q[3] << 24);"},{"Add":"}"},{"Add":""},{"Add":"INLINE uint16_t readu_le_u16(const void *p)"},{"Add":"{"},{"Add":" const uint8_t *q = (const uint8_t*) p;"},{"Add":" return q[0] | (q[1] << 8);"},{"Add":"}"},{"Add":""},{"Add":"void decode_fen(const char* fen_str, int* player, int* castle,"},{"Add":" int* fifty, int* move_number, int* piece, int* square);"},{"Add":""},{"Add":"#define clamp(a, b, c) ((a) < (b) ? (b) : (a) > (c) ? (c) : (a))"},{"Add":""},{"Add":"#endif"}]}},{"FileAdd":{"meta":{"basename":"misc.cpp","metadata":0},"context":[{"change":0,"pos":16}],"contents":[{"Add":"#include "},{"Add":"#include "},{"Add":"#include "},{"Add":"#include "},{"Add":"#include "},{"Add":""},{"Add":"#include \"misc.h\""},{"Add":""},{"Add":"FD open_file(const char *name)"},{"Add":"{"},{"Add":"#ifndef _WIN32"},{"Add":" return open(name, O_RDONLY);"},{"Add":"#else"},{"Add":" return CreateFile(name, GENERIC_READ, FILE_SHARE_READ, NULL, OPEN_EXISTING,"},{"Add":" FILE_FLAG_RANDOM_ACCESS, NULL);"},{"Add":"#endif"},{"Add":"}"},{"Add":""},{"Add":"void close_file(FD fd)"},{"Add":"{"},{"Add":"#ifndef _WIN32"},{"Add":" close(fd);"},{"Add":"#else"},{"Add":" CloseHandle(fd);"},{"Add":"#endif"},{"Add":"}"},{"Add":""},{"Add":"size_t file_size(FD fd)"},{"Add":"{"},{"Add":"#ifndef _WIN32"},{"Add":" struct stat statbuf;"},{"Add":" fstat(fd, &statbuf);"},{"Add":" return statbuf.st_size;"},{"Add":"#else"},{"Add":" DWORD sizeLow, sizeHigh;"},{"Add":" sizeLow = GetFileSize(fd, &sizeHigh);"},{"Add":" return ((uint64_t)sizeHigh << 32) | sizeLow;"},{"Add":"#endif"},{"Add":"}"},{"Add":""},{"Add":"const void *map_file(FD fd, map_t *map)"},{"Add":"{"},{"Add":"#ifndef _WIN32"},{"Add":""},{"Add":" *map = file_size(fd);"},{"Add":" void *data = mmap(NULL, *map, PROT_READ, MAP_SHARED, fd, 0);"},{"Add":"#ifdef MADV_RANDOM"},{"Add":" madvise(data, *map, MADV_RANDOM);"},{"Add":"#endif"},{"Add":" return data == MAP_FAILED ? NULL : data;"},{"Add":""},{"Add":"#else"},{"Add":""},{"Add":" DWORD sizeLow, sizeHigh;"},{"Add":" sizeLow = GetFileSize(fd, &sizeHigh);"},{"Add":" *map = CreateFileMapping(fd, NULL, PAGE_READONLY, sizeHigh, sizeLow, NULL);"},{"Add":" if (*map == NULL)"},{"Add":" return NULL;"},{"Add":" return MapViewOfFile(*map, FILE_MAP_READ, 0, 0, 0);"},{"Add":""},{"Add":"#endif"},{"Add":"}"},{"Add":""},{"Add":"void unmap_file(const void *data, map_t map)"},{"Add":"{"},{"Add":" if (!data) return;"},{"Add":""},{"Add":"#ifndef _WIN32"},{"Add":""},{"Add":" munmap((void *)data, map);"},{"Add":""},{"Add":"#else"},{"Add":""},{"Add":" UnmapViewOfFile(data);"},{"Add":" CloseHandle(map);"},{"Add":""},{"Add":"#endif"},{"Add":"}"},{"Add":""},{"Add":"/*"},{"Add":"FEN"},{"Add":"*/"},{"Add":"static const char piece_name[] = \"_KQRBNPkqrbnp_\";"},{"Add":"static const char rank_name[] = \"12345678\";"},{"Add":"static const char file_name[] = \"abcdefgh\";"},{"Add":"static const char col_name[] = \"WwBb\";"},{"Add":"static const char cas_name[] = \"KQkq\";"},{"Add":""},{"Add":"void decode_fen(const char* fen_str, int* player, int* castle,"},{"Add":" int* fifty, int* move_number, int* piece, int* square)"},{"Add":"{"},{"Add":" /*decode fen*/"},{"Add":" int sq,index = 2;"},{"Add":" const char* p = fen_str,*pfen;"},{"Add":" for(int r = 7;r >= 0; r--) {"},{"Add":" for(int f = 0;f <= 7;f++) {"},{"Add":" sq = r * 8 + f;"},{"Add":" if((pfen = strchr(piece_name,*p)) != 0) {"},{"Add":" int pc = (int)(strchr(piece_name,*pfen) - piece_name);"},{"Add":" if(pc == 1) {"},{"Add":" piece[0] = pc;"},{"Add":" square[0] = sq;"},{"Add":" } else if(pc == 7) {"},{"Add":" piece[1] = pc;"},{"Add":" square[1] = sq;"},{"Add":" } else {"},{"Add":" piece[index] = pc;"},{"Add":" square[index] = sq;"},{"Add":" index++;"},{"Add":" }"},{"Add":" } else if((pfen = strchr(rank_name,*p)) != 0) {"},{"Add":" for(int i = 0;i < pfen - rank_name;i++) {"},{"Add":" f++;"},{"Add":" }"},{"Add":" } "},{"Add":" p++;"},{"Add":" }"},{"Add":" p++;"},{"Add":" }"},{"Add":" piece[index] = 0;"},{"Add":" square[index] = 0;"},{"Add":""},{"Add":" /*player*/"},{"Add":" if((pfen = strchr(col_name,*p)) != 0)"},{"Add":" *player = ((pfen - col_name) >= 2);"},{"Add":" p++;"},{"Add":" p++;"},{"Add":""},{"Add":" /*castling rights*/"},{"Add":" *castle = 0;"},{"Add":" if(*p == '-') {"},{"Add":" p++;"},{"Add":" } else {"},{"Add":" while((pfen = strchr(cas_name,*p)) != 0) {"},{"Add":" *castle |= (1 << (pfen - cas_name));"},{"Add":" p++;"},{"Add":" }"},{"Add":" }"},{"Add":" /*epsquare*/"},{"Add":" int epsquare;"},{"Add":" p++;"},{"Add":" if(*p == '-') {"},{"Add":" epsquare = 0;"},{"Add":" p++;"},{"Add":" } else {"},{"Add":" epsquare = (int)(strchr(file_name,*p) - file_name);"},{"Add":" p++;"},{"Add":" epsquare += 16 * (int)(strchr(rank_name,*p) - rank_name);"},{"Add":" p++;"},{"Add":" }"},{"Add":" square[index] = epsquare;"},{"Add":""},{"Add":" /*fifty & hply*/"},{"Add":" p++;"},{"Add":" if(*p && *(p+1) && isdigit(*p) && ( isdigit(*(p+1)) || *(p+1) == ' ' ) ) {"},{"Add":" sscanf(p,\"%d %d\",fifty,move_number);"},{"Add":" if(*move_number <= 0) *move_number = 1;"},{"Add":" } else {"},{"Add":" *fifty = 0;"},{"Add":" *move_number = 1;"},{"Add":" }"},{"Add":"}"}]}},{"Edit":{"inode":{"change":5,"pos":50},"path":"src/main.zig","line":2,"atom":{"NewVertex":{"up_context":[{"change":5,"pos":79}],"down_context":[{"change":6,"pos":0}],"flag":"BLOCK","start":53737,"end":53791,"inode":{"change":5,"pos":50}}},"contents":[{"Add":""},{"Add":"const nnue = @cImport({"},{"Add":" @cInclude(\"nnue.h\");"},{"Add":"});"}]}},{"Edit":{"inode":{"change":5,"pos":50},"path":"src/main.zig","line":50,"atom":{"NewVertex":{"up_context":[{"change":2,"pos":1081}],"down_context":[{"change":5,"pos":171}],"flag":"BLOCK","start":53792,"end":54054,"inode":{"change":5,"pos":50}}},"contents":[{"Add":"}"},{"Add":""},{"Add":"test \"NNUE\" {"},{"Add":" // https://tests.stockfishchess.org/nns"},{"Add":" nnue.nnue_init(\"nn-62ef826d1a6d.nnue\");"},{"Add":""},{"Add":" try std.testing.expectEqual("},{"Add":" @as(c_int, 57),"},{"Add":" nnue.nnue_evaluate_fen(\"rnbqkbnr/pppppppp/8/8/8/8/PPPPPPPP/RNBQKBNR w KQkq - 0 1\"),"},{"Add":" );"}]}},{"Replacement":{"inode":{"change":7,"pos":16071},"path":"src/Board.zig","line":469,"ins":{"up_context":[{"change":3,"pos":1268}],"down_context":[{"change":3,"pos":1268}],"flag":"BLOCK","start":54055,"end":54094,"inode":{"change":7,"pos":16071}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":1268},"to":{"change":2,"start":1297,"end":1336},"introduced_by":2}],"inode":{"change":7,"pos":16071}},"ins_contents":[{"Add":" return self.searchPosition(6);"}],"del_contents":[{"Del":" return self.searchPosition(3);\n"}]}},{"Edit":{"inode":{"change":5,"pos":3504},"path":"build.zig","line":14,"atom":{"NewVertex":{"up_context":[{"change":5,"pos":4110}],"down_context":[{"change":5,"pos":4110}],"flag":"BLOCK","start":54095,"end":54457,"inode":{"change":5,"pos":3504}}},"contents":[{"Add":" const flags = [_][]const u8{"},{"Add":" \"-Wall\","},{"Add":" \"-fstrict-aliasing\","},{"Add":" \"-fno-exceptions\","},{"Add":" \"-fno-rtti\","},{"Add":" \"-std=c++11\","},{"Add":" \"-DIS_64BIT\","},{"Add":" // \"-DUSE_AVX2 -mavx2\","},{"Add":" // \"-DUSE_SSE41 -msse4.1\","},{"Add":" // \"-DUSE_SSE3 -msse3\","},{"Add":" // \"-DUSE_SSE2 -msse2\","},{"Add":" // \"-DUSE_SSE -msse\","},{"Add":" \"-DUSE_NEON\","},{"Add":" };"},{"Add":""}]}},{"Edit":{"inode":{"change":5,"pos":3504},"path":"build.zig","line":30,"atom":{"NewVertex":{"up_context":[{"change":5,"pos":4170}],"down_context":[{"change":5,"pos":4170}],"flag":"BLOCK","start":54458,"end":54642,"inode":{"change":5,"pos":3504}}},"contents":[{"Add":" exe.linkLibC();"},{"Add":" exe.linkLibCpp();"},{"Add":" exe.addIncludePath(\"src/nnue\");"},{"Add":" exe.addCSourceFile(\"src/nnue/nnue.cpp\", &flags);"},{"Add":" exe.addCSourceFile(\"src/nnue/misc.cpp\", &flags);"}]}},{"Edit":{"inode":{"change":5,"pos":3504},"path":"build.zig","line":49,"atom":{"NewVertex":{"up_context":[{"change":5,"pos":4525}],"down_context":[{"change":5,"pos":4525}],"flag":"BLOCK","start":54643,"end":54857,"inode":{"change":5,"pos":3504}}},"contents":[{"Add":" exe_tests.linkLibC();"},{"Add":" exe_tests.linkLibCpp();"},{"Add":" exe_tests.addIncludePath(\"src/nnue\");"},{"Add":" exe_tests.addCSourceFile(\"src/nnue/nnue.cpp\", &flags);"},{"Add":" exe_tests.addCSourceFile(\"src/nnue/misc.cpp\", &flags);"}]}}],"owner":"voroskoi","repo":"pistike","token":"VVljXUv7VT+MlMY9G+d/FaArqnSnmd02v54uqEX44Mg=","login":null}

…

Dependencies

Change contents