-rw-r--r-- 7382 libmceliece-20230612/crypto_kem/460896/avx/benes.c raw
/*
  This file is for Benes network related functions

  For the implementation strategy, see
  https://eprint.iacr.org/2017/793.pdf
*/
// 20221231 djb: remove unused counter increment; tnx thom wiggers
// 20221230 djb: add linker lines

// linker define load_bits benes
// linker use transpose_64x128_sp_asm

#include "benes.h"

#include "util.h"
#include "transpose.h"
#include "params.h"

static void layer_x(vec128 * data, vec128 * bits)
{
	int i;
	vec128 v0, v1;  
	vec128 d;  

	for (i = 0; i < 64; i += 2)
	{
		v0 = vec128_unpack_low(data[i+0], data[i+1]);
		v1 = vec128_unpack_high(data[i+0], data[i+1]);

		d = vec128_xor(v0, v1);
		d = vec128_and(d, *bits++);
		v0 = vec128_xor(v0, d);			
		v1 = vec128_xor(v1, d);			

		data[i+0] = vec128_unpack_low(v0, v1);
		data[i+1] = vec128_unpack_high(v0, v1);
	}
}

static void layer_0(vec128 *bs, vec128 *cond)
{
	int x;
	vec128 diff;  

	for (x = 0; x < (1 << 6); x += 2)
	{
		diff = vec128_xor(bs[ x ], bs[ x+1 ]);
		diff = vec128_and(diff, *cond++);
		bs[ x ] = vec128_xor(bs[ x ], diff);			
		bs[ x+1 ] = vec128_xor(bs[ x+1 ], diff);			
	}
}

static void layer_1(vec128 *bs, vec128 *cond)
{
	int x;
	vec128 diff;  

	for (x = 0; x < (1 << 6); x += 4)
	{
		diff = vec128_xor(bs[ x+0 ], bs[ x+2 ]); 
		diff = vec128_and(diff, cond[0]);
		bs[ x+0 ] = vec128_xor(bs[ x+0 ], diff);			
		bs[ x+2 ] = vec128_xor(bs[ x+2 ], diff);			

		diff = vec128_xor(bs[ x+1 ], bs[ x+3 ]); 
		diff = vec128_and(diff, cond[1]);
		bs[ x+1 ] = vec128_xor(bs[ x+1 ], diff);			
		bs[ x+3 ] = vec128_xor(bs[ x+3 ], diff);			

		cond += 2;
	}
}

static void layer_2(vec128 *bs, vec128 *cond)
{
	int x;
	vec128 diff;  

	for (x = 0; x < (1 << 6); x += 8)
	{
		diff = vec128_xor(bs[ x+0 ], bs[ x+4 ]); 
		diff = vec128_and(diff, cond[0]);
		bs[ x+0 ] = vec128_xor(bs[ x+0 ], diff);			
		bs[ x+4 ] = vec128_xor(bs[ x+4 ], diff);			

		diff = vec128_xor(bs[ x+1 ], bs[ x+5 ]); 
		diff = vec128_and(diff, cond[1]);
		bs[ x+1 ] = vec128_xor(bs[ x+1 ], diff);			
		bs[ x+5 ] = vec128_xor(bs[ x+5 ], diff);			

		diff = vec128_xor(bs[ x+2 ], bs[ x+6 ]); 
		diff = vec128_and(diff, cond[2]);
		bs[ x+2 ] = vec128_xor(bs[ x+2 ], diff);			
		bs[ x+6 ] = vec128_xor(bs[ x+6 ], diff);			

		diff = vec128_xor(bs[ x+3 ], bs[ x+7 ]); 
		diff = vec128_and(diff, cond[3]);
		bs[ x+3 ] = vec128_xor(bs[ x+3 ], diff);			
		bs[ x+7 ] = vec128_xor(bs[ x+7 ], diff);			

		cond += 4;
	}
}

static void layer_3(vec128 *bs, vec128 *cond)
{
	int x, s;
	vec128 diff;  

	for (x = 0; x < (1 << 6); x += 16)
	for (s = x; s < x + 8; s += 4)
	{
		diff = vec128_xor(bs[ s+0 ], bs[ s+8 ]); 
		diff = vec128_and(diff, cond[0]);
		bs[ s+0 ] = vec128_xor(bs[ s+0 ], diff);			
		bs[ s+8 ] = vec128_xor(bs[ s+8 ], diff);			

		diff = vec128_xor(bs[ s+1 ], bs[ s+9 ]); 
		diff = vec128_and(diff, cond[1]);
		bs[ s+1 ] = vec128_xor(bs[ s+1 ], diff);			
		bs[ s+9 ] = vec128_xor(bs[ s+9 ], diff);			

		diff = vec128_xor(bs[ s+2 ], bs[ s+10 ]); 
		diff = vec128_and(diff, cond[2]);
		bs[ s+2 ] = vec128_xor(bs[ s+2 ], diff);			
		bs[ s+10 ] = vec128_xor(bs[ s+10 ], diff);			

		diff = vec128_xor(bs[ s+3 ], bs[ s+11 ]); 
		diff = vec128_and(diff, cond[3]);
		bs[ s+3 ] = vec128_xor(bs[ s+3 ], diff);			
		bs[ s+11 ] = vec128_xor(bs[ s+11 ], diff);			

		cond += 4;
	}
}

static void layer_4(vec128 *bs, vec128 *cond)
{
	int x, s;
	vec128 diff;  

	for (x = 0; x < (1 << 6); x += 32)
	for (s = x; s < x + 16; s += 4)
	{
		diff = vec128_xor(bs[ s+0 ], bs[ s+16 ]); 
		diff = vec128_and(diff, cond[0]);
		bs[ s+0 ] = vec128_xor(bs[ s+0 ], diff);			
		bs[ s+16 ] = vec128_xor(bs[ s+16 ], diff);			

		diff = vec128_xor(bs[ s+1 ], bs[ s+17 ]); 
		diff = vec128_and(diff, cond[1]);
		bs[ s+1 ] = vec128_xor(bs[ s+1 ], diff);			
		bs[ s+17 ] = vec128_xor(bs[ s+17 ], diff);			

		diff = vec128_xor(bs[ s+2 ], bs[ s+18 ]); 
		diff = vec128_and(diff, cond[2]);
		bs[ s+2 ] = vec128_xor(bs[ s+2 ], diff);			
		bs[ s+18 ] = vec128_xor(bs[ s+18 ], diff);			

		diff = vec128_xor(bs[ s+3 ], bs[ s+19 ]); 
		diff = vec128_and(diff, cond[3]);
		bs[ s+3 ] = vec128_xor(bs[ s+3 ], diff);			
		bs[ s+19 ] = vec128_xor(bs[ s+19 ], diff);			

		cond += 4;
	}
}

static void layer_5(vec128 *bs, vec128 *cond)
{
	int x, s;
	vec128 diff;  

	for (x = 0; x < (1 << 6); x += 64)
	for (s = x; s < x + 32; s += 4)
	{
		diff = vec128_xor(bs[ s+0 ], bs[ s+32 ]); 
		diff = vec128_and(diff, cond[0]);
		bs[ s+0 ] = vec128_xor(bs[ s+0 ], diff);			
		bs[ s+32 ] = vec128_xor(bs[ s+32 ], diff);			

		diff = vec128_xor(bs[ s+1 ], bs[ s+33 ]); 
		diff = vec128_and(diff, cond[1]);
		bs[ s+1 ] = vec128_xor(bs[ s+1 ], diff);			
		bs[ s+33 ] = vec128_xor(bs[ s+33 ], diff);			

		diff = vec128_xor(bs[ s+2 ], bs[ s+34 ]); 
		diff = vec128_and(diff, cond[2]);
		bs[ s+2 ] = vec128_xor(bs[ s+2 ], diff);			
		bs[ s+34 ] = vec128_xor(bs[ s+34 ], diff);			

		diff = vec128_xor(bs[ s+3 ], bs[ s+35 ]); 
		diff = vec128_and(diff, cond[3]);
		bs[ s+3 ] = vec128_xor(bs[ s+3 ], diff);			
		bs[ s+35 ] = vec128_xor(bs[ s+35 ], diff);			

		cond += 4;
	}
}

/* input: bits, control bits as array of bytes */
/* output: bits_int, control bits as array of 128-bit vectors */
void load_bits(vec128 bits_int[][32], const unsigned char * bits)
{
	int i, j;
	const unsigned char *ptr = bits;

	vec128 buf[64];

	for (i = 0; i <= 5; i += 2)
	{
		for (j = 0; j < 64; j++)
		{
			buf[j] = vec128_set2x(load8(ptr), load8(ptr + 512)); 
			ptr += 8;
		}

		transpose_64x128_sp( buf );

		for (j = 0; j < 32; j++)
		{
			bits_int[i+0][j] = vec128_unpack_low(buf[j], buf[j+32]); 
			bits_int[i+1][j] = vec128_unpack_high(buf[j], buf[j+32]); 
		}

		ptr += 512;
	}

	for (i = 6; i <= 18; i++)
	for (j = 0; j < 32; j++)
	{
		bits_int[i][j] = load16(ptr); ptr += 16;
	}

	for (i = 19; i < 25; i += 2)
	{
		for (j = 0; j < 64; j++)
		{
			buf[j] = vec128_set2x(load8(ptr), load8(ptr + 512)); 
			ptr += 8;
		}

		transpose_64x128_sp( buf );

		for (j = 0; j < 32; j++)
		{
			bits_int[i+0][j] = vec128_unpack_low(buf[j], buf[j+32]); 
			bits_int[i+1][j] = vec128_unpack_high(buf[j], buf[j+32]); 
		}

		ptr += 512;
	}
}

/* input: r, sequence of bits to be permuted */
/*        b, control bits as array of 128-bit vectors  */
/*        rev, 0 for normal application; !0 for inverse */
/* output: r, permuted bits */
void benes(vec128 * r, vec128 b[][32], int rev)
{
	int inc;

	vec128 *b_ptr = b[0];

	if (rev == 0) { inc =  32; b_ptr = b[ 0]; }
	else          { inc = -32; b_ptr = b[24]; }

	//

	transpose_64x128_sp( r );

	layer_0(r, b_ptr); b_ptr += inc;
	layer_1(r, b_ptr); b_ptr += inc;
	layer_2(r, b_ptr); b_ptr += inc;
	layer_3(r, b_ptr); b_ptr += inc;
	layer_4(r, b_ptr); b_ptr += inc;
	layer_5(r, b_ptr); b_ptr += inc;
	
	transpose_64x128_sp( r );
	
	layer_x(r, b_ptr); b_ptr += inc;
	layer_0(r, b_ptr); b_ptr += inc;
	layer_1(r, b_ptr); b_ptr += inc;
	layer_2(r, b_ptr); b_ptr += inc;
	layer_3(r, b_ptr); b_ptr += inc;
	layer_4(r, b_ptr); b_ptr += inc;
	layer_5(r, b_ptr); b_ptr += inc;
	layer_4(r, b_ptr); b_ptr += inc;
	layer_3(r, b_ptr); b_ptr += inc;
	layer_2(r, b_ptr); b_ptr += inc;
	layer_1(r, b_ptr); b_ptr += inc;
	layer_0(r, b_ptr); b_ptr += inc;
	layer_x(r, b_ptr); b_ptr += inc;

	transpose_64x128_sp( r );
	
	layer_5(r, b_ptr); b_ptr += inc;
	layer_4(r, b_ptr); b_ptr += inc;
	layer_3(r, b_ptr); b_ptr += inc;
	layer_2(r, b_ptr); b_ptr += inc;
	layer_1(r, b_ptr); b_ptr += inc;
	layer_0(r, b_ptr);

	transpose_64x128_sp( r );
}