RandomWOW/src/AssemblyGeneratorX86.cpp

/*
Copyright (c) 2018 tevador

This file is part of RandomX.

RandomX is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.

RandomX is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.

You should have received a copy of the GNU General Public License
along with RandomX.  If not, see<http://www.gnu.org/licenses/>.
*/
//#define TRACE
#define MAGIC_DIVISION
#include "AssemblyGeneratorX86.hpp"
#include "Pcg32.hpp"
#include "common.hpp"
#include "instructions.hpp"
#ifdef MAGIC_DIVISION
#include "divideByConstantCodegen.h"
#endif

namespace RandomX {

	static const char* regR[8] = { "r8", "r9", "r10", "r11", "r12", "r13", "r14", "r15" };
	static const char* regR32[8] = { "r8d", "r9d", "r10d", "r11d", "r12d", "r13d", "r14d", "r15d" };
	static const char* regF[8] = { "xmm8", "xmm9", "xmm2", "xmm3", "xmm4", "xmm5", "xmm6", "xmm7" };

	static const char* regMx = "rbp";
	static const char* regIc = "ebx";
	static const char* regIc8 = "bl";
	static const char* regStackBeginAddr = "rdi";
	static const char* regScratchpadAddr = "rsi";

	void AssemblyGeneratorX86::generateProgram(const void* seed) {
		asmCode.str(std::string()); //clear
		Pcg32 gen(seed);
		for (unsigned i = 0; i < sizeof(RegisterFile) / sizeof(Pcg32::result_type); ++i) {
			gen();
		}
		Instruction instr;
		for (unsigned i = 0; i < ProgramLength; ++i) {
			for (unsigned j = 0; j < sizeof(instr) / sizeof(Pcg32::result_type); ++j) {
				*(((uint32_t*)&instr) + j) = gen();
			}
			generateCode(instr, i);
			asmCode << std::endl;
		}
		if(ProgramLength > 0)
			asmCode << "\tjmp rx_i_0" << std::endl;
	}

	void AssemblyGeneratorX86::generateCode(Instruction& instr, int i) {
		asmCode << "rx_i_" << i << ": ;" << instr.getName() << std::endl;
		asmCode << "\tdec " << regIc << std::endl;
		asmCode << "\tjz rx_finish" << std::endl;
		auto generator = engine[instr.opcode];
		(this->*generator)(instr, i);
	}

	void AssemblyGeneratorX86::gena(Instruction& instr, int i) {
		asmCode << "\txor " << regR[instr.rega % RegistersCount] << ", 0" << std::hex << instr.addra << "h" << std::dec << std::endl;
		asmCode << "\tmov ecx, " << regR32[instr.rega % RegistersCount] << std::endl;
		asmCode << "\ttest " << regIc8 << ", 63" << std::endl;
		asmCode << "\tjnz short rx_body_" << i << std::endl;
		if (instr.loca & 3) {
			asmCode << "\tcall rx_read_l1" << std::endl;
			asmCode << "rx_body_" << i << ":" << std::endl;
			if ((instr.loca & 192) == 0)
				asmCode << "\txor " << regMx << ", rcx" << std::endl;
			asmCode << "\tand ecx, " << (ScratchpadL1 - 1) << std::endl;
		}
		else {
			asmCode << "\tcall rx_read_l2" << std::endl;
			asmCode << "rx_body_" << i << ":" << std::endl;
			if ((instr.loca & 192) == 0)
				asmCode << "\txor " << regMx << ", rcx" << std::endl;
			asmCode << "\tand ecx, " << (ScratchpadL2 - 1) << std::endl;
		}
	}

	void AssemblyGeneratorX86::genar(Instruction& instr, int i) {
		gena(instr, i);
		asmCode << "\tmov rax, qword ptr [" << regScratchpadAddr << "+rcx*8]" << std::endl;
	}


	void AssemblyGeneratorX86::genaf(Instruction& instr, int i) {
		gena(instr, i);
		asmCode << "\tcvtdq2pd xmm0, qword ptr [" << regScratchpadAddr << "+rcx*8]" << std::endl;
	}

	void AssemblyGeneratorX86::genbiashift(Instruction& instr, const char* instrx86) {
		if (instr.locb & 1)	{
			asmCode << "\tmov rcx, " << regR[instr.regb % RegistersCount] << std::endl;
			asmCode << "\t" << instrx86 << " rax, cl" << std::endl;
		} else {
			asmCode << "\t" << instrx86 << " rax, " << (instr.imm8 & 63) << std::endl;;
		}
	}

	void AssemblyGeneratorX86::genbia(Instruction& instr) {
		if (instr.locb & 3)	{
			asmCode << regR[instr.regb % RegistersCount] << std::endl;
		} else {
			asmCode  << instr.imm32 << std::endl;;
		}
	}

	void AssemblyGeneratorX86::genbia32(Instruction& instr) {
		if (instr.locb & 3)	{
			asmCode << regR32[instr.regb % RegistersCount] << std::endl;
		}
		else {
			asmCode << instr.imm32 << std::endl;;
		}
	}

	void AssemblyGeneratorX86::genbf(Instruction& instr, const char* instrx86) {
		asmCode << "\t" << instrx86 << " xmm0, " << regF[instr.regb % RegistersCount] << std::endl;
	}

	void AssemblyGeneratorX86::gencr(Instruction& instr, bool rax = true) {
		switch (instr.locc & 7)
		{
		case 0:
			if(rax)
				asmCode << "\tmov rcx, rax" << std::endl;
			asmCode << "\tmov eax, " << regR32[instr.regc % RegistersCount] << std::endl;
			asmCode << "\txor eax, 0" << std::hex << instr.addrc << "h" << std::dec << std::endl;
			asmCode << "\tand eax, " << (ScratchpadL2 - 1) << std::endl;
			asmCode << "\tmov qword ptr [" << regScratchpadAddr << " + rax * 8], rcx" << std::endl;
			if (trace) {
				asmCode << "\tmov qword ptr [" << regScratchpadAddr << " + " << regIc << " * 8 + 262136], rcx" << std::endl;
			}
			return;

		case 1:
		case 2:
		case 3:
			if (rax)
				asmCode << "\tmov rcx, rax" << std::endl;
			asmCode << "\tmov eax, " << regR32[instr.regc % RegistersCount] << std::endl;
			asmCode << "\txor eax, 0" << std::hex << instr.addrc << "h" << std::dec << std::endl;
			asmCode << "\tand eax, " << (ScratchpadL1 - 1) << std::endl;
			asmCode << "\tmov qword ptr [" << regScratchpadAddr << " + rax * 8], rcx" << std::endl;
			if (trace) {
				asmCode << "\tmov qword ptr [" << regScratchpadAddr << " + " << regIc << " * 8 + 262136], rcx" << std::endl;
			}
			return;

		default:
			asmCode << "\tmov " << regR[instr.regc % RegistersCount] << ", " << (rax ? "rax" : "rcx") << std::endl;
			if (trace) {
				asmCode << "\tmov qword ptr [" << regScratchpadAddr << " + " << regIc << " * 8 + 262136], " << (rax ? "rax" : "rcx") << std::endl;
			}
			return;
		}
	}

	void AssemblyGeneratorX86::gencf(Instruction& instr, bool move = true) {
		if(move)
			asmCode << "\tmovaps " << regF[instr.regc % RegistersCount] << ", xmm0" << std::endl;
		const char* store = (instr.locc & 128) ? "movhpd" : "movlpd";
		switch (instr.locc & 7)
		{
			case 4:
				asmCode << "\tmov eax, " << regR32[instr.regc % RegistersCount] << std::endl;
				asmCode << "\txor eax, 0" << std::hex << instr.addrc << "h" << std::dec << std::endl;
				asmCode << "\tand eax, " << (ScratchpadL2 - 1) << std::endl;
				asmCode << "\t" << store << " qword ptr [" << regScratchpadAddr << " + rax * 8], " << regF[instr.regc % RegistersCount] << std::endl;
				break;

			case 5:
			case 6:
			case 7:
				asmCode << "\tmov eax, " << regR32[instr.regc % RegistersCount] << std::endl;
				asmCode << "\txor eax, 0" << std::hex << instr.addrc << "h" << std::dec << std::endl;
				asmCode << "\tand eax, " << (ScratchpadL1 - 1) << std::endl;
				asmCode << "\t" << store << " qword ptr [" << regScratchpadAddr << " + rax * 8], " << regF[instr.regc % RegistersCount] << std::endl;
				break;
		}
		if (trace) {
			asmCode << "\t" << store << " qword ptr [" << regScratchpadAddr << " + " << regIc << " * 8 + 262136], " << regF[instr.regc % RegistersCount] << std::endl;
		}
	}

	void AssemblyGeneratorX86::h_ADD_64(Instruction& instr, int i) {
		genar(instr, i);
		asmCode << "\tadd rax, ";
		genbia(instr);
		gencr(instr);
	}

	void AssemblyGeneratorX86::h_ADD_32(Instruction& instr, int i) {
		genar(instr, i);
		asmCode << "\tadd eax, ";
		genbia32(instr);
		gencr(instr);
	}

	void AssemblyGeneratorX86::h_SUB_64(Instruction& instr, int i) {
		genar(instr, i);
		asmCode << "\tsub rax, ";
		genbia(instr);
		gencr(instr);
	}

	void AssemblyGeneratorX86::h_SUB_32(Instruction& instr, int i) {
		genar(instr, i);
		asmCode << "\tsub eax, ";
		genbia32(instr);
		gencr(instr);
	}

	void AssemblyGeneratorX86::h_MUL_64(Instruction& instr, int i) {
		genar(instr, i);
		asmCode << "\timul rax, ";
		if ((instr.locb & 7) >= 6) {
			asmCode << "rax, ";
		}
		genbia(instr);
		gencr(instr);
	}

	void AssemblyGeneratorX86::h_MULH_64(Instruction& instr, int i) {
		genar(instr, i);
		asmCode << "\tmov rcx, ";
		genbia(instr);
		asmCode << "\tmul rcx" << std::endl;
		asmCode << "\tmov rax, rdx" << std::endl;
		gencr(instr);
	}

	void AssemblyGeneratorX86::h_MUL_32(Instruction& instr, int i) {
		genar(instr, i);
		asmCode << "\tmov ecx, eax" << std::endl;
		asmCode << "\tmov eax, ";
		genbia32(instr);
		asmCode << "\timul rax, rcx" << std::endl;
		gencr(instr);
	}

	void AssemblyGeneratorX86::h_IMUL_32(Instruction& instr, int i) {
		genar(instr, i);
		asmCode << "\tmovsxd rcx, eax" << std::endl;
		if ((instr.locb & 7) >= 6) {
			asmCode << "\tmov rax, " << instr.imm32 << std::endl;
		}
		else {
			asmCode << "\tmovsxd rax, " << regR32[instr.regb % RegistersCount] << std::endl;
		}
		asmCode << "\timul rax, rcx" << std::endl;
		gencr(instr);
	}

	void AssemblyGeneratorX86::h_IMULH_64(Instruction& instr, int i) {
		genar(instr, i);
		asmCode << "\tmov rcx, ";
		genbia(instr);
		asmCode << "\timul rcx" << std::endl;
		asmCode << "\tmov rax, rdx" << std::endl;
		gencr(instr);
	}

	void AssemblyGeneratorX86::h_DIV_64(Instruction& instr, int i) {
		genar(instr, i);
		if (instr.locb & 3) {
#ifdef MAGIC_DIVISION
			if (instr.imm32 != 0) {
				uint32_t divisor = instr.imm32;
				asmCode << "\t; magic divide by " << divisor << std::endl;
				if (divisor & (divisor - 1)) {
					magicu_info mi = compute_unsigned_magic_info(divisor, sizeof(uint64_t) * 8);
					if (mi.pre_shift > 0)
						asmCode << "\tshr rax, " << mi.pre_shift << std::endl;
					if (mi.increment) {
						asmCode << "\tadd rax, 1" << std::endl;
						asmCode << "\tsbb rax, 0" << std::endl;
					}
					asmCode << "\tmov rcx, " << mi.multiplier << std::endl;
					asmCode << "\tmul rcx" << std::endl;
					asmCode << "\tmov rax, rdx" << std::endl;
					if (mi.post_shift > 0)
						asmCode << "\tshr rax, " << mi.post_shift << std::endl;
				}
				else { //divisor is a power of two
					int shift = 0;
					while (divisor >>= 1)
						++shift;
					if(shift > 0)
						asmCode << "\tshr rax, " << shift << std::endl;
				}
			}
#else
			if (instr.imm32 == 0) {
				asmCode << "\tmov ecx, 1" << std::endl;
			}
			else {
				asmCode << "\tmov ecx, " << instr.imm32 << std::endl;
			}
#endif
		}
		else {
			asmCode << "\tmov ecx, 1" << std::endl;
			asmCode << "\tmov edx, " << regR32[instr.regb % RegistersCount] << std::endl;
			asmCode << "\ttest edx, edx" << std::endl;
			asmCode << "\tcmovne ecx, edx" << std::endl;
#ifdef MAGIC_DIVISION
			asmCode << "\txor edx, edx" << std::endl;
			asmCode << "\tdiv rcx" << std::endl;
#endif
		}
#ifndef MAGIC_DIVISION
		asmCode << "\txor edx, edx" << std::endl;
		asmCode << "\tdiv rcx" << std::endl;
#endif
		gencr(instr);
	}

	void AssemblyGeneratorX86::h_IDIV_64(Instruction& instr, int i) {
		genar(instr, i);
		if (instr.locb & 3) {
#ifdef MAGIC_DIVISION
			int64_t divisor = instr.imm32;
			asmCode << "\t; magic divide by " << divisor << std::endl;
			if ((divisor & -divisor) == divisor || (divisor & -divisor) == -divisor) {
				// +/- power of two
				bool negative = divisor < 0;
				if (negative)
					divisor = -divisor;
				int shift = 0;
				uint64_t unsignedDivisor = divisor;
				while (unsignedDivisor >>= 1)
					++shift;
				if (shift > 0) {
					asmCode << "\tmov rcx, rax" << std::endl;
					asmCode << "\tsar rcx, 63" << std::endl;
					uint32_t mask = (1ULL << shift) + 0xFFFFFFFF;
					asmCode << "\tand ecx, 0" << std::hex << mask << std::dec << "h" << std::endl;
					asmCode << "\tadd rax, rcx" << std::endl;
					asmCode << "\tsar rax, " << shift << std::endl;
				}
				if (negative)
					asmCode << "\tneg rax" << std::endl;
			}
			else if (divisor != 0) {
				magics_info mi = compute_signed_magic_info(divisor);
				if ((divisor >= 0) != (mi.multiplier >= 0))
					asmCode << "\tmov rcx, rax" << std::endl;
				asmCode << "\tmov rdx, " << mi.multiplier << std::endl;
				asmCode << "\timul rdx" << std::endl;
				asmCode << "\tmov rax, rdx" << std::endl;
				asmCode << "\txor edx, edx" << std::endl;
				bool haveSF = false;
				if (divisor > 0 && mi.multiplier < 0) {
					asmCode << "\tadd rax, rcx" << std::endl;
					haveSF = true;
				}
				if (divisor < 0 && mi.multiplier > 0) {
					asmCode << "\tsub rax, rcx" << std::endl;
					haveSF = true;
				}
				if (mi.shift > 0) {
					asmCode << "\tsar rax, " << mi.shift << std::endl;
					haveSF = true;
				}
				if (!haveSF)
					asmCode << "\ttest rax, rax" << std::endl;
				asmCode << "\tsets dl" << std::endl;
				asmCode << "\tadd rax, rdx" << std::endl;
			}
#else
			asmCode << "\tmov edx, " << instr.imm32 << std::endl;
#endif
		}
		else {
			asmCode << "\tmov edx, " << regR32[instr.regb % RegistersCount] << std::endl;
#ifndef MAGIC_DIVISION
		}
#endif
			asmCode << "\tcmp edx, -1" << std::endl;
			asmCode << "\tjne short body_idiv_" << i << std::endl;
			asmCode << "\tneg rax" << std::endl;
			asmCode << "\tjmp short result_idiv_" << i << std::endl;
			asmCode << "body_idiv_" << i << ":" << std::endl;
			asmCode << "\tmov ecx, 1" << std::endl;
			asmCode << "\ttest edx, edx" << std::endl;
			asmCode << "\tcmovne ecx, edx" << std::endl;
			asmCode << "\tmovsxd rcx, ecx" << std::endl;
			asmCode << "\tcqo" << std::endl;
			asmCode << "\tidiv rcx" << std::endl;
			asmCode << "result_idiv_" << i << ":" << std::endl;
#ifdef MAGIC_DIVISION
	}
#endif
		gencr(instr);
	}

	void AssemblyGeneratorX86::h_AND_64(Instruction& instr, int i) {
		genar(instr, i);
		asmCode << "\tand rax, ";
		genbia(instr);
		gencr(instr);
	}

	void AssemblyGeneratorX86::h_AND_32(Instruction& instr, int i) {
		genar(instr, i);
		asmCode << "\tand eax, ";
		genbia32(instr);
		gencr(instr);
	}

	void AssemblyGeneratorX86::h_OR_64(Instruction& instr, int i) {
		genar(instr, i);
		asmCode << "\tor rax, ";
		genbia(instr);
		gencr(instr);
	}

	void AssemblyGeneratorX86::h_OR_32(Instruction& instr, int i) {
		genar(instr, i);
		asmCode << "\tor eax, ";
		genbia32(instr);
		gencr(instr);
	}

	void AssemblyGeneratorX86::h_XOR_64(Instruction& instr, int i) {
		genar(instr, i);
		asmCode << "\txor rax, ";
		genbia(instr);
		gencr(instr);
	}

	void AssemblyGeneratorX86::h_XOR_32(Instruction& instr, int i) {
		genar(instr, i);
		asmCode << "\txor eax, ";
		genbia32(instr);
		gencr(instr);
	}

	void AssemblyGeneratorX86::h_SHL_64(Instruction& instr, int i) {
		genar(instr, i);
		genbiashift(instr, "shl");
		gencr(instr);
	}

	void AssemblyGeneratorX86::h_SHR_64(Instruction& instr, int i) {
		genar(instr, i);
		genbiashift(instr, "shr");
		gencr(instr);
	}

	void AssemblyGeneratorX86::h_SAR_64(Instruction& instr, int i) {
		genar(instr, i);
		genbiashift(instr, "sar");
		gencr(instr);
	}

	void AssemblyGeneratorX86::h_ROL_64(Instruction& instr, int i) {
		genar(instr, i);
		genbiashift(instr, "rol");
		gencr(instr);
	}

	void AssemblyGeneratorX86::h_ROR_64(Instruction& instr, int i) {
		genar(instr, i);
		genbiashift(instr, "ror");
		gencr(instr);
	}

	void AssemblyGeneratorX86::h_FPADD(Instruction& instr, int i) {
		genaf(instr, i);
		genbf(instr, "addpd");
		gencf(instr);
	}

	void AssemblyGeneratorX86::h_FPSUB(Instruction& instr, int i) {
		genaf(instr, i);
		genbf(instr, "subpd");
		gencf(instr);
	}

	void AssemblyGeneratorX86::h_FPMUL(Instruction& instr, int i) {
		genaf(instr, i);
		genbf(instr, "mulpd");
		asmCode << "\tmovaps xmm1, xmm0" << std::endl;
		asmCode << "\tcmpeqpd xmm1, xmm1" << std::endl;
		asmCode << "\tandps xmm0, xmm1" << std::endl;
		gencf(instr);
	}

	void AssemblyGeneratorX86::h_FPDIV(Instruction& instr, int i) {
		genaf(instr, i);
		genbf(instr, "divpd");
		asmCode << "\tmovaps xmm1, xmm0" << std::endl;
		asmCode << "\tcmpeqpd xmm1, xmm1" << std::endl;
		asmCode << "\tandps xmm0, xmm1" << std::endl;
		gencf(instr);
	}

	void AssemblyGeneratorX86::h_FPSQRT(Instruction& instr, int i) {
		genaf(instr, i);
		asmCode << "\tandps xmm0, xmm10" << std::endl;
		asmCode << "\tsqrtpd " << regF[instr.regc % RegistersCount] << ", xmm0" << std::endl;
		gencf(instr, false);
	}

	void AssemblyGeneratorX86::h_FPROUND(Instruction& instr, int i) {
		genar(instr, i);
		asmCode << "\tmov rcx, rax" << std::endl;
		int rotate = (13 - (instr.imm8 & 63)) & 63;
		if (rotate != 0)
			asmCode << "\trol rax, " << rotate << std::endl;
		asmCode << "\tand eax, 24576" << std::endl;
		asmCode << "\tor eax, 40896" << std::endl;
		asmCode << "\tmov dword ptr [rsp - 8], eax" << std::endl;
		asmCode << "\tldmxcsr dword ptr [rsp - 8]" << std::endl;
		gencr(instr, false);
	}

	static inline const char* jumpCondition(Instruction& instr, bool invert = false) {
		switch ((instr.locb & 7) ^ invert)
		{
			case 0:
				return "jbe";
			case 1:
				return "ja";
			case 2:
				return "js";
			case 3:
				return "jns";
			case 4:
				return "jo";
			case 5:
				return "jno";
			case 6:
				return "jl";
			case 7:
				return "jge";
		}
	}

	void AssemblyGeneratorX86::h_JUMP(Instruction& instr, int i) {
		genar(instr, i);
		gencr(instr);
		asmCode << "\tcmp " << regR32[instr.regb % RegistersCount] << ", " << instr.imm32 << std::endl;
		asmCode << "\t" << jumpCondition(instr);
		asmCode << " rx_i_" << wrapInstr(i + (instr.imm8 & 127) + 2) << std::endl;
	}

	void AssemblyGeneratorX86::h_CALL(Instruction& instr, int i) {
		genar(instr, i);
		gencr(instr);
		asmCode << "\tcmp " << regR32[instr.regb % RegistersCount] << ", " << instr.imm32 << std::endl;
		asmCode << "\t" << jumpCondition(instr, true);
		asmCode << " short rx_i_" << wrapInstr(i + 1) << std::endl;
		asmCode << "\tcall rx_i_" << wrapInstr(i + (instr.imm8 & 127) + 2) << std::endl;
	}

	void AssemblyGeneratorX86::h_RET(Instruction& instr, int i) {
		genar(instr, i);
		gencr(instr);
		asmCode << "\tcmp rsp, " << regStackBeginAddr << std::endl;
		asmCode << "\tje short rx_i_" << wrapInstr(i + 1) << std::endl;
		asmCode << "\tret" << std::endl;
	}

#include "instructionWeights.hpp"
#define INST_HANDLE(x) REPN(&AssemblyGeneratorX86::h_##x, WT(x))

	InstructionGenerator AssemblyGeneratorX86::engine[256] = {
		INST_HANDLE(ADD_64)
		INST_HANDLE(ADD_32)
		INST_HANDLE(SUB_64)
		INST_HANDLE(SUB_32)
		INST_HANDLE(MUL_64)
		INST_HANDLE(MULH_64)
		INST_HANDLE(MUL_32)
		INST_HANDLE(IMUL_32)
		INST_HANDLE(IMULH_64)
		INST_HANDLE(DIV_64)
		INST_HANDLE(IDIV_64)
		INST_HANDLE(AND_64)
		INST_HANDLE(AND_32)
		INST_HANDLE(OR_64)
		INST_HANDLE(OR_32)
		INST_HANDLE(XOR_64)
		INST_HANDLE(XOR_32)
		INST_HANDLE(SHL_64)
		INST_HANDLE(SHR_64)
		INST_HANDLE(SAR_64)
		INST_HANDLE(ROL_64)
		INST_HANDLE(ROR_64)
		INST_HANDLE(FPADD)
		INST_HANDLE(FPSUB)
		INST_HANDLE(FPMUL)
		INST_HANDLE(FPDIV)
		INST_HANDLE(FPSQRT)
		INST_HANDLE(FPROUND)
		INST_HANDLE(JUMP)
		INST_HANDLE(CALL)
		INST_HANDLE(RET)
	};
}