diff options
Diffstat (limited to 'erts/emulator/hipe/hipe_amd64_bifs.m4')
| -rw-r--r-- | erts/emulator/hipe/hipe_amd64_bifs.m4 | 555 |
1 files changed, 555 insertions, 0 deletions
diff --git a/erts/emulator/hipe/hipe_amd64_bifs.m4 b/erts/emulator/hipe/hipe_amd64_bifs.m4 new file mode 100644 index 0000000000..66fd167f47 --- /dev/null +++ b/erts/emulator/hipe/hipe_amd64_bifs.m4 @@ -0,0 +1,555 @@ +changecom(`/*', `*/')dnl +/* + * %CopyrightBegin% + * + * Copyright Ericsson AB 2004-2009. All Rights Reserved. + * + * The contents of this file are subject to the Erlang Public License, + * Version 1.1, (the "License"); you may not use this file except in + * compliance with the License. You should have received a copy of the + * Erlang Public License along with this software. If not, it can be + * retrieved online at http://www.erlang.org/. + * + * Software distributed under the License is distributed on an "AS IS" + * basis, WITHOUT WARRANTY OF ANY KIND, either express or implied. See + * the License for the specific language governing rights and limitations + * under the License. + * + * %CopyrightEnd% + */ +/* + * $Id$ + */ + +include(`hipe/hipe_amd64_asm.m4') +#`include' "hipe_literals.h" + +`#if THE_NON_VALUE == 0 +#define TEST_GOT_EXN testq %rax, %rax +#else +#define TEST_GOT_EXN cmpq $THE_NON_VALUE, %rax +#endif' + +`#define TEST_GOT_MBUF movq P_MBUF(P), %rdx; testq %rdx, %rdx; jnz 3f; 2: +#define JOIN3(A,B,C) A##B##C +#define HANDLE_GOT_MBUF(ARITY) 3: call JOIN3(nbif_,ARITY,_gc_after_bif); jmp 2b' + +/* + * standard_bif_interface_1(nbif_name, cbif_name) + * standard_bif_interface_2(nbif_name, cbif_name) + * standard_bif_interface_3(nbif_name, cbif_name) + * + * Generate native interface for a BIF with 1-3 parameters and + * standard failure mode. + */ +define(standard_bif_interface_1, +` +#ifndef HAVE_$1 +#`define' HAVE_$1 + .section ".text" + .align 4 + .global $1 +$1: + /* set up the parameters */ + movq P, %rdi + NBIF_ARG(%rsi,1,0) + + /* make the call on the C stack */ + SWITCH_ERLANG_TO_C + call $2 + TEST_GOT_MBUF + SWITCH_C_TO_ERLANG + + /* throw exception if failure, otherwise return */ + TEST_GOT_EXN + jz nbif_1_simple_exception + NBIF_RET(1) + HANDLE_GOT_MBUF(1) + .size $1,.-$1 + .type $1,@function +#endif') + +define(standard_bif_interface_2, +` +#ifndef HAVE_$1 +#`define' HAVE_$1 + .section ".text" + .align 4 + .global $1 +$1: + /* set up the parameters */ + movq P, %rdi + NBIF_ARG(%rsi,2,0) + NBIF_ARG(%rdx,2,1) + + /* make the call on the C stack */ + SWITCH_ERLANG_TO_C + call $2 + TEST_GOT_MBUF + SWITCH_C_TO_ERLANG + + /* throw exception if failure, otherwise return */ + TEST_GOT_EXN + jz nbif_2_simple_exception + NBIF_RET(2) + HANDLE_GOT_MBUF(2) + .size $1,.-$1 + .type $1,@function +#endif') + +define(standard_bif_interface_3, +` +#ifndef HAVE_$1 +#`define' HAVE_$1 + .section ".text" + .align 4 + .global $1 +$1: + /* set up the parameters */ + movq P, %rdi + NBIF_ARG(%rsi,3,0) + NBIF_ARG(%rdx,3,1) + NBIF_ARG(%rcx,3,2) + + /* make the call on the C stack */ + SWITCH_ERLANG_TO_C + call $2 + TEST_GOT_MBUF + SWITCH_C_TO_ERLANG + + /* throw exception if failure, otherwise return */ + TEST_GOT_EXN + jz nbif_3_simple_exception + NBIF_RET(3) + HANDLE_GOT_MBUF(3) + .size $1,.-$1 + .type $1,@function +#endif') + +/* + * fail_bif_interface_0(nbif_name, cbif_name) + * + * Generate native interface for a BIF with 0 parameters and + * standard failure mode. + */ +define(fail_bif_interface_0, +` +#ifndef HAVE_$1 +#`define' HAVE_$1 + .section ".text" + .align 4 + .global $1 +$1: + /* set up the parameters */ + movq P, %rdi + + /* make the call on the C stack */ + SWITCH_ERLANG_TO_C + call $2 + TEST_GOT_MBUF + SWITCH_C_TO_ERLANG + + /* throw exception if failure, otherwise return */ + TEST_GOT_EXN + jz nbif_0_simple_exception + NBIF_RET(0) + HANDLE_GOT_MBUF(0) + .size $1,.-$1 + .type $1,@function +#endif') + +/* + * nofail_primop_interface_0(nbif_name, cbif_name) + * nofail_primop_interface_1(nbif_name, cbif_name) + * nofail_primop_interface_2(nbif_name, cbif_name) + * nofail_primop_interface_3(nbif_name, cbif_name) + * + * Generate native interface for a primop with implicit P + * parameter, 0-3 ordinary parameters and no failure mode. + * Also used for guard BIFs. + */ +define(nofail_primop_interface_0, +` +#ifndef HAVE_$1 +#`define' HAVE_$1 + .section ".text" + .align 4 + .global $1 +$1: + /* set up the parameters */ + movq P, %rdi + + /* make the call on the C stack */ + SWITCH_ERLANG_TO_C + call $2 + TEST_GOT_MBUF + SWITCH_C_TO_ERLANG + + /* return */ + NBIF_RET(0) + HANDLE_GOT_MBUF(0) + .size $1,.-$1 + .type $1,@function +#endif') + +define(nofail_primop_interface_1, +` +#ifndef HAVE_$1 +#`define' HAVE_$1 + .section ".text" + .align 4 + .global $1 +$1: + /* set up the parameters */ + movq P, %rdi + NBIF_ARG(%rsi,1,0) + + /* make the call on the C stack */ + SWITCH_ERLANG_TO_C + call $2 + TEST_GOT_MBUF + SWITCH_C_TO_ERLANG + + /* return */ + NBIF_RET(1) + HANDLE_GOT_MBUF(1) + .size $1,.-$1 + .type $1,@function +#endif') + +define(nofail_primop_interface_2, +` +#ifndef HAVE_$1 +#`define' HAVE_$1 + .section ".text" + .align 4 + .global $1 +$1: + /* set up the parameters */ + movq P, %rdi + NBIF_ARG(%rsi,2,0) + NBIF_ARG(%rdx,2,1) + + /* make the call on the C stack */ + SWITCH_ERLANG_TO_C + call $2 + TEST_GOT_MBUF + SWITCH_C_TO_ERLANG + + /* return */ + NBIF_RET(2) + HANDLE_GOT_MBUF(2) + .size $1,.-$1 + .type $1,@function +#endif') + +define(nofail_primop_interface_3, +` +#ifndef HAVE_$1 +#`define' HAVE_$1 + .section ".text" + .align 4 + .global $1 +$1: + /* set up the parameters */ + movq P, %rdi + NBIF_ARG(%rsi,3,0) + NBIF_ARG(%rdx,3,1) + NBIF_ARG(%rcx,3,2) + + /* make the call on the C stack */ + SWITCH_ERLANG_TO_C + call $2 + TEST_GOT_MBUF + SWITCH_C_TO_ERLANG + + /* return */ + NBIF_RET(3) + HANDLE_GOT_MBUF(3) + .size $1,.-$1 + .type $1,@function +#endif') + +/* + * nocons_nofail_primop_interface_0(nbif_name, cbif_name) + * nocons_nofail_primop_interface_1(nbif_name, cbif_name) + * nocons_nofail_primop_interface_2(nbif_name, cbif_name) + * nocons_nofail_primop_interface_3(nbif_name, cbif_name) + * nocons_nofail_primop_interface_5(nbif_name, cbif_name) + * + * Generate native interface for a primop with implicit P + * parameter, 0-3 or 5 ordinary parameters, and no failure mode. + * The primop cannot CONS or gc. + */ +define(nocons_nofail_primop_interface_0, +` +#ifndef HAVE_$1 +#`define' HAVE_$1 + .section ".text" + .align 4 + .global $1 +$1: + /* set up the parameters */ + movq P, %rdi + + /* make the call on the C stack */ + SWITCH_ERLANG_TO_C_QUICK + call $2 + SWITCH_C_TO_ERLANG_QUICK + + /* return */ + NBIF_RET(0) + .size $1,.-$1 + .type $1,@function +#endif') + +define(nocons_nofail_primop_interface_1, +` +#ifndef HAVE_$1 +#`define' HAVE_$1 + .section ".text" + .align 4 + .global $1 +$1: + /* set up the parameters */ + movq P, %rdi + NBIF_ARG(%rsi,1,0) + + /* make the call on the C stack */ + SWITCH_ERLANG_TO_C_QUICK + call $2 + SWITCH_C_TO_ERLANG_QUICK + + /* return */ + NBIF_RET(1) + .size $1,.-$1 + .type $1,@function +#endif') + +define(nocons_nofail_primop_interface_2, +` +#ifndef HAVE_$1 +#`define' HAVE_$1 + .section ".text" + .align 4 + .global $1 +$1: + /* set up the parameters */ + movq P, %rdi + NBIF_ARG(%rsi,2,0) + NBIF_ARG(%rdx,2,1) + + /* make the call on the C stack */ + SWITCH_ERLANG_TO_C_QUICK + call $2 + SWITCH_C_TO_ERLANG_QUICK + + /* return */ + NBIF_RET(2) + .size $1,.-$1 + .type $1,@function +#endif') + +define(nocons_nofail_primop_interface_3, +` +#ifndef HAVE_$1 +#`define' HAVE_$1 + .section ".text" + .align 4 + .global $1 +$1: + /* set up the parameters */ + movq P, %rdi + NBIF_ARG(%rsi,3,0) + NBIF_ARG(%rdx,3,1) + NBIF_ARG(%rcx,3,2) + + /* make the call on the C stack */ + SWITCH_ERLANG_TO_C_QUICK + call $2 + SWITCH_C_TO_ERLANG_QUICK + + /* return */ + NBIF_RET(3) + .size $1,.-$1 + .type $1,@function +#endif') + +define(nocons_nofail_primop_interface_5, +` +#ifndef HAVE_$1 +#`define' HAVE_$1 + .section ".text" + .align 4 + .global $1 +$1: + /* set up the parameters */ + movq P, %rdi + NBIF_ARG(%rsi,5,0) + NBIF_ARG(%rdx,5,1) + NBIF_ARG(%rcx,5,2) + NBIF_ARG(%r8,5,3) + NBIF_ARG(%r9,5,4) + + /* make the call on the C stack */ + SWITCH_ERLANG_TO_C_QUICK + call $2 + SWITCH_C_TO_ERLANG_QUICK + + /* return */ + NBIF_RET(5) + .size $1,.-$1 + .type $1,@function +#endif') + +/* + * noproc_primop_interface_0(nbif_name, cbif_name) + * noproc_primop_interface_1(nbif_name, cbif_name) + * noproc_primop_interface_2(nbif_name, cbif_name) + * noproc_primop_interface_3(nbif_name, cbif_name) + * noproc_primop_interface_5(nbif_name, cbif_name) + * + * Generate native interface for a primop with no implicit P + * parameter, 0-3 or 5 ordinary parameters, and no failure mode. + * The primop cannot CONS or gc. + */ +define(noproc_primop_interface_0, +` +#ifndef HAVE_$1 +#`define' HAVE_$1 + .section ".text" + .align 4 + .global $1 +$1: + /* make the call on the C stack */ + SWITCH_ERLANG_TO_C_QUICK + call $2 + SWITCH_C_TO_ERLANG_QUICK + + /* return */ + NBIF_RET(0) + .size $1,.-$1 + .type $1,@function +#endif') + +define(noproc_primop_interface_1, +` +#ifndef HAVE_$1 +#`define' HAVE_$1 + .section ".text" + .align 4 + .global $1 +$1: + /* set up the parameters */ + NBIF_ARG(%rdi,1,0) + + /* make the call on the C stack */ + SWITCH_ERLANG_TO_C_QUICK + call $2 + SWITCH_C_TO_ERLANG_QUICK + + /* return */ + NBIF_RET(1) + .size $1,.-$1 + .type $1,@function +#endif') + +define(noproc_primop_interface_2, +` +#ifndef HAVE_$1 +#`define' HAVE_$1 + .section ".text" + .align 4 + .global $1 +$1: + /* set up the parameters */ + NBIF_ARG(%rdi,2,0) + NBIF_ARG(%rsi,2,1) + + /* make the call on the C stack */ + SWITCH_ERLANG_TO_C_QUICK + call $2 + SWITCH_C_TO_ERLANG_QUICK + + /* return */ + NBIF_RET(2) + .size $1,.-$1 + .type $1,@function +#endif') + +define(noproc_primop_interface_3, +` +#ifndef HAVE_$1 +#`define' HAVE_$1 + .section ".text" + .align 4 + .global $1 +$1: + /* set up the parameters */ + NBIF_ARG(%rdi,3,0) + NBIF_ARG(%rsi,3,1) + NBIF_ARG(%rdx,3,2) + + /* make the call on the C stack */ + SWITCH_ERLANG_TO_C_QUICK + call $2 + SWITCH_C_TO_ERLANG_QUICK + + /* return */ + NBIF_RET(3) + .size $1,.-$1 + .type $1,@function +#endif') + +define(noproc_primop_interface_5, +` +#ifndef HAVE_$1 +#`define' HAVE_$1 + .section ".text" + .align 4 + .global $1 +$1: + /* set up the parameters */ + NBIF_ARG(%rdi,5,0) + NBIF_ARG(%rsi,5,1) + NBIF_ARG(%rdx,5,2) + NBIF_ARG(%rcx,5,3) + NBIF_ARG(%r8,5,4) + + /* make the call on the C stack */ + SWITCH_ERLANG_TO_C_QUICK + call $2 + SWITCH_C_TO_ERLANG_QUICK + + /* return */ + NBIF_RET(5) + .size $1,.-$1 + .type $1,@function +#endif') + +/* + * AMD64-specific primops. + */ +noproc_primop_interface_0(nbif_handle_fp_exception, erts_restore_fpu) + +/* + * Implement gc_bif_interface_0 as nofail_primop_interface_0. + */ +define(gc_bif_interface_0,`nofail_primop_interface_0($1, $2)') + +/* + * Implement gc_bif_interface_N as standard_bif_interface_N (N=1,2). + */ +define(gc_bif_interface_1,`standard_bif_interface_1($1, $2)') +define(gc_bif_interface_2,`standard_bif_interface_2($1, $2)') + +/* + * Implement gc_nofail_primop_interface_1 as nofail_primop_interface_1. + */ +define(gc_nofail_primop_interface_1,`nofail_primop_interface_1($1, $2)') + +include(`hipe/hipe_bif_list.m4') + +`#if defined(__linux__) && defined(__ELF__) +.section .note.GNU-stack,"",%progbits +#endif' |