changecom(`/*', `*/')dnl /* * %CopyrightBegin% * * Copyright Ericsson AB 2004-2011. All Rights Reserved. * * The contents of this file are subject to the Erlang Public License, * Version 1.1, (the "License"); you may not use this file except in * compliance with the License. You should have received a copy of the * Erlang Public License along with this software. If not, it can be * retrieved online at http://www.erlang.org/. * * Software distributed under the License is distributed on an "AS IS" * basis, WITHOUT WARRANTY OF ANY KIND, either express or implied. See * the License for the specific language governing rights and limitations * under the License. * * %CopyrightEnd% */ include(`hipe/hipe_amd64_asm.m4') #`include' "hipe_literals.h" `#if THE_NON_VALUE == 0 #define TEST_GOT_EXN testq %rax, %rax #else #define TEST_GOT_EXN cmpq $THE_NON_VALUE, %rax #endif' define(TEST_GOT_MBUF,`movq P_MBUF(P), %rdx # `TEST_GOT_MBUF' testq %rdx, %rdx jnz 3f 2:') define(HANDLE_GOT_MBUF,` 3: call nbif_$1_gc_after_bif # `HANDLE_GOT_MBUF' jmp 2b') /* * standard_bif_interface_1(nbif_name, cbif_name) * standard_bif_interface_2(nbif_name, cbif_name) * standard_bif_interface_3(nbif_name, cbif_name) * * Generate native interface for a BIF with 1-3 parameters and * standard failure mode. */ define(standard_bif_interface_1, ` #ifndef HAVE_$1 #`define' HAVE_$1 TEXT .align 4 GLOBAL(ASYM($1)) ASYM($1): /* set up the parameters */ movq P, %rdi NBIF_ARG(%rsi,1,0) /* make the call on the C stack */ SWITCH_ERLANG_TO_C pushq %rsi movq %rsp, %rsi /* Eterm* BIF__ARGS */ sub $(8), %rsp /* stack frame 16-byte alignment */ call CSYM($2) add $(1*8 + 8), %rsp TEST_GOT_MBUF SWITCH_C_TO_ERLANG /* throw exception if failure, otherwise return */ TEST_GOT_EXN jz nbif_1_simple_exception NBIF_RET(1) HANDLE_GOT_MBUF(1) SET_SIZE(ASYM($1)) TYPE_FUNCTION(ASYM($1)) #endif') define(standard_bif_interface_2, ` #ifndef HAVE_$1 #`define' HAVE_$1 TEXT .align 4 GLOBAL(ASYM($1)) ASYM($1): /* set up the parameters */ movq P, %rdi NBIF_ARG(%rsi,2,0) NBIF_ARG(%rdx,2,1) /* make the call on the C stack */ SWITCH_ERLANG_TO_C pushq %rdx pushq %rsi movq %rsp, %rsi /* Eterm* BIF__ARGS */ call CSYM($2) add $(2*8), %rsp TEST_GOT_MBUF SWITCH_C_TO_ERLANG /* throw exception if failure, otherwise return */ TEST_GOT_EXN jz nbif_2_simple_exception NBIF_RET(2) HANDLE_GOT_MBUF(2) SET_SIZE(ASYM($1)) TYPE_FUNCTION(ASYM($1)) #endif') define(standard_bif_interface_3, ` #ifndef HAVE_$1 #`define' HAVE_$1 TEXT .align 4 GLOBAL(ASYM($1)) ASYM($1): /* set up the parameters */ movq P, %rdi NBIF_ARG(%rsi,3,0) NBIF_ARG(%rdx,3,1) NBIF_ARG(%rcx,3,2) /* make the call on the C stack */ SWITCH_ERLANG_TO_C pushq %rcx pushq %rdx pushq %rsi movq %rsp, %rsi /* Eterm* BIF__ARGS */ sub $(8), %rsp /* stack frame 16-byte alignment */ call CSYM($2) add $(3*8 + 8), %rsp TEST_GOT_MBUF SWITCH_C_TO_ERLANG /* throw exception if failure, otherwise return */ TEST_GOT_EXN jz nbif_3_simple_exception NBIF_RET(3) HANDLE_GOT_MBUF(3) SET_SIZE(ASYM($1)) TYPE_FUNCTION(ASYM($1)) #endif') /* * fail_bif_interface_0(nbif_name, cbif_name) * * Generate native interface for a BIF with 0 parameters and * standard failure mode. */ define(fail_bif_interface_0, ` #ifndef HAVE_$1 #`define' HAVE_$1 TEXT .align 4 GLOBAL(ASYM($1)) ASYM($1): /* set up the parameters */ movq P, %rdi /* make the call on the C stack */ SWITCH_ERLANG_TO_C call CSYM($2) TEST_GOT_MBUF SWITCH_C_TO_ERLANG /* throw exception if failure, otherwise return */ TEST_GOT_EXN jz nbif_0_simple_exception NBIF_RET(0) HANDLE_GOT_MBUF(0) SET_SIZE(ASYM($1)) TYPE_FUNCTION(ASYM($1)) #endif') /* * nofail_primop_interface_0(nbif_name, cbif_name) * nofail_primop_interface_1(nbif_name, cbif_name) * nofail_primop_interface_2(nbif_name, cbif_name) * nofail_primop_interface_3(nbif_name, cbif_name) * * Generate native interface for a primop with implicit P * parameter, 0-3 ordinary parameters and no failure mode. * Also used for guard BIFs. */ define(nofail_primop_interface_0, ` #ifndef HAVE_$1 #`define' HAVE_$1 TEXT .align 4 GLOBAL(ASYM($1)) ASYM($1): /* set up the parameters */ movq P, %rdi /* make the call on the C stack */ SWITCH_ERLANG_TO_C call CSYM($2) TEST_GOT_MBUF SWITCH_C_TO_ERLANG /* return */ NBIF_RET(0) HANDLE_GOT_MBUF(0) SET_SIZE(ASYM($1)) TYPE_FUNCTION(ASYM($1)) #endif') define(nofail_primop_interface_1, ` #ifndef HAVE_$1 #`define' HAVE_$1 TEXT .align 4 GLOBAL(ASYM($1)) ASYM($1): /* set up the parameters */ movq P, %rdi NBIF_ARG(%rsi,1,0) /* make the call on the C stack */ SWITCH_ERLANG_TO_C call CSYM($2) TEST_GOT_MBUF SWITCH_C_TO_ERLANG /* return */ NBIF_RET(1) HANDLE_GOT_MBUF(1) SET_SIZE(ASYM($1)) TYPE_FUNCTION(ASYM($1)) #endif') define(nofail_primop_interface_2, ` #ifndef HAVE_$1 #`define' HAVE_$1 TEXT .align 4 GLOBAL(ASYM($1)) ASYM($1): /* set up the parameters */ movq P, %rdi NBIF_ARG(%rsi,2,0) NBIF_ARG(%rdx,2,1) /* make the call on the C stack */ SWITCH_ERLANG_TO_C call CSYM($2) TEST_GOT_MBUF SWITCH_C_TO_ERLANG /* return */ NBIF_RET(2) HANDLE_GOT_MBUF(2) SET_SIZE(ASYM($1)) TYPE_FUNCTION(ASYM($1)) #endif') define(nofail_primop_interface_3, ` #ifndef HAVE_$1 #`define' HAVE_$1 TEXT .align 4 GLOBAL(ASYM($1)) ASYM($1): /* set up the parameters */ movq P, %rdi NBIF_ARG(%rsi,3,0) NBIF_ARG(%rdx,3,1) NBIF_ARG(%rcx,3,2) /* make the call on the C stack */ SWITCH_ERLANG_TO_C call CSYM($2) TEST_GOT_MBUF SWITCH_C_TO_ERLANG /* return */ NBIF_RET(3) HANDLE_GOT_MBUF(3) SET_SIZE(ASYM($1)) TYPE_FUNCTION(ASYM($1)) #endif') /* * nocons_nofail_primop_interface_0(nbif_name, cbif_name) * nocons_nofail_primop_interface_1(nbif_name, cbif_name) * nocons_nofail_primop_interface_2(nbif_name, cbif_name) * nocons_nofail_primop_interface_3(nbif_name, cbif_name) * nocons_nofail_primop_interface_5(nbif_name, cbif_name) * * Generate native interface for a primop with implicit P * parameter, 0-3 or 5 ordinary parameters, and no failure mode. * The primop cannot CONS or gc. */ define(nocons_nofail_primop_interface_0, ` #ifndef HAVE_$1 #`define' HAVE_$1 TEXT .align 4 GLOBAL(ASYM($1)) ASYM($1): /* set up the parameters */ movq P, %rdi /* make the call on the C stack */ SWITCH_ERLANG_TO_C_QUICK call CSYM($2) SWITCH_C_TO_ERLANG_QUICK /* return */ NBIF_RET(0) SET_SIZE(ASYM($1)) TYPE_FUNCTION(ASYM($1)) #endif') define(nocons_nofail_primop_interface_1, ` #ifndef HAVE_$1 #`define' HAVE_$1 TEXT .align 4 GLOBAL(ASYM($1)) ASYM($1): /* set up the parameters */ movq P, %rdi NBIF_ARG(%rsi,1,0) /* make the call on the C stack */ SWITCH_ERLANG_TO_C_QUICK call CSYM($2) SWITCH_C_TO_ERLANG_QUICK /* return */ NBIF_RET(1) SET_SIZE(ASYM($1)) TYPE_FUNCTION(ASYM($1)) #endif') define(nocons_nofail_primop_interface_2, ` #ifndef HAVE_$1 #`define' HAVE_$1 TEXT .align 4 GLOBAL(ASYM($1)) ASYM($1): /* set up the parameters */ movq P, %rdi NBIF_ARG(%rsi,2,0) NBIF_ARG(%rdx,2,1) /* make the call on the C stack */ SWITCH_ERLANG_TO_C_QUICK call CSYM($2) SWITCH_C_TO_ERLANG_QUICK /* return */ NBIF_RET(2) SET_SIZE(ASYM($1)) TYPE_FUNCTION(ASYM($1)) #endif') define(nocons_nofail_primop_interface_3, ` #ifndef HAVE_$1 #`define' HAVE_$1 TEXT .align 4 GLOBAL(ASYM($1)) ASYM($1): /* set up the parameters */ movq P, %rdi NBIF_ARG(%rsi,3,0) NBIF_ARG(%rdx,3,1) NBIF_ARG(%rcx,3,2) /* make the call on the C stack */ SWITCH_ERLANG_TO_C_QUICK call CSYM($2) SWITCH_C_TO_ERLANG_QUICK /* return */ NBIF_RET(3) SET_SIZE(ASYM($1)) TYPE_FUNCTION(ASYM($1)) #endif') define(nocons_nofail_primop_interface_5, ` #ifndef HAVE_$1 #`define' HAVE_$1 TEXT .align 4 GLOBAL(ASYM($1)) ASYM($1): /* set up the parameters */ movq P, %rdi NBIF_ARG(%rsi,5,0) NBIF_ARG(%rdx,5,1) NBIF_ARG(%rcx,5,2) NBIF_ARG(%r8,5,3) NBIF_ARG(%r9,5,4) /* make the call on the C stack */ SWITCH_ERLANG_TO_C_QUICK call CSYM($2) SWITCH_C_TO_ERLANG_QUICK /* return */ NBIF_RET(5) SET_SIZE(ASYM($1)) TYPE_FUNCTION(ASYM($1)) #endif') /* * noproc_primop_interface_0(nbif_name, cbif_name) * noproc_primop_interface_1(nbif_name, cbif_name) * noproc_primop_interface_2(nbif_name, cbif_name) * noproc_primop_interface_3(nbif_name, cbif_name) * noproc_primop_interface_5(nbif_name, cbif_name) * * Generate native interface for a primop with no implicit P * parameter, 0-3 or 5 ordinary parameters, and no failure mode. * The primop cannot CONS or gc. */ define(noproc_primop_interface_0, ` #ifndef HAVE_$1 #`define' HAVE_$1 TEXT .align 4 GLOBAL(ASYM($1)) ASYM($1): /* make the call on the C stack */ SWITCH_ERLANG_TO_C_QUICK call CSYM($2) SWITCH_C_TO_ERLANG_QUICK /* return */ NBIF_RET(0) SET_SIZE(ASYM($1)) TYPE_FUNCTION(ASYM($1)) #endif') define(noproc_primop_interface_1, ` #ifndef HAVE_$1 #`define' HAVE_$1 TEXT .align 4 GLOBAL(ASYM($1)) ASYM($1): /* set up the parameters */ NBIF_ARG(%rdi,1,0) /* make the call on the C stack */ SWITCH_ERLANG_TO_C_QUICK call CSYM($2) SWITCH_C_TO_ERLANG_QUICK /* return */ NBIF_RET(1) SET_SIZE(ASYM($1)) TYPE_FUNCTION(ASYM($1)) #endif') define(noproc_primop_interface_2, ` #ifndef HAVE_$1 #`define' HAVE_$1 TEXT .align 4 GLOBAL(ASYM($1)) ASYM($1): /* set up the parameters */ NBIF_ARG(%rdi,2,0) NBIF_ARG(%rsi,2,1) /* make the call on the C stack */ SWITCH_ERLANG_TO_C_QUICK call CSYM($2) SWITCH_C_TO_ERLANG_QUICK /* return */ NBIF_RET(2) SET_SIZE(ASYM($1)) TYPE_FUNCTION(ASYM($1)) #endif') define(noproc_primop_interface_3, ` #ifndef HAVE_$1 #`define' HAVE_$1 TEXT .align 4 GLOBAL(ASYM($1)) ASYM($1): /* set up the parameters */ NBIF_ARG(%rdi,3,0) NBIF_ARG(%rsi,3,1) NBIF_ARG(%rdx,3,2) /* make the call on the C stack */ SWITCH_ERLANG_TO_C_QUICK call CSYM($2) SWITCH_C_TO_ERLANG_QUICK /* return */ NBIF_RET(3) SET_SIZE(ASYM($1)) TYPE_FUNCTION(ASYM($1)) #endif') define(noproc_primop_interface_5, ` #ifndef HAVE_$1 #`define' HAVE_$1 TEXT .align 4 GLOBAL(ASYM($1)) ASYM($1): /* set up the parameters */ NBIF_ARG(%rdi,5,0) NBIF_ARG(%rsi,5,1) NBIF_ARG(%rdx,5,2) NBIF_ARG(%rcx,5,3) NBIF_ARG(%r8,5,4) /* make the call on the C stack */ SWITCH_ERLANG_TO_C_QUICK call CSYM($2) SWITCH_C_TO_ERLANG_QUICK /* return */ NBIF_RET(5) SET_SIZE(ASYM($1)) TYPE_FUNCTION(ASYM($1)) #endif') /* * AMD64-specific primops. */ noproc_primop_interface_0(nbif_handle_fp_exception, erts_restore_fpu) /* * Implement gc_bif_interface_0 as nofail_primop_interface_0. */ define(gc_bif_interface_0,`nofail_primop_interface_0($1, $2)') /* * Implement gc_bif_interface_N as standard_bif_interface_N (N=1,2). */ define(gc_bif_interface_1,`standard_bif_interface_1($1, $2)') define(gc_bif_interface_2,`standard_bif_interface_2($1, $2)') /* * Implement gc_nofail_primop_interface_1 as nofail_primop_interface_1. */ define(gc_nofail_primop_interface_1,`nofail_primop_interface_1($1, $2)') include(`hipe/hipe_bif_list.m4') `#if defined(__linux__) && defined(__ELF__) .section .note.GNU-stack,"",%progbits #endif'