changecom(`/*', `*/')dnl /* * %CopyrightBegin% * * Copyright Ericsson AB 2004-2009. All Rights Reserved. * * The contents of this file are subject to the Erlang Public License, * Version 1.1, (the "License"); you may not use this file except in * compliance with the License. You should have received a copy of the * Erlang Public License along with this software. If not, it can be * retrieved online at http://www.erlang.org/. * * Software distributed under the License is distributed on an "AS IS" * basis, WITHOUT WARRANTY OF ANY KIND, either express or implied. See * the License for the specific language governing rights and limitations * under the License. * * %CopyrightEnd% */ /* * $Id$ */ include(`hipe/hipe_amd64_asm.m4') #`include' "hipe_literals.h" `#if THE_NON_VALUE == 0 #define TEST_GOT_EXN testq %rax, %rax #else #define TEST_GOT_EXN cmpq $THE_NON_VALUE, %rax #endif' `#define TEST_GOT_MBUF movq P_MBUF(P), %rdx; testq %rdx, %rdx; jnz 3f; 2: #define JOIN3(A,B,C) A##B##C #define HANDLE_GOT_MBUF(ARITY) 3: call JOIN3(nbif_,ARITY,_gc_after_bif); jmp 2b' /* * standard_bif_interface_1(nbif_name, cbif_name) * standard_bif_interface_2(nbif_name, cbif_name) * standard_bif_interface_3(nbif_name, cbif_name) * * Generate native interface for a BIF with 1-3 parameters and * standard failure mode. */ define(standard_bif_interface_1, ` #ifndef HAVE_$1 #`define' HAVE_$1 .section ".text" .align 4 .global $1 $1: /* set up the parameters */ movq P, %rdi NBIF_ARG(%rsi,1,0) /* make the call on the C stack */ SWITCH_ERLANG_TO_C call $2 TEST_GOT_MBUF SWITCH_C_TO_ERLANG /* throw exception if failure, otherwise return */ TEST_GOT_EXN jz nbif_1_simple_exception NBIF_RET(1) HANDLE_GOT_MBUF(1) .size $1,.-$1 .type $1,@function #endif') define(standard_bif_interface_2, ` #ifndef HAVE_$1 #`define' HAVE_$1 .section ".text" .align 4 .global $1 $1: /* set up the parameters */ movq P, %rdi NBIF_ARG(%rsi,2,0) NBIF_ARG(%rdx,2,1) /* make the call on the C stack */ SWITCH_ERLANG_TO_C call $2 TEST_GOT_MBUF SWITCH_C_TO_ERLANG /* throw exception if failure, otherwise return */ TEST_GOT_EXN jz nbif_2_simple_exception NBIF_RET(2) HANDLE_GOT_MBUF(2) .size $1,.-$1 .type $1,@function #endif') define(standard_bif_interface_3, ` #ifndef HAVE_$1 #`define' HAVE_$1 .section ".text" .align 4 .global $1 $1: /* set up the parameters */ movq P, %rdi NBIF_ARG(%rsi,3,0) NBIF_ARG(%rdx,3,1) NBIF_ARG(%rcx,3,2) /* make the call on the C stack */ SWITCH_ERLANG_TO_C call $2 TEST_GOT_MBUF SWITCH_C_TO_ERLANG /* throw exception if failure, otherwise return */ TEST_GOT_EXN jz nbif_3_simple_exception NBIF_RET(3) HANDLE_GOT_MBUF(3) .size $1,.-$1 .type $1,@function #endif') /* * fail_bif_interface_0(nbif_name, cbif_name) * * Generate native interface for a BIF with 0 parameters and * standard failure mode. */ define(fail_bif_interface_0, ` #ifndef HAVE_$1 #`define' HAVE_$1 .section ".text" .align 4 .global $1 $1: /* set up the parameters */ movq P, %rdi /* make the call on the C stack */ SWITCH_ERLANG_TO_C call $2 TEST_GOT_MBUF SWITCH_C_TO_ERLANG /* throw exception if failure, otherwise return */ TEST_GOT_EXN jz nbif_0_simple_exception NBIF_RET(0) HANDLE_GOT_MBUF(0) .size $1,.-$1 .type $1,@function #endif') /* * nofail_primop_interface_0(nbif_name, cbif_name) * nofail_primop_interface_1(nbif_name, cbif_name) * nofail_primop_interface_2(nbif_name, cbif_name) * nofail_primop_interface_3(nbif_name, cbif_name) * * Generate native interface for a primop with implicit P * parameter, 0-3 ordinary parameters and no failure mode. * Also used for guard BIFs. */ define(nofail_primop_interface_0, ` #ifndef HAVE_$1 #`define' HAVE_$1 .section ".text" .align 4 .global $1 $1: /* set up the parameters */ movq P, %rdi /* make the call on the C stack */ SWITCH_ERLANG_TO_C call $2 TEST_GOT_MBUF SWITCH_C_TO_ERLANG /* return */ NBIF_RET(0) HANDLE_GOT_MBUF(0) .size $1,.-$1 .type $1,@function #endif') define(nofail_primop_interface_1, ` #ifndef HAVE_$1 #`define' HAVE_$1 .section ".text" .align 4 .global $1 $1: /* set up the parameters */ movq P, %rdi NBIF_ARG(%rsi,1,0) /* make the call on the C stack */ SWITCH_ERLANG_TO_C call $2 TEST_GOT_MBUF SWITCH_C_TO_ERLANG /* return */ NBIF_RET(1) HANDLE_GOT_MBUF(1) .size $1,.-$1 .type $1,@function #endif') define(nofail_primop_interface_2, ` #ifndef HAVE_$1 #`define' HAVE_$1 .section ".text" .align 4 .global $1 $1: /* set up the parameters */ movq P, %rdi NBIF_ARG(%rsi,2,0) NBIF_ARG(%rdx,2,1) /* make the call on the C stack */ SWITCH_ERLANG_TO_C call $2 TEST_GOT_MBUF SWITCH_C_TO_ERLANG /* return */ NBIF_RET(2) HANDLE_GOT_MBUF(2) .size $1,.-$1 .type $1,@function #endif') define(nofail_primop_interface_3, ` #ifndef HAVE_$1 #`define' HAVE_$1 .section ".text" .align 4 .global $1 $1: /* set up the parameters */ movq P, %rdi NBIF_ARG(%rsi,3,0) NBIF_ARG(%rdx,3,1) NBIF_ARG(%rcx,3,2) /* make the call on the C stack */ SWITCH_ERLANG_TO_C call $2 TEST_GOT_MBUF SWITCH_C_TO_ERLANG /* return */ NBIF_RET(3) HANDLE_GOT_MBUF(3) .size $1,.-$1 .type $1,@function #endif') /* * nocons_nofail_primop_interface_0(nbif_name, cbif_name) * nocons_nofail_primop_interface_1(nbif_name, cbif_name) * nocons_nofail_primop_interface_2(nbif_name, cbif_name) * nocons_nofail_primop_interface_3(nbif_name, cbif_name) * nocons_nofail_primop_interface_5(nbif_name, cbif_name) * * Generate native interface for a primop with implicit P * parameter, 0-3 or 5 ordinary parameters, and no failure mode. * The primop cannot CONS or gc. */ define(nocons_nofail_primop_interface_0, ` #ifndef HAVE_$1 #`define' HAVE_$1 .section ".text" .align 4 .global $1 $1: /* set up the parameters */ movq P, %rdi /* make the call on the C stack */ SWITCH_ERLANG_TO_C_QUICK call $2 SWITCH_C_TO_ERLANG_QUICK /* return */ NBIF_RET(0) .size $1,.-$1 .type $1,@function #endif') define(nocons_nofail_primop_interface_1, ` #ifndef HAVE_$1 #`define' HAVE_$1 .section ".text" .align 4 .global $1 $1: /* set up the parameters */ movq P, %rdi NBIF_ARG(%rsi,1,0) /* make the call on the C stack */ SWITCH_ERLANG_TO_C_QUICK call $2 SWITCH_C_TO_ERLANG_QUICK /* return */ NBIF_RET(1) .size $1,.-$1 .type $1,@function #endif') define(nocons_nofail_primop_interface_2, ` #ifndef HAVE_$1 #`define' HAVE_$1 .section ".text" .align 4 .global $1 $1: /* set up the parameters */ movq P, %rdi NBIF_ARG(%rsi,2,0) NBIF_ARG(%rdx,2,1) /* make the call on the C stack */ SWITCH_ERLANG_TO_C_QUICK call $2 SWITCH_C_TO_ERLANG_QUICK /* return */ NBIF_RET(2) .size $1,.-$1 .type $1,@function #endif') define(nocons_nofail_primop_interface_3, ` #ifndef HAVE_$1 #`define' HAVE_$1 .section ".text" .align 4 .global $1 $1: /* set up the parameters */ movq P, %rdi NBIF_ARG(%rsi,3,0) NBIF_ARG(%rdx,3,1) NBIF_ARG(%rcx,3,2) /* make the call on the C stack */ SWITCH_ERLANG_TO_C_QUICK call $2 SWITCH_C_TO_ERLANG_QUICK /* return */ NBIF_RET(3) .size $1,.-$1 .type $1,@function #endif') define(nocons_nofail_primop_interface_5, ` #ifndef HAVE_$1 #`define' HAVE_$1 .section ".text" .align 4 .global $1 $1: /* set up the parameters */ movq P, %rdi NBIF_ARG(%rsi,5,0) NBIF_ARG(%rdx,5,1) NBIF_ARG(%rcx,5,2) NBIF_ARG(%r8,5,3) NBIF_ARG(%r9,5,4) /* make the call on the C stack */ SWITCH_ERLANG_TO_C_QUICK call $2 SWITCH_C_TO_ERLANG_QUICK /* return */ NBIF_RET(5) .size $1,.-$1 .type $1,@function #endif') /* * noproc_primop_interface_0(nbif_name, cbif_name) * noproc_primop_interface_1(nbif_name, cbif_name) * noproc_primop_interface_2(nbif_name, cbif_name) * noproc_primop_interface_3(nbif_name, cbif_name) * noproc_primop_interface_5(nbif_name, cbif_name) * * Generate native interface for a primop with no implicit P * parameter, 0-3 or 5 ordinary parameters, and no failure mode. * The primop cannot CONS or gc. */ define(noproc_primop_interface_0, ` #ifndef HAVE_$1 #`define' HAVE_$1 .section ".text" .align 4 .global $1 $1: /* make the call on the C stack */ SWITCH_ERLANG_TO_C_QUICK call $2 SWITCH_C_TO_ERLANG_QUICK /* return */ NBIF_RET(0) .size $1,.-$1 .type $1,@function #endif') define(noproc_primop_interface_1, ` #ifndef HAVE_$1 #`define' HAVE_$1 .section ".text" .align 4 .global $1 $1: /* set up the parameters */ NBIF_ARG(%rdi,1,0) /* make the call on the C stack */ SWITCH_ERLANG_TO_C_QUICK call $2 SWITCH_C_TO_ERLANG_QUICK /* return */ NBIF_RET(1) .size $1,.-$1 .type $1,@function #endif') define(noproc_primop_interface_2, ` #ifndef HAVE_$1 #`define' HAVE_$1 .section ".text" .align 4 .global $1 $1: /* set up the parameters */ NBIF_ARG(%rdi,2,0) NBIF_ARG(%rsi,2,1) /* make the call on the C stack */ SWITCH_ERLANG_TO_C_QUICK call $2 SWITCH_C_TO_ERLANG_QUICK /* return */ NBIF_RET(2) .size $1,.-$1 .type $1,@function #endif') define(noproc_primop_interface_3, ` #ifndef HAVE_$1 #`define' HAVE_$1 .section ".text" .align 4 .global $1 $1: /* set up the parameters */ NBIF_ARG(%rdi,3,0) NBIF_ARG(%rsi,3,1) NBIF_ARG(%rdx,3,2) /* make the call on the C stack */ SWITCH_ERLANG_TO_C_QUICK call $2 SWITCH_C_TO_ERLANG_QUICK /* return */ NBIF_RET(3) .size $1,.-$1 .type $1,@function #endif') define(noproc_primop_interface_5, ` #ifndef HAVE_$1 #`define' HAVE_$1 .section ".text" .align 4 .global $1 $1: /* set up the parameters */ NBIF_ARG(%rdi,5,0) NBIF_ARG(%rsi,5,1) NBIF_ARG(%rdx,5,2) NBIF_ARG(%rcx,5,3) NBIF_ARG(%r8,5,4) /* make the call on the C stack */ SWITCH_ERLANG_TO_C_QUICK call $2 SWITCH_C_TO_ERLANG_QUICK /* return */ NBIF_RET(5) .size $1,.-$1 .type $1,@function #endif') /* * AMD64-specific primops. */ noproc_primop_interface_0(nbif_handle_fp_exception, erts_restore_fpu) /* * Implement gc_bif_interface_0 as nofail_primop_interface_0. */ define(gc_bif_interface_0,`nofail_primop_interface_0($1, $2)') /* * Implement gc_bif_interface_N as standard_bif_interface_N (N=1,2). */ define(gc_bif_interface_1,`standard_bif_interface_1($1, $2)') define(gc_bif_interface_2,`standard_bif_interface_2($1, $2)') /* * Implement gc_nofail_primop_interface_1 as nofail_primop_interface_1. */ define(gc_nofail_primop_interface_1,`nofail_primop_interface_1($1, $2)') include(`hipe/hipe_bif_list.m4') `#if defined(__linux__) && defined(__ELF__) .section .note.GNU-stack,"",%progbits #endif'