| // Copyright 2011 The Go Authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style |
| // license that can be found in the LICENSE file. |
| |
| #include "go_asm.h" |
| #include "go_tls.h" |
| #include "textflag.h" |
| #include "time_windows.h" |
| #include "cgo/abi_amd64.h" |
| |
| // faster get/set last error |
| TEXT runtime·getlasterror(SB),NOSPLIT,$0 |
| MOVQ 0x30(GS), AX |
| MOVL 0x68(AX), AX |
| MOVL AX, ret+0(FP) |
| RET |
| |
| // Called by Windows as a Vectored Exception Handler (VEH). |
| // CX is pointer to struct containing |
| // exception record and context pointers. |
| // DX is the kind of sigtramp function. |
| // Return value of sigtrampgo is stored in AX. |
| TEXT sigtramp<>(SB),NOSPLIT,$0-0 |
| // Switch from the host ABI to the Go ABI. |
| PUSH_REGS_HOST_TO_ABI0() |
| |
| // Set up ABIInternal environment: cleared X15 and R14. |
| // R14 is cleared in case there's a non-zero value in there |
| // if called from a non-go thread. |
| XORPS X15, X15 |
| #ifndef GOAMD64_v3 |
| #ifndef GOAMD64_v4 |
| CMPB internal∕cpu·X86+const_offsetX86HasAVX(SB), $1 |
| JNE 2(PC) |
| #endif |
| #endif |
| VXORPS X15, X15, X15 |
| XORQ R14, R14 |
| |
| get_tls(AX) |
| CMPQ AX, $0 |
| JE 2(PC) |
| // Exception from Go thread, set R14. |
| MOVQ g(AX), R14 |
| |
| // Reserve space for spill slots. |
| ADJSP $16 |
| MOVQ CX, AX |
| MOVQ DX, BX |
| // Calling ABIInternal because TLS might be nil. |
| CALL runtime·sigtrampgo<ABIInternal>(SB) |
| // Return value is already stored in AX. |
| |
| ADJSP $-16 |
| |
| POP_REGS_HOST_TO_ABI0() |
| RET |
| |
| // Trampoline to resume execution from exception handler. |
| // This is part of the control flow guard workaround. |
| // It switches stacks and jumps to the continuation address. |
| // R8 and R9 are set above at the end of sigtrampgo |
| // in the context that starts executing at sigresume. |
| TEXT runtime·sigresume(SB),NOSPLIT|NOFRAME,$0 |
| MOVQ R8, SP |
| JMP R9 |
| |
| TEXT runtime·exceptiontramp(SB),NOSPLIT|NOFRAME,$0 |
| // PExceptionPointers already on CX |
| MOVQ $const_callbackVEH, DX |
| JMP sigtramp<>(SB) |
| |
| TEXT runtime·firstcontinuetramp(SB),NOSPLIT|NOFRAME,$0-0 |
| // PExceptionPointers already on CX |
| MOVQ $const_callbackFirstVCH, DX |
| JMP sigtramp<>(SB) |
| |
| TEXT runtime·lastcontinuetramp(SB),NOSPLIT|NOFRAME,$0-0 |
| // PExceptionPointers already on CX |
| MOVQ $const_callbackLastVCH, DX |
| JMP sigtramp<>(SB) |
| |
| TEXT runtime·sehtramp(SB),NOSPLIT,$40-0 |
| // CX: PEXCEPTION_RECORD ExceptionRecord |
| // DX: ULONG64 EstablisherFrame |
| // R8: PCONTEXT ContextRecord |
| // R9: PDISPATCHER_CONTEXT DispatcherContext |
| // Switch from the host ABI to the Go ABI. |
| PUSH_REGS_HOST_TO_ABI0() |
| |
| get_tls(AX) |
| CMPQ AX, $0 |
| JNE 2(PC) |
| // This shouldn't happen, sehtramp is only attached to functions |
| // called from Go, and exception handlers are only called from |
| // the thread that threw the exception. |
| INT $3 |
| |
| // Exception from Go thread, set R14. |
| MOVQ g(AX), R14 |
| |
| ADJSP $40 |
| MOVQ CX, 0(SP) |
| MOVQ DX, 8(SP) |
| MOVQ R8, 16(SP) |
| MOVQ R9, 24(SP) |
| CALL runtime·sehhandler(SB) |
| MOVL 32(SP), AX |
| |
| ADJSP $-40 |
| |
| POP_REGS_HOST_TO_ABI0() |
| RET |
| |
| TEXT runtime·callbackasm1(SB),NOSPLIT|NOFRAME,$0 |
| // Construct args vector for cgocallback(). |
| // By windows/amd64 calling convention first 4 args are in CX, DX, R8, R9 |
| // args from the 5th on are on the stack. |
| // In any case, even if function has 0,1,2,3,4 args, there is reserved |
| // but uninitialized "shadow space" for the first 4 args. |
| // The values are in registers. |
| MOVQ CX, (16+0)(SP) |
| MOVQ DX, (16+8)(SP) |
| MOVQ R8, (16+16)(SP) |
| MOVQ R9, (16+24)(SP) |
| // R8 = address of args vector |
| LEAQ (16+0)(SP), R8 |
| |
| // remove return address from stack, we are not returning to callbackasm, but to its caller. |
| MOVQ 0(SP), AX |
| ADDQ $8, SP |
| |
| // determine index into runtime·cbs table |
| MOVQ $runtime·callbackasm(SB), DX |
| SUBQ DX, AX |
| MOVQ $0, DX |
| MOVQ $5, CX // divide by 5 because each call instruction in runtime·callbacks is 5 bytes long |
| DIVL CX |
| SUBQ $1, AX // subtract 1 because return PC is to the next slot |
| |
| // Switch from the host ABI to the Go ABI. |
| PUSH_REGS_HOST_TO_ABI0() |
| |
| // Create a struct callbackArgs on our stack to be passed as |
| // the "frame" to cgocallback and on to callbackWrap. |
| SUBQ $(24+callbackArgs__size), SP |
| MOVQ AX, (24+callbackArgs_index)(SP) // callback index |
| MOVQ R8, (24+callbackArgs_args)(SP) // address of args vector |
| MOVQ $0, (24+callbackArgs_result)(SP) // result |
| LEAQ 24(SP), AX |
| // Call cgocallback, which will call callbackWrap(frame). |
| MOVQ $0, 16(SP) // context |
| MOVQ AX, 8(SP) // frame (address of callbackArgs) |
| LEAQ ·callbackWrap<ABIInternal>(SB), BX // cgocallback takes an ABIInternal entry-point |
| MOVQ BX, 0(SP) // PC of function value to call (callbackWrap) |
| CALL ·cgocallback(SB) |
| // Get callback result. |
| MOVQ (24+callbackArgs_result)(SP), AX |
| ADDQ $(24+callbackArgs__size), SP |
| |
| POP_REGS_HOST_TO_ABI0() |
| |
| // The return value was placed in AX above. |
| RET |
| |
| // uint32 tstart_stdcall(M *newm); |
| TEXT runtime·tstart_stdcall(SB),NOSPLIT|NOFRAME,$0 |
| // Switch from the host ABI to the Go ABI. |
| PUSH_REGS_HOST_TO_ABI0() |
| |
| // CX contains first arg newm |
| MOVQ m_g0(CX), DX // g |
| |
| // Layout new m scheduler stack on os stack. |
| MOVQ SP, AX |
| MOVQ AX, (g_stack+stack_hi)(DX) |
| SUBQ $(64*1024), AX // initial stack size (adjusted later) |
| MOVQ AX, (g_stack+stack_lo)(DX) |
| ADDQ $const_stackGuard, AX |
| MOVQ AX, g_stackguard0(DX) |
| MOVQ AX, g_stackguard1(DX) |
| |
| // Set up tls. |
| MOVQ CX, g_m(DX) |
| get_tls(AX) |
| MOVQ DX, g(AX) |
| |
| CALL runtime·stackcheck(SB) // clobbers AX,CX |
| CALL runtime·mstart(SB) |
| |
| POP_REGS_HOST_TO_ABI0() |
| |
| XORL AX, AX // return 0 == success |
| RET |
| TEXT runtime·nanotime1(SB),NOSPLIT,$0-8 |
| MOVQ $_INTERRUPT_TIME, DI |
| MOVQ time_lo(DI), AX |
| IMULQ $100, AX |
| MOVQ AX, ret+0(FP) |
| RET |