Rob Pike | 8e82a67 | 2008-06-30 11:50:36 -0700 | [diff] [blame] | 1 | // Copyright 2009 The Go Authors. All rights reserved. |
| 2 | // Use of this source code is governed by a BSD-style |
| 3 | // license that can be found in the LICENSE file. |
| 4 | |
| 5 | // |
| 6 | // System calls and other sys.stuff for AMD64, Linux |
| 7 | // |
| 8 | |
Russ Cox | 15ced2d | 2014-11-11 17:06:22 -0500 | [diff] [blame] | 9 | #include "go_asm.h" |
| 10 | #include "go_tls.h" |
Russ Cox | cb040d5 | 2014-09-04 23:05:18 -0400 | [diff] [blame] | 11 | #include "textflag.h" |
Russ Cox | 7343e03 | 2009-06-17 15:12:16 -0700 | [diff] [blame] | 12 | |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 13 | TEXT runtime·exit(SB),NOSPLIT,$0-4 |
| 14 | MOVL code+0(FP), DI |
Christopher Wedgwood | d166d16 | 2010-03-29 22:51:39 -0700 | [diff] [blame] | 15 | MOVL $231, AX // exitgroup - force all os threads to exit |
Russ Cox | d28acc4 | 2008-08-04 16:43:49 -0700 | [diff] [blame] | 16 | SYSCALL |
| 17 | RET |
| 18 | |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 19 | TEXT runtime·exit1(SB),NOSPLIT,$0-4 |
| 20 | MOVL code+0(FP), DI |
Russ Cox | 9682400 | 2008-08-05 14:18:47 -0700 | [diff] [blame] | 21 | MOVL $60, AX // exit - exit the current os thread |
Rob Pike | 8e82a67 | 2008-06-30 11:50:36 -0700 | [diff] [blame] | 22 | SYSCALL |
| 23 | RET |
| 24 | |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 25 | TEXT runtime·open(SB),NOSPLIT,$0-20 |
| 26 | MOVQ name+0(FP), DI |
| 27 | MOVL mode+8(FP), SI |
| 28 | MOVL perm+12(FP), DX |
Rob Pike | 8e82a67 | 2008-06-30 11:50:36 -0700 | [diff] [blame] | 29 | MOVL $2, AX // syscall entry |
| 30 | SYSCALL |
Keith Randall | f584c05 | 2015-03-02 20:16:48 -0800 | [diff] [blame] | 31 | CMPQ AX, $0xfffffffffffff001 |
| 32 | JLS 2(PC) |
| 33 | MOVL $-1, AX |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 34 | MOVL AX, ret+16(FP) |
Rob Pike | 8e82a67 | 2008-06-30 11:50:36 -0700 | [diff] [blame] | 35 | RET |
| 36 | |
David Crawshaw | cea272d | 2015-04-13 19:37:04 -0400 | [diff] [blame] | 37 | TEXT runtime·closefd(SB),NOSPLIT,$0-12 |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 38 | MOVL fd+0(FP), DI |
Dmitriy Vyukov | 4e5086b | 2011-07-29 12:44:06 -0400 | [diff] [blame] | 39 | MOVL $3, AX // syscall entry |
| 40 | SYSCALL |
Keith Randall | f584c05 | 2015-03-02 20:16:48 -0800 | [diff] [blame] | 41 | CMPQ AX, $0xfffffffffffff001 |
| 42 | JLS 2(PC) |
| 43 | MOVL $-1, AX |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 44 | MOVL AX, ret+8(FP) |
Dmitriy Vyukov | 4e5086b | 2011-07-29 12:44:06 -0400 | [diff] [blame] | 45 | RET |
| 46 | |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 47 | TEXT runtime·write(SB),NOSPLIT,$0-28 |
| 48 | MOVQ fd+0(FP), DI |
| 49 | MOVQ p+8(FP), SI |
| 50 | MOVL n+16(FP), DX |
Rob Pike | cbdaa10 | 2008-07-15 08:27:50 -0700 | [diff] [blame] | 51 | MOVL $1, AX // syscall entry |
| 52 | SYSCALL |
Keith Randall | f584c05 | 2015-03-02 20:16:48 -0800 | [diff] [blame] | 53 | CMPQ AX, $0xfffffffffffff001 |
| 54 | JLS 2(PC) |
| 55 | MOVL $-1, AX |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 56 | MOVL AX, ret+24(FP) |
Rob Pike | cbdaa10 | 2008-07-15 08:27:50 -0700 | [diff] [blame] | 57 | RET |
| 58 | |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 59 | TEXT runtime·read(SB),NOSPLIT,$0-28 |
| 60 | MOVL fd+0(FP), DI |
| 61 | MOVQ p+8(FP), SI |
| 62 | MOVL n+16(FP), DX |
Dmitriy Vyukov | 4e5086b | 2011-07-29 12:44:06 -0400 | [diff] [blame] | 63 | MOVL $0, AX // syscall entry |
| 64 | SYSCALL |
Keith Randall | f584c05 | 2015-03-02 20:16:48 -0800 | [diff] [blame] | 65 | CMPQ AX, $0xfffffffffffff001 |
| 66 | JLS 2(PC) |
| 67 | MOVL $-1, AX |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 68 | MOVL AX, ret+24(FP) |
Dmitriy Vyukov | 4e5086b | 2011-07-29 12:44:06 -0400 | [diff] [blame] | 69 | RET |
| 70 | |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 71 | TEXT runtime·getrlimit(SB),NOSPLIT,$0-20 |
| 72 | MOVL kind+0(FP), DI |
| 73 | MOVQ limit+8(FP), SI |
Russ Cox | 102274a | 2012-02-24 15:28:51 -0500 | [diff] [blame] | 74 | MOVL $97, AX // syscall entry |
| 75 | SYSCALL |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 76 | MOVL AX, ret+16(FP) |
Russ Cox | 102274a | 2012-02-24 15:28:51 -0500 | [diff] [blame] | 77 | RET |
| 78 | |
Keith Randall | 0273dc1 | 2013-08-07 12:20:05 -0700 | [diff] [blame] | 79 | TEXT runtime·usleep(SB),NOSPLIT,$16 |
Russ Cox | d324f21 | 2011-09-30 09:40:01 -0400 | [diff] [blame] | 80 | MOVL $0, DX |
| 81 | MOVL usec+0(FP), AX |
| 82 | MOVL $1000000, CX |
| 83 | DIVL CX |
| 84 | MOVQ AX, 0(SP) |
| 85 | MOVQ DX, 8(SP) |
| 86 | |
| 87 | // select(0, 0, 0, 0, &tv) |
| 88 | MOVL $0, DI |
| 89 | MOVL $0, SI |
| 90 | MOVL $0, DX |
| 91 | MOVL $0, R10 |
| 92 | MOVQ SP, R8 |
| 93 | MOVL $23, AX |
| 94 | SYSCALL |
| 95 | RET |
| 96 | |
Russ Cox | a9e5364 | 2015-06-22 12:32:05 -0400 | [diff] [blame] | 97 | TEXT runtime·gettid(SB),NOSPLIT,$0-4 |
| 98 | MOVL $186, AX // syscall - gettid |
| 99 | SYSCALL |
| 100 | MOVL AX, ret+0(FP) |
| 101 | RET |
| 102 | |
Russ Cox | 4a000b9 | 2014-02-25 17:00:08 -0500 | [diff] [blame] | 103 | TEXT runtime·raise(SB),NOSPLIT,$0 |
Russ Cox | 8698bb6 | 2011-04-25 16:58:00 -0400 | [diff] [blame] | 104 | MOVL $186, AX // syscall - gettid |
| 105 | SYSCALL |
| 106 | MOVL AX, DI // arg 1 tid |
Russ Cox | 5146a93 | 2013-03-15 01:11:03 -0400 | [diff] [blame] | 107 | MOVL sig+0(FP), SI // arg 2 |
Russ Cox | 8698bb6 | 2011-04-25 16:58:00 -0400 | [diff] [blame] | 108 | MOVL $200, AX // syscall - tkill |
| 109 | SYSCALL |
| 110 | RET |
| 111 | |
Russ Cox | 5bfed7c | 2015-01-14 11:18:24 -0500 | [diff] [blame] | 112 | TEXT runtime·raiseproc(SB),NOSPLIT,$0 |
| 113 | MOVL $39, AX // syscall - getpid |
| 114 | SYSCALL |
| 115 | MOVL AX, DI // arg 1 pid |
| 116 | MOVL sig+0(FP), SI // arg 2 |
| 117 | MOVL $62, AX // syscall - kill |
| 118 | SYSCALL |
| 119 | RET |
| 120 | |
Keith Randall | 0273dc1 | 2013-08-07 12:20:05 -0700 | [diff] [blame] | 121 | TEXT runtime·setitimer(SB),NOSPLIT,$0-24 |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 122 | MOVL mode+0(FP), DI |
| 123 | MOVQ new+8(FP), SI |
| 124 | MOVQ old+16(FP), DX |
Russ Cox | 8dee872 | 2011-03-23 11:31:42 -0400 | [diff] [blame] | 125 | MOVL $38, AX // syscall entry |
| 126 | SYSCALL |
| 127 | RET |
| 128 | |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 129 | TEXT runtime·mincore(SB),NOSPLIT,$0-28 |
| 130 | MOVQ addr+0(FP), DI |
| 131 | MOVQ n+8(FP), SI |
| 132 | MOVQ dst+16(FP), DX |
Jonathan Mark | ddde52a | 2011-06-07 21:50:10 -0700 | [diff] [blame] | 133 | MOVL $27, AX // syscall entry |
| 134 | SYSCALL |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 135 | MOVL AX, ret+24(FP) |
Jonathan Mark | ddde52a | 2011-06-07 21:50:10 -0700 | [diff] [blame] | 136 | RET |
| 137 | |
Russ Cox | efe3d35 | 2011-11-30 11:59:44 -0500 | [diff] [blame] | 138 | // func now() (sec int64, nsec int32) |
Keith Randall | 0273dc1 | 2013-08-07 12:20:05 -0700 | [diff] [blame] | 139 | TEXT time·now(SB),NOSPLIT,$16 |
Shenghou Ma | 2637777 | 2012-11-27 01:42:01 +0800 | [diff] [blame] | 140 | // Be careful. We're calling a function with gcc calling convention here. |
| 141 | // We're guaranteed 128 bytes on entry, and we've taken 16, and the |
| 142 | // call uses another 8. |
| 143 | // That leaves 104 for the gettime code to use. Hope that's enough! |
Shenghou Ma | 4022fc4 | 2012-11-09 14:19:07 +0800 | [diff] [blame] | 144 | MOVQ runtime·__vdso_clock_gettime_sym(SB), AX |
| 145 | CMPQ AX, $0 |
Russ Cox | b55791e | 2014-10-28 21:50:16 -0400 | [diff] [blame] | 146 | JEQ fallback |
Shenghou Ma | 4022fc4 | 2012-11-09 14:19:07 +0800 | [diff] [blame] | 147 | MOVL $0, DI // CLOCK_REALTIME |
Shenghou Ma | 2637777 | 2012-11-27 01:42:01 +0800 | [diff] [blame] | 148 | LEAQ 0(SP), SI |
Shenghou Ma | 4022fc4 | 2012-11-09 14:19:07 +0800 | [diff] [blame] | 149 | CALL AX |
Shenghou Ma | 2637777 | 2012-11-27 01:42:01 +0800 | [diff] [blame] | 150 | MOVQ 0(SP), AX // sec |
| 151 | MOVQ 8(SP), DX // nsec |
Shenghou Ma | 4022fc4 | 2012-11-09 14:19:07 +0800 | [diff] [blame] | 152 | MOVQ AX, sec+0(FP) |
| 153 | MOVL DX, nsec+8(FP) |
| 154 | RET |
Russ Cox | b55791e | 2014-10-28 21:50:16 -0400 | [diff] [blame] | 155 | fallback: |
Shenghou Ma | 2637777 | 2012-11-27 01:42:01 +0800 | [diff] [blame] | 156 | LEAQ 0(SP), DI |
Russ Cox | efe3d35 | 2011-11-30 11:59:44 -0500 | [diff] [blame] | 157 | MOVQ $0, SI |
Anthony Martin | 024a92c | 2012-11-07 18:29:31 -0800 | [diff] [blame] | 158 | MOVQ runtime·__vdso_gettimeofday_sym(SB), AX |
Russ Cox | efe3d35 | 2011-11-30 11:59:44 -0500 | [diff] [blame] | 159 | CALL AX |
Shenghou Ma | 2637777 | 2012-11-27 01:42:01 +0800 | [diff] [blame] | 160 | MOVQ 0(SP), AX // sec |
| 161 | MOVL 8(SP), DX // usec |
Russ Cox | efe3d35 | 2011-11-30 11:59:44 -0500 | [diff] [blame] | 162 | IMULQ $1000, DX |
Shenghou Ma | 4022fc4 | 2012-11-09 14:19:07 +0800 | [diff] [blame] | 163 | MOVQ AX, sec+0(FP) |
Russ Cox | efe3d35 | 2011-11-30 11:59:44 -0500 | [diff] [blame] | 164 | MOVL DX, nsec+8(FP) |
| 165 | RET |
| 166 | |
Keith Randall | 0273dc1 | 2013-08-07 12:20:05 -0700 | [diff] [blame] | 167 | TEXT runtime·nanotime(SB),NOSPLIT,$16 |
Shenghou Ma | 2637777 | 2012-11-27 01:42:01 +0800 | [diff] [blame] | 168 | // Duplicate time.now here to avoid using up precious stack space. |
| 169 | // See comment above in time.now. |
| 170 | MOVQ runtime·__vdso_clock_gettime_sym(SB), AX |
| 171 | CMPQ AX, $0 |
Russ Cox | b55791e | 2014-10-28 21:50:16 -0400 | [diff] [blame] | 172 | JEQ fallback |
Jay Weisskopf | 86c976f | 2014-02-24 10:57:46 -0500 | [diff] [blame] | 173 | MOVL $1, DI // CLOCK_MONOTONIC |
Shenghou Ma | 2637777 | 2012-11-27 01:42:01 +0800 | [diff] [blame] | 174 | LEAQ 0(SP), SI |
| 175 | CALL AX |
Shenghou Ma | 4022fc4 | 2012-11-09 14:19:07 +0800 | [diff] [blame] | 176 | MOVQ 0(SP), AX // sec |
Shenghou Ma | 2637777 | 2012-11-27 01:42:01 +0800 | [diff] [blame] | 177 | MOVQ 8(SP), DX // nsec |
| 178 | // sec is in AX, nsec in DX |
| 179 | // return nsec in AX |
| 180 | IMULQ $1000000000, AX |
| 181 | ADDQ DX, AX |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 182 | MOVQ AX, ret+0(FP) |
Shenghou Ma | 2637777 | 2012-11-27 01:42:01 +0800 | [diff] [blame] | 183 | RET |
Russ Cox | b55791e | 2014-10-28 21:50:16 -0400 | [diff] [blame] | 184 | fallback: |
Shenghou Ma | 2637777 | 2012-11-27 01:42:01 +0800 | [diff] [blame] | 185 | LEAQ 0(SP), DI |
| 186 | MOVQ $0, SI |
| 187 | MOVQ runtime·__vdso_gettimeofday_sym(SB), AX |
| 188 | CALL AX |
| 189 | MOVQ 0(SP), AX // sec |
| 190 | MOVL 8(SP), DX // usec |
| 191 | IMULQ $1000, DX |
| 192 | // sec is in AX, nsec in DX |
Russ Cox | f437331 | 2011-11-03 17:35:28 -0400 | [diff] [blame] | 193 | // return nsec in AX |
| 194 | IMULQ $1000000000, AX |
Russ Cox | f437331 | 2011-11-03 17:35:28 -0400 | [diff] [blame] | 195 | ADDQ DX, AX |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 196 | MOVQ AX, ret+0(FP) |
Russ Cox | e4f0681 | 2010-02-08 14:32:22 -0800 | [diff] [blame] | 197 | RET |
| 198 | |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 199 | TEXT runtime·rtsigprocmask(SB),NOSPLIT,$0-28 |
| 200 | MOVL sig+0(FP), DI |
| 201 | MOVQ new+8(FP), SI |
| 202 | MOVQ old+16(FP), DX |
| 203 | MOVL size+24(FP), R10 |
Russ Cox | 240b1d5 | 2012-02-23 14:43:58 -0500 | [diff] [blame] | 204 | MOVL $14, AX // syscall entry |
| 205 | SYSCALL |
| 206 | CMPQ AX, $0xfffffffffffff001 |
| 207 | JLS 2(PC) |
Russ Cox | 36aa7d4 | 2012-03-08 14:03:56 -0500 | [diff] [blame] | 208 | MOVL $0xf1, 0xf1 // crash |
Russ Cox | 240b1d5 | 2012-02-23 14:43:58 -0500 | [diff] [blame] | 209 | RET |
| 210 | |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 211 | TEXT runtime·rt_sigaction(SB),NOSPLIT,$0-36 |
| 212 | MOVQ sig+0(FP), DI |
| 213 | MOVQ new+8(FP), SI |
| 214 | MOVQ old+16(FP), DX |
| 215 | MOVQ size+24(FP), R10 |
Rob Pike | 8e82a67 | 2008-06-30 11:50:36 -0700 | [diff] [blame] | 216 | MOVL $13, AX // syscall entry |
| 217 | SYSCALL |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 218 | MOVL AX, ret+32(FP) |
Rob Pike | 8e82a67 | 2008-06-30 11:50:36 -0700 | [diff] [blame] | 219 | RET |
| 220 | |
Srdjan Petrovic | 5c8fbc6 | 2015-04-09 11:12:12 -0700 | [diff] [blame] | 221 | TEXT runtime·sigfwd(SB),NOSPLIT,$0-32 |
| 222 | MOVQ sig+8(FP), DI |
| 223 | MOVQ info+16(FP), SI |
| 224 | MOVQ ctx+24(FP), DX |
| 225 | MOVQ fn+0(FP), AX |
Shenghou Ma | 2f1ead7 | 2013-07-12 04:39:39 +0800 | [diff] [blame] | 226 | CALL AX |
Alan Donovan | 532dee3 | 2012-09-04 14:40:49 -0400 | [diff] [blame] | 227 | RET |
Russ Cox | b236911 | 2012-03-12 15:55:18 -0400 | [diff] [blame] | 228 | |
Srdjan Petrovic | 5c8fbc6 | 2015-04-09 11:12:12 -0700 | [diff] [blame] | 229 | TEXT runtime·sigtramp(SB),NOSPLIT,$24 |
| 230 | MOVQ DI, 0(SP) // signum |
| 231 | MOVQ SI, 8(SP) // info |
| 232 | MOVQ DX, 16(SP) // ctx |
| 233 | MOVQ $runtime·sigtrampgo(SB), AX |
| 234 | CALL AX |
Rob Pike | 8e82a67 | 2008-06-30 11:50:36 -0700 | [diff] [blame] | 235 | RET |
| 236 | |
Keith Randall | 0273dc1 | 2013-08-07 12:20:05 -0700 | [diff] [blame] | 237 | TEXT runtime·sigreturn(SB),NOSPLIT,$0 |
Russ Cox | dfa5893 | 2008-12-03 14:21:28 -0800 | [diff] [blame] | 238 | MOVL $15, AX // rt_sigreturn |
| 239 | SYSCALL |
| 240 | INT $3 // not reached |
| 241 | |
Keith Randall | 0273dc1 | 2013-08-07 12:20:05 -0700 | [diff] [blame] | 242 | TEXT runtime·mmap(SB),NOSPLIT,$0 |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 243 | MOVQ addr+0(FP), DI |
| 244 | MOVQ n+8(FP), SI |
| 245 | MOVL prot+16(FP), DX |
| 246 | MOVL flags+20(FP), R10 |
| 247 | MOVL fd+24(FP), R8 |
| 248 | MOVL off+28(FP), R9 |
Rob Pike | 8e82a67 | 2008-06-30 11:50:36 -0700 | [diff] [blame] | 249 | |
Russ Cox | d4cc557 | 2010-09-07 09:57:22 -0400 | [diff] [blame] | 250 | MOVL $9, AX // mmap |
Rob Pike | 8e82a67 | 2008-06-30 11:50:36 -0700 | [diff] [blame] | 251 | SYSCALL |
| 252 | CMPQ AX, $0xfffffffffffff001 |
Adam Langley | 3f7a324 | 2009-11-13 10:08:51 -0800 | [diff] [blame] | 253 | JLS 3(PC) |
| 254 | NOTQ AX |
| 255 | INCQ AX |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 256 | MOVQ AX, ret+32(FP) |
Rob Pike | 8e82a67 | 2008-06-30 11:50:36 -0700 | [diff] [blame] | 257 | RET |
| 258 | |
Keith Randall | 0273dc1 | 2013-08-07 12:20:05 -0700 | [diff] [blame] | 259 | TEXT runtime·munmap(SB),NOSPLIT,$0 |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 260 | MOVQ addr+0(FP), DI |
| 261 | MOVQ n+8(FP), SI |
Russ Cox | d4cc557 | 2010-09-07 09:57:22 -0400 | [diff] [blame] | 262 | MOVQ $11, AX // munmap |
| 263 | SYSCALL |
| 264 | CMPQ AX, $0xfffffffffffff001 |
| 265 | JLS 2(PC) |
Russ Cox | 36aa7d4 | 2012-03-08 14:03:56 -0500 | [diff] [blame] | 266 | MOVL $0xf1, 0xf1 // crash |
Russ Cox | d4cc557 | 2010-09-07 09:57:22 -0400 | [diff] [blame] | 267 | RET |
| 268 | |
Keith Randall | 0273dc1 | 2013-08-07 12:20:05 -0700 | [diff] [blame] | 269 | TEXT runtime·madvise(SB),NOSPLIT,$0 |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 270 | MOVQ addr+0(FP), DI |
| 271 | MOVQ n+8(FP), SI |
| 272 | MOVL flags+16(FP), DX |
Sébastien Paolacci | e6f5a90 | 2011-12-12 16:33:13 -0500 | [diff] [blame] | 273 | MOVQ $28, AX // madvise |
| 274 | SYSCALL |
Russ Cox | 295a4d8 | 2012-12-22 15:06:28 -0500 | [diff] [blame] | 275 | // ignore failure - maybe pages are locked |
Rob Pike | 8e82a67 | 2008-06-30 11:50:36 -0700 | [diff] [blame] | 276 | RET |
| 277 | |
Russ Cox | 9682400 | 2008-08-05 14:18:47 -0700 | [diff] [blame] | 278 | // int64 futex(int32 *uaddr, int32 op, int32 val, |
Russ Cox | d28acc4 | 2008-08-04 16:43:49 -0700 | [diff] [blame] | 279 | // struct timespec *timeout, int32 *uaddr2, int32 val2); |
Keith Randall | 0273dc1 | 2013-08-07 12:20:05 -0700 | [diff] [blame] | 280 | TEXT runtime·futex(SB),NOSPLIT,$0 |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 281 | MOVQ addr+0(FP), DI |
| 282 | MOVL op+8(FP), SI |
| 283 | MOVL val+12(FP), DX |
| 284 | MOVQ ts+16(FP), R10 |
| 285 | MOVQ addr2+24(FP), R8 |
| 286 | MOVL val3+32(FP), R9 |
Russ Cox | d28acc4 | 2008-08-04 16:43:49 -0700 | [diff] [blame] | 287 | MOVL $202, AX |
| 288 | SYSCALL |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 289 | MOVL AX, ret+40(FP) |
Russ Cox | d28acc4 | 2008-08-04 16:43:49 -0700 | [diff] [blame] | 290 | RET |
| 291 | |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 292 | // int32 clone(int32 flags, void *stack, M *mp, G *gp, void (*fn)(void)); |
Keith Randall | 0273dc1 | 2013-08-07 12:20:05 -0700 | [diff] [blame] | 293 | TEXT runtime·clone(SB),NOSPLIT,$0 |
Srdjan Petrovic | ca9128f | 2015-04-17 17:27:07 -0700 | [diff] [blame] | 294 | MOVL flags+0(FP), DI |
| 295 | MOVQ stack+8(FP), SI |
| 296 | MOVQ $0, DX |
| 297 | MOVQ $0, R10 |
Russ Cox | f7f6329 | 2008-08-05 14:21:42 -0700 | [diff] [blame] | 298 | |
Jingcheng Zhang | 70e967b | 2012-12-19 00:30:29 +0800 | [diff] [blame] | 299 | // Copy mp, gp, fn off parent stack for use by child. |
Russ Cox | d28acc4 | 2008-08-04 16:43:49 -0700 | [diff] [blame] | 300 | // Careful: Linux system call clobbers CX and R11. |
Srdjan Petrovic | ca9128f | 2015-04-17 17:27:07 -0700 | [diff] [blame] | 301 | MOVQ mp+16(FP), R8 |
| 302 | MOVQ gp+24(FP), R9 |
| 303 | MOVQ fn+32(FP), R12 |
Russ Cox | d28acc4 | 2008-08-04 16:43:49 -0700 | [diff] [blame] | 304 | |
| 305 | MOVL $56, AX |
| 306 | SYSCALL |
| 307 | |
| 308 | // In parent, return. |
| 309 | CMPQ AX, $0 |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 310 | JEQ 3(PC) |
| 311 | MOVL AX, ret+40(FP) |
Russ Cox | d28acc4 | 2008-08-04 16:43:49 -0700 | [diff] [blame] | 312 | RET |
Russ Cox | d324f21 | 2011-09-30 09:40:01 -0400 | [diff] [blame] | 313 | |
Russ Cox | e473f42 | 2010-08-04 17:50:22 -0700 | [diff] [blame] | 314 | // In child, on new stack. |
Russ Cox | d28acc4 | 2008-08-04 16:43:49 -0700 | [diff] [blame] | 315 | MOVQ SI, SP |
Russ Cox | d324f21 | 2011-09-30 09:40:01 -0400 | [diff] [blame] | 316 | |
Srdjan Petrovic | ca9128f | 2015-04-17 17:27:07 -0700 | [diff] [blame] | 317 | // If g or m are nil, skip Go-related setup. |
| 318 | CMPQ R8, $0 // m |
| 319 | JEQ nog |
| 320 | CMPQ R9, $0 // g |
| 321 | JEQ nog |
| 322 | |
Russ Cox | 376898c | 2008-09-09 11:50:14 -0700 | [diff] [blame] | 323 | // Initialize m->procid to Linux tid |
| 324 | MOVL $186, AX // gettid |
| 325 | SYSCALL |
Russ Cox | e473f42 | 2010-08-04 17:50:22 -0700 | [diff] [blame] | 326 | MOVQ AX, m_procid(R8) |
| 327 | |
| 328 | // Set FS to point at m->tls. |
| 329 | LEAQ m_tls(R8), DI |
Russ Cox | 68b4255 | 2010-11-04 14:00:19 -0400 | [diff] [blame] | 330 | CALL runtime·settls(SB) |
Russ Cox | e473f42 | 2010-08-04 17:50:22 -0700 | [diff] [blame] | 331 | |
| 332 | // In child, set up new stack |
| 333 | get_tls(CX) |
Russ Cox | 89f185f | 2014-06-26 11:54:39 -0400 | [diff] [blame] | 334 | MOVQ R8, g_m(R9) |
Russ Cox | e473f42 | 2010-08-04 17:50:22 -0700 | [diff] [blame] | 335 | MOVQ R9, g(CX) |
Russ Cox | 68b4255 | 2010-11-04 14:00:19 -0400 | [diff] [blame] | 336 | CALL runtime·stackcheck(SB) |
Russ Cox | 3609624 | 2009-01-16 14:58:14 -0800 | [diff] [blame] | 337 | |
Srdjan Petrovic | ca9128f | 2015-04-17 17:27:07 -0700 | [diff] [blame] | 338 | nog: |
Russ Cox | 376898c | 2008-09-09 11:50:14 -0700 | [diff] [blame] | 339 | // Call fn |
Russ Cox | d28acc4 | 2008-08-04 16:43:49 -0700 | [diff] [blame] | 340 | CALL R12 |
Russ Cox | f7f6329 | 2008-08-05 14:21:42 -0700 | [diff] [blame] | 341 | |
Shenghou Ma | edc53e1f | 2015-04-22 18:03:18 -0400 | [diff] [blame] | 342 | // It shouldn't return. If it does, exit that thread. |
Russ Cox | d28acc4 | 2008-08-04 16:43:49 -0700 | [diff] [blame] | 343 | MOVL $111, DI |
| 344 | MOVL $60, AX |
| 345 | SYSCALL |
| 346 | JMP -3(PC) // keep exiting |
| 347 | |
Keith Randall | 0273dc1 | 2013-08-07 12:20:05 -0700 | [diff] [blame] | 348 | TEXT runtime·sigaltstack(SB),NOSPLIT,$-8 |
Russ Cox | a67258f | 2008-09-18 15:56:46 -0700 | [diff] [blame] | 349 | MOVQ new+8(SP), DI |
| 350 | MOVQ old+16(SP), SI |
| 351 | MOVQ $131, AX |
| 352 | SYSCALL |
| 353 | CMPQ AX, $0xfffffffffffff001 |
| 354 | JLS 2(PC) |
Russ Cox | 36aa7d4 | 2012-03-08 14:03:56 -0500 | [diff] [blame] | 355 | MOVL $0xf1, 0xf1 // crash |
Russ Cox | a67258f | 2008-09-18 15:56:46 -0700 | [diff] [blame] | 356 | RET |
Russ Cox | e473f42 | 2010-08-04 17:50:22 -0700 | [diff] [blame] | 357 | |
| 358 | // set tls base to DI |
Keith Randall | 0273dc1 | 2013-08-07 12:20:05 -0700 | [diff] [blame] | 359 | TEXT runtime·settls(SB),NOSPLIT,$32 |
Michael Hudson-Doyle | 658a338 | 2015-03-04 16:28:45 +1300 | [diff] [blame] | 360 | ADDQ $8, DI // ELF wants to use -8(FS) |
Russ Cox | e473f42 | 2010-08-04 17:50:22 -0700 | [diff] [blame] | 361 | |
| 362 | MOVQ DI, SI |
| 363 | MOVQ $0x1002, DI // ARCH_SET_FS |
| 364 | MOVQ $158, AX // arch_prctl |
| 365 | SYSCALL |
| 366 | CMPQ AX, $0xfffffffffffff001 |
| 367 | JLS 2(PC) |
Russ Cox | 36aa7d4 | 2012-03-08 14:03:56 -0500 | [diff] [blame] | 368 | MOVL $0xf1, 0xf1 // crash |
Russ Cox | e473f42 | 2010-08-04 17:50:22 -0700 | [diff] [blame] | 369 | RET |
| 370 | |
Keith Randall | 0273dc1 | 2013-08-07 12:20:05 -0700 | [diff] [blame] | 371 | TEXT runtime·osyield(SB),NOSPLIT,$0 |
Dmitriy Vyukov | 4e5086b | 2011-07-29 12:44:06 -0400 | [diff] [blame] | 372 | MOVL $24, AX |
| 373 | SYSCALL |
| 374 | RET |
Shenghou Ma | 4f308ed | 2012-08-10 10:05:26 +0800 | [diff] [blame] | 375 | |
Keith Randall | 0273dc1 | 2013-08-07 12:20:05 -0700 | [diff] [blame] | 376 | TEXT runtime·sched_getaffinity(SB),NOSPLIT,$0 |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 377 | MOVQ pid+0(FP), DI |
| 378 | MOVQ len+8(FP), SI |
| 379 | MOVQ buf+16(FP), DX |
Shenghou Ma | 4f308ed | 2012-08-10 10:05:26 +0800 | [diff] [blame] | 380 | MOVL $204, AX // syscall entry |
| 381 | SYSCALL |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 382 | MOVL AX, ret+24(FP) |
Shenghou Ma | 4f308ed | 2012-08-10 10:05:26 +0800 | [diff] [blame] | 383 | RET |
Dmitriy Vyukov | 49e0300 | 2013-03-14 19:06:35 +0400 | [diff] [blame] | 384 | |
| 385 | // int32 runtime·epollcreate(int32 size); |
Keith Randall | 0273dc1 | 2013-08-07 12:20:05 -0700 | [diff] [blame] | 386 | TEXT runtime·epollcreate(SB),NOSPLIT,$0 |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 387 | MOVL size+0(FP), DI |
Dmitriy Vyukov | 49e0300 | 2013-03-14 19:06:35 +0400 | [diff] [blame] | 388 | MOVL $213, AX // syscall entry |
| 389 | SYSCALL |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 390 | MOVL AX, ret+8(FP) |
Dmitriy Vyukov | 49e0300 | 2013-03-14 19:06:35 +0400 | [diff] [blame] | 391 | RET |
| 392 | |
| 393 | // int32 runtime·epollcreate1(int32 flags); |
Keith Randall | 0273dc1 | 2013-08-07 12:20:05 -0700 | [diff] [blame] | 394 | TEXT runtime·epollcreate1(SB),NOSPLIT,$0 |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 395 | MOVL flags+0(FP), DI |
Dmitriy Vyukov | 49e0300 | 2013-03-14 19:06:35 +0400 | [diff] [blame] | 396 | MOVL $291, AX // syscall entry |
| 397 | SYSCALL |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 398 | MOVL AX, ret+8(FP) |
Dmitriy Vyukov | 49e0300 | 2013-03-14 19:06:35 +0400 | [diff] [blame] | 399 | RET |
| 400 | |
Dmitriy Vyukov | 91a670d | 2014-09-04 10:04:04 +0400 | [diff] [blame] | 401 | // func epollctl(epfd, op, fd int32, ev *epollEvent) int |
Keith Randall | 0273dc1 | 2013-08-07 12:20:05 -0700 | [diff] [blame] | 402 | TEXT runtime·epollctl(SB),NOSPLIT,$0 |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 403 | MOVL epfd+0(FP), DI |
| 404 | MOVL op+4(FP), SI |
| 405 | MOVL fd+8(FP), DX |
| 406 | MOVQ ev+16(FP), R10 |
Dmitriy Vyukov | 49e0300 | 2013-03-14 19:06:35 +0400 | [diff] [blame] | 407 | MOVL $233, AX // syscall entry |
| 408 | SYSCALL |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 409 | MOVL AX, ret+24(FP) |
Dmitriy Vyukov | 49e0300 | 2013-03-14 19:06:35 +0400 | [diff] [blame] | 410 | RET |
| 411 | |
| 412 | // int32 runtime·epollwait(int32 epfd, EpollEvent *ev, int32 nev, int32 timeout); |
Keith Randall | 0273dc1 | 2013-08-07 12:20:05 -0700 | [diff] [blame] | 413 | TEXT runtime·epollwait(SB),NOSPLIT,$0 |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 414 | MOVL epfd+0(FP), DI |
| 415 | MOVQ ev+8(FP), SI |
| 416 | MOVL nev+16(FP), DX |
| 417 | MOVL timeout+20(FP), R10 |
Dmitriy Vyukov | 49e0300 | 2013-03-14 19:06:35 +0400 | [diff] [blame] | 418 | MOVL $232, AX // syscall entry |
| 419 | SYSCALL |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 420 | MOVL AX, ret+24(FP) |
Dmitriy Vyukov | 49e0300 | 2013-03-14 19:06:35 +0400 | [diff] [blame] | 421 | RET |
| 422 | |
| 423 | // void runtime·closeonexec(int32 fd); |
Keith Randall | 0273dc1 | 2013-08-07 12:20:05 -0700 | [diff] [blame] | 424 | TEXT runtime·closeonexec(SB),NOSPLIT,$0 |
Russ Cox | 25f6b02 | 2014-08-27 11:32:17 -0400 | [diff] [blame] | 425 | MOVL fd+0(FP), DI // fd |
Dmitriy Vyukov | 49e0300 | 2013-03-14 19:06:35 +0400 | [diff] [blame] | 426 | MOVQ $2, SI // F_SETFD |
| 427 | MOVQ $1, DX // FD_CLOEXEC |
| 428 | MOVL $72, AX // fcntl |
| 429 | SYSCALL |
| 430 | RET |