// Copyright 2018 The Go Authors. All rights reserved. // Use of this source code is governed by a BSD-style // license that can be found in the LICENSE file. // This file contains main runtime AIX syscalls. // Pollset syscalls are in netpoll_aix.go. // The implementation is based on Solaris and Windows. // Each syscall is made by calling its libc symbol using asmcgocall and asmsyscall6 // assembly functions. package runtime import ( "unsafe" ) // Symbols imported for __start function. //go:cgo_import_dynamic libc___n_pthreads __n_pthreads "libpthread.a/shr_xpg5_64.o" //go:cgo_import_dynamic libc___mod_init __mod_init "libc.a/shr_64.o" //go:linkname libc___n_pthreads libc___n_pthreads //go:linkname libc___mod_init libc___mod_init var ( libc___n_pthreads, libc___mod_init libFunc ) // Syscalls //go:cgo_import_dynamic libc__Errno _Errno "libc.a/shr_64.o" //go:cgo_import_dynamic libc_clock_gettime clock_gettime "libc.a/shr_64.o" //go:cgo_import_dynamic libc_close close "libc.a/shr_64.o" //go:cgo_import_dynamic libc_exit _exit "libc.a/shr_64.o" //go:cgo_import_dynamic libc_getpid getpid "libc.a/shr_64.o" //go:cgo_import_dynamic libc_getsystemcfg getsystemcfg "libc.a/shr_64.o" //go:cgo_import_dynamic libc_kill kill "libc.a/shr_64.o" //go:cgo_import_dynamic libc_madvise madvise "libc.a/shr_64.o" //go:cgo_import_dynamic libc_malloc malloc "libc.a/shr_64.o" //go:cgo_import_dynamic libc_mmap mmap "libc.a/shr_64.o" //go:cgo_import_dynamic libc_mprotect mprotect "libc.a/shr_64.o" //go:cgo_import_dynamic libc_munmap munmap "libc.a/shr_64.o" //go:cgo_import_dynamic libc_open open "libc.a/shr_64.o" //go:cgo_import_dynamic libc_pipe pipe "libc.a/shr_64.o" //go:cgo_import_dynamic libc_raise raise "libc.a/shr_64.o" //go:cgo_import_dynamic libc_read read "libc.a/shr_64.o" //go:cgo_import_dynamic libc_sched_yield sched_yield "libc.a/shr_64.o" //go:cgo_import_dynamic libc_sem_init sem_init "libc.a/shr_64.o" //go:cgo_import_dynamic libc_sem_post sem_post "libc.a/shr_64.o" //go:cgo_import_dynamic libc_sem_timedwait sem_timedwait "libc.a/shr_64.o" //go:cgo_import_dynamic libc_sem_wait sem_wait "libc.a/shr_64.o" //go:cgo_import_dynamic libc_setitimer setitimer "libc.a/shr_64.o" //go:cgo_import_dynamic libc_sigaction sigaction "libc.a/shr_64.o" //go:cgo_import_dynamic libc_sigaltstack sigaltstack "libc.a/shr_64.o" //go:cgo_import_dynamic libc_sysconf sysconf "libc.a/shr_64.o" //go:cgo_import_dynamic libc_usleep usleep "libc.a/shr_64.o" //go:cgo_import_dynamic libc_write write "libc.a/shr_64.o" //go:cgo_import_dynamic libc_getuid getuid "libc.a/shr_64.o" //go:cgo_import_dynamic libc_geteuid geteuid "libc.a/shr_64.o" //go:cgo_import_dynamic libc_getgid getgid "libc.a/shr_64.o" //go:cgo_import_dynamic libc_getegid getegid "libc.a/shr_64.o" //go:cgo_import_dynamic libpthread___pth_init __pth_init "libpthread.a/shr_xpg5_64.o" //go:cgo_import_dynamic libpthread_attr_destroy pthread_attr_destroy "libpthread.a/shr_xpg5_64.o" //go:cgo_import_dynamic libpthread_attr_init pthread_attr_init "libpthread.a/shr_xpg5_64.o" //go:cgo_import_dynamic libpthread_attr_getstacksize pthread_attr_getstacksize "libpthread.a/shr_xpg5_64.o" //go:cgo_import_dynamic libpthread_attr_setstacksize pthread_attr_setstacksize "libpthread.a/shr_xpg5_64.o" //go:cgo_import_dynamic libpthread_attr_setdetachstate pthread_attr_setdetachstate "libpthread.a/shr_xpg5_64.o" //go:cgo_import_dynamic libpthread_attr_setstackaddr pthread_attr_setstackaddr "libpthread.a/shr_xpg5_64.o" //go:cgo_import_dynamic libpthread_create pthread_create "libpthread.a/shr_xpg5_64.o" //go:cgo_import_dynamic libpthread_sigthreadmask sigthreadmask "libpthread.a/shr_xpg5_64.o" //go:cgo_import_dynamic libpthread_self pthread_self "libpthread.a/shr_xpg5_64.o" //go:cgo_import_dynamic libpthread_kill pthread_kill "libpthread.a/shr_xpg5_64.o" //go:linkname libc__Errno libc__Errno //go:linkname libc_clock_gettime libc_clock_gettime //go:linkname libc_close libc_close //go:linkname libc_exit libc_exit //go:linkname libc_getpid libc_getpid //go:linkname libc_getsystemcfg libc_getsystemcfg //go:linkname libc_kill libc_kill //go:linkname libc_madvise libc_madvise //go:linkname libc_malloc libc_malloc //go:linkname libc_mmap libc_mmap //go:linkname libc_mprotect libc_mprotect //go:linkname libc_munmap libc_munmap //go:linkname libc_open libc_open //go:linkname libc_pipe libc_pipe //go:linkname libc_raise libc_raise //go:linkname libc_read libc_read //go:linkname libc_sched_yield libc_sched_yield //go:linkname libc_sem_init libc_sem_init //go:linkname libc_sem_post libc_sem_post //go:linkname libc_sem_timedwait libc_sem_timedwait //go:linkname libc_sem_wait libc_sem_wait //go:linkname libc_setitimer libc_setitimer //go:linkname libc_sigaction libc_sigaction //go:linkname libc_sigaltstack libc_sigaltstack //go:linkname libc_sysconf libc_sysconf //go:linkname libc_usleep libc_usleep //go:linkname libc_write libc_write //go:linkname libc_getuid libc_getuid //go:linkname libc_geteuid libc_geteuid //go:linkname libc_getgid libc_getgid //go:linkname libc_getegid libc_getegid //go:linkname libpthread___pth_init libpthread___pth_init //go:linkname libpthread_attr_destroy libpthread_attr_destroy //go:linkname libpthread_attr_init libpthread_attr_init //go:linkname libpthread_attr_getstacksize libpthread_attr_getstacksize //go:linkname libpthread_attr_setstacksize libpthread_attr_setstacksize //go:linkname libpthread_attr_setdetachstate libpthread_attr_setdetachstate //go:linkname libpthread_attr_setstackaddr libpthread_attr_setstackaddr //go:linkname libpthread_create libpthread_create //go:linkname libpthread_sigthreadmask libpthread_sigthreadmask //go:linkname libpthread_self libpthread_self //go:linkname libpthread_kill libpthread_kill var ( //libc libc__Errno, libc_clock_gettime, libc_close, libc_exit, libc_getpid, libc_getsystemcfg, libc_kill, libc_madvise, libc_malloc, libc_mmap, libc_mprotect, libc_munmap, libc_open, libc_pipe, libc_raise, libc_read, libc_sched_yield, libc_sem_init, libc_sem_post, libc_sem_timedwait, libc_sem_wait, libc_setitimer, libc_sigaction, libc_sigaltstack, libc_sysconf, libc_usleep, libc_write, libc_getuid, libc_geteuid, libc_getgid, libc_getegid, //libpthread libpthread___pth_init, libpthread_attr_destroy, libpthread_attr_init, libpthread_attr_getstacksize, libpthread_attr_setstacksize, libpthread_attr_setdetachstate, libpthread_attr_setstackaddr, libpthread_create, libpthread_sigthreadmask, libpthread_self, libpthread_kill libFunc ) type libFunc uintptr // asmsyscall6 calls the libc symbol using a C convention. // It's defined in sys_aix_ppc64.go. var asmsyscall6 libFunc // syscallX functions must always be called with g != nil and m != nil, // as it relies on g.m.libcall to pass arguments to asmcgocall. // The few cases where syscalls haven't a g or a m must call their equivalent // function in sys_aix_ppc64.s to handle them. //go:nowritebarrier //go:nosplit func syscall0(fn *libFunc) (r, err uintptr) { gp := getg() mp := gp.m resetLibcall := true if mp.libcallsp == 0 { mp.libcallg.set(gp) mp.libcallpc = getcallerpc() // sp must be the last, because once async cpu profiler finds // all three values to be non-zero, it will use them mp.libcallsp = getcallersp() } else { resetLibcall = false // See comment in sys_darwin.go:libcCall } c := libcall{ fn: uintptr(unsafe.Pointer(fn)), n: 0, args: uintptr(unsafe.Pointer(&fn)), // it's unused but must be non-nil, otherwise crashes } asmcgocall(unsafe.Pointer(&asmsyscall6), unsafe.Pointer(&c)) if resetLibcall { mp.libcallsp = 0 } return c.r1, c.err } //go:nowritebarrier //go:nosplit func syscall1(fn *libFunc, a0 uintptr) (r, err uintptr) { gp := getg() mp := gp.m resetLibcall := true if mp.libcallsp == 0 { mp.libcallg.set(gp) mp.libcallpc = getcallerpc() // sp must be the last, because once async cpu profiler finds // all three values to be non-zero, it will use them mp.libcallsp = getcallersp() } else { resetLibcall = false // See comment in sys_darwin.go:libcCall } c := libcall{ fn: uintptr(unsafe.Pointer(fn)), n: 1, args: uintptr(unsafe.Pointer(&a0)), } asmcgocall(unsafe.Pointer(&asmsyscall6), unsafe.Pointer(&c)) if resetLibcall { mp.libcallsp = 0 } return c.r1, c.err } //go:nowritebarrier //go:nosplit //go:cgo_unsafe_args func syscall2(fn *libFunc, a0, a1 uintptr) (r, err uintptr) { gp := getg() mp := gp.m resetLibcall := true if mp.libcallsp == 0 { mp.libcallg.set(gp) mp.libcallpc = getcallerpc() // sp must be the last, because once async cpu profiler finds // all three values to be non-zero, it will use them mp.libcallsp = getcallersp() } else { resetLibcall = false // See comment in sys_darwin.go:libcCall } c := libcall{ fn: uintptr(unsafe.Pointer(fn)), n: 2, args: uintptr(unsafe.Pointer(&a0)), } asmcgocall(unsafe.Pointer(&asmsyscall6), unsafe.Pointer(&c)) if resetLibcall { mp.libcallsp = 0 } return c.r1, c.err } //go:nowritebarrier //go:nosplit //go:cgo_unsafe_args func syscall3(fn *libFunc, a0, a1, a2 uintptr) (r, err uintptr) { gp := getg() mp := gp.m resetLibcall := true if mp.libcallsp == 0 { mp.libcallg.set(gp) mp.libcallpc = getcallerpc() // sp must be the last, because once async cpu profiler finds // all three values to be non-zero, it will use them mp.libcallsp = getcallersp() } else { resetLibcall = false // See comment in sys_darwin.go:libcCall } c := libcall{ fn: uintptr(unsafe.Pointer(fn)), n: 3, args: uintptr(unsafe.Pointer(&a0)), } asmcgocall(unsafe.Pointer(&asmsyscall6), unsafe.Pointer(&c)) if resetLibcall { mp.libcallsp = 0 } return c.r1, c.err } //go:nowritebarrier //go:nosplit //go:cgo_unsafe_args func syscall4(fn *libFunc, a0, a1, a2, a3 uintptr) (r, err uintptr) { gp := getg() mp := gp.m resetLibcall := true if mp.libcallsp == 0 { mp.libcallg.set(gp) mp.libcallpc = getcallerpc() // sp must be the last, because once async cpu profiler finds // all three values to be non-zero, it will use them mp.libcallsp = getcallersp() } else { resetLibcall = false // See comment in sys_darwin.go:libcCall } c := libcall{ fn: uintptr(unsafe.Pointer(fn)), n: 4, args: uintptr(unsafe.Pointer(&a0)), } asmcgocall(unsafe.Pointer(&asmsyscall6), unsafe.Pointer(&c)) if resetLibcall { mp.libcallsp = 0 } return c.r1, c.err } //go:nowritebarrier //go:nosplit //go:cgo_unsafe_args func syscall5(fn *libFunc, a0, a1, a2, a3, a4 uintptr) (r, err uintptr) { gp := getg() mp := gp.m resetLibcall := true if mp.libcallsp == 0 { mp.libcallg.set(gp) mp.libcallpc = getcallerpc() // sp must be the last, because once async cpu profiler finds // all three values to be non-zero, it will use them mp.libcallsp = getcallersp() } else { resetLibcall = false // See comment in sys_darwin.go:libcCall } c := libcall{ fn: uintptr(unsafe.Pointer(fn)), n: 5, args: uintptr(unsafe.Pointer(&a0)), } asmcgocall(unsafe.Pointer(&asmsyscall6), unsafe.Pointer(&c)) if resetLibcall { mp.libcallsp = 0 } return c.r1, c.err } //go:nowritebarrier //go:nosplit //go:cgo_unsafe_args func syscall6(fn *libFunc, a0, a1, a2, a3, a4, a5 uintptr) (r, err uintptr) { gp := getg() mp := gp.m resetLibcall := true if mp.libcallsp == 0 { mp.libcallg.set(gp) mp.libcallpc = getcallerpc() // sp must be the last, because once async cpu profiler finds // all three values to be non-zero, it will use them mp.libcallsp = getcallersp() } else { resetLibcall = false // See comment in sys_darwin.go:libcCall } c := libcall{ fn: uintptr(unsafe.Pointer(fn)), n: 6, args: uintptr(unsafe.Pointer(&a0)), } asmcgocall(unsafe.Pointer(&asmsyscall6), unsafe.Pointer(&c)) if resetLibcall { mp.libcallsp = 0 } return c.r1, c.err } func exit1(code int32) //go:nosplit func exit(code int32) { gp := getg() // Check the validity of g because without a g during // newosproc0. if gp != nil { syscall1(&libc_exit, uintptr(code)) return } exit1(code) } func write2(fd, p uintptr, n int32) int32 //go:nosplit func write1(fd uintptr, p unsafe.Pointer, n int32) int32 { gp := getg() // Check the validity of g because without a g during // newosproc0. if gp != nil { r, errno := syscall3(&libc_write, uintptr(fd), uintptr(p), uintptr(n)) if int32(r) < 0 { return -int32(errno) } return int32(r) } // Note that in this case we can't return a valid errno value. return write2(fd, uintptr(p), n) } //go:nosplit func read(fd int32, p unsafe.Pointer, n int32) int32 { r, errno := syscall3(&libc_read, uintptr(fd), uintptr(p), uintptr(n)) if int32(r) < 0 { return -int32(errno) } return int32(r) } //go:nosplit func open(name *byte, mode, perm int32) int32 { r, _ := syscall3(&libc_open, uintptr(unsafe.Pointer(name)), uintptr(mode), uintptr(perm)) return int32(r) } //go:nosplit func closefd(fd int32) int32 { r, _ := syscall1(&libc_close, uintptr(fd)) return int32(r) } //go:nosplit func pipe() (r, w int32, errno int32) { var p [2]int32 _, err := syscall1(&libc_pipe, uintptr(noescape(unsafe.Pointer(&p[0])))) return p[0], p[1], int32(err) } // mmap calls the mmap system call. // We only pass the lower 32 bits of file offset to the // assembly routine; the higher bits (if required), should be provided // by the assembly routine as 0. // The err result is an OS error code such as ENOMEM. // //go:nosplit func mmap(addr unsafe.Pointer, n uintptr, prot, flags, fd int32, off uint32) (unsafe.Pointer, int) { r, err0 := syscall6(&libc_mmap, uintptr(addr), uintptr(n), uintptr(prot), uintptr(flags), uintptr(fd), uintptr(off)) if r == ^uintptr(0) { return nil, int(err0) } return unsafe.Pointer(r), int(err0) } //go:nosplit func mprotect(addr unsafe.Pointer, n uintptr, prot int32) (unsafe.Pointer, int) { r, err0 := syscall3(&libc_mprotect, uintptr(addr), uintptr(n), uintptr(prot)) if r == ^uintptr(0) { return nil, int(err0) } return unsafe.Pointer(r), int(err0) } //go:nosplit func munmap(addr unsafe.Pointer, n uintptr) { r, err := syscall2(&libc_munmap, uintptr(addr), uintptr(n)) if int32(r) == -1 { println("syscall munmap failed: ", hex(err)) throw("syscall munmap") } } //go:nosplit func madvise(addr unsafe.Pointer, n uintptr, flags int32) { r, err := syscall3(&libc_madvise, uintptr(addr), uintptr(n), uintptr(flags)) if int32(r) == -1 { println("syscall madvise failed: ", hex(err)) throw("syscall madvise") } } func sigaction1(sig, new, old uintptr) //go:nosplit func sigaction(sig uintptr, new, old *sigactiont) { gp := getg() // Check the validity of g because without a g during // runtime.libpreinit. if gp != nil { r, err := syscall3(&libc_sigaction, sig, uintptr(unsafe.Pointer(new)), uintptr(unsafe.Pointer(old))) if int32(r) == -1 { println("Sigaction failed for sig: ", sig, " with error:", hex(err)) throw("syscall sigaction") } return } sigaction1(sig, uintptr(unsafe.Pointer(new)), uintptr(unsafe.Pointer(old))) } //go:nosplit func sigaltstack(new, old *stackt) { r, err := syscall2(&libc_sigaltstack, uintptr(unsafe.Pointer(new)), uintptr(unsafe.Pointer(old))) if int32(r) == -1 { println("syscall sigaltstack failed: ", hex(err)) throw("syscall sigaltstack") } } //go:nosplit //go:linkname internal_cpu_getsystemcfg internal/cpu.getsystemcfg func internal_cpu_getsystemcfg(label uint) uint { r, _ := syscall1(&libc_getsystemcfg, uintptr(label)) return uint(r) } func usleep1(us uint32) //go:nosplit func usleep_no_g(us uint32) { usleep1(us) } //go:nosplit func usleep(us uint32) { r, err := syscall1(&libc_usleep, uintptr(us)) if int32(r) == -1 { println("syscall usleep failed: ", hex(err)) throw("syscall usleep") } } //go:nosplit func clock_gettime(clockid int32, tp *timespec) int32 { r, _ := syscall2(&libc_clock_gettime, uintptr(clockid), uintptr(unsafe.Pointer(tp))) return int32(r) } //go:nosplit func setitimer(mode int32, new, old *itimerval) { r, err := syscall3(&libc_setitimer, uintptr(mode), uintptr(unsafe.Pointer(new)), uintptr(unsafe.Pointer(old))) if int32(r) == -1 { println("syscall setitimer failed: ", hex(err)) throw("syscall setitimer") } } //go:nosplit func malloc(size uintptr) unsafe.Pointer { r, _ := syscall1(&libc_malloc, size) return unsafe.Pointer(r) } //go:nosplit func sem_init(sem *semt, pshared int32, value uint32) int32 { r, _ := syscall3(&libc_sem_init, uintptr(unsafe.Pointer(sem)), uintptr(pshared), uintptr(value)) return int32(r) } //go:nosplit func sem_wait(sem *semt) (int32, int32) { r, err := syscall1(&libc_sem_wait, uintptr(unsafe.Pointer(sem))) return int32(r), int32(err) } //go:nosplit func sem_post(sem *semt) int32 { r, _ := syscall1(&libc_sem_post, uintptr(unsafe.Pointer(sem))) return int32(r) } //go:nosplit func sem_timedwait(sem *semt, timeout *timespec) (int32, int32) { r, err := syscall2(&libc_sem_timedwait, uintptr(unsafe.Pointer(sem)), uintptr(unsafe.Pointer(timeout))) return int32(r), int32(err) } //go:nosplit func raise(sig uint32) { r, err := syscall1(&libc_raise, uintptr(sig)) if int32(r) == -1 { println("syscall raise failed: ", hex(err)) throw("syscall raise") } } //go:nosplit func raiseproc(sig uint32) { pid, err := syscall0(&libc_getpid) if int32(pid) == -1 { println("syscall getpid failed: ", hex(err)) throw("syscall raiseproc") } syscall2(&libc_kill, pid, uintptr(sig)) } func osyield1() //go:nosplit func osyield_no_g() { osyield1() } //go:nosplit func osyield() { r, err := syscall0(&libc_sched_yield) if int32(r) == -1 { println("syscall osyield failed: ", hex(err)) throw("syscall osyield") } } //go:nosplit func sysconf(name int32) uintptr { r, _ := syscall1(&libc_sysconf, uintptr(name)) if int32(r) == -1 { throw("syscall sysconf") } return r } // pthread functions returns its error code in the main return value // Therefore, err returns by syscall means nothing and must not be used //go:nosplit func pthread_attr_destroy(attr *pthread_attr) int32 { r, _ := syscall1(&libpthread_attr_destroy, uintptr(unsafe.Pointer(attr))) return int32(r) } func pthread_attr_init1(attr uintptr) int32 //go:nosplit func pthread_attr_init(attr *pthread_attr) int32 { gp := getg() // Check the validity of g because without a g during // newosproc0. if gp != nil { r, _ := syscall1(&libpthread_attr_init, uintptr(unsafe.Pointer(attr))) return int32(r) } return pthread_attr_init1(uintptr(unsafe.Pointer(attr))) } func pthread_attr_setdetachstate1(attr uintptr, state int32) int32 //go:nosplit func pthread_attr_setdetachstate(attr *pthread_attr, state int32) int32 { gp := getg() // Check the validity of g because without a g during // newosproc0. if gp != nil { r, _ := syscall2(&libpthread_attr_setdetachstate, uintptr(unsafe.Pointer(attr)), uintptr(state)) return int32(r) } return pthread_attr_setdetachstate1(uintptr(unsafe.Pointer(attr)), state) } //go:nosplit func pthread_attr_setstackaddr(attr *pthread_attr, stk unsafe.Pointer) int32 { r, _ := syscall2(&libpthread_attr_setstackaddr, uintptr(unsafe.Pointer(attr)), uintptr(stk)) return int32(r) } //go:nosplit func pthread_attr_getstacksize(attr *pthread_attr, size *uint64) int32 { r, _ := syscall2(&libpthread_attr_getstacksize, uintptr(unsafe.Pointer(attr)), uintptr(unsafe.Pointer(size))) return int32(r) } func pthread_attr_setstacksize1(attr uintptr, size uint64) int32 //go:nosplit func pthread_attr_setstacksize(attr *pthread_attr, size uint64) int32 { gp := getg() // Check the validity of g because without a g during // newosproc0. if gp != nil { r, _ := syscall2(&libpthread_attr_setstacksize, uintptr(unsafe.Pointer(attr)), uintptr(size)) return int32(r) } return pthread_attr_setstacksize1(uintptr(unsafe.Pointer(attr)), size) } func pthread_create1(tid, attr, fn, arg uintptr) int32 //go:nosplit func pthread_create(tid *pthread, attr *pthread_attr, fn *funcDescriptor, arg unsafe.Pointer) int32 { gp := getg() // Check the validity of g because without a g during // newosproc0. if gp != nil { r, _ := syscall4(&libpthread_create, uintptr(unsafe.Pointer(tid)), uintptr(unsafe.Pointer(attr)), uintptr(unsafe.Pointer(fn)), uintptr(arg)) return int32(r) } return pthread_create1(uintptr(unsafe.Pointer(tid)), uintptr(unsafe.Pointer(attr)), uintptr(unsafe.Pointer(fn)), uintptr(arg)) } // On multi-thread program, sigprocmask must not be called. // It's replaced by sigthreadmask. func sigprocmask1(how, new, old uintptr) //go:nosplit func sigprocmask(how int32, new, old *sigset) { gp := getg() // Check the validity of m because it might be called during a cgo // callback early enough where m isn't available yet. if gp != nil && gp.m != nil { r, err := syscall3(&libpthread_sigthreadmask, uintptr(how), uintptr(unsafe.Pointer(new)), uintptr(unsafe.Pointer(old))) if int32(r) != 0 { println("syscall sigthreadmask failed: ", hex(err)) throw("syscall sigthreadmask") } return } sigprocmask1(uintptr(how), uintptr(unsafe.Pointer(new)), uintptr(unsafe.Pointer(old))) } //go:nosplit func pthread_self() pthread { r, _ := syscall0(&libpthread_self) return pthread(r) } //go:nosplit func signalM(mp *m, sig int) { syscall2(&libpthread_kill, uintptr(pthread(mp.procid)), uintptr(sig)) }