NetBSD/lib/libpthread/pthread_stack.c
cl 33622a5943 userland part of no-syscall upcall stack return
- add pt_stackinfo to struct __pthread_st
- add pthread__stackinfo_offset returning the offset from ss_sp to
  pt_stackinfo
- pass stackinfo_offset to sa_register and set SA_FLAG_STACKINFO to
  make the kernel use it
- call pthread__sa_recycle in pthread__resolve_locks; g/c recycleq and
  pthread__recycle_bulk
- return stack in pthread__sa_recycle by incrementing sasi_stackgen
- make pthread__sa_recycle debugging output formatting conditional on
  pthread__debug_newline
2004-01-02 19:14:00 +00:00

201 lines
6.0 KiB
C

/* $NetBSD: pthread_stack.c,v 1.10 2004/01/02 19:14:00 cl Exp $ */
/*-
* Copyright (c) 2001 The NetBSD Foundation, Inc.
* All rights reserved.
*
* This code is derived from software contributed to The NetBSD Foundation
* by Nathan J. Williams.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
* 3. All advertising materials mentioning features or use of this software
* must display the following acknowledgement:
* This product includes software developed by the NetBSD
* Foundation, Inc. and its contributors.
* 4. Neither the name of The NetBSD Foundation nor the names of its
* contributors may be used to endorse or promote products derived
* from this software without specific prior written permission.
*
* THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
* POSSIBILITY OF SUCH DAMAGE.
*/
#include <sys/cdefs.h>
__RCSID("$NetBSD: pthread_stack.c,v 1.10 2004/01/02 19:14:00 cl Exp $");
#include <err.h>
#include <errno.h>
#include <signal.h>
#include <stddef.h>
#include <stdint.h>
#include <stdlib.h>
#include <ucontext.h>
#include <unistd.h>
#include <sys/queue.h>
#include <sys/mman.h>
#include <sys/resource.h>
#include <sched.h>
#include "pthread.h"
#include "pthread_int.h"
static pthread_t
pthread__stackid_setup(void *base, size_t size);
#ifndef PT_FIXEDSTACKSIZE_LG
/*
* We have to initialize the pt_stack* variables here because mutexes
* are used before pthread_init() and thus pthread__initmain() are
* called. Since mutexes only save the stack pointer and not a
* pointer to the thread data, it is safe to change the mapping from
* stack pointer to thread data afterwards.
*/
#define _STACKSIZE_LG 18
int pt_stacksize_lg = _STACKSIZE_LG;
size_t pt_stacksize = 1 << _STACKSIZE_LG;
vaddr_t pt_stackmask = (1 << _STACKSIZE_LG) - 1;
#undef _STACKSIZE_LG
#endif /* !PT_FIXEDSTACKSIZE_LG */
/*
* Allocate a stack for a thread, and set it up. It needs to be aligned, so
* that a thread can find itself by its stack pointer.
*/
int
pthread__stackalloc(pthread_t *newt)
{
void *addr;
addr = mmap(NULL, PT_STACKSIZE, PROT_READ|PROT_WRITE,
MAP_ANON|MAP_PRIVATE | MAP_ALIGNED(PT_STACKSIZE_LG), -1, (off_t)0);
if (addr == MAP_FAILED)
return ENOMEM;
pthread__assert(((intptr_t)addr & PT_STACKMASK) == 0);
*newt = pthread__stackid_setup(addr, PT_STACKSIZE);
return 0;
}
/*
* Set up the slightly special stack for the "initial" thread, which
* runs on the normal system stack, and thus gets slightly different
* treatment.
*/
void
pthread__initmain(pthread_t *newt)
{
void *base;
#ifndef PT_FIXEDSTACKSIZE_LG
struct rlimit slimit;
size_t pagesize;
char *value;
int ret;
pagesize = (size_t)sysconf(_SC_PAGESIZE);
pt_stacksize = 0;
ret = getrlimit(RLIMIT_STACK, &slimit);
if (ret == -1)
err(1, "Couldn't get stack resource consumption limits");
value = getenv("PTHREAD_STACKSIZE");
if (value) {
pt_stacksize = atoi(value) * 1024;
if (pt_stacksize > slimit.rlim_cur)
pt_stacksize = (size_t)slimit.rlim_cur;
}
if (pt_stacksize == 0)
pt_stacksize = (size_t)slimit.rlim_cur;
if (pt_stacksize < 4 * pagesize)
errx(1, "Stacksize limit is too low, minimum %zd kbyte.",
4 * pagesize / 1024);
pt_stacksize_lg = -1;
while (pt_stacksize) {
pt_stacksize >>= 1;
pt_stacksize_lg++;
}
pt_stacksize = (1 << pt_stacksize_lg);
pt_stackmask = pt_stacksize - 1;
/*
* XXX The "initial" thread stack can be smaller than
* requested because we don't control the end of the stack.
* On i386 the stack usually ends at 0xbfc00000 and for
* requested sizes >=8MB, we get a 4MB smaller stack.
*/
#endif /* PT_FIXEDSTACKSIZE_LG */
base = (void *) (pthread__sp() & ~PT_STACKMASK);
*newt = pthread__stackid_setup(base, PT_STACKSIZE);
}
static pthread_t
/*ARGSUSED*/
pthread__stackid_setup(void *base, size_t size)
{
pthread_t t;
size_t pagesize;
int ret;
/* Protect the next-to-bottom stack page as a red zone. */
/* XXX assumes that the stack grows down. */
pagesize = (size_t)sysconf(_SC_PAGESIZE);
#ifdef __hppa__
#error "stack does not grow down"
#endif
ret = mprotect((char *)base + pagesize, pagesize, PROT_NONE);
if (ret == -1)
err(2, "Couldn't mprotect() stack redzone at %p\n",
(char *)base + pagesize);
/*
* Put a pointer to the pthread in the bottom (but
* redzone-protected section) of the stack.
*/
t = base;
t->pt_stack.ss_sp = (char *)base + 2 * pagesize;
t->pt_stack.ss_size = PT_STACKSIZE - 2 * pagesize;
/* Set up an initial ucontext pointer to a "safe" area */
t->pt_uc =(ucontext_t *)(void *)((char *)t->pt_stack.ss_sp +
t->pt_stack.ss_size - (pagesize/2));
#ifdef _UC_UCONTEXT_ALIGN
t->pt_uc = (ucontext_t *)((uintptr_t)t->pt_uc & _UC_UCONTEXT_ALIGN);
#endif
return t;
}
ssize_t
pthread__stackinfo_offset()
{
size_t pagesize;
pagesize = (size_t)sysconf(_SC_PAGESIZE);
return (-(2 * pagesize) +
offsetof(struct __pthread_st, pt_stackinfo));
}