annotate src/os_cpu/bsd_x86/vm/threadLS_bsd_x86.cpp @ 3960:f08d439fab8c

7089790: integrate bsd-port changes Reviewed-by: kvn, twisti, jrose Contributed-by: Kurt Miller <kurt@intricatesoftware.com>, Greg Lewis <glewis@eyesbeyond.com>, Jung-uk Kim <jkim@freebsd.org>, Christos Zoulas <christos@zoulas.com>, Landon Fuller <landonf@plausible.coop>, The FreeBSD Foundation <board@freebsdfoundation.org>, Michael Franz <mvfranz@gmail.com>, Roger Hoover <rhoover@apple.com>, Alexander Strange <astrange@apple.com>
author never
date Sun, 25 Sep 2011 16:03:29 -0700
parents
children f34d701e952e
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
3960
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
1 /*
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
2 * Copyright (c) 1999, 2010, Oracle and/or its affiliates. All rights reserved.
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
4 *
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
7 * published by the Free Software Foundation.
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
8 *
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
13 * accompanied this code).
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
14 *
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
18 *
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
20 * or visit www.oracle.com if you need additional information or have any
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
21 * questions.
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
22 *
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
23 */
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
24
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
25 #include "precompiled.hpp"
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
26 #include "runtime/threadLocalStorage.hpp"
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
27 #include "thread_bsd.inline.hpp"
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
28
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
29 // Map stack pointer (%esp) to thread pointer for faster TLS access
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
30 //
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
31 // Here we use a flat table for better performance. Getting current thread
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
32 // is down to one memory access (read _sp_map[%esp>>12]) in generated code
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
33 // and two in runtime code (-fPIC code needs an extra load for _sp_map).
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
34 //
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
35 // This code assumes stack page is not shared by different threads. It works
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
36 // in 32-bit VM when page size is 4K (or a multiple of 4K, if that matters).
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
37 //
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
38 // Notice that _sp_map is allocated in the bss segment, which is ZFOD
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
39 // (zero-fill-on-demand). While it reserves 4M address space upfront,
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
40 // actual memory pages are committed on demand.
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
41 //
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
42 // If an application creates and destroys a lot of threads, usually the
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
43 // stack space freed by a thread will soon get reused by new thread
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
44 // (this is especially true in NPTL or BsdThreads in fixed-stack mode).
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
45 // No memory page in _sp_map is wasted.
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
46 //
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
47 // However, it's still possible that we might end up populating &
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
48 // committing a large fraction of the 4M table over time, but the actual
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
49 // amount of live data in the table could be quite small. The max wastage
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
50 // is less than 4M bytes. If it becomes an issue, we could use madvise()
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
51 // with MADV_DONTNEED to reclaim unused (i.e. all-zero) pages in _sp_map.
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
52 // MADV_DONTNEED on Bsd keeps the virtual memory mapping, but zaps the
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
53 // physical memory page (i.e. similar to MADV_FREE on Solaris).
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
54
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
55 #ifndef AMD64
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
56 Thread* ThreadLocalStorage::_sp_map[1UL << (SP_BITLENGTH - PAGE_SHIFT)];
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
57 #endif // !AMD64
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
58
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
59 void ThreadLocalStorage::generate_code_for_get_thread() {
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
60 // nothing we can do here for user-level thread
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
61 }
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
62
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
63 void ThreadLocalStorage::pd_init() {
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
64 #ifndef AMD64
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
65 assert(align_size_down(os::vm_page_size(), PAGE_SIZE) == os::vm_page_size(),
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
66 "page size must be multiple of PAGE_SIZE");
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
67 #endif // !AMD64
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
68 }
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
69
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
70 void ThreadLocalStorage::pd_set_thread(Thread* thread) {
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
71 os::thread_local_storage_at_put(ThreadLocalStorage::thread_index(), thread);
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
72
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
73 #ifndef AMD64
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
74 address stack_top = os::current_stack_base();
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
75 size_t stack_size = os::current_stack_size();
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
76
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
77 for (address p = stack_top - stack_size; p < stack_top; p += PAGE_SIZE) {
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
78 // pd_set_thread() is called with non-NULL value when a new thread is
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
79 // created/attached, or with NULL value when a thread is about to exit.
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
80 // If both "thread" and the corresponding _sp_map[] entry are non-NULL,
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
81 // they should have the same value. Otherwise it might indicate that the
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
82 // stack page is shared by multiple threads. However, a more likely cause
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
83 // for this assertion to fail is that an attached thread exited without
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
84 // detaching itself from VM, which is a program error and could cause VM
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
85 // to crash.
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
86 assert(thread == NULL || _sp_map[(uintptr_t)p >> PAGE_SHIFT] == NULL ||
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
87 thread == _sp_map[(uintptr_t)p >> PAGE_SHIFT],
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
88 "thread exited without detaching from VM??");
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
89 _sp_map[(uintptr_t)p >> PAGE_SHIFT] = thread;
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
90 }
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
91 #endif // !AMD64
f08d439fab8c 7089790: integrate bsd-port changes
never
parents:
diff changeset
92 }