]>
Commit | Line | Data |
---|---|---|
1 | /* | |
2 | * Copyright (c) 2000-2003 Apple Computer, Inc. All rights reserved. | |
3 | * | |
4 | * @APPLE_LICENSE_HEADER_START@ | |
5 | * | |
6 | * Copyright (c) 1999-2003 Apple Computer, Inc. All Rights Reserved. | |
7 | * | |
8 | * This file contains Original Code and/or Modifications of Original Code | |
9 | * as defined in and that are subject to the Apple Public Source License | |
10 | * Version 2.0 (the 'License'). You may not use this file except in | |
11 | * compliance with the License. Please obtain a copy of the License at | |
12 | * http://www.opensource.apple.com/apsl/ and read it before using this | |
13 | * file. | |
14 | * | |
15 | * The Original Code and all software distributed under the License are | |
16 | * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER | |
17 | * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, | |
18 | * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, | |
19 | * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. | |
20 | * Please see the License for the specific language governing rights and | |
21 | * limitations under the License. | |
22 | * | |
23 | * @APPLE_LICENSE_HEADER_END@ | |
24 | */ | |
25 | /* | |
26 | * @OSF_COPYRIGHT@ | |
27 | */ | |
28 | /* | |
29 | * Mach Operating System | |
30 | * Copyright (c) 1991,1990,1989 Carnegie Mellon University | |
31 | * All Rights Reserved. | |
32 | * | |
33 | * Permission to use, copy, modify and distribute this software and its | |
34 | * documentation is hereby granted, provided that both the copyright | |
35 | * notice and this permission notice appear in all copies of the | |
36 | * software, derivative works or modified versions, and any portions | |
37 | * thereof, and that both notices appear in supporting documentation. | |
38 | * | |
39 | * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS" | |
40 | * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR | |
41 | * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE. | |
42 | * | |
43 | * Carnegie Mellon requests users of this software to return to | |
44 | * | |
45 | * Software Distribution Coordinator or Software.Distribution@CS.CMU.EDU | |
46 | * School of Computer Science | |
47 | * Carnegie Mellon University | |
48 | * Pittsburgh PA 15213-3890 | |
49 | * | |
50 | * any improvements or extensions that they make and grant Carnegie Mellon | |
51 | * the rights to redistribute these changes. | |
52 | */ | |
53 | ||
54 | /* | |
55 | * Default pager. | |
56 | * Threads management. | |
57 | * Requests handling. | |
58 | */ | |
59 | ||
60 | #include "default_pager_internal.h" | |
61 | #include <kern/host.h> | |
62 | #include <kern/ledger.h> | |
63 | #include <mach/host_info.h> | |
64 | #include <ipc/ipc_space.h> | |
65 | #include <vm/vm_kern.h> | |
66 | ||
67 | char my_name[] = "(default pager): "; | |
68 | ||
69 | #if DEFAULT_PAGER_DEBUG | |
70 | int debug_mask = 0; | |
71 | #endif /* DEFAULT_PAGER_DEBUG */ | |
72 | ||
73 | /* | |
74 | * Use 16 Kbyte stacks instead of the default 64K. | |
75 | * Use 4 Kbyte waiting stacks instead of the default 8K. | |
76 | */ | |
77 | ||
78 | vm_size_t cthread_stack_size = 16 *1024; | |
79 | extern vm_size_t cthread_wait_stack_size; | |
80 | ||
81 | unsigned long long vm_page_mask; | |
82 | int vm_page_shift; | |
83 | ||
84 | int norma_mk; | |
85 | ||
86 | boolean_t verbose; | |
87 | ||
88 | /* task_t default_pager_self; */ /* Our task port. */ | |
89 | mutex_t dpt_lock; /* lock for the dpt array struct */ | |
90 | default_pager_thread_t **dpt_array; | |
91 | ||
92 | memory_object_default_t default_pager_object; /* for memory_object_create. */ | |
93 | ||
94 | MACH_PORT_FACE default_pager_default_set; /* Port set for "default" thread. */ | |
95 | MACH_PORT_FACE default_pager_internal_set; /* Port set for internal objects. */ | |
96 | MACH_PORT_FACE default_pager_external_set; /* Port set for external objects. */ | |
97 | ||
98 | #define DEFAULT_PAGER_INTERNAL_COUNT (4) | |
99 | ||
100 | ||
101 | /* Memory created by default_pager_object_create should mostly be resident. */ | |
102 | #define DEFAULT_PAGER_EXTERNAL_COUNT (2) | |
103 | ||
104 | unsigned int default_pager_internal_count = DEFAULT_PAGER_INTERNAL_COUNT; | |
105 | /* Number of "internal" threads. */ | |
106 | unsigned int default_pager_external_count = DEFAULT_PAGER_EXTERNAL_COUNT; | |
107 | /* Number of "external" threads. */ | |
108 | ||
109 | /* | |
110 | * Forward declarations. | |
111 | */ | |
112 | boolean_t default_pager_notify_server(mach_msg_header_t *, | |
113 | mach_msg_header_t *); | |
114 | boolean_t default_pager_demux_object(mach_msg_header_t *, | |
115 | mach_msg_header_t *); | |
116 | boolean_t default_pager_demux_default(mach_msg_header_t *, | |
117 | mach_msg_header_t *); | |
118 | default_pager_thread_t *start_default_pager_thread(int, boolean_t); | |
119 | void default_pager(void); | |
120 | void default_pager_thread(void *); | |
121 | void default_pager_initialize(void); | |
122 | void default_pager_set_policy(MACH_PORT_FACE); | |
123 | boolean_t dp_parse_argument(char *); /* forward; */ | |
124 | unsigned int d_to_i(char *); /* forward; */ | |
125 | ||
126 | ||
127 | extern int vstruct_def_clshift; | |
128 | ||
129 | ||
130 | /* | |
131 | * Initialize and Run the default pager | |
132 | */ | |
133 | void | |
134 | default_pager(void) | |
135 | { | |
136 | int i, id; | |
137 | static char here[] = "default_pager"; | |
138 | mach_msg_options_t server_options; | |
139 | default_pager_thread_t dpt; | |
140 | kern_return_t kr; | |
141 | ||
142 | ||
143 | ||
144 | /* | |
145 | * Give me space for the thread array and zero it. | |
146 | */ | |
147 | i = default_pager_internal_count + default_pager_external_count + 1; | |
148 | dpt_array = (default_pager_thread_t **) | |
149 | kalloc(i * sizeof(default_pager_thread_t *)); | |
150 | memset(dpt_array, 0, i * sizeof(default_pager_thread_t *)); | |
151 | ||
152 | /* Setup my thread structure. */ | |
153 | id = 0; | |
154 | dpt.dpt_buffer = 0; | |
155 | dpt.dpt_internal = FALSE; | |
156 | dpt.dpt_initialized_p = TRUE; | |
157 | dpt_array[0] = &dpt; | |
158 | ||
159 | /* | |
160 | * Now we create the threads that will actually | |
161 | * manage objects. | |
162 | */ | |
163 | ||
164 | for (i = 0; i < default_pager_internal_count; i++) { | |
165 | dpt_array[id] = (default_pager_thread_t *) | |
166 | kalloc(sizeof (default_pager_thread_t)); | |
167 | if (dpt_array[id] == NULL) | |
168 | Panic("alloc pager thread"); | |
169 | kr = vm_allocate(kernel_map, &((dpt_array[id])->dpt_buffer), | |
170 | vm_page_size << vstruct_def_clshift, TRUE); | |
171 | if (kr != KERN_SUCCESS) | |
172 | Panic("alloc thread buffer"); | |
173 | kr = vm_map_wire(kernel_map, (dpt_array[id])->dpt_buffer, | |
174 | ((dpt_array[id])->dpt_buffer) | |
175 | +(vm_page_size << vstruct_def_clshift), | |
176 | VM_PROT_DEFAULT, | |
177 | FALSE); | |
178 | if (kr != KERN_SUCCESS) | |
179 | Panic("wire thread buffer"); | |
180 | (dpt_array[id])->dpt_internal = TRUE; | |
181 | (dpt_array[id])->dpt_initialized_p = TRUE; | |
182 | (dpt_array[id])->checked_out = FALSE; | |
183 | id++; | |
184 | } | |
185 | DPT_LOCK_INIT(dpt_lock); | |
186 | } | |
187 | ||
188 | ||
189 | ||
190 | ||
191 | ||
192 | ||
193 | /* simple utility: only works for 2^n */ | |
194 | int | |
195 | local_log2( | |
196 | unsigned int n) | |
197 | { | |
198 | register int i = 0; | |
199 | ||
200 | if(n == 0) return 0; | |
201 | ||
202 | while ((n & 1) == 0) { | |
203 | i++; | |
204 | n >>= 1; | |
205 | } | |
206 | return i; | |
207 | } | |
208 | ||
209 | ||
210 | ||
211 | ||
212 | /* another simple utility, d_to_i(char*) supporting only decimal | |
213 | * and devoid of range checking; obscure name chosen deliberately | |
214 | * to avoid confusion with semantic-rich POSIX routines */ | |
215 | unsigned int | |
216 | d_to_i(char * arg) | |
217 | { | |
218 | unsigned int rval = 0; | |
219 | char ch; | |
220 | ||
221 | while ((ch = *arg++) && ch >= '0' && ch <= '9') { | |
222 | rval *= 10; | |
223 | rval += ch - '0'; | |
224 | } | |
225 | return(rval); | |
226 | } | |
227 | ||
228 | ||
229 | ||
230 | ||
231 | /* | |
232 | * Check for non-disk-partition arguments of the form | |
233 | * attribute=argument | |
234 | * returning TRUE if one if found | |
235 | */ | |
236 | boolean_t dp_parse_argument(char *av) | |
237 | { | |
238 | char *rhs = av; | |
239 | static char here[] = "dp_parse_argument"; | |
240 | ||
241 | /* Check for '-v' flag */ | |
242 | ||
243 | if (av[0] == '-' && av[1] == 'v' && av[2] == 0) { | |
244 | verbose = TRUE ; | |
245 | return TRUE; | |
246 | } | |
247 | ||
248 | /* | |
249 | * If we find a '=' followed by an argument in the string, | |
250 | * check for known arguments | |
251 | */ | |
252 | while (*rhs && *rhs != '=') | |
253 | rhs++; | |
254 | if (*rhs && *++rhs) { | |
255 | /* clsize=N pages */ | |
256 | if (strprefix(av,"cl")) { | |
257 | if (!bs_set_default_clsize(d_to_i(rhs))) | |
258 | dprintf(("Bad argument (%s) - ignored\n", av)); | |
259 | return(TRUE); | |
260 | } | |
261 | /* else if strprefix(av,"another_argument")) { | |
262 | handle_another_argument(av); | |
263 | return(TRUE); | |
264 | } */ | |
265 | } | |
266 | return(FALSE); | |
267 | } | |
268 | ||
269 | int | |
270 | start_def_pager(char *bs_device) | |
271 | { | |
272 | int my_node; | |
273 | /* | |
274 | MACH_PORT_FACE master_device_port; | |
275 | */ | |
276 | /* | |
277 | MACH_PORT_FACE security_port; | |
278 | MACH_PORT_FACE root_ledger_wired; | |
279 | MACH_PORT_FACE root_ledger_paged; | |
280 | */ | |
281 | static char here[] = "main"; | |
282 | int need_dp_init = 1; | |
283 | ||
284 | ||
285 | ||
286 | /* | |
287 | default_pager_host_port = ipc_port_make_send(realhost.host_priv_self); | |
288 | master_device_port = ipc_port_make_send(master_device_port); | |
289 | root_ledger_wired = ipc_port_make_send(root_wired_ledger_port); | |
290 | root_ledger_paged = ipc_port_make_send(root_paged_ledger_port); | |
291 | security_port = ipc_port_make_send(realhost.host_security_self); | |
292 | */ | |
293 | ||
294 | ||
295 | #if NORMA_VM | |
296 | norma_mk = 1; | |
297 | #else | |
298 | norma_mk = 0; | |
299 | #endif | |
300 | ||
301 | ||
302 | /* setup read buffers, etc */ | |
303 | default_pager_initialize(); | |
304 | default_pager(); | |
305 | ||
306 | /* start the backing store monitor, it runs on a callout thread */ | |
307 | thread_call_func(default_pager_backing_store_monitor, NULL, FALSE); | |
308 | } | |
309 | ||
310 | /* | |
311 | * Return TRUE if string 2 is a prefix of string 1. | |
312 | */ | |
313 | boolean_t | |
314 | strprefix(register const char *s1, register const char *s2) | |
315 | { | |
316 | register int c; | |
317 | ||
318 | while ((c = *s2++) != '\0') { | |
319 | if (c != *s1++) | |
320 | return (FALSE); | |
321 | } | |
322 | return (TRUE); | |
323 | } | |
324 | ||
325 | ||
326 | kern_return_t | |
327 | default_pager_info( | |
328 | memory_object_default_t pager, | |
329 | default_pager_info_t *infop) | |
330 | { | |
331 | vm_size_t pages_total, pages_free; | |
332 | ||
333 | if (pager != default_pager_object) | |
334 | return KERN_INVALID_ARGUMENT; | |
335 | ||
336 | bs_global_info(&pages_total, &pages_free); | |
337 | ||
338 | infop->dpi_total_space = ptoa_32(pages_total); | |
339 | infop->dpi_free_space = ptoa_32(pages_free); | |
340 | infop->dpi_page_size = vm_page_size; | |
341 | ||
342 | return KERN_SUCCESS; | |
343 | } | |
344 | ||
345 | ||
346 | void | |
347 | default_pager_initialize() | |
348 | { | |
349 | kern_return_t kr; | |
350 | static char here[] = "default_pager_initialize"; | |
351 | ||
352 | ||
353 | /* | |
354 | * Vm variables. | |
355 | */ | |
356 | vm_page_mask = vm_page_size - 1; | |
357 | vm_page_shift = local_log2(vm_page_size); | |
358 | ||
359 | /* | |
360 | * List of all vstructs. | |
361 | */ | |
362 | vstruct_zone = zinit(sizeof(struct vstruct), | |
363 | 10000 * sizeof(struct vstruct), | |
364 | 8192, "vstruct zone"); | |
365 | VSL_LOCK_INIT(); | |
366 | queue_init(&vstruct_list.vsl_queue); | |
367 | vstruct_list.vsl_count = 0; | |
368 | ||
369 | VSTATS_LOCK_INIT(&global_stats.gs_lock); | |
370 | ||
371 | bs_initialize(); | |
372 | ||
373 | /* | |
374 | * Exported DMM port. | |
375 | */ | |
376 | default_pager_object = ipc_port_alloc_kernel(); | |
377 | ||
378 | ||
379 | /* | |
380 | * Export pager interfaces. | |
381 | */ | |
382 | #ifdef USER_PAGER | |
383 | if ((kr = netname_check_in(name_server_port, "UserPager", | |
384 | default_pager_self, | |
385 | default_pager_object)) | |
386 | != KERN_SUCCESS) { | |
387 | dprintf(("netname_check_in returned 0x%x\n", kr)); | |
388 | exit(1); | |
389 | } | |
390 | #else /* USER_PAGER */ | |
391 | { | |
392 | int clsize; | |
393 | memory_object_default_t dmm; | |
394 | ||
395 | dmm = default_pager_object; | |
396 | clsize = (vm_page_size << vstruct_def_clshift); | |
397 | kr = host_default_memory_manager(host_priv_self(), &dmm, clsize); | |
398 | if ((kr != KERN_SUCCESS) || | |
399 | (dmm != MEMORY_OBJECT_DEFAULT_NULL)) | |
400 | Panic("default memory manager"); | |
401 | ||
402 | } | |
403 | #endif /* USER_PAGER */ | |
404 | ||
405 | ||
406 | } | |
407 |