osfmk/default_pager/default_pager.c

   1 /*
   2  * Copyright (c) 2000-2004 Apple Computer, Inc. All rights reserved.
   3  *
   4  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
   5  *
   6  * This file contains Original Code and/or Modifications of Original Code
   7  * as defined in and that are subject to the Apple Public Source License
   8  * Version 2.0 (the 'License'). You may not use this file except in
   9  * compliance with the License. The rights granted to you under the License
  10  * may not be used to create, or enable the creation or redistribution of,
  11  * unlawful or unlicensed copies of an Apple operating system, or to
  12  * circumvent, violate, or enable the circumvention or violation of, any
  13  * terms of an Apple operating system software license agreement.
  14  *
  15  * Please obtain a copy of the License at
  16  * http://www.opensource.apple.com/apsl/ and read it before using this file.
  17  *
  18  * The Original Code and all software distributed under the License are
  19  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
  20  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
  21  * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
  22  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
  23  * Please see the License for the specific language governing rights and
  24  * limitations under the License.
  25  *
  26  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
  27  */
  28 /*
  29  * @OSF_COPYRIGHT@
  30  */
  31 /*
  32  * Mach Operating System
  33  * Copyright (c) 1991,1990,1989 Carnegie Mellon University
  34  * All Rights Reserved.
  35  *
  36  * Permission to use, copy, modify and distribute this software and its
  37  * documentation is hereby granted, provided that both the copyright
  38  * notice and this permission notice appear in all copies of the
  39  * software, derivative works or modified versions, and any portions
  40  * thereof, and that both notices appear in supporting documentation.
  41  *
  42  * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
  43  * CONDITION.  CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR
  44  * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
  45  *
  46  * Carnegie Mellon requests users of this software to return to
  47  *
  48  *  Software Distribution Coordinator  or  Software.Distribution@CS.CMU.EDU
  49  *  School of Computer Science
  50  *  Carnegie Mellon University
  51  *  Pittsburgh PA 15213-3890
  52  *
  53  * any improvements or extensions that they make and grant Carnegie Mellon
  54  * the rights to redistribute these changes.
  55  */
  56
  57 /*
  58  *      Default pager.
  59  *              Threads management.
  60  *              Requests handling.
  61  */
  62
  63 #include "default_pager_internal.h"
  64 #include <default_pager/default_pager_object_server.h>
  65 #include <kern/host.h>
  66 #include <kern/ledger.h>
  67 #include <mach/host_info.h>
  68 #include <mach/host_priv.h>
  69 #include <mach/vm_map.h>
  70 #include <ipc/ipc_space.h>
  71 #include <vm/vm_kern.h>
  72 #include <vm/vm_map.h>
  73 #include <vm/vm_protos.h>
  74
  75 char    my_name[] = "(default pager): ";
  76
  77 #if     DEFAULT_PAGER_DEBUG
  78 int     debug_mask = 0;
  79 #endif  /* DEFAULT_PAGER_DEBUG */
  80
  81 /*
  82  * Use 16 Kbyte stacks instead of the default 64K.
  83  * Use 4 Kbyte waiting stacks instead of the default 8K.
  84  */
  85
  86 vm_size_t       cthread_stack_size = 16 *1024;
  87 extern vm_size_t cthread_wait_stack_size;
  88
  89 unsigned long long      vm_page_mask;
  90 int             vm_page_shift;
  91
  92 int             norma_mk;
  93
  94 boolean_t       verbose;
  95
  96 /* task_t default_pager_self; */        /* Our task port. */
  97 mutex_t                 dpt_lock;       /* lock for the dpt array struct */
  98 default_pager_thread_t  **dpt_array;
  99
 100 memory_object_default_t default_pager_object; /* for memory_object_create. */
 101
 102 MACH_PORT_FACE default_pager_default_set; /* Port set for "default" thread. */
 103 MACH_PORT_FACE default_pager_internal_set; /* Port set for internal objects. */
 104 MACH_PORT_FACE default_pager_external_set; /* Port set for external objects. */
 105
 106 #define DEFAULT_PAGER_INTERNAL_COUNT    (4)
 107
 108
 109 /* Memory created by default_pager_object_create should mostly be resident. */
 110 #define DEFAULT_PAGER_EXTERNAL_COUNT    (2)
 111
 112 int     default_pager_internal_count = DEFAULT_PAGER_INTERNAL_COUNT;
 113 /* Number of "internal" threads. */
 114 int     default_pager_external_count = DEFAULT_PAGER_EXTERNAL_COUNT;
 115 /* Number of "external" threads. */
 116
 117 /*
 118  * Forward declarations.
 119  */
 120 boolean_t default_pager_notify_server(mach_msg_header_t *,
 121                                       mach_msg_header_t *);
 122 boolean_t default_pager_demux_object(mach_msg_header_t *,
 123                                      mach_msg_header_t *);
 124 boolean_t default_pager_demux_default(mach_msg_header_t *,
 125                                       mach_msg_header_t *);
 126 default_pager_thread_t *start_default_pager_thread(int, boolean_t);
 127 void    default_pager(void);
 128 void    default_pager_thread(void *);
 129 void    default_pager_initialize(void);
 130 boolean_t       dp_parse_argument(char *);      /* forward; */
 131 unsigned int    d_to_i(char *);                 /* forward; */
 132 boolean_t       strprefix(register const char *s1, register const char *s2);
 133
 134
 135 extern int vstruct_def_clshift;
 136
 137
 138 /*
 139  * Initialize and Run the default pager
 140  */
 141 void
 142 default_pager(void)
 143 {
 144         int                     i, id;
 145         __unused static char here[] = "default_pager";
 146         default_pager_thread_t  dpt;
 147         kern_return_t kr;
 148
 149
 150
 151         /*
 152          * Give me space for the thread array and zero it.
 153          */
 154         i = default_pager_internal_count + default_pager_external_count + 1;
 155         dpt_array = (default_pager_thread_t **)
 156             kalloc(i * sizeof(default_pager_thread_t *));
 157         memset(dpt_array, 0, i * sizeof(default_pager_thread_t *));
 158
 159         /* Setup my thread structure.  */
 160         id = 0;
 161         dpt.dpt_buffer = 0;
 162         dpt.dpt_internal = FALSE;
 163         dpt.dpt_initialized_p = TRUE;
 164         dpt_array[0] = &dpt;
 165
 166         /*
 167          * Now we create the threads that will actually
 168          * manage objects.
 169          */
 170
 171         for (i = 0; i < default_pager_internal_count; i++) {
 172                 dpt_array[id] = (default_pager_thread_t *)
 173                                 kalloc(sizeof (default_pager_thread_t));
 174                 if (dpt_array[id] == NULL)
 175                         Panic("alloc pager thread");
 176                 kr = vm_allocate(kernel_map, &((dpt_array[id])->dpt_buffer),
 177                                  vm_page_size << vstruct_def_clshift, VM_FLAGS_ANYWHERE);
 178                 if (kr != KERN_SUCCESS)
 179                         Panic("alloc thread buffer");
 180                 kr = vm_map_wire(kernel_map, (dpt_array[id])->dpt_buffer,
 181                         ((dpt_array[id])->dpt_buffer)
 182                                         +(vm_page_size << vstruct_def_clshift),
 183                         VM_PROT_DEFAULT,
 184                         FALSE);
 185                 if (kr != KERN_SUCCESS)
 186                         Panic("wire thread buffer");
 187                 (dpt_array[id])->dpt_internal = TRUE;
 188                 (dpt_array[id])->dpt_initialized_p = TRUE;
 189                 (dpt_array[id])->checked_out = FALSE;
 190                 id++;
 191         }
 192         DPT_LOCK_INIT(dpt_lock);
 193 }
 194
 195
 196
 197
 198
 199
 200 /* simple utility: only works for 2^n */
 201 int
 202 local_log2(
 203         unsigned int n)
 204 {
 205         register int    i = 0;
 206
 207         if(n == 0) return 0;
 208
 209         while ((n & 1) == 0) {
 210                 i++;
 211                 n >>= 1;
 212         }
 213         return i;
 214 }
 215
 216
 217
 218
 219 /* another simple utility, d_to_i(char*) supporting only decimal
 220  * and devoid of range checking; obscure name chosen deliberately
 221  * to avoid confusion with semantic-rich POSIX routines */
 222 unsigned int
 223 d_to_i(char * arg)
 224 {
 225     unsigned int rval = 0;
 226     char ch;
 227
 228     while ((ch = *arg++) && ch >= '0' && ch <= '9') {
 229         rval *= 10;
 230         rval += ch - '0';
 231     }
 232     return(rval);
 233 }
 234
 235
 236
 237
 238 /*
 239  * Check for non-disk-partition arguments of the form
 240  *      attribute=argument
 241  * returning TRUE if one if found
 242  */
 243 boolean_t dp_parse_argument(char *av)
 244 {
 245         char *rhs = av;
 246         __unused static char    here[] = "dp_parse_argument";
 247
 248         /* Check for '-v' flag */
 249
 250         if (av[0] == '-' && av[1] == 'v' && av[2] == 0) {
 251                 verbose = TRUE ;
 252                 return TRUE;
 253         }
 254
 255         /*
 256          * If we find a '=' followed by an argument in the string,
 257          * check for known arguments
 258          */
 259         while (*rhs && *rhs != '=')
 260                 rhs++;
 261         if (*rhs && *++rhs) {
 262                 /* clsize=N pages */
 263                 if (strprefix(av,"cl")) {
 264                         if (!bs_set_default_clsize(d_to_i(rhs)))
 265                                 dprintf(("Bad argument (%s) - ignored\n", av));
 266                         return(TRUE);
 267                 }
 268                 /* else if strprefix(av,"another_argument")) {
 269                         handle_another_argument(av);
 270                         return(TRUE);
 271                 } */
 272         }
 273         return(FALSE);
 274 }
 275
 276 int
 277 start_def_pager( __unused char *bs_device )
 278 {
 279 /*
 280         MACH_PORT_FACE          master_device_port;
 281 */
 282 /*
 283         MACH_PORT_FACE          security_port;
 284         MACH_PORT_FACE          root_ledger_wired;
 285         MACH_PORT_FACE          root_ledger_paged;
 286 */
 287         __unused static char here[] = "main";
 288
 289
 290
 291 /*
 292         default_pager_host_port = ipc_port_make_send(realhost.host_priv_self);
 293         master_device_port = ipc_port_make_send(master_device_port);
 294         root_ledger_wired = ipc_port_make_send(root_wired_ledger_port);
 295         root_ledger_paged = ipc_port_make_send(root_paged_ledger_port);
 296         security_port = ipc_port_make_send(realhost.host_security_self);
 297 */
 298
 299
 300 #if NORMA_VM
 301         norma_mk = 1;
 302 #else
 303         norma_mk = 0;
 304 #endif
 305
 306
 307         /* setup read buffers, etc */
 308         default_pager_initialize();
 309         default_pager();
 310
 311         /* start the backing store monitor, it runs on a callout thread */
 312         default_pager_backing_store_monitor_callout =
 313                 thread_call_allocate(default_pager_backing_store_monitor, NULL);
 314         if (!default_pager_backing_store_monitor_callout)
 315                 panic("can't start backing store monitor thread");
 316         thread_call_enter(default_pager_backing_store_monitor_callout);
 317
 318         return (0);
 319 }
 320
 321 /*
 322  * Return TRUE if string 2 is a prefix of string 1.
 323  */
 324 boolean_t
 325 strprefix(register const char *s1, register const char *s2)
 326 {
 327         register int    c;
 328
 329         while ((c = *s2++) != '\0') {
 330             if (c != *s1++)
 331                 return (FALSE);
 332         }
 333         return (TRUE);
 334 }
 335
 336
 337 kern_return_t
 338 default_pager_info(
 339         memory_object_default_t pager,
 340         default_pager_info_t    *infop)
 341 {
 342         vm_size_t       pages_total, pages_free;
 343
 344         if (pager != default_pager_object)
 345                 return KERN_INVALID_ARGUMENT;
 346
 347         bs_global_info(&pages_total, &pages_free);
 348
 349         infop->dpi_total_space = ptoa_32(pages_total);
 350         infop->dpi_free_space = ptoa_32(pages_free);
 351         infop->dpi_page_size = vm_page_size;
 352
 353         return KERN_SUCCESS;
 354 }
 355
 356
 357 kern_return_t
 358 default_pager_info_64(
 359         memory_object_default_t pager,
 360         default_pager_info_64_t *infop)
 361 {
 362         vm_size_t       pages_total, pages_free;
 363
 364         if (pager != default_pager_object)
 365                 return KERN_INVALID_ARGUMENT;
 366
 367         bs_global_info(&pages_total, &pages_free);
 368
 369         infop->dpi_total_space = ptoa_64(pages_total);
 370         infop->dpi_free_space = ptoa_64(pages_free);
 371         infop->dpi_page_size = vm_page_size;
 372         infop->dpi_flags = 0;
 373         if (dp_encryption_inited && dp_encryption == TRUE) {
 374                 infop->dpi_flags |= DPI_ENCRYPTED;
 375         }
 376
 377         return KERN_SUCCESS;
 378 }
 379
 380
 381 void
 382 default_pager_initialize()
 383 {
 384         kern_return_t           kr;
 385         __unused static char    here[] = "default_pager_initialize";
 386
 387
 388         /*
 389          * Vm variables.
 390          */
 391         vm_page_mask = vm_page_size - 1;
 392         vm_page_shift = local_log2(vm_page_size);
 393
 394         /*
 395          * List of all vstructs.
 396          */
 397         vstruct_zone = zinit(sizeof(struct vstruct),
 398                              10000 * sizeof(struct vstruct),
 399                              8192, "vstruct zone");
 400         VSL_LOCK_INIT();
 401         queue_init(&vstruct_list.vsl_queue);
 402         vstruct_list.vsl_count = 0;
 403
 404         VSTATS_LOCK_INIT(&global_stats.gs_lock);
 405
 406         bs_initialize();
 407
 408         /*
 409          * Exported DMM port.
 410          */
 411         default_pager_object = ipc_port_alloc_kernel();
 412
 413
 414         /*
 415          * Export pager interfaces.
 416          */
 417 #ifdef  USER_PAGER
 418         if ((kr = netname_check_in(name_server_port, "UserPager",
 419                                    default_pager_self,
 420                                    default_pager_object))
 421             != KERN_SUCCESS) {
 422                 dprintf(("netname_check_in returned 0x%x\n", kr));
 423                 exit(1);
 424         }
 425 #else   /* USER_PAGER */
 426         {
 427                 int clsize;
 428                 memory_object_default_t dmm;
 429
 430                 dmm = default_pager_object;
 431                 clsize = (vm_page_size << vstruct_def_clshift);
 432                 kr = host_default_memory_manager(host_priv_self(), &dmm, clsize);
 433                 if ((kr != KERN_SUCCESS) ||
 434                     (dmm != MEMORY_OBJECT_DEFAULT_NULL))
 435                         Panic("default memory manager");
 436
 437         }
 438 #endif  /* USER_PAGER */
 439
 440
 441 }
 442