]> git.saurik.com Git - apple/xnu.git/blame - bsd/kern/kern_shutdown.c
xnu-3789.21.4.tar.gz
[apple/xnu.git] / bsd / kern / kern_shutdown.c
CommitLineData
1c79356b 1/*
2d21ac55 2 * Copyright (c) 2000-2006 Apple Computer, Inc. All rights reserved.
5d5c5d0d 3 *
2d21ac55 4 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
1c79356b 5 *
2d21ac55
A
6 * This file contains Original Code and/or Modifications of Original Code
7 * as defined in and that are subject to the Apple Public Source License
8 * Version 2.0 (the 'License'). You may not use this file except in
9 * compliance with the License. The rights granted to you under the License
10 * may not be used to create, or enable the creation or redistribution of,
11 * unlawful or unlicensed copies of an Apple operating system, or to
12 * circumvent, violate, or enable the circumvention or violation of, any
13 * terms of an Apple operating system software license agreement.
8f6c56a5 14 *
2d21ac55
A
15 * Please obtain a copy of the License at
16 * http://www.opensource.apple.com/apsl/ and read it before using this file.
17 *
18 * The Original Code and all software distributed under the License are
19 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
8f6c56a5
A
20 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
2d21ac55
A
22 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23 * Please see the License for the specific language governing rights and
24 * limitations under the License.
8f6c56a5 25 *
2d21ac55 26 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
1c79356b
A
27 */
28/*
29 * File: bsd/kern/kern_shutdown.c
30 *
31 * Copyright (C) 1989, NeXT, Inc.
32 *
33 */
34
35#include <sys/param.h>
36#include <sys/systm.h>
37#include <sys/kernel.h>
38#include <sys/vm.h>
91447636 39#include <sys/proc_internal.h>
1c79356b 40#include <sys/user.h>
1c79356b
A
41#include <sys/reboot.h>
42#include <sys/conf.h>
91447636
A
43#include <sys/vnode_internal.h>
44#include <sys/file_internal.h>
1c79356b
A
45#include <sys/clist.h>
46#include <sys/callout.h>
47#include <sys/mbuf.h>
48#include <sys/msgbuf.h>
49#include <sys/ioctl.h>
50#include <sys/signal.h>
51#include <sys/tty.h>
52#include <kern/task.h>
9bccf70c 53#include <sys/quota.h>
1c79356b
A
54#include <vm/vm_kern.h>
55#include <mach/vm_param.h>
56#include <sys/filedesc.h>
91447636 57#include <mach/host_priv.h>
1c79356b 58#include <mach/host_reboot.h>
91447636 59
b0d623f7 60#include <security/audit/audit.h>
1c79356b 61
2d21ac55
A
62#include <kern/sched_prim.h> /* for thread_block() */
63#include <kern/host.h> /* for host_priv_self() */
64#include <net/if_var.h> /* for if_down_all() */
65#include <sys/buf_internal.h> /* for count_busy_buffers() */
66#include <sys/mount_internal.h> /* for vfs_unmountall() */
67#include <mach/task.h> /* for task_suspend() */
68#include <sys/sysproto.h> /* abused for sync() */
69#include <kern/clock.h> /* for delay_for_interval() */
6d2010ae 70#include <libkern/OSAtomic.h>
2d21ac55 71
b0d623f7
A
72#include <sys/kdebug.h>
73
6d2010ae 74uint32_t system_inshutdown = 0;
b0d623f7 75
2d21ac55 76/* XXX should be in a header file somewhere, but isn't */
b0d623f7 77extern void (*unmountroot_pre_hook)(void);
2d21ac55 78
b0d623f7 79unsigned int proc_shutdown_exitcount = 0;
2d21ac55 80
b0d623f7
A
81static int sd_openlog(vfs_context_t);
82static int sd_closelog(vfs_context_t);
83static void sd_log(vfs_context_t, const char *, ...);
2d21ac55 84static void proc_shutdown(void);
3e170ce0 85static void kernel_hwm_panic_info(void);
2d21ac55 86extern void IOSystemShutdownNotification(void);
490019cf
A
87#if DEVELOPMENT || DEBUG
88extern boolean_t kdp_has_polled_corefile(void);
89#endif /* DEVELOPMENT || DEBUG */
2d21ac55
A
90
91struct sd_filterargs{
92 int delayterm;
93 int shutdownstate;
94};
95
96
97struct sd_iterargs {
b0d623f7
A
98 int signo; /* the signal to be posted */
99 int setsdstate; /* shutdown state to be set */
100 int countproc; /* count processes on action */
101 int activecount; /* number of processes on which action was done */
2d21ac55
A
102};
103
b0d623f7
A
104static vnode_t sd_logvp = NULLVP;
105static off_t sd_log_offset = 0;
106
107
2d21ac55
A
108static int sd_filt1(proc_t, void *);
109static int sd_filt2(proc_t, void *);
39037602
A
110static int sd_callback1(proc_t p, void * arg);
111static int sd_callback2(proc_t p, void * arg);
112static int sd_callback3(proc_t p, void * arg);
1c79356b 113
3e170ce0
A
114extern boolean_t panic_include_zprint;
115extern vm_offset_t panic_kext_memory_info;
116extern vm_size_t panic_kext_memory_size;
117
118static void
119kernel_hwm_panic_info(void)
120{
121 mach_memory_info_t *memory_info;
122 unsigned int num_sites;
123 kern_return_t kr;
124
125 panic_include_zprint = TRUE;
126 panic_kext_memory_info = 0;
127 panic_kext_memory_size = 0;
128
129 num_sites = VM_KERN_MEMORY_COUNT + VM_KERN_COUNTER_COUNT;
130 panic_kext_memory_size = round_page(num_sites * sizeof(mach_zone_info_t));
131
132 kr = kmem_alloc(kernel_map, (vm_offset_t *) &panic_kext_memory_info, panic_kext_memory_size, VM_KERN_MEMORY_OSFMK);
133 if (kr != KERN_SUCCESS) {
134 panic_kext_memory_info = 0;
135 return;
136 }
137 memory_info = (mach_memory_info_t *)panic_kext_memory_info;
39037602 138 vm_page_diagnose(memory_info, num_sites, 0);
3e170ce0
A
139 return;
140}
141
6d2010ae 142int
3e170ce0 143reboot_kernel(int howto, char *message)
1c79356b 144{
1c79356b 145 int hostboot_option=0;
1c79356b 146
6d2010ae
A
147 if (!OSCompareAndSwap(0, 1, &system_inshutdown)) {
148 if ( (howto&RB_QUICK) == RB_QUICK)
149 goto force_reboot;
150 return (EBUSY);
151 }
152 /*
153 * Temporary hack to notify the power management root domain
154 * that the system will shut down.
155 */
2d21ac55
A
156 IOSystemShutdownNotification();
157
6d2010ae 158 if ((howto&RB_QUICK)==RB_QUICK) {
b0d623f7
A
159 printf("Quick reboot...\n");
160 if ((howto&RB_NOSYNC)==0) {
3e170ce0 161 sync((proc_t)NULL, (void *)NULL, (int *)NULL);
b0d623f7
A
162 }
163 }
6d2010ae 164 else if ((howto&RB_NOSYNC)==0) {
1c79356b
A
165 int iter, nbusy;
166
1c79356b
A
167 printf("syncing disks... ");
168
169 /*
170 * Release vnodes held by texts before sync.
171 */
172
3e170ce0 173 /* handle live procs (deallocate their root and current directories), suspend initproc */
1c79356b
A
174 proc_shutdown();
175
b0d623f7 176#if CONFIG_AUDIT
6d2010ae 177 audit_shutdown();
2d21ac55 178#endif
55e303ae 179
b0d623f7
A
180 if (unmountroot_pre_hook != NULL)
181 unmountroot_pre_hook();
182
3e170ce0 183 sync((proc_t)NULL, (void *)NULL, (int *)NULL);
1c79356b 184
b0d623f7
A
185 if (kdebug_enable)
186 kdbg_dump_trace_to_file("/var/log/shutdown/shutdown.trace");
187
1c79356b
A
188 /*
189 * Unmount filesystems
190 */
490019cf
A
191
192#if DEVELOPMENT || DEBUG
193 if (!(howto & RB_PANIC) || !kdp_has_polled_corefile())
194#endif /* DEVELOPMENT || DEBUG */
195 {
196 vfs_unmountall();
197 }
1c79356b
A
198
199 /* Wait for the buffer cache to clean remaining dirty buffers */
91447636 200 for (iter = 0; iter < 100; iter++) {
1c79356b
A
201 nbusy = count_busy_buffers();
202 if (nbusy == 0)
203 break;
204 printf("%d ", nbusy);
2d21ac55 205 delay_for_interval( 1 * nbusy, 1000 * 1000);
1c79356b
A
206 }
207 if (nbusy)
208 printf("giving up\n");
209 else
210 printf("done\n");
211 }
2d21ac55 212#if NETWORKING
1c79356b
A
213 /*
214 * Can't just use an splnet() here to disable the network
215 * because that will lock out softints which the disk
216 * drivers depend on to finish DMAs.
217 */
218 if_down_all();
2d21ac55 219#endif /* NETWORKING */
1c79356b 220
6d2010ae 221force_reboot:
3e170ce0
A
222
223 if (howto & RB_PANIC) {
224 if (strncmp(message, "Kernel memory has exceeded limits", 33) == 0) {
225 kernel_hwm_panic_info();
226 }
227 panic ("userspace panic: %s", message);
228 }
229
1c79356b
A
230 if (howto & RB_POWERDOWN)
231 hostboot_option = HOST_REBOOT_HALT;
232 if (howto & RB_HALT)
233 hostboot_option = HOST_REBOOT_HALT;
1c79356b 234
6d2010ae
A
235 if (howto & RB_UPSDELAY) {
236 hostboot_option = HOST_REBOOT_UPSDELAY;
237 }
0c530ab8 238
1c79356b 239 host_reboot(host_priv_self(), hostboot_option);
6d2010ae
A
240 /*
241 * should not be reached
242 */
243 return (0);
1c79356b
A
244}
245
b0d623f7
A
246static int
247sd_openlog(vfs_context_t ctx)
248{
249 int error = 0;
250 struct timeval tv;
251
252 /* Open shutdown log */
253 if ((error = vnode_open(PROC_SHUTDOWN_LOG, (O_CREAT | FWRITE | O_NOFOLLOW), 0644, 0, &sd_logvp, ctx))) {
254 printf("Failed to open %s: error %d\n", PROC_SHUTDOWN_LOG, error);
255 sd_logvp = NULLVP;
256 return error;
257 }
258
259 vnode_setsize(sd_logvp, (off_t)0, 0, ctx);
260
261 /* Write a little header */
262 microtime(&tv);
263 sd_log(ctx, "Process shutdown log. Current time is %lu (in seconds).\n\n", tv.tv_sec);
264
265 return 0;
266}
267
268static int
269sd_closelog(vfs_context_t ctx)
270{
271 int error = 0;
272 if (sd_logvp != NULLVP) {
273 VNOP_FSYNC(sd_logvp, MNT_WAIT, ctx);
274 error = vnode_close(sd_logvp, FWRITE, ctx);
275 }
276
277 return error;
278}
279
280static void
281sd_log(vfs_context_t ctx, const char *fmt, ...)
282{
283 int resid, log_error, len;
284 char logbuf[100];
285 va_list arglist;
286
287 /* If the log isn't open yet, open it */
288 if (sd_logvp == NULLVP) {
289 if (sd_openlog(ctx) != 0) {
290 /* Couldn't open, we fail out */
291 return;
292 }
293 }
294
295 va_start(arglist, fmt);
296 len = vsnprintf(logbuf, sizeof(logbuf), fmt, arglist);
297 log_error = vn_rdwr(UIO_WRITE, sd_logvp, (caddr_t)logbuf, len, sd_log_offset,
298 UIO_SYSSPACE, IO_UNIT | IO_NOAUTH, vfs_context_ucred(ctx), &resid, vfs_context_proc(ctx));
299 if (log_error == EIO || log_error == 0) {
300 sd_log_offset += (len - resid);
301 }
302
303 va_end(arglist);
304
305}
306
2d21ac55
A
307static int
308sd_filt1(proc_t p, void * args)
309{
310 proc_t self = current_proc();
311 struct sd_filterargs * sf = (struct sd_filterargs *)args;
312 int delayterm = sf-> delayterm;
313 int shutdownstate = sf->shutdownstate;
314
315 if (((p->p_flag&P_SYSTEM) != 0) || (p->p_ppid == 0)
316 ||(p == self) || (p->p_stat == SZOMB)
317 || (p->p_shutdownstate != shutdownstate)
318 ||((delayterm == 0) && ((p->p_lflag& P_LDELAYTERM) == P_LDELAYTERM))
319 || ((p->p_sigcatch & sigmask(SIGTERM))== 0)) {
320 return(0);
321 }
322 else
323 return(1);
324}
325
326
39037602 327static int
2d21ac55
A
328sd_callback1(proc_t p, void * args)
329{
330 struct sd_iterargs * sd = (struct sd_iterargs *)args;
331 int signo = sd->signo;
332 int setsdstate = sd->setsdstate;
b0d623f7 333 int countproc = sd->countproc;
2d21ac55
A
334
335 proc_lock(p);
336 p->p_shutdownstate = setsdstate;
337 if (p->p_stat != SZOMB) {
338 proc_unlock(p);
b0d623f7
A
339 if (countproc != 0) {
340 proc_list_lock();
341 p->p_listflag |= P_LIST_EXITCOUNT;
342 proc_shutdown_exitcount++;
343 proc_list_unlock();
344 }
345
2d21ac55 346 psignal(p, signo);
b0d623f7
A
347 if (countproc != 0)
348 sd->activecount++;
39037602 349 } else {
2d21ac55 350 proc_unlock(p);
39037602
A
351 }
352
353 return PROC_RETURNED;
2d21ac55
A
354}
355
356static int
357sd_filt2(proc_t p, void * args)
358{
359 proc_t self = current_proc();
360 struct sd_filterargs * sf = (struct sd_filterargs *)args;
361 int delayterm = sf-> delayterm;
362 int shutdownstate = sf->shutdownstate;
363
364 if (((p->p_flag&P_SYSTEM) != 0) || (p->p_ppid == 0)
365 ||(p == self) || (p->p_stat == SZOMB)
366 || (p->p_shutdownstate == shutdownstate)
367 ||((delayterm == 0) && ((p->p_lflag& P_LDELAYTERM) == P_LDELAYTERM))) {
368 return(0);
369 }
370 else
371 return(1);
372}
373
39037602 374static int
2d21ac55
A
375sd_callback2(proc_t p, void * args)
376{
377 struct sd_iterargs * sd = (struct sd_iterargs *)args;
378 int signo = sd->signo;
379 int setsdstate = sd->setsdstate;
b0d623f7 380 int countproc = sd->countproc;
2d21ac55
A
381
382 proc_lock(p);
383 p->p_shutdownstate = setsdstate;
384 if (p->p_stat != SZOMB) {
385 proc_unlock(p);
b0d623f7
A
386 if (countproc != 0) {
387 proc_list_lock();
388 p->p_listflag |= P_LIST_EXITCOUNT;
389 proc_shutdown_exitcount++;
390 proc_list_unlock();
391 }
2d21ac55 392 psignal(p, signo);
b0d623f7
A
393 if (countproc != 0)
394 sd->activecount++;
39037602 395 } else {
2d21ac55 396 proc_unlock(p);
39037602 397 }
2d21ac55 398
39037602 399 return PROC_RETURNED;
2d21ac55
A
400}
401
39037602 402static int
2d21ac55
A
403sd_callback3(proc_t p, void * args)
404{
405 struct sd_iterargs * sd = (struct sd_iterargs *)args;
b0d623f7
A
406 vfs_context_t ctx = vfs_context_current();
407
2d21ac55
A
408 int setsdstate = sd->setsdstate;
409
410 proc_lock(p);
411 p->p_shutdownstate = setsdstate;
412 if (p->p_stat != SZOMB) {
413 /*
414 * NOTE: following code ignores sig_lock and plays
415 * with exit_thread correctly. This is OK unless we
416 * are a multiprocessor, in which case I do not
417 * understand the sig_lock. This needs to be fixed.
418 * XXX
419 */
420 if (p->exit_thread) { /* someone already doing it */
421 proc_unlock(p);
422 /* give him a chance */
423 thread_block(THREAD_CONTINUE_NULL);
424 } else {
425 p->exit_thread = current_thread();
426 printf(".");
b0d623f7
A
427
428 sd_log(ctx, "%s[%d] had to be forced closed with exit1().\n", p->p_comm, p->p_pid);
429
2d21ac55 430 proc_unlock(p);
b0d623f7
A
431 KERNEL_DEBUG_CONSTANT(BSDDBG_CODE(DBG_BSD_PROC, BSD_PROC_FRCEXIT) | DBG_FUNC_NONE,
432 p->p_pid, 0, 1, 0, 0);
433 sd->activecount++;
2d21ac55
A
434 exit1(p, 1, (int *)NULL);
435 }
39037602 436 } else {
2d21ac55 437 proc_unlock(p);
39037602 438 }
2d21ac55 439
39037602 440 return PROC_RETURNED;
2d21ac55
A
441}
442
443
1c79356b
A
444/*
445 * proc_shutdown()
446 *
447 * Shutdown down proc system (release references to current and root
448 * dirs for each process).
449 *
450 * POSIX modifications:
451 *
452 * For POSIX fcntl() file locking call vno_lockrelease() on
453 * the file to release all of its record locks, if any.
454 */
455
456static void
2d21ac55 457proc_shutdown(void)
1c79356b 458{
b0d623f7
A
459 vfs_context_t ctx = vfs_context_current();
460 struct proc *p, *self;
91447636 461 int delayterm = 0;
2d21ac55
A
462 struct sd_filterargs sfargs;
463 struct sd_iterargs sdargs;
b0d623f7
A
464 int error = 0;
465 struct timespec ts;
1c79356b
A
466
467 /*
468 * Kill as many procs as we can. (Except ourself...)
469 */
0b4e3aa0 470 self = (struct proc *)current_proc();
1c79356b
A
471
472 /*
91447636
A
473 * Signal the init with SIGTERM so that he does not launch
474 * new processes
1c79356b 475 */
2d21ac55 476 p = proc_find(1);
91447636
A
477 if (p && p != self) {
478 psignal(p, SIGTERM);
479 }
2d21ac55 480 proc_rele(p);
1c79356b 481
1c79356b
A
482 printf("Killing all processes ");
483
2d21ac55 484sigterm_loop:
1c79356b
A
485 /*
486 * send SIGTERM to those procs interested in catching one
487 */
2d21ac55
A
488 sfargs.delayterm = delayterm;
489 sfargs.shutdownstate = 0;
490 sdargs.signo = SIGTERM;
491 sdargs.setsdstate = 1;
b0d623f7
A
492 sdargs.countproc = 1;
493 sdargs.activecount = 0;
2d21ac55 494
b0d623f7 495 error = 0;
2d21ac55
A
496 /* post a SIGTERM to all that catch SIGTERM and not marked for delay */
497 proc_rebootscan(sd_callback1, (void *)&sdargs, sd_filt1, (void *)&sfargs);
91447636 498
b0d623f7 499 if (sdargs.activecount != 0 && proc_shutdown_exitcount!= 0) {
2d21ac55 500 proc_list_lock();
b0d623f7
A
501 if (proc_shutdown_exitcount != 0) {
502 /*
503 * now wait for up to 30 seconds to allow those procs catching SIGTERM
504 * to digest it
505 * as soon as these procs have exited, we'll continue on to the next step
506 */
507 ts.tv_sec = 30;
508 ts.tv_nsec = 0;
509 error = msleep(&proc_shutdown_exitcount, proc_list_mlock, PWAIT, "shutdownwait", &ts);
510 if (error != 0) {
511 for (p = allproc.lh_first; p; p = p->p_list.le_next) {
512 if ((p->p_listflag & P_LIST_EXITCOUNT) == P_LIST_EXITCOUNT)
513 p->p_listflag &= ~P_LIST_EXITCOUNT;
514 }
515 for (p = zombproc.lh_first; p; p = p->p_list.le_next) {
516 if ((p->p_listflag & P_LIST_EXITCOUNT) == P_LIST_EXITCOUNT)
517 p->p_listflag &= ~P_LIST_EXITCOUNT;
518 }
91447636 519 }
b0d623f7 520
1c79356b 521 }
2d21ac55 522 proc_list_unlock();
1c79356b 523 }
b0d623f7 524 if (error == ETIMEDOUT) {
91447636 525 /*
55e303ae
A
526 * log the names of the unresponsive tasks
527 */
91447636 528
2d21ac55
A
529
530 proc_list_lock();
531
b0d623f7 532 for (p = allproc.lh_first; p; p = p->p_list.le_next) {
91447636 533 if (p->p_shutdownstate == 1) {
b0d623f7
A
534 printf("%s[%d]: didn't act on SIGTERM\n", p->p_comm, p->p_pid);
535 sd_log(ctx, "%s[%d]: didn't act on SIGTERM\n", p->p_comm, p->p_pid);
91447636 536 }
55e303ae 537 }
2d21ac55
A
538
539 proc_list_unlock();
540
541 delay_for_interval(1000 * 5, 1000 * 1000);
55e303ae 542 }
1c79356b
A
543
544 /*
545 * send a SIGKILL to all the procs still hanging around
546 */
2d21ac55
A
547 sfargs.delayterm = delayterm;
548 sfargs.shutdownstate = 2;
549 sdargs.signo = SIGKILL;
550 sdargs.setsdstate = 2;
b0d623f7
A
551 sdargs.countproc = 1;
552 sdargs.activecount = 0;
2d21ac55 553
b0d623f7 554 /* post a SIGKILL to all that catch SIGTERM and not marked for delay */
2d21ac55 555 proc_rebootscan(sd_callback2, (void *)&sdargs, sd_filt2, (void *)&sfargs);
91447636 556
b0d623f7 557 if (sdargs.activecount != 0 && proc_shutdown_exitcount!= 0) {
2d21ac55 558 proc_list_lock();
b0d623f7
A
559 if (proc_shutdown_exitcount != 0) {
560 /*
561 * wait for up to 60 seconds to allow these procs to exit normally
562 *
563 * History: The delay interval was changed from 100 to 200
564 * for NFS requests in particular.
565 */
566 ts.tv_sec = 60;
567 ts.tv_nsec = 0;
568 error = msleep(&proc_shutdown_exitcount, proc_list_mlock, PWAIT, "shutdownwait", &ts);
569 if (error != 0) {
570 for (p = allproc.lh_first; p; p = p->p_list.le_next) {
571 if ((p->p_listflag & P_LIST_EXITCOUNT) == P_LIST_EXITCOUNT)
572 p->p_listflag &= ~P_LIST_EXITCOUNT;
573 }
574 for (p = zombproc.lh_first; p; p = p->p_list.le_next) {
575 if ((p->p_listflag & P_LIST_EXITCOUNT) == P_LIST_EXITCOUNT)
576 p->p_listflag &= ~P_LIST_EXITCOUNT;
577 }
578 }
1c79356b 579 }
2d21ac55 580 proc_list_unlock();
1c79356b
A
581 }
582
583 /*
584 * if we still have procs that haven't exited, then brute force 'em
585 */
2d21ac55
A
586 sfargs.delayterm = delayterm;
587 sfargs.shutdownstate = 3;
588 sdargs.signo = 0;
589 sdargs.setsdstate = 3;
b0d623f7
A
590 sdargs.countproc = 0;
591 sdargs.activecount = 0;
4a249263 592
2d21ac55
A
593 /* post a SIGTERM to all that catch SIGTERM and not marked for delay */
594 proc_rebootscan(sd_callback3, (void *)&sdargs, sd_filt2, (void *)&sfargs);
595 printf("\n");
91447636
A
596
597 /* Now start the termination of processes that are marked for delayed termn */
598 if (delayterm == 0) {
599 delayterm = 1;
600 goto sigterm_loop;
1c79356b 601 }
b0d623f7
A
602
603 sd_closelog(ctx);
604
3e170ce0
A
605 /*
606 * Now that all other processes have been terminated, suspend init
607 */
608 task_suspend_internal(initproc->task);
609
2d21ac55
A
610 /* drop the ref on initproc */
611 proc_rele(initproc);
1c79356b
A
612 printf("continuing\n");
613}
614