reorganization to move ufsmount ops to be vnode ops;

[unix-history] / usr / src / sys / kern / kern_synch.c

diff --git a/usr/src/sys/kern/kern_synch.c b/usr/src/sys/kern/kern_synch.c
index 284a326..dddeeb5 100644 (file)
--- a/usr/src/sys/kern/kern_synch.c
+++ b/usr/src/sys/kern/kern_synch.c
@@ -1,23 +1,24 @@
-/*
- * Copyright (c) 1982, 1986 Regents of the University of California.
- * All rights reserved.  The Berkeley software License Agreement
- * specifies the terms and conditions for redistribution.
+/*-
+ * Copyright (c) 1982, 1986, 1990 The Regents of the University of California.
+ * Copyright (c) 1991 The Regents of the University of California.
+ * All rights reserved.
+ *
+ * %sccs.include.redist.c%

  *
  *

- *     @(#)kern_synch.c        7.10 (Berkeley) %G%
+ *     @(#)kern_synch.c        7.18 (Berkeley) %G%

  */
 
  */
 

-#include "machine/pte.h"
-#include "machine/psl.h"
-#include "machine/mtpr.h"
-

 #include "param.h"
 #include "systm.h"
 #include "param.h"
 #include "systm.h"

-#include "user.h"

 #include "proc.h"
 #include "proc.h"

-#include "vm.h"

 #include "kernel.h"
 #include "buf.h"
 #include "kernel.h"
 #include "buf.h"

-#include "tsleep.h"
+#include "signalvar.h"
+#include "resourcevar.h"
+
+#include "machine/cpu.h"
+
+u_char curpri;                 /* usrpri of curproc */

 
 /*
  * Force switch among equal priority processes every 100ms.
 
 /*
  * Force switch among equal priority processes every 100ms.


@@ -25,8 +26,7 @@
 roundrobin()
 {
 
 roundrobin()
 {
 

-       runrun++;
-       aston();
+       need_resched();

        timeout(roundrobin, (caddr_t)0, hz / 10);
 }
 
        timeout(roundrobin, (caddr_t)0, hz / 10);
 }
 


@@ -80,7 +80,7 @@ roundrobin()
  *    Solve (factor)**(power) =~ .1 given power (5*loadav):
  *     solving for factor,
  *      ln(factor) =~ (-2.30/5*loadav), or
  *    Solve (factor)**(power) =~ .1 given power (5*loadav):
  *     solving for factor,
  *      ln(factor) =~ (-2.30/5*loadav), or

- *      factor =~ exp(-1/((5/2.30)*loadav) =~ exp(-1/(2*loadav)) =
+ *      factor =~ exp(-1/((5/2.30)*loadav)) =~ exp(-1/(2*loadav)) =

  *          exp(-1/b) =~ (b-1)/b =~ b/(b+1).                    QED
  *
  * Proof of (2):
  *          exp(-1/b) =~ (b-1)/b =~ b/(b+1).                    QED
  *
  * Proof of (2):


@@ -95,8 +95,8 @@ roundrobin()
  */
 
 /* calculations for digital decay to forget 90% of usage in 5*loadav sec */
  */
 
 /* calculations for digital decay to forget 90% of usage in 5*loadav sec */

-#define        get_b(loadav)           (2 * (loadav))
-#define        get_pcpu(b, cpu)        (((b) * ((cpu) & 0377)) / ((b) + FSCALE))
+#define        loadfactor(loadav)      (2 * (loadav))
+#define        decay_cpu(loadfac, cpu) (((loadfac) * (cpu)) / ((loadfac) + FSCALE))

 
 /* decay 95% of `p_pctcpu' in 60 seconds; see CCPU_SHIFT before changing */
 fixpt_t        ccpu = 0.95122942450071400909 * FSCALE;         /* exp(-1/20) */
 
 /* decay 95% of `p_pctcpu' in 60 seconds; see CCPU_SHIFT before changing */
 fixpt_t        ccpu = 0.95122942450071400909 * FSCALE;         /* exp(-1/20) */


@@ -120,17 +120,21 @@ fixpt_t   ccpu = 0.95122942450071400909 * FSCALE;         /* exp(-1/20) */
  */
 schedcpu()
 {
  */
 schedcpu()
 {

-       register fixpt_t b = get_b(averunnable[0]);
+       register fixpt_t loadfac = loadfactor(averunnable[0]);

        register struct proc *p;
        register struct proc *p;

-       register int s, a;
+       register int s;
+       register unsigned int newcpu;

 
        wakeup((caddr_t)&lbolt);
        for (p = allproc; p != NULL; p = p->p_nxt) {
 
        wakeup((caddr_t)&lbolt);
        for (p = allproc; p != NULL; p = p->p_nxt) {

-               if (p->p_time != 127)
-                       p->p_time++;
-               if (p->p_stat==SSLEEP || p->p_stat==SSTOP)
-                       if (p->p_slptime != 127)
-                               p->p_slptime++;
+               /*
+                * Increment time in/out of memory and sleep time
+                * (if sleeping).  We ignore overflow; with 16-bit int's
+                * (remember them?) overflow takes 45 days.
+                */
+               p->p_time++;
+               if (p->p_stat == SSLEEP || p->p_stat == SSTOP)
+                       p->p_slptime++;

                p->p_pctcpu = (p->p_pctcpu * ccpu) >> FSHIFT;
                /*
                 * If the process has slept the entire second,
                p->p_pctcpu = (p->p_pctcpu * ccpu) >> FSHIFT;
                /*
                 * If the process has slept the entire second,


@@ -151,17 +155,13 @@ schedcpu()
                        (p->p_cpticks * FSCALE / hz)) >> FSHIFT;
 #endif
                p->p_cpticks = 0;
                        (p->p_cpticks * FSCALE / hz)) >> FSHIFT;
 #endif
                p->p_cpticks = 0;

-               a = (int) get_pcpu(b, p->p_cpu) + p->p_nice;
-               if (a < 0)
-                       a = 0;
-               if (a > 255)
-                       a = 255;
-               p->p_cpu = a;
-               (void) setpri(p);
+               newcpu = (u_int) decay_cpu(loadfac, p->p_cpu) + p->p_nice;
+               p->p_cpu = min(newcpu, UCHAR_MAX);
+               setpri(p);

                s = splhigh();  /* prevent state changes */
                if (p->p_pri >= PUSER) {
                s = splhigh();  /* prevent state changes */
                if (p->p_pri >= PUSER) {

-#define        PPQ     (128 / NQS)
-                       if ((p != u.u_procp || noproc) &&
+#define        PPQ     (128 / NQS)             /* priorities per queue */
+                       if ((p != curproc) &&

                            p->p_stat == SRUN &&
                            (p->p_flag & SLOAD) &&
                            (p->p_pri / PPQ) != (p->p_usrpri / PPQ)) {
                            p->p_stat == SRUN &&
                            (p->p_flag & SLOAD) &&
                            (p->p_pri / PPQ) != (p->p_usrpri / PPQ)) {


@@ -174,34 +174,31 @@ schedcpu()
                splx(s);
        }
        vmmeter();
                splx(s);
        }
        vmmeter();

-       if (runin!=0) {
-               runin = 0;
-               wakeup((caddr_t)&runin);
-       }

        if (bclnlist != NULL)
        if (bclnlist != NULL)

-               wakeup((caddr_t)&proc[2]);
+               wakeup((caddr_t)pageproc);

        timeout(schedcpu, (caddr_t)0, hz);
 }
 
 /*
  * Recalculate the priority of a process after it has slept for a while.
        timeout(schedcpu, (caddr_t)0, hz);
 }
 
 /*
  * Recalculate the priority of a process after it has slept for a while.

+ * For all load averages >= 1 and max p_cpu of 255, sleeping for at least
+ * six times the loadfactor will decay p_cpu to zero.

  */
 updatepri(p)
        register struct proc *p;
 {
  */
 updatepri(p)
        register struct proc *p;
 {

-       register int a = p->p_cpu & 0377;
-       register fixpt_t b = get_b(averunnable[0]);
-
-       p->p_slptime--;         /* the first time was done in schedcpu */
-       while (a && --p->p_slptime)
-               a = (int) get_pcpu(b, a) /* + p->p_nice */;
-       p->p_slptime = 0;
-       if (a < 0)
-               a = 0;
-       if (a > 255)
-               a = 255;
-       p->p_cpu = a;
-       (void) setpri(p);
+       register unsigned int newcpu = p->p_cpu;
+       register fixpt_t loadfac = loadfactor(averunnable[0]);
+
+       if (p->p_slptime > 5 * loadfac)
+               p->p_cpu = 0;
+       else {
+               p->p_slptime--; /* the first time was done in schedcpu */
+               while (newcpu && --p->p_slptime)
+                       newcpu = (int) decay_cpu(loadfac, newcpu);
+               p->p_cpu = min(newcpu, UCHAR_MAX);
+       }
+       setpri(p);

 }
 
 #define SQSIZE 0100    /* Must be power of 2 */
 }
 
 #define SQSIZE 0100    /* Must be power of 2 */


@@ -212,54 +209,42 @@ struct slpque {
 } slpque[SQSIZE];
 
 /*
 } slpque[SQSIZE];
 
 /*

- * XXX - redo comments once interface is set
- * 
- * Give up the processor till a wakeup occurs
- * on chan, at which time the process
- * enters the scheduling queue at priority pri.
- * The most important effect of pri is that when
- * pri<=PZERO a signal cannot disturb the sleep;
- * if pri>PZERO signals will be processed.
- * Callers of this routine must be prepared for
- * premature return, and check that the reason for
- * sleeping has gone away.
+ * During autoconfiguration or after a panic, a sleep will simply
+ * lower the priority briefly to allow interrupts, then return.
+ * The priority to be used (safepri) is machine-dependent, thus this
+ * value is initialized and maintained in the machine-dependent layers.
+ * This priority will typically be 0, or the lowest priority
+ * that is safe for use on the interrupt stack; it can be made
+ * higher to block network software interrupts after panics.

  */
  */

+int safepri;

 
 /*
 
 /*

- * interruptable sleep with longjmp processing.
- * TEMPORARY UNTIL ALL CALLERS ARE TAUGHT TO UNWIND
+ * General sleep call.
+ * Suspends current process until a wakeup is made on chan.
+ * The process will then be made runnable with priority pri.
+ * Sleeps at most timo/hz seconds (0 means no timeout).
+ * If pri includes PCATCH flag, signals are checked
+ * before and after sleeping, else signals are not checked.
+ * Returns 0 if awakened, EWOULDBLOCK if the timeout expires.
+ * If PCATCH is set and a signal needs to be delivered,
+ * ERESTART is returned if the current system call should be restarted
+ * if possible, and EINTR is returned if the system call should
+ * be interrupted by the signal (return EINTR).

  */
  */

-tsleep(chan, pri, wmesg, timeout)
-       caddr_t chan;
-       int pri;
-       char *wmesg;
-       int timeout;
-{
-       if (pri <= PZERO) 
-               panic("tsleep: pri <= PZERO");
-       if (isleep(chan, pri, wmesg, timeout) == EINTR)
-               longjmp(&u.u_qsave);
-}
-
-/*
- * Interruptable sleep.
- * Sleeps on chan for time of at most timo/hz seconds (0 means no timeout).
- * Returns 0 if awakened, EINTR if a signal needs to be delivered,
- * or EWOULDBLOCK if the timeout expires.
- */
-isleep(chan, pri, wmesg, timo)
+tsleep(chan, pri, wmesg, timo)

        caddr_t chan;
        int pri;
        char *wmesg;
        int timo;
 {
        caddr_t chan;
        int pri;
        char *wmesg;
        int timo;
 {

-       register struct proc *rp;
+       register struct proc *p = curproc;

        register struct slpque *qp;
        register s;
        register struct slpque *qp;
        register s;

+       int sig, catch = pri & PCATCH;

        extern int cold;
        int endtsleep();
 
        extern int cold;
        int endtsleep();
 

-       rp = u.u_procp;

        s = splhigh();
        if (cold || panicstr) {
                /*
        s = splhigh();
        if (cold || panicstr) {
                /*


@@ -267,59 +252,67 @@ isleep(chan, pri, wmesg, timo)
                 * just give interrupts a chance, then just return;
                 * don't run any other procs or panic below,
                 * in case this is the idle process and already asleep.
                 * just give interrupts a chance, then just return;
                 * don't run any other procs or panic below,
                 * in case this is the idle process and already asleep.

-                * The splnet should be spl0 if the network was being used
-                * by the filesystem, but for now avoid network interrupts
-                * that might cause another panic.

                 */
                 */

-               (void) splnet();
+               splx(safepri);

                splx(s);
                return (0);
        }
 #ifdef DIAGNOSTIC
                splx(s);
                return (0);
        }
 #ifdef DIAGNOSTIC

-       if (chan==0 || rp->p_stat != SRUN || rp->p_rlink)
-               panic("isleep");
+       if (chan == 0 || p->p_stat != SRUN || p->p_rlink)
+               panic("tsleep");

 #endif
 #endif

-       rp->p_wchan = chan;
-       rp->p_wmesg = wmesg;
-       rp->p_slptime = 0;
-       rp->p_pri = pri;
+       p->p_wchan = chan;
+       p->p_wmesg = wmesg;
+       p->p_slptime = 0;
+       p->p_pri = pri & PRIMASK;

        qp = &slpque[HASH(chan)];
        if (qp->sq_head == 0)
        qp = &slpque[HASH(chan)];
        if (qp->sq_head == 0)

-               qp->sq_head = rp;
+               qp->sq_head = p;

        else
        else

-               *qp->sq_tailp = rp;
-       *(qp->sq_tailp = &rp->p_link) = 0;
+               *qp->sq_tailp = p;
+       *(qp->sq_tailp = &p->p_link) = 0;
+       if (timo)
+               timeout(endtsleep, (caddr_t)p, timo);

        /*
        /*

-        * If we stop in issig(), wakeup may already have happened
-        * when we return (rp->p_wchan will then be 0).
+        * We put ourselves on the sleep queue and start our timeout
+        * before calling CURSIG, as we could stop there, and a wakeup
+        * or a SIGCONT (or both) could occur while we were stopped.
+        * A SIGCONT would cause us to be marked as SSLEEP
+        * without resuming us, thus we must be ready for sleep
+        * when CURSIG is called.  If the wakeup happens while we're
+        * stopped, p->p_wchan will be 0 upon return from CURSIG.

         */
         */

-       if (CURSIG(rp)) {
-               if (rp->p_wchan)
-                       unsleep(rp);
-               rp->p_stat = SRUN;
-               splx(s);
-               return (EINTR);
-       }
-       if (rp->p_wchan == 0) {
-               splx(s);
-               return (0);
+       if (catch) {
+               p->p_flag |= SSINTR;
+               if (sig = CURSIG(p)) {
+                       if (p->p_wchan)
+                               unsleep(p);
+                       p->p_stat = SRUN;
+                       goto resume;
+               }
+               if (p->p_wchan == 0) {
+                       catch = 0;
+                       goto resume;
+               }

        }
        }

-       rp->p_stat = SSLEEP;
-       if (timo)
-               timeout(endtsleep, (caddr_t)rp, timo);
-       (void) spl0();
-       u.u_ru.ru_nvcsw++;
+       p->p_stat = SSLEEP;
+       p->p_stats->p_ru.ru_nvcsw++;

        swtch();
        swtch();

-       curpri = rp->p_usrpri;
+resume:
+       curpri = p->p_usrpri;

        splx(s);
        splx(s);

-       if (rp->p_flag & STIMO) {
-               rp->p_flag &= ~STIMO;
-               return (EWOULDBLOCK);
+       p->p_flag &= ~SSINTR;
+       if (p->p_flag & STIMO) {
+               p->p_flag &= ~STIMO;
+               if (catch == 0 || sig == 0)
+                       return (EWOULDBLOCK);
+       } else if (timo)
+               untimeout(endtsleep, (caddr_t)p);
+       if (catch && (sig != 0 || (sig = CURSIG(p)))) {
+               if (p->p_sigacts->ps_sigintr & sigmask(sig))
+                       return (EINTR);
+               return (ERESTART);

        }
        }

-       if (timo)
-               untimeout(endtsleep, (caddr_t)rp);
-       if (CURSIG(rp))
-               return (EINTR);

        return (0);
 }
 
        return (0);
 }
 


@@ -344,18 +337,25 @@ endtsleep(p)
        splx(s);
 }
 
        splx(s);
 }
 

-int sleepdebug = 1;    /* XXX */
-
+/*
+ * Short-term, non-interruptable sleep.
+ */

 sleep(chan, pri)
        caddr_t chan;
        int pri;
 {
 sleep(chan, pri)
        caddr_t chan;
        int pri;
 {

-       register struct proc *rp;
+       register struct proc *p = curproc;

        register struct slpque *qp;
        register s;
        extern int cold;
 
        register struct slpque *qp;
        register s;
        extern int cold;
 

-       rp = u.u_procp;
+#ifdef DIAGNOSTIC
+       if (pri > PZERO) {
+               printf("sleep called with pri %d > PZERO, wchan: %x\n",
+                       pri, chan);
+               panic("old sleep");
+       }
+#endif

        s = splhigh();
        if (cold || panicstr) {
                /*
        s = splhigh();
        if (cold || panicstr) {
                /*


@@ -363,70 +363,30 @@ sleep(chan, pri)
                 * just give interrupts a chance, then just return;
                 * don't run any other procs or panic below,
                 * in case this is the idle process and already asleep.
                 * just give interrupts a chance, then just return;
                 * don't run any other procs or panic below,
                 * in case this is the idle process and already asleep.

-                * The splnet should be spl0 if the network was being used
-                * by the filesystem, but for now avoid network interrupts
-                * that might cause another panic.

                 */
                 */

-               (void) splnet();
+               splx(safepri);

                splx(s);
                return;
        }
 #ifdef DIAGNOSTIC
                splx(s);
                return;
        }
 #ifdef DIAGNOSTIC

-       if (chan==0 || rp->p_stat != SRUN || rp->p_rlink)
+       if (chan==0 || p->p_stat != SRUN || p->p_rlink)

                panic("sleep");
 #endif
                panic("sleep");
 #endif

-       rp->p_wchan = chan;
-       rp->p_wmesg = NULL;
-       rp->p_slptime = 0;
-       rp->p_pri = pri;
+       p->p_wchan = chan;
+       p->p_wmesg = NULL;
+       p->p_slptime = 0;
+       p->p_pri = pri;

        qp = &slpque[HASH(chan)];
        if (qp->sq_head == 0)
        qp = &slpque[HASH(chan)];
        if (qp->sq_head == 0)

-               qp->sq_head = rp;
+               qp->sq_head = p;

        else
        else

-               *qp->sq_tailp = rp;
-       *(qp->sq_tailp = &rp->p_link) = 0;
-       if (pri > PZERO) {
-               if (sleepdebug)
-                       printf("sleep called with pri > PZERO, wchan: %x\n",
-                               chan);
-               /*
-                * If we stop in issig(), wakeup may already have happened
-                * when we return (rp->p_wchan will then be 0).
-                */
-               if (CURSIG(rp)) {
-                       if (rp->p_wchan)
-                               unsleep(rp);
-                       rp->p_stat = SRUN;
-                       (void) spl0();
-                       goto psig;
-               }
-               if (rp->p_wchan == 0)
-                       goto out;
-               rp->p_stat = SSLEEP;
-               (void) spl0();
-               u.u_ru.ru_nvcsw++;
-               swtch();
-               if (CURSIG(rp))
-                       goto psig;
-       } else {
-               rp->p_stat = SSLEEP;
-               (void) spl0();
-               u.u_ru.ru_nvcsw++;
-               swtch();
-       }
-       curpri = rp->p_usrpri;
-out:
+               *qp->sq_tailp = p;
+       *(qp->sq_tailp = &p->p_link) = 0;
+       p->p_stat = SSLEEP;
+       p->p_stats->p_ru.ru_nvcsw++;
+       swtch();
+       curpri = p->p_usrpri;

        splx(s);
        splx(s);

-       return;
-
-       /*
-        * If priority was low (>PZERO) and
-        * there has been a signal, execute non-local goto through
-        * u.u_qsave, aborting the system call in progress (see trap.c)
-        */
-psig:
-       longjmp(&u.u_qsave);
-       /*NOTREACHED*/

 }
 
 /*
 }
 
 /*


@@ -453,7 +413,8 @@ unsleep(p)
 }
 
 /*
 }
 
 /*

- * Wake up all processes sleeping on chan.
+ * Wakeup on "chan"; set all processes
+ * sleeping on chan to run state.

  */
 wakeup(chan)
        register caddr_t chan;
  */
 wakeup(chan)
        register caddr_t chan;


@@ -470,7 +431,7 @@ restart:
                if (p->p_rlink || p->p_stat != SSLEEP && p->p_stat != SSTOP)
                        panic("wakeup");
 #endif
                if (p->p_rlink || p->p_stat != SSLEEP && p->p_stat != SSTOP)
                        panic("wakeup");
 #endif

-               if (p->p_wchan==chan) {
+               if (p->p_wchan == chan) {

                        p->p_wchan = 0;
                        *q = p->p_link;
                        if (qp->sq_tailp == &p->p_link)
                        p->p_wchan = 0;
                        *q = p->p_link;
                        if (qp->sq_tailp == &p->p_link)


@@ -479,6 +440,7 @@ restart:
                                /* OPTIMIZED INLINE EXPANSION OF setrun(p) */
                                if (p->p_slptime > 1)
                                        updatepri(p);
                                /* OPTIMIZED INLINE EXPANSION OF setrun(p) */
                                if (p->p_slptime > 1)
                                        updatepri(p);

+                               p->p_slptime = 0;

                                p->p_stat = SRUN;
                                if (p->p_flag & SLOAD)
                                        setrq(p);
                                p->p_stat = SRUN;
                                if (p->p_flag & SLOAD)
                                        setrq(p);


@@ -486,15 +448,10 @@ restart:
                                 * Since curpri is a usrpri,
                                 * p->p_pri is always better than curpri.
                                 */
                                 * Since curpri is a usrpri,
                                 * p->p_pri is always better than curpri.
                                 */

-                               runrun++;
-                               aston();
-                               if ((p->p_flag&SLOAD) == 0) {
-                                       if (runout != 0) {
-                                               runout = 0;
-                                               wakeup((caddr_t)&runout);
-                                       }
-                                       wantin++;
-                               }
+                               if ((p->p_flag&SLOAD) == 0)
+                                       wakeup((caddr_t)&proc0);
+                               else
+                                       need_resched();

                                /* END INLINE EXPANSION */
                                goto restart;
                        }
                                /* END INLINE EXPANSION */
                                goto restart;
                        }


@@ -517,8 +474,9 @@ rqinit()
 }
 
 /*
 }
 
 /*

- * Set the process running;
- * arrange for it to be swapped in if necessary.
+ * Change process state to be runnable,
+ * placing it on the run queue if it is in memory,
+ * and awakening the swapper if it isn't in memory.

  */
 setrun(p)
        register struct proc *p;
  */
 setrun(p)
        register struct proc *p;


@@ -549,40 +507,26 @@ setrun(p)
        splx(s);
        if (p->p_slptime > 1)
                updatepri(p);
        splx(s);
        if (p->p_slptime > 1)
                updatepri(p);

-       if (p->p_pri < curpri) {
-               runrun++;
-               aston();
-       }
-       if ((p->p_flag&SLOAD) == 0) {
-               if (runout != 0) {
-                       runout = 0;
-                       wakeup((caddr_t)&runout);
-               }
-               wantin++;
-       }
+       p->p_slptime = 0;
+       if ((p->p_flag&SLOAD) == 0)
+               wakeup((caddr_t)&proc0);
+       else if (p->p_pri < curpri)
+               need_resched();

 }
 
 /*
 }
 
 /*

- * Set user priority.
- * The rescheduling flag (runrun)
- * is set if the priority is better
- * than the currently running process.
+ * Compute priority of process when running in user mode.
+ * Arrange to reschedule if the resulting priority
+ * is better than that of the current process.

  */
  */

-setpri(pp)
-       register struct proc *pp;
+setpri(p)
+       register struct proc *p;

 {
 {

-       register int p;
-
-       p = (pp->p_cpu & 0377)/4;
-       p += PUSER + 2 * pp->p_nice;
-       if (pp->p_rssize > pp->p_maxrss && freemem < desfree)
-               p += 2*4;       /* effectively, nice(4) */
-       if (p > 127)
-               p = 127;
-       if (p < curpri) {
-               runrun++;
-               aston();
-       }
-       pp->p_usrpri = p;
-       return (p);
+       register unsigned int newpri;
+
+       newpri = PUSER + p->p_cpu / 4 + 2 * p->p_nice;
+       newpri = min(newpri, MAXPRI);
+       p->p_usrpri = newpri;
+       if (newpri < curpri)
+               need_resched();

 }
 }