Annotation of kernel/bsd/kern/kern_lock.c, revision 1.1.1.1

1.1       root        1: /*
                      2:  * Copyright (c) 1999 Apple Computer, Inc. All rights reserved.
                      3:  *
                      4:  * @APPLE_LICENSE_HEADER_START@
                      5:  * 
                      6:  * Portions Copyright (c) 1999 Apple Computer, Inc.  All Rights
                      7:  * Reserved.  This file contains Original Code and/or Modifications of
                      8:  * Original Code as defined in and that are subject to the Apple Public
                      9:  * Source License Version 1.1 (the "License").  You may not use this file
                     10:  * except in compliance with the License.  Please obtain a copy of the
                     11:  * License at http://www.apple.com/publicsource and read it before using
                     12:  * this file.
                     13:  * 
                     14:  * The Original Code and all software distributed under the License are
                     15:  * distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY KIND, EITHER
                     16:  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
                     17:  * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
                     18:  * FITNESS FOR A PARTICULAR PURPOSE OR NON-INFRINGEMENT.  Please see the
                     19:  * License for the specific language governing rights and limitations
                     20:  * under the License.
                     21:  * 
                     22:  * @APPLE_LICENSE_HEADER_END@
                     23:  */
                     24: 
                     25: /* Copyright (c) 1995, 1997 Apple Computer, Inc. All Rights Reserved */
                     26: /* 
                     27:  * Copyright (c) 1995
                     28:  *     The Regents of the University of California.  All rights reserved.
                     29:  *
                     30:  * This code contains ideas from software contributed to Berkeley by
                     31:  * Avadis Tevanian, Jr., Michael Wayne Young, and the Mach Operating
                     32:  * System project at Carnegie-Mellon University.
                     33:  *
                     34:  * Redistribution and use in source and binary forms, with or without
                     35:  * modification, are permitted provided that the following conditions
                     36:  * are met:
                     37:  * 1. Redistributions of source code must retain the above copyright
                     38:  *    notice, this list of conditions and the following disclaimer.
                     39:  * 2. Redistributions in binary form must reproduce the above copyright
                     40:  *    notice, this list of conditions and the following disclaimer in the
                     41:  *    documentation and/or other materials provided with the distribution.
                     42:  * 3. All advertising materials mentioning features or use of this software
                     43:  *    must display the following acknowledgement:
                     44:  *     This product includes software developed by the University of
                     45:  *     California, Berkeley and its contributors.
                     46:  * 4. Neither the name of the University nor the names of its contributors
                     47:  *    may be used to endorse or promote products derived from this software
                     48:  *    without specific prior written permission.
                     49:  *
                     50:  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
                     51:  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
                     52:  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
                     53:  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
                     54:  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
                     55:  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
                     56:  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
                     57:  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
                     58:  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
                     59:  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
                     60:  * SUCH DAMAGE.
                     61:  *
                     62:  *     @(#)kern_lock.c 8.18 (Berkeley) 5/21/95
                     63:  */
                     64: 
                     65: #include <sys/param.h>
                     66: #include <sys/proc.h>
                     67: #include <sys/lock.h>
                     68: #include <machine/cpu.h>
                     69: 
                     70: #include <mach/mach_types.h>
                     71: 
                     72: /*
                     73:  * Locking primitives implementation.
                     74:  * Locks provide shared/exclusive sychronization.
                     75:  */
                     76: 
                     77: #if 0
                     78: #define COUNT(p, x) if (p) (p)->p_locks += (x)
                     79: #else
                     80: #define COUNT(p, x)
                     81: #endif
                     82: 
                     83: #if NCPUS > 1
                     84: 
                     85: /*
                     86:  * For multiprocessor system, try spin lock first.
                     87:  *
                     88:  * This should be inline expanded below, but we cannot have #if
                     89:  * inside a multiline define.
                     90:  */
                     91: int lock_wait_time = 100;
                     92: #define PAUSE(lkp, wanted)                                             \
                     93:                if (lock_wait_time > 0) {                               \
                     94:                        int i;                                          \
                     95:                                                                        \
                     96:                        simple_unlock(&lkp->lk_interlock);              \
                     97:                        for (i = lock_wait_time; i > 0; i--)            \
                     98:                                if (!(wanted))                          \
                     99:                                        break;                          \
                    100:                        simple_lock(&lkp->lk_interlock);                \
                    101:                }                                                       \
                    102:                if (!(wanted))                                          \
                    103:                        break;
                    104: 
                    105: #else /* NCPUS == 1 */
                    106: 
                    107: /*
                    108:  * It is an error to spin on a uniprocessor as nothing will ever cause
                    109:  * the simple lock to clear while we are executing.
                    110:  */
                    111: #define PAUSE(lkp, wanted)
                    112: 
                    113: #endif /* NCPUS == 1 */
                    114: 
                    115: /*
                    116:  * Acquire a resource.
                    117:  */
                    118: #define ACQUIRE(lkp, error, extflags, wanted)                          \
                    119:        PAUSE(lkp, wanted);                                             \
                    120:        for (error = 0; wanted; ) {                                     \
                    121:                (lkp)->lk_waitcount++;                                  \
                    122:                simple_unlock(&(lkp)->lk_interlock);                    \
                    123:                error = tsleep((void *)lkp, (lkp)->lk_prio,             \
                    124:                    (lkp)->lk_wmesg, (lkp)->lk_timo);                   \
                    125:                simple_lock(&(lkp)->lk_interlock);                      \
                    126:                (lkp)->lk_waitcount--;                                  \
                    127:                if (error)                                              \
                    128:                        break;                                          \
                    129:                if ((extflags) & LK_SLEEPFAIL) {                        \
                    130:                        error = ENOLCK;                                 \
                    131:                        break;                                          \
                    132:                }                                                       \
                    133:        }
                    134: 
                    135: /*
                    136:  * Initialize a lock; required before use.
                    137:  */
                    138: void
                    139: lockinit(lkp, prio, wmesg, timo, flags)
                    140:        struct lock__bsd__ *lkp;
                    141:        int prio;
                    142:        char *wmesg;
                    143:        int timo;
                    144:        int flags;
                    145: {
                    146: 
                    147:        bzero(lkp, sizeof(struct lock__bsd__));
                    148:        simple_lock_init(&lkp->lk_interlock);
                    149:        lkp->lk_flags = flags & LK_EXTFLG_MASK;
                    150:        lkp->lk_prio = prio;
                    151:        lkp->lk_timo = timo;
                    152:        lkp->lk_wmesg = wmesg;
                    153:        lkp->lk_lockholder = LK_NOPROC;
                    154:        lkp->lk_lockthread = 0;
                    155: }
                    156: 
                    157: /*
                    158:  * Determine the status of a lock.
                    159:  */
                    160: int
                    161: lockstatus(lkp)
                    162:        struct lock__bsd__ *lkp;
                    163: {
                    164:        int lock_type = 0;
                    165: 
                    166:        simple_lock(&lkp->lk_interlock);
                    167:        if (lkp->lk_exclusivecount != 0)
                    168:                lock_type = LK_EXCLUSIVE;
                    169:        else if (lkp->lk_sharecount != 0)
                    170:                lock_type = LK_SHARED;
                    171:        simple_unlock(&lkp->lk_interlock);
                    172:        return (lock_type);
                    173: }
                    174: 
                    175: /*
                    176:  * Set, change, or release a lock.
                    177:  *
                    178:  * Shared requests increment the shared count. Exclusive requests set the
                    179:  * LK_WANT_EXCL flag (preventing further shared locks), and wait for already
                    180:  * accepted shared locks and shared-to-exclusive upgrades to go away.
                    181:  */
                    182: int
                    183: lockmgr(lkp, flags, interlkp, p)
                    184:        struct lock__bsd__ *lkp;
                    185:        u_int flags;
                    186:        simple_lock_t interlkp;
                    187:        struct proc *p;
                    188: {
                    189:        int error;
                    190:        pid_t pid;
                    191:        int extflags;
                    192:        void *self;
                    193: 
                    194:        error = 0; self = current_thread();
                    195:        if (p)
                    196:                pid = p->p_pid;
                    197:        else
                    198:                pid = LK_KERNPROC;
                    199:        simple_lock(&lkp->lk_interlock);
                    200:        if (flags & LK_INTERLOCK)
                    201:                simple_unlock(interlkp);
                    202:        extflags = (flags | lkp->lk_flags) & LK_EXTFLG_MASK;
                    203: #if 0
                    204:        /*
                    205:         * Once a lock has drained, the LK_DRAINING flag is set and an
                    206:         * exclusive lock is returned. The only valid operation thereafter
                    207:         * is a single release of that exclusive lock. This final release
                    208:         * clears the LK_DRAINING flag and sets the LK_DRAINED flag. Any
                    209:         * further requests of any sort will result in a panic. The bits
                    210:         * selected for these two flags are chosen so that they will be set
                    211:         * in memory that is freed (freed memory is filled with 0xdeadbeef).
                    212:         * The final release is permitted to give a new lease on life to
                    213:         * the lock by specifying LK_REENABLE.
                    214:         */
                    215:        if (lkp->lk_flags & (LK_DRAINING|LK_DRAINED)) {
                    216:                if (lkp->lk_flags & LK_DRAINED)
                    217:                        panic("lockmgr: using decommissioned lock");
                    218:                if ((flags & LK_TYPE_MASK) != LK_RELEASE ||
                    219:                    (lkp->lk_lockholder != pid && lkp->lk_lockthread != self)
                    220:                        panic("lockmgr: non-release on draining lock: %d\n",
                    221:                            flags & LK_TYPE_MASK);
                    222:                lkp->lk_flags &= ~LK_DRAINING;
                    223:                if ((flags & LK_REENABLE) == 0)
                    224:                        lkp->lk_flags |= LK_DRAINED;
                    225:        }
                    226: #endif
                    227: 
                    228:        switch (flags & LK_TYPE_MASK) {
                    229: 
                    230:        case LK_SHARED:
                    231:                if (lkp->lk_lockholder != pid || lkp->lk_lockthread != self) {
                    232:                        /*
                    233:                         * If just polling, check to see if we will block.
                    234:                         */
                    235:                        if ((extflags & LK_NOWAIT) && (lkp->lk_flags &
                    236:                            (LK_HAVE_EXCL | LK_WANT_EXCL | LK_WANT_UPGRADE))) {
                    237:                                error = EBUSY;
                    238:                                break;
                    239:                        }
                    240:                        /*
                    241:                         * Wait for exclusive locks and upgrades to clear.
                    242:                         */
                    243:                        ACQUIRE(lkp, error, extflags, lkp->lk_flags &
                    244:                            (LK_HAVE_EXCL | LK_WANT_EXCL | LK_WANT_UPGRADE));
                    245:                        if (error)
                    246:                                break;
                    247:                        lkp->lk_sharecount++;
                    248:                        COUNT(p, 1);
                    249:                        break;
                    250:                }
                    251:                /*
                    252:                 * We hold an exclusive lock, so downgrade it to shared.
                    253:                 * An alternative would be to fail with EDEADLK.
                    254:                 */
                    255:                lkp->lk_sharecount++;
                    256:                COUNT(p, 1);
                    257:                /* fall into downgrade */
                    258: 
                    259:        case LK_DOWNGRADE:
                    260:                if (lkp->lk_lockholder != pid ||
                    261:                                lkp->lk_lockthread != self ||
                    262:                                        lkp->lk_exclusivecount == 0)
                    263:                        panic("lockmgr: not holding exclusive lock");
                    264:                lkp->lk_sharecount += lkp->lk_exclusivecount;
                    265:                lkp->lk_exclusivecount = 0;
                    266:                lkp->lk_flags &= ~LK_HAVE_EXCL;
                    267:                lkp->lk_lockholder = LK_NOPROC;
                    268:                lkp->lk_lockthread = 0;
                    269:                if (lkp->lk_waitcount)
                    270:                        wakeup((void *)lkp);
                    271:                break;
                    272: 
                    273:        case LK_EXCLUPGRADE:
                    274:                /*
                    275:                 * If another process is ahead of us to get an upgrade,
                    276:                 * then we want to fail rather than have an intervening
                    277:                 * exclusive access.
                    278:                 */
                    279:                if (lkp->lk_flags & LK_WANT_UPGRADE) {
                    280:                        lkp->lk_sharecount--;
                    281:                        COUNT(p, -1);
                    282:                        error = EBUSY;
                    283:                        break;
                    284:                }
                    285:                /* fall into normal upgrade */
                    286: 
                    287:        case LK_UPGRADE:
                    288:                /*
                    289:                 * Upgrade a shared lock to an exclusive one. If another
                    290:                 * shared lock has already requested an upgrade to an
                    291:                 * exclusive lock, our shared lock is released and an
                    292:                 * exclusive lock is requested (which will be granted
                    293:                 * after the upgrade). If we return an error, the file
                    294:                 * will always be unlocked.
                    295:                 */
                    296:                if ((lkp->lk_lockholder == pid &&
                    297:                                lkp->lk_lockthread == self) ||
                    298:                                                lkp->lk_sharecount <= 0)
                    299:                        panic("lockmgr: upgrade exclusive lock");
                    300:                lkp->lk_sharecount--;
                    301:                COUNT(p, -1);
                    302:                /*
                    303:                 * If we are just polling, check to see if we will block.
                    304:                 */
                    305:                if ((extflags & LK_NOWAIT) &&
                    306:                    ((lkp->lk_flags & LK_WANT_UPGRADE) ||
                    307:                     lkp->lk_sharecount > 1)) {
                    308:                        error = EBUSY;
                    309:                        break;
                    310:                }
                    311:                if ((lkp->lk_flags & LK_WANT_UPGRADE) == 0) {
                    312:                        /*
                    313:                         * We are first shared lock to request an upgrade, so
                    314:                         * request upgrade and wait for the shared count to
                    315:                         * drop to zero, then take exclusive lock.
                    316:                         */
                    317:                        lkp->lk_flags |= LK_WANT_UPGRADE;
                    318:                        ACQUIRE(lkp, error, extflags, lkp->lk_sharecount);
                    319:                        lkp->lk_flags &= ~LK_WANT_UPGRADE;
                    320:                        if (error)
                    321:                                break;
                    322:                        lkp->lk_flags |= LK_HAVE_EXCL;
                    323:                        lkp->lk_lockholder = pid;
                    324:                        lkp->lk_lockthread = self;
                    325:                        if (lkp->lk_exclusivecount != 0)
                    326:                                panic("lockmgr: non-zero exclusive count");
                    327:                        lkp->lk_exclusivecount = 1;
                    328:                        COUNT(p, 1);
                    329:                        break;
                    330:                }
                    331:                /*
                    332:                 * Someone else has requested upgrade. Release our shared
                    333:                 * lock, awaken upgrade requestor if we are the last shared
                    334:                 * lock, then request an exclusive lock.
                    335:                 */
                    336:                if (lkp->lk_sharecount == 0 && lkp->lk_waitcount)
                    337:                        wakeup((void *)lkp);
                    338:                /* fall into exclusive request */
                    339: 
                    340:        case LK_EXCLUSIVE:
                    341:                if (lkp->lk_lockholder == pid && lkp->lk_lockthread == self) {
                    342:                        /*
                    343:                         *      Recursive lock.
                    344:                         */
                    345:                        if ((extflags & LK_CANRECURSE) == 0)
                    346:                                panic("lockmgr: locking against myself");
                    347:                        lkp->lk_exclusivecount++;
                    348:                        COUNT(p, 1);
                    349:                        break;
                    350:                }
                    351:                /*
                    352:                 * If we are just polling, check to see if we will sleep.
                    353:                 */
                    354:                if ((extflags & LK_NOWAIT) && ((lkp->lk_flags &
                    355:                     (LK_HAVE_EXCL | LK_WANT_EXCL | LK_WANT_UPGRADE)) ||
                    356:                     lkp->lk_sharecount != 0)) {
                    357:                        error = EBUSY;
                    358:                        break;
                    359:                }
                    360:                /*
                    361:                 * Try to acquire the want_exclusive flag.
                    362:                 */
                    363:                ACQUIRE(lkp, error, extflags, lkp->lk_flags &
                    364:                    (LK_HAVE_EXCL | LK_WANT_EXCL));
                    365:                if (error)
                    366:                        break;
                    367:                lkp->lk_flags |= LK_WANT_EXCL;
                    368:                /*
                    369:                 * Wait for shared locks and upgrades to finish.
                    370:                 */
                    371:                ACQUIRE(lkp, error, extflags, lkp->lk_sharecount != 0 ||
                    372:                       (lkp->lk_flags & LK_WANT_UPGRADE));
                    373:                lkp->lk_flags &= ~LK_WANT_EXCL;
                    374:                if (error)
                    375:                        break;
                    376:                lkp->lk_flags |= LK_HAVE_EXCL;
                    377:                lkp->lk_lockholder = pid;
                    378:                lkp->lk_lockthread = self;
                    379:                if (lkp->lk_exclusivecount != 0)
                    380:                        panic("lockmgr: non-zero exclusive count");
                    381:                lkp->lk_exclusivecount = 1;
                    382:                COUNT(p, 1);
                    383:                break;
                    384: 
                    385:        case LK_RELEASE:
                    386:                if (lkp->lk_exclusivecount != 0) {
                    387:                        if (pid != lkp->lk_lockholder ||
                    388:                                        lkp->lk_lockthread != self)
                    389:                                panic("lockmgr: pid %d, not %s %d unlocking",
                    390:                                    pid, "exclusive lock holder",
                    391:                                    lkp->lk_lockholder);
                    392:                        lkp->lk_exclusivecount--;
                    393:                        COUNT(p, -1);
                    394:                        if (lkp->lk_exclusivecount == 0) {
                    395:                                lkp->lk_flags &= ~LK_HAVE_EXCL;
                    396:                                lkp->lk_lockholder = LK_NOPROC;
                    397:                                lkp->lk_lockthread = 0;
                    398:                        }
                    399:                } else if (lkp->lk_sharecount != 0) {
                    400:                        lkp->lk_sharecount--;
                    401:                        COUNT(p, -1);
                    402:                }
                    403:                if (lkp->lk_waitcount)
                    404:                        wakeup((void *)lkp);
                    405:                break;
                    406: 
                    407:        case LK_DRAIN:
                    408:                /*
                    409:                 * Check that we do not already hold the lock, as it can 
                    410:                 * never drain if we do. Unfortunately, we have no way to
                    411:                 * check for holding a shared lock, but at least we can
                    412:                 * check for an exclusive one.
                    413:                 */
                    414:                if (lkp->lk_lockholder == pid && lkp->lk_lockthread == self)
                    415:                        panic("lockmgr: draining against myself");
                    416:                /*
                    417:                 * If we are just polling, check to see if we will sleep.
                    418:                 */
                    419:                if ((extflags & LK_NOWAIT) && ((lkp->lk_flags &
                    420:                     (LK_HAVE_EXCL | LK_WANT_EXCL | LK_WANT_UPGRADE)) ||
                    421:                     lkp->lk_sharecount != 0 || lkp->lk_waitcount != 0)) {
                    422:                        error = EBUSY;
                    423:                        break;
                    424:                }
                    425:                PAUSE(lkp, ((lkp->lk_flags &
                    426:                     (LK_HAVE_EXCL | LK_WANT_EXCL | LK_WANT_UPGRADE)) ||
                    427:                     lkp->lk_sharecount != 0 || lkp->lk_waitcount != 0));
                    428:                for (error = 0; ((lkp->lk_flags &
                    429:                     (LK_HAVE_EXCL | LK_WANT_EXCL | LK_WANT_UPGRADE)) ||
                    430:                     lkp->lk_sharecount != 0 || lkp->lk_waitcount != 0); ) {
                    431:                        lkp->lk_flags |= LK_WAITDRAIN;
                    432:                        simple_unlock(&lkp->lk_interlock);
                    433:                        if (error = tsleep((void *)&lkp->lk_flags, lkp->lk_prio,
                    434:                            lkp->lk_wmesg, lkp->lk_timo))
                    435:                                return (error);
                    436:                        if ((extflags) & LK_SLEEPFAIL)
                    437:                                return (ENOLCK);
                    438:                        simple_lock(&lkp->lk_interlock);
                    439:                }
                    440:                lkp->lk_flags |= LK_DRAINING | LK_HAVE_EXCL;
                    441:                lkp->lk_lockholder = pid;
                    442:                lkp->lk_lockthread = self;
                    443:                lkp->lk_exclusivecount = 1;
                    444:                COUNT(p, 1);
                    445:                break;
                    446: 
                    447:        default:
                    448:                simple_unlock(&lkp->lk_interlock);
                    449:                panic("lockmgr: unknown locktype request %d",
                    450:                    flags & LK_TYPE_MASK);
                    451:                /* NOTREACHED */
                    452:        }
                    453:        if ((lkp->lk_flags & LK_WAITDRAIN) && ((lkp->lk_flags &
                    454:             (LK_HAVE_EXCL | LK_WANT_EXCL | LK_WANT_UPGRADE)) == 0 &&
                    455:             lkp->lk_sharecount == 0 && lkp->lk_waitcount == 0)) {
                    456:                lkp->lk_flags &= ~LK_WAITDRAIN;
                    457:                wakeup((void *)&lkp->lk_flags);
                    458:        }
                    459:        simple_unlock(&lkp->lk_interlock);
                    460:        return (error);
                    461: }
                    462: 
                    463: /*
                    464:  * Print out information about state of a lock. Used by VOP_PRINT
                    465:  * routines to display ststus about contained locks.
                    466:  */
                    467: lockmgr_printinfo(lkp)
                    468:        struct lock__bsd__ *lkp;
                    469: {
                    470: 
                    471:        if (lkp->lk_sharecount)
                    472:                printf(" lock type %s: SHARED (count %d)", lkp->lk_wmesg,
                    473:                    lkp->lk_sharecount);
                    474:        else if (lkp->lk_flags & LK_HAVE_EXCL)
                    475:                printf(" lock type %s: EXCL (count %d) by pid %d",
                    476:                    lkp->lk_wmesg, lkp->lk_exclusivecount, lkp->lk_lockholder);
                    477:        if (lkp->lk_waitcount > 0)
                    478:                printf(" with %d pending", lkp->lk_waitcount);
                    479: }

unix.superglobalmegacorp.com

This archive runs on limited infrastructure. Preserving old code on modern bandwidth. Automated agents are requested to crawl responsibly.