2 * Copyright (c) 2010 David Xu <davidxu@freebsd.org>
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
8 * 1. Redistributions of source code must retain the above copyright
9 * notice unmodified, this list of conditions, and the following
11 * 2. Redistributions in binary form must reproduce the above copyright
12 * notice, this list of conditions and the following disclaimer in the
13 * documentation and/or other materials provided with the distribution.
15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
16 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
17 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
18 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
19 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
20 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
21 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
22 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
23 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
24 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
30 #include "thr_private.h"
33 #define HASHSIZE (1 << HASHSHIFT)
34 #define SC_HASH(wchan) ((unsigned) \
35 ((((uintptr_t)(wchan) >> 3) \
36 ^ ((uintptr_t)(wchan) >> (HASHSHIFT + 3))) \
38 #define SC_LOOKUP(wc) &sc_table[SC_HASH(wc)]
40 struct sleepqueue_chain {
41 struct umutex sc_lock;
43 LIST_HEAD(, sleepqueue) sc_queues;
47 static struct sleepqueue_chain sc_table[HASHSIZE];
54 for (i = 0; i < HASHSIZE; ++i) {
55 LIST_INIT(&sc_table[i].sc_queues);
56 _thr_umutex_init(&sc_table[i].sc_lock);
63 struct sleepqueue *sq;
65 sq = calloc(1, sizeof(struct sleepqueue));
66 TAILQ_INIT(&sq->sq_blocked);
67 SLIST_INIT(&sq->sq_freeq);
72 _sleepq_free(struct sleepqueue *sq)
78 _sleepq_lock(void *wchan)
80 struct pthread *curthread = _get_curthread();
81 struct sleepqueue_chain *sc;
83 sc = SC_LOOKUP(wchan);
84 THR_LOCK_ACQUIRE_SPIN(curthread, &sc->sc_lock);
88 _sleepq_unlock(void *wchan)
90 struct sleepqueue_chain *sc;
91 struct pthread *curthread = _get_curthread();
93 sc = SC_LOOKUP(wchan);
94 THR_LOCK_RELEASE(curthread, &sc->sc_lock);
97 static inline struct sleepqueue *
98 lookup(struct sleepqueue_chain *sc, void *wchan)
100 struct sleepqueue *sq;
102 LIST_FOREACH(sq, &sc->sc_queues, sq_hash)
103 if (sq->sq_wchan == wchan)
109 _sleepq_lookup(void *wchan)
111 return (lookup(SC_LOOKUP(wchan), wchan));
115 _sleepq_add(void *wchan, struct pthread *td)
117 struct sleepqueue_chain *sc;
118 struct sleepqueue *sq;
120 sc = SC_LOOKUP(wchan);
121 sq = lookup(sc, wchan);
123 SLIST_INSERT_HEAD(&sq->sq_freeq, td->sleepqueue, sq_flink);
126 LIST_INSERT_HEAD(&sc->sc_queues, sq, sq_hash);
127 sq->sq_wchan = wchan;
128 /* sq->sq_type = type; */
130 td->sleepqueue = NULL;
132 if (((++sc->sc_enqcnt << _thr_queuefifo) & 0xff) != 0)
133 TAILQ_INSERT_HEAD(&sq->sq_blocked, td, wle);
135 TAILQ_INSERT_TAIL(&sq->sq_blocked, td, wle);
139 _sleepq_remove(struct sleepqueue *sq, struct pthread *td)
143 TAILQ_REMOVE(&sq->sq_blocked, td, wle);
144 if (TAILQ_EMPTY(&sq->sq_blocked)) {
145 LIST_REMOVE(sq, sq_hash);
149 td->sleepqueue = SLIST_FIRST(&sq->sq_freeq);
150 SLIST_REMOVE_HEAD(&sq->sq_freeq, sq_flink);
158 _sleepq_drop(struct sleepqueue *sq,
159 void (*cb)(struct pthread *, void *arg), void *arg)
162 struct sleepqueue *sq2;
164 td = TAILQ_FIRST(&sq->sq_blocked);
167 LIST_REMOVE(sq, sq_hash);
168 TAILQ_REMOVE(&sq->sq_blocked, td, wle);
173 sq2 = SLIST_FIRST(&sq->sq_freeq);
174 TAILQ_FOREACH(td, &sq->sq_blocked, wle) {
177 td->sleepqueue = sq2;
179 sq2 = SLIST_NEXT(sq2, sq_flink);
181 TAILQ_INIT(&sq->sq_blocked);
182 SLIST_INIT(&sq->sq_freeq);