proc.c 25.3 KB
Newer Older
1 2
/*-------------------------------------------------------------------------
 *
3
 * proc.c
4
 *	  routines to manage per-process shared memory data structure
5
 *
B
Add:  
Bruce Momjian 已提交
6 7
 * Portions Copyright (c) 1996-2000, PostgreSQL, Inc
 * Portions Copyright (c) 1994, Regents of the University of California
8 9 10
 *
 *
 * IDENTIFICATION
11
 *	  $Header: /cvsroot/pgsql/src/backend/storage/lmgr/proc.c,v 1.69 2000/02/22 09:55:20 inoue Exp $
12 13 14 15
 *
 *-------------------------------------------------------------------------
 */
/*
16 17
 *	Each postgres backend gets one of these.  We'll use it to
 *	clean up after the process should the process suddenly die.
18 19 20
 *
 *
 * Interface (a):
21 22 23
 *		ProcSleep(), ProcWakeup(), ProcWakeupNext(),
 *		ProcQueueAlloc() -- create a shm queue for sleeping processes
 *		ProcQueueInit() -- create a queue without allocing memory
24 25 26 27 28 29 30 31 32 33
 *
 * Locking and waiting for buffers can cause the backend to be
 * put to sleep.  Whoever releases the lock, etc. wakes the
 * process up again (and gives it an error code so it knows
 * whether it was awoken on an error condition).
 *
 * Interface (b):
 *
 * ProcReleaseLocks -- frees the locks associated with this process,
 * ProcKill -- destroys the shared memory state (and locks)
34
 *		associated with the process.
35 36
 *
 * 5/15/91 -- removed the buffer pool based lock chain in favor
37 38 39 40 41 42
 *		of a shared memory lock chain.	The write-protection is
 *		more expensive if the lock chain is in the buffer pool.
 *		The only reason I kept the lock chain in the buffer pool
 *		in the first place was to allow the lock table to grow larger
 *		than available shared memory and that isn't going to work
 *		without a lot of unimplemented support anyway.
43 44
 *
 * 4/7/95 -- instead of allocating a set of 1 semaphore per process, we
45 46 47 48
 *		allocate a semaphore from a set of PROC_NSEMS_PER_SET semaphores
 *		shared among backends (we keep a few sets of semaphores around).
 *		This is so that we can support more backends. (system-wide semaphore
 *		sets run out pretty fast.)				  -ay 4/95
49
 *
50
 * $Header: /cvsroot/pgsql/src/backend/storage/lmgr/proc.c,v 1.69 2000/02/22 09:55:20 inoue Exp $
51 52 53
 */
#include <sys/time.h>
#include <unistd.h>
54
#include <signal.h>
55
#include <sys/types.h>
M
Marc G. Fournier 已提交
56

57
#if defined(solaris_sparc) || defined(__CYGWIN__)
58 59 60 61
#include <sys/ipc.h>
#include <sys/sem.h>
#endif

M
Marc G. Fournier 已提交
62
#include "postgres.h"
63
#include "miscadmin.h"
64
#include "libpq/pqsignal.h"
65 66


67 68
#include "storage/ipc.h"
/* In Ultrix and QNX, sem.h must be included after ipc.h */
69
#include <sys/sem.h>
B
Bruce Momjian 已提交
70

B
Bruce Momjian 已提交
71
#include "storage/lmgr.h"
72
#include "storage/proc.h"
M
 
Marc G. Fournier 已提交
73
#include "utils/trace.h"
74

75
void HandleDeadLock(SIGNAL_ARGS);
76
static void ProcFreeAllSemaphores(void);
77
static bool GetOffWaitqueue(PROC *);
78

M
 
Marc G. Fournier 已提交
79 80
#define DeadlockCheckTimer pg_options[OPT_DEADLOCKTIMEOUT]

81 82 83 84 85 86 87
/* --------------------
 * Spin lock for manipulating the shared process data structure:
 * ProcGlobal.... Adding an extra spin lock seemed like the smallest
 * hack to get around reading and updating this structure in shared
 * memory. -mer 17 July 1991
 * --------------------
 */
88
SPINLOCK	ProcStructLock;
89 90 91

static PROC_HDR *ProcGlobal = NULL;

92
PROC	   *MyProc = NULL;
93

94
static void ProcKill(int exitStatus, int pid);
95
static void ProcGetNewSemKeyAndNum(IPCKey *key, int *semNum);
96
static void ProcFreeSem(IpcSemaphoreKey semKey, int semNum);
97

V
Vadim B. Mikheev 已提交
98 99
static char *DeadLockMessage = "Deadlock detected -- See the lock(l) manual page for a possible cause.";

100 101
/*
 * InitProcGlobal -
102
 *	  initializes the global process table. We put it here so that
103
 *	  the postmaster can do this initialization. (ProcFreeAllSemaphores needs
104 105 106
 *	  to read this table on exiting the postmaster. If we have the first
 *	  backend do this, starting up and killing the postmaster without
 *	  starting any backends will be a problem.)
107 108 109 110 111 112 113 114 115 116 117
 *
 *	  We also allocate all the per-process semaphores we will need to support
 *	  the requested number of backends.  We used to allocate semaphores
 *	  only when backends were actually started up, but that is bad because
 *	  it lets Postgres fail under load --- a lot of Unix systems are
 *	  (mis)configured with small limits on the number of semaphores, and
 *	  running out when trying to start another backend is a common failure.
 *	  So, now we grab enough semaphores to support the desired max number
 *	  of backends immediately at initialization --- if the sysadmin has set
 *	  MaxBackends higher than his kernel will support, he'll find out sooner
 *	  rather than later.
118 119
 */
void
120
InitProcGlobal(IPCKey key, int maxBackends)
121
{
122
	bool		found = false;
123

124 125 126
	/* attach to the free list */
	ProcGlobal = (PROC_HDR *)
		ShmemInitStruct("Proc Header", (unsigned) sizeof(PROC_HDR), &found);
127

128 129
	/* --------------------
	 * We're the first - initialize.
130 131
	 * XXX if found should ever be true, it is a sign of impending doom ...
	 * ought to complain if so?
132 133 134
	 * --------------------
	 */
	if (!found)
135
	{
136
		int			i;
137

138 139 140 141
		ProcGlobal->freeProcs = INVALID_OFFSET;
		ProcGlobal->currKey = IPCGetProcessSemaphoreInitKey(key);
		for (i = 0; i < MAX_PROC_SEMS / PROC_NSEMS_PER_SET; i++)
			ProcGlobal->freeSemMap[i] = 0;
142

B
Bruce Momjian 已提交
143 144 145
		/*
		 * Arrange to delete semas on exit --- set this up now so that we
		 * will clean up if pre-allocation fails...
146 147 148
		 */
		on_shmem_exit(ProcFreeAllSemaphores, NULL);

B
Bruce Momjian 已提交
149 150
		/*
		 * Pre-create the semaphores for the first maxBackends processes,
151 152 153
		 * unless we are running as a standalone backend.
		 */
		if (key != PrivateIPCKey)
154
		{
155
			for (i = 0;
B
Bruce Momjian 已提交
156
				 i < (maxBackends + PROC_NSEMS_PER_SET - 1) / PROC_NSEMS_PER_SET;
157 158 159 160 161 162 163 164 165
				 i++)
			{
				IPCKey		semKey = ProcGlobal->currKey + i;
				int			semId;

				semId = IpcSemaphoreCreate(semKey,
										   PROC_NSEMS_PER_SET,
										   IPCProtection,
										   IpcSemaphoreDefaultStartValue,
166 167 168
										   0);
				if (semId < 0)
					elog(FATAL, "InitProcGlobal: IpcSemaphoreCreate failed");
169 170 171
				/* mark this sema set allocated */
				ProcGlobal->freeSemMap[i] = (1 << PROC_NSEMS_PER_SET);
			}
172
		}
173 174 175 176 177 178 179 180 181 182 183
	}
}

/* ------------------------
 * InitProc -- create a per-process data structure for this process
 * used by the lock manager on semaphore queues.
 * ------------------------
 */
void
InitProcess(IPCKey key)
{
184 185 186
	bool		found = false;
	unsigned long location,
				myOffset;
187 188 189 190 191 192 193

	SpinAcquire(ProcStructLock);

	/* attach to the free list */
	ProcGlobal = (PROC_HDR *)
		ShmemInitStruct("Proc Header", (unsigned) sizeof(PROC_HDR), &found);
	if (!found)
194
	{
195
		/* this should not happen. InitProcGlobal() is called before this. */
196
		elog(STOP, "InitProcess: Proc Header uninitialized");
197
	}
198 199

	if (MyProc != NULL)
200
	{
201
		SpinRelease(ProcStructLock);
202
		elog(ERROR, "ProcInit: you already exist");
203
		return;
204
	}
205 206 207 208 209 210

	/* try to get a proc from the free list first */

	myOffset = ProcGlobal->freeProcs;

	if (myOffset != INVALID_OFFSET)
211
	{
212 213 214 215 216 217 218
		MyProc = (PROC *) MAKE_PTR(myOffset);
		ProcGlobal->freeProcs = MyProc->links.next;
	}
	else
	{

		/*
219 220 221 222
		 * have to allocate one.  We can't use the normal shmem index
		 * table mechanism because the proc structure is stored by PID
		 * instead of by a global name (need to look it up by PID when we
		 * cleanup dead processes).
223 224 225 226
		 */

		MyProc = (PROC *) ShmemAlloc((unsigned) sizeof(PROC));
		if (!MyProc)
227
		{
228 229
			SpinRelease(ProcStructLock);
			elog(FATAL, "cannot create new proc: out of memory");
230
		}
231 232 233

		/* this cannot be initialized until after the buffer pool */
		SHMQueueInit(&(MyProc->lockQueue));
234
	}
235

236
	/*
237 238 239
	 * zero out the spin lock counts and set the sLocks field for
	 * ProcStructLock to 1 as we have acquired this spinlock above but
	 * didn't record it since we didn't have MyProc until now.
240
	 */
B
Bruce Momjian 已提交
241
	MemSet(MyProc->sLocks, 0, sizeof(MyProc->sLocks));
242 243 244 245 246
	MyProc->sLocks[ProcStructLock] = 1;


	if (IsUnderPostmaster)
	{
247 248 249 250
		IPCKey		semKey;
		int			semNum;
		int			semId;
		union semun semun;
251 252 253

		ProcGetNewSemKeyAndNum(&semKey, &semNum);

B
Bruce Momjian 已提交
254 255 256 257 258
		/*
		 * Note: because of the pre-allocation done in InitProcGlobal,
		 * this call should always attach to an existing semaphore. It
		 * will (try to) create a new group of semaphores only if the
		 * postmaster tries to start more backends than it said it would.
259
		 */
260 261 262 263
		semId = IpcSemaphoreCreate(semKey,
								   PROC_NSEMS_PER_SET,
								   IPCProtection,
								   IpcSemaphoreDefaultStartValue,
264
								   0);
265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286

		/*
		 * we might be reusing a semaphore that belongs to a dead backend.
		 * So be careful and reinitialize its value here.
		 */
		semun.val = IpcSemaphoreDefaultStartValue;
		semctl(semId, semNum, SETVAL, semun);

		IpcSemaphoreLock(semId, semNum, IpcExclusiveLock);
		MyProc->sem.semId = semId;
		MyProc->sem.semNum = semNum;
		MyProc->sem.semKey = semKey;
	}
	else
		MyProc->sem.semId = -1;

	/* ----------------------
	 * Release the lock.
	 * ----------------------
	 */
	SpinRelease(ProcStructLock);

B
Bruce Momjian 已提交
287
	MyProc->pid = MyProcPid;
288
	MyProc->databaseId = MyDatabaseId;
289
	MyProc->xid = InvalidTransactionId;
290
	MyProc->xmin = InvalidTransactionId;
291 292 293 294 295 296

	/* ----------------
	 * Start keeping spin lock stats from here on.	Any botch before
	 * this initialization is forever botched
	 * ----------------
	 */
B
Bruce Momjian 已提交
297
	MemSet(MyProc->sLocks, 0, MAX_SPINS * sizeof(*MyProc->sLocks));
298 299

	/* -------------------------
300
	 * Install ourselves in the shmem index table.	The name to
301 302 303 304 305 306
	 * use is determined by the OS-assigned process id.  That
	 * allows the cleanup process to find us after any untimely
	 * exit.
	 * -------------------------
	 */
	location = MAKE_OFFSET(MyProc);
B
Bruce Momjian 已提交
307
	if ((!ShmemPIDLookup(MyProcPid, &location)) || (location != MAKE_OFFSET(MyProc)))
308
		elog(STOP, "InitProc: ShmemPID table broken");
309 310 311 312

	MyProc->errType = NO_ERROR;
	SHMQueueElemInit(&(MyProc->links));

313
	on_shmem_exit(ProcKill, (caddr_t) MyProcPid);
314 315
}

H
Hiroshi Inoue 已提交
316 317 318 319
/* -----------------------
 * get off the wait queue
 * -----------------------
 */
320
static bool
H
Hiroshi Inoue 已提交
321 322
GetOffWaitqueue(PROC *proc)
{
323
	bool	getoffed = false;
H
Hiroshi Inoue 已提交
324 325 326 327 328 329 330 331 332 333 334 335 336 337 338
	LockLockTable();
	if (proc->links.next != INVALID_OFFSET)
	{
		int	lockmode = proc->token;
		Assert(proc->waitLock->waitProcs.size > 0);
		SHMQueueDelete(&(proc->links));
		--proc->waitLock->waitProcs.size;
		Assert(proc->waitLock->nHolding > 0);
		Assert(proc->waitLock->nHolding > proc->waitLock->nActive);
		--proc->waitLock->nHolding;
		Assert(proc->waitLock->holders[lockmode] > 0);
		--proc->waitLock->holders[lockmode];
		if (proc->waitLock->activeHolders[lockmode] ==
			proc->waitLock->holders[lockmode])
			proc->waitLock->waitMask &= ~(1 << lockmode);
339
		getoffed = true;
H
Hiroshi Inoue 已提交
340 341 342 343
	}
	SHMQueueElemInit(&(proc->links));
	UnlockLockTable();

344
	return getoffed;
H
Hiroshi Inoue 已提交
345
}
346 347 348 349 350 351 352
/*
 * ProcReleaseLocks() -- release all locks associated with this process
 *
 */
void
ProcReleaseLocks()
{
353 354 355
	if (!MyProc)
		return;
	LockReleaseAll(1, &MyProc->lockQueue);
H
Hiroshi Inoue 已提交
356
	GetOffWaitqueue(MyProc);
357 358 359 360
}

/*
 * ProcRemove -
361 362 363 364 365
 *	  used by the postmaster to clean up the global tables. This also frees
 *	  up the semaphore used for the lmgr of the process. (We have to do
 *	  this is the postmaster instead of doing a IpcSemaphoreKill on exiting
 *	  the process because the semaphore set is shared among backends and
 *	  we don't want to remove other's semaphores on exit.)
366 367 368 369
 */
bool
ProcRemove(int pid)
{
370 371
	SHMEM_OFFSET location;
	PROC	   *proc;
372 373 374 375 376

	location = INVALID_OFFSET;

	location = ShmemPIDDestroy(pid);
	if (location == INVALID_OFFSET)
377
		return FALSE;
378 379 380 381 382 383 384 385 386 387 388
	proc = (PROC *) MAKE_PTR(location);

	SpinAcquire(ProcStructLock);

	ProcFreeSem(proc->sem.semKey, proc->sem.semNum);

	proc->links.next = ProcGlobal->freeProcs;
	ProcGlobal->freeProcs = MAKE_OFFSET(proc);

	SpinRelease(ProcStructLock);

389
	return TRUE;
390 391 392 393
}

/*
 * ProcKill() -- Destroy the per-proc data structure for
394
 *		this process. Release any of its held spin locks.
395 396 397 398
 */
static void
ProcKill(int exitStatus, int pid)
{
399 400
	PROC	   *proc;
	SHMEM_OFFSET location;
401 402 403 404 405 406 407 408 409 410

	/* --------------------
	 * If this is a FATAL exit the postmaster will have to kill all the
	 * existing backends and reinitialize shared memory.  So all we don't
	 * need to do anything here.
	 * --------------------
	 */
	if (exitStatus != 0)
		return;

B
Bruce Momjian 已提交
411
	ShmemPIDLookup(MyProcPid, &location);
412 413 414 415 416
	if (location == INVALID_OFFSET)
		return;

	proc = (PROC *) MAKE_PTR(location);

417 418 419
	Assert(proc == MyProc || pid != MyProcPid);

	MyProc = NULL;
420 421 422 423 424 425

	/* ---------------
	 * Assume one lock table.
	 * ---------------
	 */
	ProcReleaseSpins(proc);
M
 
Marc G. Fournier 已提交
426
	LockReleaseAll(DEFAULT_LOCKMETHOD, &proc->lockQueue);
427

428
#ifdef USER_LOCKS
429

M
 
Marc G. Fournier 已提交
430 431 432 433
	/*
	 * Assume we have a second lock table.
	 */
	LockReleaseAll(USER_LOCKMETHOD, &proc->lockQueue);
434 435
#endif

436 437 438 439
	/* ----------------
	 * get off the wait queue
	 * ----------------
	 */
H
Hiroshi Inoue 已提交
440
	GetOffWaitqueue(proc);
441 442

	return;
443 444 445 446
}

/*
 * ProcQueue package: routines for putting processes to sleep
447
 *		and  waking them up
448 449 450 451 452 453 454 455
 */

/*
 * ProcQueueAlloc -- alloc/attach to a shared memory process queue
 *
 * Returns: a pointer to the queue or NULL
 * Side Effects: Initializes the queue if we allocated one
 */
456
#ifdef NOT_USED
457
PROC_QUEUE *
458 459
ProcQueueAlloc(char *name)
{
460 461
	bool		found;
	PROC_QUEUE *queue = (PROC_QUEUE *)
462 463 464
	ShmemInitStruct(name, (unsigned) sizeof(PROC_QUEUE), &found);

	if (!queue)
465
		return NULL;
466 467
	if (!found)
		ProcQueueInit(queue);
468
	return queue;
469
}
470

471
#endif
472 473 474 475 476

/*
 * ProcQueueInit -- initialize a shared memory process queue
 */
void
477
ProcQueueInit(PROC_QUEUE *queue)
478
{
479 480
	SHMQueueInit(&(queue->links));
	queue->size = 0;
481 482 483
}


484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500
static bool	lockWaiting = false;
void	SetWaitingForLock(bool waiting)
{
	lockWaiting = waiting;
}
void	LockWaitCancel(void)
{
	struct itimerval timeval, dummy;

	if (!lockWaiting)	return;
	lockWaiting = false;
	/* Deadlock timer off */
	MemSet(&timeval, 0, sizeof(struct itimerval));
	setitimer(ITIMER_REAL, &timeval, &dummy);
	if (GetOffWaitqueue(MyProc))
		elog(ERROR, "Query cancel requested while waiting lock");
}
501 502 503 504 505 506 507 508 509

/*
 * ProcSleep -- put a process to sleep
 *
 * P() on the semaphore should put us to sleep.  The process
 * semaphore is cleared by default, so the first time we try
 * to acquire it, we sleep.
 *
 * ASSUME: that no one will fiddle with the queue until after
510
 *		we release the spin lock.
511 512 513 514
 *
 * NOTES: The process queue is now a priority queue for locking.
 */
int
515
ProcSleep(PROC_QUEUE *waitQueue,/* lock->waitProcs */
516
		  LOCKMETHODCTL *lockctl,
517
		  int token,			/* lockmode */
V
Vadim B. Mikheev 已提交
518
		  LOCK *lock)
519
{
520
	int			i;
V
Vadim B. Mikheev 已提交
521
	SPINLOCK	spinlock = lockctl->masterLock;
522
	PROC	   *proc;
V
Vadim B. Mikheev 已提交
523 524 525 526 527
	int			myMask = (1 << token);
	int			waitMask = lock->waitMask;
	int			aheadHolders[MAX_LOCKMODES];
	bool		selfConflict = (lockctl->conflictTab[token] & myMask),
				prevSame = false;
B
Bruce Momjian 已提交
528 529 530
	bool		deadlock_checked = false;
	struct itimerval timeval,
				dummy;
531

V
Vadim B. Mikheev 已提交
532 533 534
	MyProc->token = token;
	MyProc->waitLock = lock;

B
Bruce Momjian 已提交
535
	proc = (PROC *) MAKE_PTR(waitQueue->links.prev);
536

V
Vadim B. Mikheev 已提交
537 538 539
	/* if we don't conflict with any waiter - be first in queue */
	if (!(lockctl->conflictTab[token] & waitMask))
		goto ins;
540

V
Vadim B. Mikheev 已提交
541 542 543
	for (i = 1; i < MAX_LOCKMODES; i++)
		aheadHolders[i] = lock->activeHolders[i];
	(aheadHolders[token])++;
544

V
Vadim B. Mikheev 已提交
545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564
	for (i = 0; i < waitQueue->size; i++)
	{
		/* am I waiting for him ? */
		if (lockctl->conflictTab[token] & proc->holdLock)
		{
			/* is he waiting for me ? */
			if (lockctl->conflictTab[proc->token] & MyProc->holdLock)
			{
				MyProc->errType = STATUS_ERROR;
				elog(NOTICE, DeadLockMessage);
				goto rt;
			}
			/* being waiting for him - go past */
		}
		/* if he waits for me */
		else if (lockctl->conflictTab[proc->token] & MyProc->holdLock)
			break;
		/* if conflicting locks requested */
		else if (lockctl->conflictTab[proc->token] & myMask)
		{
B
Bruce Momjian 已提交
565

V
Vadim B. Mikheev 已提交
566
			/*
B
Bruce Momjian 已提交
567 568
			 * If I request non self-conflicting lock and there are others
			 * requesting the same lock just before me - stay here.
V
Vadim B. Mikheev 已提交
569 570 571 572
			 */
			if (!selfConflict && prevSame)
				break;
		}
B
Bruce Momjian 已提交
573

V
Vadim B. Mikheev 已提交
574
		/*
B
Bruce Momjian 已提交
575 576
		 * Last attempt to don't move any more: if we don't conflict with
		 * rest waiters in queue.
V
Vadim B. Mikheev 已提交
577 578 579
		 */
		else if (!(lockctl->conflictTab[token] & waitMask))
			break;
580

V
Vadim B. Mikheev 已提交
581 582 583
		prevSame = (proc->token == token);
		(aheadHolders[proc->token])++;
		if (aheadHolders[proc->token] == lock->holders[proc->token])
B
Bruce Momjian 已提交
584
			waitMask &= ~(1 << proc->token);
V
Vadim B. Mikheev 已提交
585 586
		proc = (PROC *) MAKE_PTR(proc->links.prev);
	}
587

V
Vadim B. Mikheev 已提交
588
ins:;
589 590 591 592 593 594
	/* -------------------
	 * assume that these two operations are atomic (because
	 * of the spinlock).
	 * -------------------
	 */
	SHMQueueInsertTL(&(proc->links), &(MyProc->links));
B
Bruce Momjian 已提交
595
	waitQueue->size++;
596

V
Vadim B. Mikheev 已提交
597
	lock->waitMask |= myMask;
598 599 600
	SpinRelease(spinlock);

	/* --------------
B
Bruce Momjian 已提交
601
	 * We set this so we can wake up periodically and check for a deadlock.
B
Bruce Momjian 已提交
602 603
	 * If a deadlock is detected, the handler releases the processes
	 * semaphore and aborts the current transaction.
B
Bruce Momjian 已提交
604 605 606
	 *
	 * Need to zero out struct to set the interval and the micro seconds fields
	 * to 0.
607 608
	 * --------------
	 */
B
Bruce Momjian 已提交
609 610 611
	MemSet(&timeval, 0, sizeof(struct itimerval));
	timeval.it_value.tv_sec = \
		(DeadlockCheckTimer ? DeadlockCheckTimer : DEADLOCK_CHECK_TIMER);
612

613
	lockWaiting = true;
B
Bruce Momjian 已提交
614 615
	do
	{
616
		MyProc->errType = NO_ERROR;		/* reset flag after deadlock check */
617

B
Bruce Momjian 已提交
618 619 620 621 622
		if (!deadlock_checked)
			if (setitimer(ITIMER_REAL, &timeval, &dummy))
				elog(FATAL, "ProcSleep: Unable to set timer for process wakeup");
		deadlock_checked = true;

B
Bruce Momjian 已提交
623 624 625 626 627 628
		/* --------------
		 * if someone wakes us between SpinRelease and IpcSemaphoreLock,
		 * IpcSemaphoreLock will not block.  The wakeup is "saved" by
		 * the semaphore implementation.
		 * --------------
		 */
M
 
Marc G. Fournier 已提交
629 630
		IpcSemaphoreLock(MyProc->sem.semId, MyProc->sem.semNum,
						 IpcExclusiveLock);
631 632
	} while (MyProc->errType == STATUS_NOT_FOUND);		/* sleep after deadlock
														 * check */
633
	lockWaiting = false;
634

B
Bruce Momjian 已提交
635 636 637 638 639 640 641 642
	/* ---------------
	 * We were awoken before a timeout - now disable the timer
	 * ---------------
	 */
	timeval.it_value.tv_sec = 0;
	if (setitimer(ITIMER_REAL, &timeval, &dummy))
		elog(FATAL, "ProcSleep: Unable to diable timer for process wakeup");

643 644 645 646 647 648 649
	/* ----------------
	 * We were assumed to be in a critical section when we went
	 * to sleep.
	 * ----------------
	 */
	SpinAcquire(spinlock);

V
Vadim B. Mikheev 已提交
650 651
rt:;

M
 
Marc G. Fournier 已提交
652 653
#ifdef LOCK_MGR_DEBUG
	/* Just to get meaningful debug messages from DumpLocks() */
654
	MyProc->waitLock = (LOCK *) NULL;
M
 
Marc G. Fournier 已提交
655 656
#endif

657
	return MyProc->errType;
658 659 660 661 662 663
}


/*
 * ProcWakeup -- wake up a process by releasing its private semaphore.
 *
664 665
 *	 remove the process from the wait queue and set its links invalid.
 *	 RETURN: the next process in the wait queue.
666
 */
B
Bruce Momjian 已提交
667
PROC *
668
ProcWakeup(PROC *proc, int errType)
669
{
670
	PROC	   *retProc;
671 672 673 674 675

	/* assume that spinlock has been acquired */

	if (proc->links.prev == INVALID_OFFSET ||
		proc->links.next == INVALID_OFFSET)
676
		return (PROC *) NULL;
677 678 679 680 681 682 683 684 685 686 687 688

	retProc = (PROC *) MAKE_PTR(proc->links.prev);

	/* you have to update waitLock->waitProcs.size yourself */
	SHMQueueDelete(&(proc->links));
	SHMQueueElemInit(&(proc->links));

	proc->errType = errType;

	IpcSemaphoreUnlock(proc->sem.semId, proc->sem.semNum, IpcExclusiveLock);

	return retProc;
689 690 691 692
}

/*
 * ProcLockWakeup -- routine for waking up processes when a lock is
693
 *		released.
694 695
 */
int
696
ProcLockWakeup(PROC_QUEUE *queue, LOCKMETHOD lockmethod, LOCK *lock)
697
{
698
	PROC	   *proc;
V
Vadim B. Mikheev 已提交
699
	int			count = 0;
M
 
Marc G. Fournier 已提交
700
	int			trace_flag;
V
Vadim B. Mikheev 已提交
701
	int			last_locktype = 0;
M
 
Marc G. Fournier 已提交
702 703 704
	int			queue_size = queue->size;

	Assert(queue->size >= 0);
705 706

	if (!queue->size)
707
		return STATUS_NOT_FOUND;
708 709

	proc = (PROC *) MAKE_PTR(queue->links.prev);
M
 
Marc G. Fournier 已提交
710 711
	while ((queue_size--) && (proc))
	{
712

M
 
Marc G. Fournier 已提交
713
		/*
714 715
		 * This proc will conflict as the previous one did, don't even
		 * try.
M
 
Marc G. Fournier 已提交
716 717 718 719 720
		 */
		if (proc->token == last_locktype)
			continue;

		/*
V
Vadim B. Mikheev 已提交
721
		 * Does this proc conflict with locks held by others ?
M
 
Marc G. Fournier 已提交
722 723
		 */
		if (LockResolveConflicts(lockmethod,
724
								 lock,
725
								 proc->token,
M
 
Marc G. Fournier 已提交
726 727 728
								 proc->xid,
								 (XIDLookupEnt *) NULL) != STATUS_OK)
		{
V
Vadim B. Mikheev 已提交
729 730
			if (count != 0)
				break;
M
 
Marc G. Fournier 已提交
731 732 733
			last_locktype = proc->token;
			continue;
		}
734 735 736 737 738 739 740

		/*
		 * there was a waiting process, grant it the lock before waking it
		 * up.	This will prevent another process from seizing the lock
		 * between the time we release the lock master (spinlock) and the
		 * time that the awoken process begins executing again.
		 */
741
		GrantLock(lock, proc->token);
742 743 744

		/*
		 * ProcWakeup removes proc from the lock waiting process queue and
745
		 * returns the next proc in chain.
746 747 748
		 */

		count++;
M
 
Marc G. Fournier 已提交
749 750
		queue->size--;
		proc = ProcWakeup(proc, NO_ERROR);
751
	}
752

M
 
Marc G. Fournier 已提交
753 754
	Assert(queue->size >= 0);

755
	if (count)
756
		return STATUS_OK;
757 758
	else
	{
759
		/* Something is still blocking us.	May have deadlocked. */
M
 
Marc G. Fournier 已提交
760 761 762 763 764 765 766 767 768
		trace_flag = (lock->tag.lockmethod == USER_LOCKMETHOD) ? \
			TRACE_USERLOCKS : TRACE_LOCKS;
		TPRINTF(trace_flag,
				"ProcLockWakeup: lock(%x) can't wake up any process",
				MAKE_OFFSET(lock));
#ifdef DEADLOCK_DEBUG
		if (pg_options[trace_flag] >= 2)
			DumpAllLocks();
#endif
769
		return STATUS_NOT_FOUND;
M
 
Marc G. Fournier 已提交
770
	}
771 772 773
}

void
774
ProcAddLock(SHM_QUEUE *elem)
775
{
776
	SHMQueueInsertTL(&MyProc->lockQueue, elem);
777 778 779
}

/* --------------------
B
Bruce Momjian 已提交
780 781 782
 * We only get to this routine if we got SIGALRM after DEADLOCK_CHECK_TIMER
 * while waiting for a lock to be released by some other process.  If we have
 * a real deadlock, we must also indicate that I'm no longer waiting
783
 * on a lock so that other processes don't try to wake me up and screw
784 785 786
 * up my semaphore.
 * --------------------
 */
787 788
void
HandleDeadLock(SIGNAL_ARGS)
789
{
B
Bruce Momjian 已提交
790
	LOCK	   *mywaitlock;
791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828

	LockLockTable();

	/* ---------------------
	 * Check to see if we've been awoken by anyone in the interim.
	 *
	 * If we have we can return and resume our transaction -- happy day.
	 * Before we are awoken the process releasing the lock grants it to
	 * us so we know that we don't have to wait anymore.
	 *
	 * Damn these names are LONG! -mer
	 * ---------------------
	 */
	if (IpcSemaphoreGetCount(MyProc->sem.semId, MyProc->sem.semNum) ==
		IpcSemaphoreDefaultStartValue)
	{
		UnlockLockTable();
		return;
	}

	/*
	 * you would think this would be unnecessary, but...
	 *
	 * this also means we've been removed already.  in some ports (e.g.,
	 * sparc and aix) the semop(2) implementation is such that we can
	 * actually end up in this handler after someone has removed us from
	 * the queue and bopped the semaphore *but the test above fails to
	 * detect the semaphore update* (presumably something weird having to
	 * do with the order in which the semaphore wakeup signal and SIGALRM
	 * get handled).
	 */
	if (MyProc->links.prev == INVALID_OFFSET ||
		MyProc->links.next == INVALID_OFFSET)
	{
		UnlockLockTable();
		return;
	}

829
#ifdef DEADLOCK_DEBUG
M
 
Marc G. Fournier 已提交
830
	DumpAllLocks();
831 832
#endif

B
Bruce Momjian 已提交
833 834
	MyProc->errType = STATUS_NOT_FOUND;
	if (!DeadLockCheck(MyProc, MyProc->waitLock))
B
Bruce Momjian 已提交
835 836 837 838 839 840 841
	{
		UnlockLockTable();
		return;
	}

	mywaitlock = MyProc->waitLock;

842 843 844 845
	/* ------------------------
	 * Get this process off the lock's wait queue
	 * ------------------------
	 */
B
Bruce Momjian 已提交
846
	Assert(mywaitlock->waitProcs.size > 0);
847
	lockWaiting = false;
B
Bruce Momjian 已提交
848
	--mywaitlock->waitProcs.size;
849 850 851 852 853 854 855 856
	SHMQueueDelete(&(MyProc->links));
	SHMQueueElemInit(&(MyProc->links));

	/* ------------------
	 * Unlock my semaphore so that the count is right for next time.
	 * I was awoken by a signal, not by someone unlocking my semaphore.
	 * ------------------
	 */
M
 
Marc G. Fournier 已提交
857 858
	IpcSemaphoreUnlock(MyProc->sem.semId, MyProc->sem.semNum,
					   IpcExclusiveLock);
859 860 861 862 863 864 865 866 867 868 869 870 871 872 873

	/* -------------
	 * Set MyProc->errType to STATUS_ERROR so that we abort after
	 * returning from this handler.
	 * -------------
	 */
	MyProc->errType = STATUS_ERROR;

	/*
	 * if this doesn't follow the IpcSemaphoreUnlock then we get lock
	 * table corruption ("LockReplace: xid table corrupted") due to race
	 * conditions.	i don't claim to understand this...
	 */
	UnlockLockTable();

V
Vadim B. Mikheev 已提交
874
	elog(NOTICE, DeadLockMessage);
875
	return;
876 877 878
}

void
879
ProcReleaseSpins(PROC *proc)
880
{
881
	int			i;
882 883 884 885 886 887 888

	if (!proc)
		proc = MyProc;

	if (!proc)
		return;
	for (i = 0; i < (int) MAX_SPINS; i++)
889
	{
890
		if (proc->sLocks[i])
891
		{
892 893
			Assert(proc->sLocks[i] == 1);
			SpinRelease(i);
894 895
		}
	}
H
 
Hiroshi Inoue 已提交
896
	AbortBufferIO();
897 898 899
}

/*****************************************************************************
900
 *
901 902 903 904
 *****************************************************************************/

/*
 * ProcGetNewSemKeyAndNum -
905 906 907 908
 *	  scan the free semaphore bitmap and allocate a single semaphore from
 *	  a semaphore set. (If the semaphore set doesn't exist yet,
 *	  IpcSemaphoreCreate will create it. Otherwise, we use the existing
 *	  semaphore set.)
909 910
 */
static void
911
ProcGetNewSemKeyAndNum(IPCKey *key, int *semNum)
912
{
913 914
	int			i;
	int32	   *freeSemMap = ProcGlobal->freeSemMap;
B
Bruce Momjian 已提交
915
	int32		fullmask = (1 << (PROC_NSEMS_PER_SET + 1)) - 1;
916

917 918 919 920
	/*
	 * we hold ProcStructLock when entering this routine. We scan through
	 * the bitmap to look for a free semaphore.
	 */
921

922 923
	for (i = 0; i < MAX_PROC_SEMS / PROC_NSEMS_PER_SET; i++)
	{
924 925
		int			mask = 1;
		int			j;
926 927

		if (freeSemMap[i] == fullmask)
928
			continue;			/* this set is fully allocated */
929 930 931 932 933 934 935

		for (j = 0; j < PROC_NSEMS_PER_SET; j++)
		{
			if ((freeSemMap[i] & mask) == 0)
			{

				/*
B
Bruce Momjian 已提交
936 937
				 * a free semaphore found. Mark it as allocated. Also set
				 * the bit indicating whole set is allocated.
938
				 */
939
				freeSemMap[i] |= mask + (1 << PROC_NSEMS_PER_SET);
940 941 942 943 944 945 946

				*key = ProcGlobal->currKey + i;
				*semNum = j;
				return;
			}
			mask <<= 1;
		}
947 948
	}

949
	/* if we reach here, all the semaphores are in use. */
950
	elog(ERROR, "InitProc: cannot allocate a free semaphore");
951 952 953 954
}

/*
 * ProcFreeSem -
955
 *	  free up our semaphore in the semaphore set.
956 957 958 959
 */
static void
ProcFreeSem(IpcSemaphoreKey semKey, int semNum)
{
960 961 962
	int			mask;
	int			i;
	int32	   *freeSemMap = ProcGlobal->freeSemMap;
963

964 965 966
	i = semKey - ProcGlobal->currKey;
	mask = ~(1 << semNum);
	freeSemMap[i] &= mask;
967

B
Bruce Momjian 已提交
968 969 970 971
	/*
	 * Formerly we'd release a semaphore set if it was now completely
	 * unused, but now we keep the semaphores to ensure we won't run out
	 * when starting new backends --- cf. InitProcGlobal.  Note that the
972 973 974
	 * PROC_NSEMS_PER_SET+1'st bit of the freeSemMap entry remains set to
	 * indicate it is still allocated; ProcFreeAllSemaphores() needs that.
	 */
975 976 977 978
}

/*
 * ProcFreeAllSemaphores -
979 980 981
 *	  called at shmem_exit time, ie when exiting the postmaster or
 *	  destroying shared state for a failed set of backends.
 *	  Free up all the semaphores allocated to the lmgrs of the backends.
982
 */
983
static void
984 985
ProcFreeAllSemaphores()
{
986 987
	int			i;
	int32	   *freeSemMap = ProcGlobal->freeSemMap;
988

989 990 991 992 993
	for (i = 0; i < MAX_PROC_SEMS / PROC_NSEMS_PER_SET; i++)
	{
		if (freeSemMap[i] != 0)
			IpcSemaphoreKill(ProcGlobal->currKey + i);
	}
994
}