/* * Kernel synchronization * * Copyright (C) 2018 Zebediah Figura * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License as published by the Free Software Foundation; either * version 2.1 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with this library; if not, write to the Free Software * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA */ #include "config.h" #include #include "ntstatus.h" #define WIN32_NO_STATUS #include "windef.h" #include "winbase.h" #include "winternl.h" #include "ddk/ntddk.h" #include "ddk/wdm.h" #include "wine/debug.h" #include "ntoskrnl_private.h" WINE_DEFAULT_DEBUG_CHANNEL(ntoskrnl); enum object_type { TYPE_MANUAL_EVENT = 0, TYPE_AUTO_EVENT = 1, TYPE_MUTEX = 2, TYPE_SEMAPHORE = 5, TYPE_MANUAL_TIMER = 8, TYPE_AUTO_TIMER = 9, }; static CRITICAL_SECTION sync_cs; static CRITICAL_SECTION_DEBUG sync_cs_debug = { 0, 0, &sync_cs, { &sync_cs_debug.ProcessLocksList, &sync_cs_debug.ProcessLocksList }, 0, 0, { (DWORD_PTR)(__FILE__ ": sync_cs") } }; static CRITICAL_SECTION sync_cs = { &sync_cs_debug, -1, 0, 0, 0, 0 }; /*********************************************************************** * KeWaitForMultipleObjects (NTOSKRNL.EXE.@) */ NTSTATUS WINAPI KeWaitForMultipleObjects(ULONG count, void *pobjs[], WAIT_TYPE wait_type, KWAIT_REASON reason, KPROCESSOR_MODE mode, BOOLEAN alertable, LARGE_INTEGER *timeout, KWAIT_BLOCK *wait_blocks) { DISPATCHER_HEADER **objs = (DISPATCHER_HEADER **)pobjs; HANDLE handles[MAXIMUM_WAIT_OBJECTS]; NTSTATUS ret; ULONG i; TRACE("count %u, objs %p, wait_type %u, reason %u, mode %d, alertable %u, timeout %p, wait_blocks %p.\n", count, objs, wait_type, reason, mode, alertable, timeout, wait_blocks); /* We co-opt DISPATCHER_HEADER.WaitListHead: * Blink stores a handle to the synchronization object, * Flink stores the number of threads currently waiting on this object. */ EnterCriticalSection( &sync_cs ); for (i = 0; i < count; i++) { ++*((ULONG_PTR *)&objs[i]->WaitListHead.Flink); if (!objs[i]->WaitListHead.Blink) { switch (objs[i]->Type) { case TYPE_MANUAL_EVENT: objs[i]->WaitListHead.Blink = CreateEventW( NULL, TRUE, objs[i]->SignalState, NULL ); break; case TYPE_AUTO_EVENT: objs[i]->WaitListHead.Blink = CreateEventW( NULL, FALSE, objs[i]->SignalState, NULL ); break; case TYPE_MUTEX: objs[i]->WaitListHead.Blink = CreateMutexW( NULL, FALSE, NULL ); break; case TYPE_SEMAPHORE: { KSEMAPHORE *semaphore = CONTAINING_RECORD(objs[i], KSEMAPHORE, Header); objs[i]->WaitListHead.Blink = CreateSemaphoreW( NULL, semaphore->Header.SignalState, semaphore->Limit, NULL ); break; } case TYPE_MANUAL_TIMER: case TYPE_AUTO_TIMER: break; } } handles[i] = objs[i]->WaitListHead.Blink; } LeaveCriticalSection( &sync_cs ); ret = NtWaitForMultipleObjects( count, handles, (wait_type == WaitAny), alertable, timeout ); EnterCriticalSection( &sync_cs ); for (i = 0; i < count; i++) { if (ret == i || (!ret && wait_type == WaitAll)) { switch (objs[i]->Type) { case TYPE_AUTO_EVENT: case TYPE_AUTO_TIMER: objs[i]->SignalState = FALSE; break; case TYPE_MUTEX: case TYPE_SEMAPHORE: --objs[i]->SignalState; break; } } if (!--*((ULONG_PTR *)&objs[i]->WaitListHead.Flink)) { switch (objs[i]->Type) { case TYPE_MANUAL_EVENT: case TYPE_AUTO_EVENT: case TYPE_SEMAPHORE: CloseHandle(objs[i]->WaitListHead.Blink); objs[i]->WaitListHead.Blink = NULL; break; case TYPE_MUTEX: /* Native will panic if a mutex is destroyed while held, so we * don't have to worry about leaking the handle here. */ if (objs[i]->SignalState == 1) { CloseHandle(objs[i]->WaitListHead.Blink); objs[i]->WaitListHead.Blink = NULL; } break; } } } LeaveCriticalSection( &sync_cs ); return ret; } /*********************************************************************** * KeWaitForSingleObject (NTOSKRNL.EXE.@) */ NTSTATUS WINAPI KeWaitForSingleObject( void *obj, KWAIT_REASON reason, KPROCESSOR_MODE mode, BOOLEAN alertable, LARGE_INTEGER *timeout ) { return KeWaitForMultipleObjects( 1, &obj, WaitAny, reason, mode, alertable, timeout, NULL ); } /*********************************************************************** * KeWaitForMutexObject (NTOSKRNL.EXE.@) */ NTSTATUS WINAPI KeWaitForMutexObject( PRKMUTEX mutex, KWAIT_REASON reason, KPROCESSOR_MODE mode, BOOLEAN alertable, LARGE_INTEGER *timeout) { return KeWaitForSingleObject( mutex, reason, mode, alertable, timeout ); } /*********************************************************************** * KeInitializeEvent (NTOSKRNL.EXE.@) */ void WINAPI KeInitializeEvent( PRKEVENT event, EVENT_TYPE type, BOOLEAN state ) { TRACE("event %p, type %u, state %u.\n", event, type, state); event->Header.Type = type; event->Header.SignalState = state; event->Header.WaitListHead.Blink = NULL; event->Header.WaitListHead.Flink = NULL; } /*********************************************************************** * KeSetEvent (NTOSKRNL.EXE.@) */ LONG WINAPI KeSetEvent( PRKEVENT event, KPRIORITY increment, BOOLEAN wait ) { HANDLE handle = event->Header.WaitListHead.Blink; LONG ret; TRACE("event %p, increment %d, wait %u.\n", event, increment, wait); EnterCriticalSection( &sync_cs ); ret = InterlockedExchange( &event->Header.SignalState, TRUE ); if (handle) SetEvent( handle ); LeaveCriticalSection( &sync_cs ); return ret; } /*********************************************************************** * KeResetEvent (NTOSKRNL.EXE.@) */ LONG WINAPI KeResetEvent( PRKEVENT event ) { HANDLE handle = event->Header.WaitListHead.Blink; LONG ret; TRACE("event %p.\n", event); EnterCriticalSection( &sync_cs ); ret = InterlockedExchange( &event->Header.SignalState, FALSE ); if (handle) ResetEvent( handle ); LeaveCriticalSection( &sync_cs ); return ret; } /*********************************************************************** * KeClearEvent (NTOSKRNL.EXE.@) */ void WINAPI KeClearEvent( PRKEVENT event ) { KeResetEvent( event ); } /*********************************************************************** * KeInitializeSemaphore (NTOSKRNL.EXE.@) */ void WINAPI KeInitializeSemaphore( PRKSEMAPHORE semaphore, LONG count, LONG limit ) { TRACE("semaphore %p, count %d, limit %d.\n", semaphore, count, limit); semaphore->Header.Type = TYPE_SEMAPHORE; semaphore->Header.SignalState = count; semaphore->Header.WaitListHead.Blink = NULL; semaphore->Header.WaitListHead.Flink = NULL; semaphore->Limit = limit; } /*********************************************************************** * KeReleaseSemaphore (NTOSKRNL.EXE.@) */ LONG WINAPI KeReleaseSemaphore( PRKSEMAPHORE semaphore, KPRIORITY increment, LONG count, BOOLEAN wait ) { HANDLE handle = semaphore->Header.WaitListHead.Blink; LONG ret; TRACE("semaphore %p, increment %d, count %d, wait %u.\n", semaphore, increment, count, wait); EnterCriticalSection( &sync_cs ); ret = InterlockedExchangeAdd( &semaphore->Header.SignalState, count ); if (handle) ReleaseSemaphore( handle, count, NULL ); LeaveCriticalSection( &sync_cs ); return ret; } /*********************************************************************** * KeInitializeMutex (NTOSKRNL.EXE.@) */ void WINAPI KeInitializeMutex( PRKMUTEX mutex, ULONG level ) { TRACE("mutex %p, level %u.\n", mutex, level); mutex->Header.Type = TYPE_MUTEX; mutex->Header.SignalState = 1; mutex->Header.WaitListHead.Blink = NULL; mutex->Header.WaitListHead.Flink = NULL; } /*********************************************************************** * KeReleaseMutex (NTOSKRNL.EXE.@) */ LONG WINAPI KeReleaseMutex( PRKMUTEX mutex, BOOLEAN wait ) { HANDLE handle = mutex->Header.WaitListHead.Blink; LONG ret; TRACE("mutex %p, wait %u.\n", mutex, wait); EnterCriticalSection( &sync_cs ); ret = mutex->Header.SignalState++; if (!ret && !mutex->Header.WaitListHead.Flink) { CloseHandle( handle ); mutex->Header.WaitListHead.Blink = NULL; } LeaveCriticalSection( &sync_cs ); return ret; } /*********************************************************************** * KeInitializeTimerEx (NTOSKRNL.EXE.@) */ void WINAPI KeInitializeTimerEx( KTIMER *timer, TIMER_TYPE type ) { TRACE("timer %p, type %u.\n", timer, type); RtlZeroMemory(timer, sizeof(KTIMER)); timer->Header.Type = (type == NotificationTimer) ? TYPE_MANUAL_TIMER : TYPE_AUTO_TIMER; timer->Header.SignalState = FALSE; timer->Header.Inserted = FALSE; timer->Header.WaitListHead.Blink = NULL; timer->Header.WaitListHead.Flink = NULL; } /*********************************************************************** * KeInitializeTimer (NTOSKRNL.EXE.@) */ void WINAPI KeInitializeTimer( KTIMER *timer ) { KeInitializeTimerEx(timer, NotificationTimer); } /*********************************************************************** * KeSetTimerEx (NTOSKRNL.EXE.@) */ BOOLEAN WINAPI KeSetTimerEx( KTIMER *timer, LARGE_INTEGER duetime, LONG period, KDPC *dpc ) { BOOL manual = timer->Header.Type == TYPE_MANUAL_TIMER; BOOL ret; TRACE("timer %p, duetime %s, period %d, dpc %p.\n", timer, wine_dbgstr_longlong(duetime.QuadPart), period, dpc); if (dpc) { FIXME("Unhandled DPC %p.\n", dpc); return FALSE; } EnterCriticalSection( &sync_cs ); ret = timer->Header.Inserted; timer->Header.Inserted = TRUE; timer->Header.WaitListHead.Blink = CreateWaitableTimerW( NULL, manual, NULL ); SetWaitableTimer( timer->Header.WaitListHead.Blink, &duetime, period, NULL, NULL, FALSE ); LeaveCriticalSection( &sync_cs ); return ret; } BOOLEAN WINAPI KeCancelTimer( KTIMER *timer ) { BOOL ret; TRACE("timer %p.\n", timer); EnterCriticalSection( &sync_cs ); ret = timer->Header.Inserted; timer->Header.Inserted = FALSE; CloseHandle(timer->Header.WaitListHead.Blink); timer->Header.WaitListHead.Blink = NULL; LeaveCriticalSection( &sync_cs ); return ret; } /*********************************************************************** * KeDelayExecutionThread (NTOSKRNL.EXE.@) */ NTSTATUS WINAPI KeDelayExecutionThread( KPROCESSOR_MODE mode, BOOLEAN alertable, LARGE_INTEGER *timeout ) { TRACE("mode %d, alertable %u, timeout %p.\n", mode, alertable, timeout); return NtDelayExecution( alertable, timeout ); } /*********************************************************************** * KeInitializeSpinLock (NTOSKRNL.EXE.@) */ void WINAPI KeInitializeSpinLock( KSPIN_LOCK *lock ) { TRACE("lock %p.\n", lock); *lock = 0; } static inline void small_pause(void) { #ifdef __x86_64__ __asm__ __volatile__( "rep;nop" : : : "memory" ); #else __asm__ __volatile__( "" : : : "memory" ); #endif } /*********************************************************************** * KeAcquireSpinLockAtDpcLevel (NTOSKRNL.EXE.@) */ void WINAPI KeAcquireSpinLockAtDpcLevel( KSPIN_LOCK *lock ) { TRACE("lock %p.\n", lock); while (!InterlockedCompareExchangePointer( (void **)lock, (void *)1, (void *)0 )) small_pause(); } /*********************************************************************** * KeReleaseSpinLockFromDpcLevel (NTOSKRNL.EXE.@) */ void WINAPI KeReleaseSpinLockFromDpcLevel( KSPIN_LOCK *lock ) { TRACE("lock %p.\n", lock); InterlockedExchangePointer( (void **)lock, 0 ); } #ifndef __i386__ /*********************************************************************** * KeReleaseSpinLock (NTOSKRNL.EXE.@) */ void WINAPI KeReleaseSpinLock( KSPIN_LOCK *lock, KIRQL irql ) { TRACE("lock %p, irql %u.\n", lock, irql); KeReleaseSpinLockFromDpcLevel( lock ); } /*********************************************************************** * KeAcquireSpinLockRaiseToDpc (NTOSKRNL.EXE.@) */ KIRQL WINAPI KeAcquireSpinLockRaiseToDpc( KSPIN_LOCK *lock ) { TRACE("lock %p.\n", lock); KeAcquireSpinLockAtDpcLevel( lock ); return 0; } #endif static KSPIN_LOCK cancel_lock; /*********************************************************************** * IoAcquireCancelSpinLock (NTOSKRNL.EXE.@) */ void WINAPI IoAcquireCancelSpinLock( KIRQL *irql ) { TRACE("irql %p.\n", irql); KeAcquireSpinLock( &cancel_lock, irql ); } /*********************************************************************** * IoReleaseCancelSpinLock (NTOSKRNL.EXE.@) */ void WINAPI IoReleaseCancelSpinLock( KIRQL irql ) { TRACE("irql %u.\n", irql); KeReleaseSpinLock( &cancel_lock, irql ); } #ifdef __i386__ DEFINE_FASTCALL2_ENTRYPOINT( ExfInterlockedRemoveHeadList ) PLIST_ENTRY WINAPI DECLSPEC_HIDDEN __regs_ExfInterlockedRemoveHeadList( LIST_ENTRY *list, KSPIN_LOCK *lock ) { return ExInterlockedRemoveHeadList( list, lock ); } #endif /*********************************************************************** * ExInterlockedRemoveHeadList (NTOSKRNL.EXE.@) */ LIST_ENTRY * WINAPI ExInterlockedRemoveHeadList( LIST_ENTRY *list, KSPIN_LOCK *lock ) { LIST_ENTRY *ret; KIRQL irql; TRACE("list %p, lock %p.\n", list, lock); KeAcquireSpinLock( lock, &irql ); ret = RemoveHeadList( list ); KeReleaseSpinLock( lock, irql ); return ret; }