Sweden-Number/dlls/kernelbase/thread.c

1195 lines
40 KiB
C

/*
* Win32 threads
*
* Copyright 1996, 2002, 2019 Alexandre Julliard
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with this library; if not, write to the Free Software
* Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA
*/
#include <stdarg.h>
#include <string.h>
#include "ntstatus.h"
#define WIN32_NO_STATUS
#define NONAMELESSUNION
#include "windef.h"
#include "winbase.h"
#include "winnls.h"
#include "winternl.h"
#include "kernelbase.h"
#include "wine/exception.h"
#include "wine/asm.h"
#include "wine/debug.h"
WINE_DEFAULT_DEBUG_CHANNEL(thread);
/***********************************************************************
* Threads
***********************************************************************/
static DWORD rtlmode_to_win32mode( DWORD rtlmode )
{
DWORD win32mode = 0;
if (rtlmode & 0x10) win32mode |= SEM_FAILCRITICALERRORS;
if (rtlmode & 0x20) win32mode |= SEM_NOGPFAULTERRORBOX;
if (rtlmode & 0x40) win32mode |= SEM_NOOPENFILEERRORBOX;
return win32mode;
}
/***************************************************************************
* CreateRemoteThread (kernelbase.@)
*/
HANDLE WINAPI DECLSPEC_HOTPATCH CreateRemoteThread( HANDLE process, SECURITY_ATTRIBUTES *sa, SIZE_T stack,
LPTHREAD_START_ROUTINE start, LPVOID param,
DWORD flags, DWORD *id )
{
return CreateRemoteThreadEx( process, sa, stack, start, param, flags, NULL, id );
}
/***************************************************************************
* CreateRemoteThreadEx (kernelbase.@)
*/
HANDLE WINAPI DECLSPEC_HOTPATCH CreateRemoteThreadEx( HANDLE process, SECURITY_ATTRIBUTES *sa,
SIZE_T stack, LPTHREAD_START_ROUTINE start,
LPVOID param, DWORD flags,
LPPROC_THREAD_ATTRIBUTE_LIST attributes, DWORD *id )
{
HANDLE handle;
CLIENT_ID client_id;
NTSTATUS status;
SIZE_T stack_reserve = 0, stack_commit = 0;
if (attributes) FIXME("thread attributes ignored\n");
if (flags & STACK_SIZE_PARAM_IS_A_RESERVATION) stack_reserve = stack;
else stack_commit = stack;
status = RtlCreateUserThread( process, sa ? sa->lpSecurityDescriptor : NULL, TRUE,
NULL, stack_reserve, stack_commit,
(PRTL_THREAD_START_ROUTINE)start, param, &handle, &client_id );
if (status == STATUS_SUCCESS)
{
if (id) *id = HandleToULong( client_id.UniqueThread );
if (sa && sa->nLength >= sizeof(*sa) && sa->bInheritHandle)
SetHandleInformation( handle, HANDLE_FLAG_INHERIT, HANDLE_FLAG_INHERIT );
if (!(flags & CREATE_SUSPENDED))
{
ULONG ret;
if (NtResumeThread( handle, &ret ))
{
NtClose( handle );
SetLastError( ERROR_NOT_ENOUGH_MEMORY );
handle = 0;
}
}
}
else
{
SetLastError( RtlNtStatusToDosError(status) );
handle = 0;
}
return handle;
}
/***********************************************************************
* CreateThread (kernelbase.@)
*/
HANDLE WINAPI DECLSPEC_HOTPATCH CreateThread( SECURITY_ATTRIBUTES *sa, SIZE_T stack,
LPTHREAD_START_ROUTINE start, LPVOID param,
DWORD flags, LPDWORD id )
{
return CreateRemoteThread( GetCurrentProcess(), sa, stack, start, param, flags, id );
}
/***********************************************************************
* FreeLibraryAndExitThread (kernelbase.@)
*/
void WINAPI DECLSPEC_HOTPATCH FreeLibraryAndExitThread( HINSTANCE module, DWORD exit_code )
{
FreeLibrary( module );
RtlExitUserThread( exit_code );
}
/***********************************************************************
* GetCurrentThreadStackLimits (kernelbase.@)
*/
void WINAPI DECLSPEC_HOTPATCH GetCurrentThreadStackLimits( ULONG_PTR *low, ULONG_PTR *high )
{
*low = (ULONG_PTR)NtCurrentTeb()->DeallocationStack;
*high = (ULONG_PTR)NtCurrentTeb()->Tib.StackBase;
}
/***********************************************************************
* GetCurrentThread (kernelbase.@)
*/
HANDLE WINAPI kernelbase_GetCurrentThread(void)
{
return (HANDLE)~(ULONG_PTR)1;
}
/***********************************************************************
* GetCurrentThreadId (kernelbase.@)
*/
DWORD WINAPI kernelbase_GetCurrentThreadId(void)
{
return HandleToULong( NtCurrentTeb()->ClientId.UniqueThread );
}
/**********************************************************************
* GetExitCodeThread (kernelbase.@)
*/
BOOL WINAPI DECLSPEC_HOTPATCH GetExitCodeThread( HANDLE thread, LPDWORD exit_code )
{
THREAD_BASIC_INFORMATION info;
NTSTATUS status = NtQueryInformationThread( thread, ThreadBasicInformation,
&info, sizeof(info), NULL );
if (!status && exit_code) *exit_code = info.ExitStatus;
return set_ntstatus( status );
}
/**********************************************************************
* GetLastError (kernelbase.@)
*/
DWORD WINAPI kernelbase_GetLastError(void)
{
return NtCurrentTeb()->LastErrorValue;
}
/**********************************************************************
* GetProcessIdOfThread (kernelbase.@)
*/
DWORD WINAPI DECLSPEC_HOTPATCH GetProcessIdOfThread( HANDLE thread )
{
THREAD_BASIC_INFORMATION tbi;
if (!set_ntstatus( NtQueryInformationThread( thread, ThreadBasicInformation, &tbi, sizeof(tbi), NULL)))
return 0;
return HandleToULong( tbi.ClientId.UniqueProcess );
}
/***********************************************************************
* GetThreadContext (kernelbase.@)
*/
BOOL WINAPI DECLSPEC_HOTPATCH GetThreadContext( HANDLE thread, CONTEXT *context )
{
return set_ntstatus( NtGetContextThread( thread, context ));
}
/***********************************************************************
* GetThreadErrorMode (kernelbase.@)
*/
DWORD WINAPI DECLSPEC_HOTPATCH GetThreadErrorMode(void)
{
return rtlmode_to_win32mode( RtlGetThreadErrorMode() );
}
/***********************************************************************
* GetThreadGroupAffinity (kernelbase.@)
*/
BOOL WINAPI DECLSPEC_HOTPATCH GetThreadGroupAffinity( HANDLE thread, GROUP_AFFINITY *affinity )
{
if (!affinity)
{
SetLastError( ERROR_INVALID_PARAMETER );
return FALSE;
}
return set_ntstatus( NtQueryInformationThread( thread, ThreadGroupInformation,
affinity, sizeof(*affinity), NULL ));
}
/***********************************************************************
* GetThreadIOPendingFlag (kernelbase.@)
*/
BOOL WINAPI DECLSPEC_HOTPATCH GetThreadIOPendingFlag( HANDLE thread, PBOOL pending )
{
return set_ntstatus( NtQueryInformationThread( thread, ThreadIsIoPending,
pending, sizeof(*pending), NULL ));
}
/**********************************************************************
* GetThreadId (kernelbase.@)
*/
DWORD WINAPI DECLSPEC_HOTPATCH GetThreadId( HANDLE thread )
{
THREAD_BASIC_INFORMATION tbi;
if (!set_ntstatus( NtQueryInformationThread( thread, ThreadBasicInformation, &tbi, sizeof(tbi), NULL)))
return 0;
return HandleToULong( tbi.ClientId.UniqueThread );
}
/***********************************************************************
* GetThreadLocale (kernelbase.@)
*/
LCID WINAPI /* DECLSPEC_HOTPATCH */ GetThreadLocale(void)
{
LCID ret = NtCurrentTeb()->CurrentLocale;
if (!ret) NtCurrentTeb()->CurrentLocale = ret = GetUserDefaultLCID();
return ret;
}
/**********************************************************************
* GetThreadPriority (kernelbase.@)
*/
INT WINAPI DECLSPEC_HOTPATCH GetThreadPriority( HANDLE thread )
{
THREAD_BASIC_INFORMATION info;
if (!set_ntstatus( NtQueryInformationThread( thread, ThreadBasicInformation,
&info, sizeof(info), NULL )))
return THREAD_PRIORITY_ERROR_RETURN;
return info.Priority;
}
/**********************************************************************
* GetThreadPriorityBoost (kernelbase.@)
*/
BOOL WINAPI DECLSPEC_HOTPATCH GetThreadPriorityBoost( HANDLE thread, BOOL *state )
{
if (state) *state = FALSE;
return TRUE;
}
/**********************************************************************
* GetThreadTimes (kernelbase.@)
*/
BOOL WINAPI DECLSPEC_HOTPATCH GetThreadTimes( HANDLE thread, LPFILETIME creationtime, LPFILETIME exittime,
LPFILETIME kerneltime, LPFILETIME usertime )
{
KERNEL_USER_TIMES times;
NTSTATUS status = NtQueryInformationThread( thread, ThreadTimes, &times, sizeof(times), NULL);
if (status)
{
SetLastError( RtlNtStatusToDosError(status) );
return FALSE;
}
if (creationtime)
{
creationtime->dwLowDateTime = times.CreateTime.u.LowPart;
creationtime->dwHighDateTime = times.CreateTime.u.HighPart;
}
if (exittime)
{
exittime->dwLowDateTime = times.ExitTime.u.LowPart;
exittime->dwHighDateTime = times.ExitTime.u.HighPart;
}
if (kerneltime)
{
kerneltime->dwLowDateTime = times.KernelTime.u.LowPart;
kerneltime->dwHighDateTime = times.KernelTime.u.HighPart;
}
if (usertime)
{
usertime->dwLowDateTime = times.UserTime.u.LowPart;
usertime->dwHighDateTime = times.UserTime.u.HighPart;
}
return TRUE;
}
/***********************************************************************
* GetThreadUILanguage (kernelbase.@)
*/
LANGID WINAPI DECLSPEC_HOTPATCH GetThreadUILanguage(void)
{
LANGID lang;
FIXME(": stub, returning default language.\n");
NtQueryDefaultUILanguage( &lang );
return lang;
}
/***********************************************************************
* OpenThread (kernelbase.@)
*/
HANDLE WINAPI DECLSPEC_HOTPATCH OpenThread( DWORD access, BOOL inherit, DWORD id )
{
HANDLE handle;
OBJECT_ATTRIBUTES attr;
CLIENT_ID cid;
attr.Length = sizeof(attr);
attr.RootDirectory = 0;
attr.Attributes = inherit ? OBJ_INHERIT : 0;
attr.ObjectName = NULL;
attr.SecurityDescriptor = NULL;
attr.SecurityQualityOfService = NULL;
cid.UniqueProcess = 0;
cid.UniqueThread = ULongToHandle( id );
if (!set_ntstatus( NtOpenThread( &handle, access, &attr, &cid ))) handle = 0;
return handle;
}
/* callback for QueueUserAPC */
static void CALLBACK call_user_apc( ULONG_PTR arg1, ULONG_PTR arg2, ULONG_PTR arg3 )
{
PAPCFUNC func = (PAPCFUNC)arg1;
func( arg2 );
}
/***********************************************************************
* QueueUserAPC (kernelbase.@)
*/
DWORD WINAPI DECLSPEC_HOTPATCH QueueUserAPC( PAPCFUNC func, HANDLE thread, ULONG_PTR data )
{
return set_ntstatus( NtQueueApcThread( thread, call_user_apc, (ULONG_PTR)func, data, 0 ));
}
/**********************************************************************
* ResumeThread (kernelbase.@)
*/
DWORD WINAPI DECLSPEC_HOTPATCH ResumeThread( HANDLE thread )
{
DWORD ret;
if (!set_ntstatus( NtResumeThread( thread, &ret ))) ret = ~0U;
return ret;
}
/***********************************************************************
* SetThreadContext (kernelbase.@)
*/
BOOL WINAPI DECLSPEC_HOTPATCH SetThreadContext( HANDLE thread, const CONTEXT *context )
{
return set_ntstatus( NtSetContextThread( thread, context ));
}
/***********************************************************************
* SetThreadErrorMode (kernelbase.@)
*/
BOOL WINAPI SetThreadErrorMode( DWORD mode, DWORD *old )
{
NTSTATUS status;
DWORD new = 0;
if (mode & ~(SEM_FAILCRITICALERRORS | SEM_NOGPFAULTERRORBOX | SEM_NOOPENFILEERRORBOX))
{
SetLastError( ERROR_INVALID_PARAMETER );
return FALSE;
}
if (mode & SEM_FAILCRITICALERRORS) new |= 0x10;
if (mode & SEM_NOGPFAULTERRORBOX) new |= 0x20;
if (mode & SEM_NOOPENFILEERRORBOX) new |= 0x40;
status = RtlSetThreadErrorMode( new, old );
if (!status && old) *old = rtlmode_to_win32mode( *old );
return set_ntstatus( status );
}
/***********************************************************************
* SetThreadGroupAffinity (kernelbase.@)
*/
BOOL WINAPI DECLSPEC_HOTPATCH SetThreadGroupAffinity( HANDLE thread, const GROUP_AFFINITY *new,
GROUP_AFFINITY *old )
{
if (old && !GetThreadGroupAffinity( thread, old )) return FALSE;
return set_ntstatus( NtSetInformationThread( thread, ThreadGroupInformation, new, sizeof(*new) ));
}
/**********************************************************************
* SetThreadIdealProcessor (kernelbase.@)
*/
DWORD WINAPI DECLSPEC_HOTPATCH SetThreadIdealProcessor( HANDLE thread, DWORD proc )
{
FIXME( "(%p %u): stub\n", thread, proc );
if (proc > MAXIMUM_PROCESSORS)
{
SetLastError( ERROR_INVALID_PARAMETER );
return ~0u;
}
return 0;
}
/***********************************************************************
* SetThreadIdealProcessorEx (kernelbase.@)
*/
BOOL WINAPI DECLSPEC_HOTPATCH SetThreadIdealProcessorEx( HANDLE thread, PROCESSOR_NUMBER *ideal,
PROCESSOR_NUMBER *previous )
{
FIXME( "(%p %p %p): stub\n", thread, ideal, previous );
SetLastError( ERROR_CALL_NOT_IMPLEMENTED );
return FALSE;
}
/**********************************************************************
* SetThreadLocale (kernelbase.@)
*/
BOOL WINAPI DECLSPEC_HOTPATCH SetThreadLocale( LCID lcid )
{
lcid = ConvertDefaultLocale( lcid );
if (lcid != GetThreadLocale())
{
if (!IsValidLocale( lcid, LCID_SUPPORTED ))
{
SetLastError( ERROR_INVALID_PARAMETER );
return FALSE;
}
NtCurrentTeb()->CurrentLocale = lcid;
}
return TRUE;
}
/**********************************************************************
* SetThreadPriority (kernelbase.@)
*/
BOOL WINAPI DECLSPEC_HOTPATCH SetThreadPriority( HANDLE thread, INT priority )
{
DWORD prio = priority;
return set_ntstatus( NtSetInformationThread( thread, ThreadBasePriority, &prio, sizeof(prio) ));
}
/**********************************************************************
* SetThreadPriorityBoost (kernelbase.@)
*/
BOOL WINAPI DECLSPEC_HOTPATCH SetThreadPriorityBoost( HANDLE thread, BOOL disable )
{
return TRUE;
}
/**********************************************************************
* SetThreadStackGuarantee (kernelbase.@)
*/
BOOL WINAPI DECLSPEC_HOTPATCH SetThreadStackGuarantee( ULONG *size )
{
ULONG prev_size = NtCurrentTeb()->GuaranteedStackBytes;
ULONG new_size = (*size + 4095) & ~4095;
/* at least 2 pages on 64-bit */
if (sizeof(void *) > sizeof(int) && new_size) new_size = max( new_size, 8192 );
*size = prev_size;
if (new_size >= (char *)NtCurrentTeb()->Tib.StackBase - (char *)NtCurrentTeb()->DeallocationStack)
{
SetLastError( ERROR_INVALID_PARAMETER );
return FALSE;
}
if (new_size > prev_size) NtCurrentTeb()->GuaranteedStackBytes = (new_size + 4095) & ~4095;
return TRUE;
}
/**********************************************************************
* SetThreadUILanguage (kernelbase.@)
*/
LANGID WINAPI DECLSPEC_HOTPATCH SetThreadUILanguage( LANGID langid )
{
TRACE( "(0x%04x) stub - returning success\n", langid );
if (!langid) langid = GetThreadUILanguage();
return langid;
}
/**********************************************************************
* SuspendThread (kernelbase.@)
*/
DWORD WINAPI DECLSPEC_HOTPATCH SuspendThread( HANDLE thread )
{
DWORD ret;
if (!set_ntstatus( NtSuspendThread( thread, &ret ))) ret = ~0U;
return ret;
}
/***********************************************************************
* SwitchToThread (kernelbase.@)
*/
BOOL WINAPI DECLSPEC_HOTPATCH SwitchToThread(void)
{
return (NtYieldExecution() != STATUS_NO_YIELD_PERFORMED);
}
/**********************************************************************
* TerminateThread (kernelbase.@)
*/
BOOL WINAPI DECLSPEC_HOTPATCH TerminateThread( HANDLE handle, DWORD exit_code )
{
return set_ntstatus( NtTerminateThread( handle, exit_code ));
}
/**********************************************************************
* TlsAlloc (kernelbase.@)
*/
DWORD WINAPI DECLSPEC_HOTPATCH TlsAlloc(void)
{
DWORD index;
PEB * const peb = NtCurrentTeb()->Peb;
RtlAcquirePebLock();
index = RtlFindClearBitsAndSet( peb->TlsBitmap, 1, 1 );
if (index != ~0U) NtCurrentTeb()->TlsSlots[index] = 0; /* clear the value */
else
{
index = RtlFindClearBitsAndSet( peb->TlsExpansionBitmap, 1, 0 );
if (index != ~0U)
{
if (!NtCurrentTeb()->TlsExpansionSlots &&
!(NtCurrentTeb()->TlsExpansionSlots = HeapAlloc( GetProcessHeap(), HEAP_ZERO_MEMORY,
8 * sizeof(peb->TlsExpansionBitmapBits) * sizeof(void*) )))
{
RtlClearBits( peb->TlsExpansionBitmap, index, 1 );
index = ~0U;
SetLastError( ERROR_NOT_ENOUGH_MEMORY );
}
else
{
NtCurrentTeb()->TlsExpansionSlots[index] = 0; /* clear the value */
index += TLS_MINIMUM_AVAILABLE;
}
}
else SetLastError( ERROR_NO_MORE_ITEMS );
}
RtlReleasePebLock();
return index;
}
/**********************************************************************
* TlsFree (kernelbase.@)
*/
BOOL WINAPI DECLSPEC_HOTPATCH TlsFree( DWORD index )
{
BOOL ret;
RtlAcquirePebLock();
if (index >= TLS_MINIMUM_AVAILABLE)
{
ret = RtlAreBitsSet( NtCurrentTeb()->Peb->TlsExpansionBitmap, index - TLS_MINIMUM_AVAILABLE, 1 );
if (ret) RtlClearBits( NtCurrentTeb()->Peb->TlsExpansionBitmap, index - TLS_MINIMUM_AVAILABLE, 1 );
}
else
{
ret = RtlAreBitsSet( NtCurrentTeb()->Peb->TlsBitmap, index, 1 );
if (ret) RtlClearBits( NtCurrentTeb()->Peb->TlsBitmap, index, 1 );
}
if (ret) NtSetInformationThread( GetCurrentThread(), ThreadZeroTlsCell, &index, sizeof(index) );
else SetLastError( ERROR_INVALID_PARAMETER );
RtlReleasePebLock();
return ret;
}
/**********************************************************************
* TlsGetValue (kernelbase.@)
*/
LPVOID WINAPI DECLSPEC_HOTPATCH TlsGetValue( DWORD index )
{
SetLastError( ERROR_SUCCESS );
if (index < TLS_MINIMUM_AVAILABLE) return NtCurrentTeb()->TlsSlots[index];
index -= TLS_MINIMUM_AVAILABLE;
if (index >= 8 * sizeof(NtCurrentTeb()->Peb->TlsExpansionBitmapBits))
{
SetLastError( ERROR_INVALID_PARAMETER );
return NULL;
}
if (!NtCurrentTeb()->TlsExpansionSlots) return NULL;
return NtCurrentTeb()->TlsExpansionSlots[index];
}
/**********************************************************************
* TlsSetValue (kernelbase.@)
*/
BOOL WINAPI DECLSPEC_HOTPATCH TlsSetValue( DWORD index, LPVOID value )
{
if (index < TLS_MINIMUM_AVAILABLE)
{
NtCurrentTeb()->TlsSlots[index] = value;
}
else
{
index -= TLS_MINIMUM_AVAILABLE;
if (index >= 8 * sizeof(NtCurrentTeb()->Peb->TlsExpansionBitmapBits))
{
SetLastError( ERROR_INVALID_PARAMETER );
return FALSE;
}
if (!NtCurrentTeb()->TlsExpansionSlots &&
!(NtCurrentTeb()->TlsExpansionSlots = HeapAlloc( GetProcessHeap(), HEAP_ZERO_MEMORY,
8 * sizeof(NtCurrentTeb()->Peb->TlsExpansionBitmapBits) * sizeof(void*) )))
{
SetLastError( ERROR_NOT_ENOUGH_MEMORY );
return FALSE;
}
NtCurrentTeb()->TlsExpansionSlots[index] = value;
}
return TRUE;
}
/***********************************************************************
* Fibers
***********************************************************************/
struct fiber_data
{
LPVOID param; /* 00/00 fiber param */
void *except; /* 04/08 saved exception handlers list */
void *stack_base; /* 08/10 top of fiber stack */
void *stack_limit; /* 0c/18 fiber stack low-water mark */
void *stack_allocation; /* 10/20 base of the fiber stack allocation */
CONTEXT context; /* 14/30 fiber context */
DWORD flags; /* fiber flags */
LPFIBER_START_ROUTINE start; /* start routine */
void **fls_slots; /* fiber storage slots */
};
extern void WINAPI switch_fiber( CONTEXT *old, CONTEXT *new );
#ifdef __i386__
__ASM_STDCALL_FUNC( switch_fiber, 8,
"movl 4(%esp),%ecx\n\t" /* old */
"movl %edi,0x9c(%ecx)\n\t" /* old->Edi */
"movl %esi,0xa0(%ecx)\n\t" /* old->Esi */
"movl %ebx,0xa4(%ecx)\n\t" /* old->Ebx */
"movl %ebp,0xb4(%ecx)\n\t" /* old->Ebp */
"movl 0(%esp),%eax\n\t"
"movl %eax,0xb8(%ecx)\n\t" /* old->Eip */
"leal 12(%esp),%eax\n\t"
"movl %eax,0xc4(%ecx)\n\t" /* old->Esp */
"movl 8(%esp),%ecx\n\t" /* new */
"movl 0x9c(%ecx),%edi\n\t" /* new->Edi */
"movl 0xa0(%ecx),%esi\n\t" /* new->Esi */
"movl 0xa4(%ecx),%ebx\n\t" /* new->Ebx */
"movl 0xb4(%ecx),%ebp\n\t" /* new->Ebp */
"movl 0xc4(%ecx),%esp\n\t" /* new->Esp */
"jmp *0xb8(%ecx)" ) /* new->Eip */
#elif defined(__x86_64__)
__ASM_STDCALL_FUNC( switch_fiber, 8,
"movq %rbx,0x90(%rcx)\n\t" /* old->Rbx */
"leaq 0x8(%rsp),%rax\n\t"
"movq %rax,0x98(%rcx)\n\t" /* old->Rsp */
"movq %rbp,0xa0(%rcx)\n\t" /* old->Rbp */
"movq %rsi,0xa8(%rcx)\n\t" /* old->Rsi */
"movq %rdi,0xb0(%rcx)\n\t" /* old->Rdi */
"movq %r12,0xd8(%rcx)\n\t" /* old->R12 */
"movq %r13,0xe0(%rcx)\n\t" /* old->R13 */
"movq %r14,0xe8(%rcx)\n\t" /* old->R14 */
"movq %r15,0xf0(%rcx)\n\t" /* old->R15 */
"movq (%rsp),%rax\n\t"
"movq %rax,0xf8(%rcx)\n\t" /* old->Rip */
"movdqa %xmm6,0x200(%rcx)\n\t" /* old->Xmm6 */
"movdqa %xmm7,0x210(%rcx)\n\t" /* old->Xmm7 */
"movdqa %xmm8,0x220(%rcx)\n\t" /* old->Xmm8 */
"movdqa %xmm9,0x230(%rcx)\n\t" /* old->Xmm9 */
"movdqa %xmm10,0x240(%rcx)\n\t" /* old->Xmm10 */
"movdqa %xmm11,0x250(%rcx)\n\t" /* old->Xmm11 */
"movdqa %xmm12,0x260(%rcx)\n\t" /* old->Xmm12 */
"movdqa %xmm13,0x270(%rcx)\n\t" /* old->Xmm13 */
"movdqa %xmm14,0x280(%rcx)\n\t" /* old->Xmm14 */
"movdqa %xmm15,0x290(%rcx)\n\t" /* old->Xmm15 */
"movq 0x90(%rdx),%rbx\n\t" /* new->Rbx */
"movq 0xa0(%rdx),%rbp\n\t" /* new->Rbp */
"movq 0xa8(%rdx),%rsi\n\t" /* new->Rsi */
"movq 0xb0(%rdx),%rdi\n\t" /* new->Rdi */
"movq 0xd8(%rdx),%r12\n\t" /* new->R12 */
"movq 0xe0(%rdx),%r13\n\t" /* new->R13 */
"movq 0xe8(%rdx),%r14\n\t" /* new->R14 */
"movq 0xf0(%rdx),%r15\n\t" /* new->R15 */
"movdqa 0x200(%rdx),%xmm6\n\t" /* new->Xmm6 */
"movdqa 0x210(%rdx),%xmm7\n\t" /* new->Xmm7 */
"movdqa 0x220(%rdx),%xmm8\n\t" /* new->Xmm8 */
"movdqa 0x230(%rdx),%xmm9\n\t" /* new->Xmm9 */
"movdqa 0x240(%rdx),%xmm10\n\t" /* new->Xmm10 */
"movdqa 0x250(%rdx),%xmm11\n\t" /* new->Xmm11 */
"movdqa 0x260(%rdx),%xmm12\n\t" /* new->Xmm12 */
"movdqa 0x270(%rdx),%xmm13\n\t" /* new->Xmm13 */
"movdqa 0x280(%rdx),%xmm14\n\t" /* new->Xmm14 */
"movdqa 0x290(%rdx),%xmm15\n\t" /* new->Xmm15 */
"movq 0x98(%rdx),%rsp\n\t" /* new->Rsp */
"jmp *0xf8(%rdx)" ) /* new->Rip */
#elif defined(__arm__)
__ASM_STDCALL_FUNC( switch_fiber, 8,
"str r4, [r0, #0x14]\n\t" /* old->R4 */
"str r5, [r0, #0x18]\n\t" /* old->R5 */
"str r6, [r0, #0x1c]\n\t" /* old->R6 */
"str r7, [r0, #0x20]\n\t" /* old->R7 */
"str r8, [r0, #0x24]\n\t" /* old->R8 */
"str r9, [r0, #0x28]\n\t" /* old->R9 */
"str r10, [r0, #0x2c]\n\t" /* old->R10 */
"str r11, [r0, #0x30]\n\t" /* old->R11 */
"str sp, [r0, #0x38]\n\t" /* old->Sp */
"str lr, [r0, #0x40]\n\t" /* old->Pc */
"ldr r4, [r1, #0x14]\n\t" /* new->R4 */
"ldr r5, [r1, #0x18]\n\t" /* new->R5 */
"ldr r6, [r1, #0x1c]\n\t" /* new->R6 */
"ldr r7, [r1, #0x20]\n\t" /* new->R7 */
"ldr r8, [r1, #0x24]\n\t" /* new->R8 */
"ldr r9, [r1, #0x28]\n\t" /* new->R9 */
"ldr r10, [r1, #0x2c]\n\t" /* new->R10 */
"ldr r11, [r1, #0x30]\n\t" /* new->R11 */
"ldr sp, [r1, #0x38]\n\t" /* new->Sp */
"ldr r2, [r1, #0x40]\n\t" /* new->Pc */
"bx r2" )
#elif defined(__aarch64__)
__ASM_STDCALL_FUNC( switch_fiber, 8,
"stp x19, x20, [x0, #0xa0]\n\t" /* old->X19,X20 */
"stp x21, x22, [x0, #0xb0]\n\t" /* old->X21,X22 */
"stp x23, x24, [x0, #0xc0]\n\t" /* old->X23,X24 */
"stp x25, x26, [x0, #0xd0]\n\t" /* old->X25,X26 */
"stp x27, x28, [x0, #0xe0]\n\t" /* old->X27,X28 */
"str x29, [x0, #0xf0]\n\t" /* old->Fp */
"mov x2, sp\n\t"
"str x2, [x0, #0x100]\n\t" /* old->Sp */
"str x30, [x0, #0x108]\n\t" /* old->Pc */
"ldp x19, x20, [x1, #0xa0]\n\t" /* new->X19,X20 */
"ldp x21, x22, [x1, #0xb0]\n\t" /* new->X21,X22 */
"ldp x23, x24, [x1, #0xc0]\n\t" /* new->X23,X24 */
"ldp x25, x26, [x1, #0xd0]\n\t" /* new->X25,X26 */
"ldp x27, x28, [x1, #0xe0]\n\t" /* new->X27,X28 */
"ldr x29, [x1, #0xf0]\n\t" /* new->Fp */
"ldr x2, [x1, #0x100]\n\t" /* new->Sp */
"ldr x30, [x1, #0x108]\n\t" /* new->Pc */
"mov sp, x2\n\t"
"ret" )
#else
void WINAPI switch_fiber( CONTEXT *old, CONTEXT *new )
{
FIXME( "not implemented\n" );
DbgBreakPoint();
}
#endif
/* call the fiber initial function once we have switched stack */
static void CDECL start_fiber(void)
{
struct fiber_data *fiber = NtCurrentTeb()->Tib.u.FiberData;
LPFIBER_START_ROUTINE start = fiber->start;
__TRY
{
start( fiber->param );
ExitThread( 1 );
}
__EXCEPT(UnhandledExceptionFilter)
{
TerminateThread( GetCurrentThread(), GetExceptionCode() );
}
__ENDTRY
}
static void init_fiber_context( struct fiber_data *fiber )
{
#ifdef __i386__
fiber->context.Esp = (ULONG_PTR)fiber->stack_base - 4;
fiber->context.Eip = (ULONG_PTR)start_fiber;
#elif defined(__x86_64__)
fiber->context.Rsp = (ULONG_PTR)fiber->stack_base - 0x28;
fiber->context.Rip = (ULONG_PTR)start_fiber;
#elif defined(__arm__)
fiber->context.Sp = (ULONG_PTR)fiber->stack_base;
fiber->context.Pc = (ULONG_PTR)start_fiber;
#elif defined(__aarch64__)
fiber->context.Sp = (ULONG_PTR)fiber->stack_base;
fiber->context.Pc = (ULONG_PTR)start_fiber;
#endif
}
/***********************************************************************
* CreateFiber (kernelbase.@)
*/
LPVOID WINAPI DECLSPEC_HOTPATCH CreateFiber( SIZE_T stack, LPFIBER_START_ROUTINE start, LPVOID param )
{
return CreateFiberEx( stack, 0, 0, start, param );
}
/***********************************************************************
* CreateFiberEx (kernelbase.@)
*/
LPVOID WINAPI DECLSPEC_HOTPATCH CreateFiberEx( SIZE_T stack_commit, SIZE_T stack_reserve, DWORD flags,
LPFIBER_START_ROUTINE start, LPVOID param )
{
struct fiber_data *fiber;
INITIAL_TEB stack;
NTSTATUS status;
if (!(fiber = HeapAlloc( GetProcessHeap(), HEAP_ZERO_MEMORY, sizeof(*fiber) )))
{
SetLastError( ERROR_NOT_ENOUGH_MEMORY );
return NULL;
}
if ((status = RtlCreateUserStack( stack_commit, stack_reserve, 0, 1, 1, &stack )))
{
SetLastError( RtlNtStatusToDosError(status) );
HeapFree( GetProcessHeap(), 0, fiber );
return NULL;
}
fiber->stack_allocation = stack.DeallocationStack;
fiber->stack_base = stack.StackBase;
fiber->stack_limit = stack.StackLimit;
fiber->param = param;
fiber->except = (void *)-1;
fiber->start = start;
fiber->flags = flags;
init_fiber_context( fiber );
return fiber;
}
/***********************************************************************
* ConvertFiberToThread (kernelbase.@)
*/
BOOL WINAPI DECLSPEC_HOTPATCH ConvertFiberToThread(void)
{
struct fiber_data *fiber = NtCurrentTeb()->Tib.u.FiberData;
if (fiber)
{
NtCurrentTeb()->Tib.u.FiberData = NULL;
HeapFree( GetProcessHeap(), 0, fiber );
}
return TRUE;
}
/***********************************************************************
* ConvertThreadToFiber (kernelbase.@)
*/
LPVOID WINAPI DECLSPEC_HOTPATCH ConvertThreadToFiber( LPVOID param )
{
return ConvertThreadToFiberEx( param, 0 );
}
/***********************************************************************
* ConvertThreadToFiberEx (kernelbase.@)
*/
LPVOID WINAPI DECLSPEC_HOTPATCH ConvertThreadToFiberEx( LPVOID param, DWORD flags )
{
struct fiber_data *fiber;
if (!(fiber = HeapAlloc( GetProcessHeap(), 0, sizeof(*fiber) )))
{
SetLastError( ERROR_NOT_ENOUGH_MEMORY );
return NULL;
}
fiber->param = param;
fiber->except = NtCurrentTeb()->Tib.ExceptionList;
fiber->stack_base = NtCurrentTeb()->Tib.StackBase;
fiber->stack_limit = NtCurrentTeb()->Tib.StackLimit;
fiber->stack_allocation = NtCurrentTeb()->DeallocationStack;
fiber->start = NULL;
fiber->flags = flags;
fiber->fls_slots = NtCurrentTeb()->FlsSlots;
NtCurrentTeb()->Tib.u.FiberData = fiber;
return fiber;
}
/***********************************************************************
* DeleteFiber (kernelbase.@)
*/
void WINAPI DECLSPEC_HOTPATCH DeleteFiber( LPVOID fiber_ptr )
{
struct fiber_data *fiber = fiber_ptr;
if (!fiber) return;
if (fiber == NtCurrentTeb()->Tib.u.FiberData)
{
HeapFree( GetProcessHeap(), 0, fiber );
ExitThread(1);
}
RtlFreeUserStack( fiber->stack_allocation );
HeapFree( GetProcessHeap(), 0, fiber->fls_slots );
HeapFree( GetProcessHeap(), 0, fiber );
}
/***********************************************************************
* IsThreadAFiber (kernelbase.@)
*/
BOOL WINAPI DECLSPEC_HOTPATCH IsThreadAFiber(void)
{
return NtCurrentTeb()->Tib.u.FiberData != NULL;
}
/***********************************************************************
* SwitchToFiber (kernelbase.@)
*/
void WINAPI DECLSPEC_HOTPATCH SwitchToFiber( LPVOID fiber )
{
struct fiber_data *new_fiber = fiber;
struct fiber_data *current_fiber = NtCurrentTeb()->Tib.u.FiberData;
current_fiber->except = NtCurrentTeb()->Tib.ExceptionList;
current_fiber->stack_limit = NtCurrentTeb()->Tib.StackLimit;
current_fiber->fls_slots = NtCurrentTeb()->FlsSlots;
/* stack_allocation and stack_base never change */
/* FIXME: should save floating point context if requested in fiber->flags */
NtCurrentTeb()->Tib.u.FiberData = new_fiber;
NtCurrentTeb()->Tib.ExceptionList = new_fiber->except;
NtCurrentTeb()->Tib.StackBase = new_fiber->stack_base;
NtCurrentTeb()->Tib.StackLimit = new_fiber->stack_limit;
NtCurrentTeb()->DeallocationStack = new_fiber->stack_allocation;
NtCurrentTeb()->FlsSlots = new_fiber->fls_slots;
switch_fiber( &current_fiber->context, &new_fiber->context );
}
/***********************************************************************
* FlsAlloc (kernelbase.@)
*/
DWORD WINAPI DECLSPEC_HOTPATCH FlsAlloc( PFLS_CALLBACK_FUNCTION callback )
{
DWORD index;
PEB * const peb = NtCurrentTeb()->Peb;
RtlAcquirePebLock();
if (!peb->FlsCallback &&
!(peb->FlsCallback = HeapAlloc( GetProcessHeap(), HEAP_ZERO_MEMORY,
8 * sizeof(peb->FlsBitmapBits) * sizeof(void*) )))
{
SetLastError( ERROR_NOT_ENOUGH_MEMORY );
index = FLS_OUT_OF_INDEXES;
}
else
{
index = RtlFindClearBitsAndSet( peb->FlsBitmap, 1, 1 );
if (index != ~0U)
{
if (!NtCurrentTeb()->FlsSlots &&
!(NtCurrentTeb()->FlsSlots = HeapAlloc( GetProcessHeap(), HEAP_ZERO_MEMORY,
8 * sizeof(peb->FlsBitmapBits) * sizeof(void*) )))
{
RtlClearBits( peb->FlsBitmap, index, 1 );
index = FLS_OUT_OF_INDEXES;
SetLastError( ERROR_NOT_ENOUGH_MEMORY );
}
else
{
NtCurrentTeb()->FlsSlots[index] = 0; /* clear the value */
peb->FlsCallback[index] = callback;
}
}
else SetLastError( ERROR_NO_MORE_ITEMS );
}
RtlReleasePebLock();
return index;
}
/***********************************************************************
* FlsFree (kernelbase.@)
*/
BOOL WINAPI DECLSPEC_HOTPATCH FlsFree( DWORD index )
{
BOOL ret;
RtlAcquirePebLock();
ret = RtlAreBitsSet( NtCurrentTeb()->Peb->FlsBitmap, index, 1 );
if (ret) RtlClearBits( NtCurrentTeb()->Peb->FlsBitmap, index, 1 );
if (ret)
{
/* FIXME: call Fls callback */
/* FIXME: add equivalent of ThreadZeroTlsCell here */
if (NtCurrentTeb()->FlsSlots) NtCurrentTeb()->FlsSlots[index] = 0;
}
else SetLastError( ERROR_INVALID_PARAMETER );
RtlReleasePebLock();
return ret;
}
/***********************************************************************
* FlsGetValue (kernelbase.@)
*/
PVOID WINAPI DECLSPEC_HOTPATCH FlsGetValue( DWORD index )
{
if (!index || index >= 8 * sizeof(NtCurrentTeb()->Peb->FlsBitmapBits) || !NtCurrentTeb()->FlsSlots)
{
SetLastError( ERROR_INVALID_PARAMETER );
return NULL;
}
SetLastError( ERROR_SUCCESS );
return NtCurrentTeb()->FlsSlots[index];
}
/***********************************************************************
* FlsSetValue (kernelbase.@)
*/
BOOL WINAPI DECLSPEC_HOTPATCH FlsSetValue( DWORD index, PVOID data )
{
if (!index || index >= 8 * sizeof(NtCurrentTeb()->Peb->FlsBitmapBits))
{
SetLastError( ERROR_INVALID_PARAMETER );
return FALSE;
}
if (!NtCurrentTeb()->FlsSlots &&
!(NtCurrentTeb()->FlsSlots = HeapAlloc( GetProcessHeap(), HEAP_ZERO_MEMORY,
8 * sizeof(NtCurrentTeb()->Peb->FlsBitmapBits) * sizeof(void*) )))
{
SetLastError( ERROR_NOT_ENOUGH_MEMORY );
return FALSE;
}
NtCurrentTeb()->FlsSlots[index] = data;
return TRUE;
}
/***********************************************************************
* Thread pool
***********************************************************************/
/***********************************************************************
* CallbackMayRunLong (kernelbase.@)
*/
BOOL WINAPI DECLSPEC_HOTPATCH CallbackMayRunLong( TP_CALLBACK_INSTANCE *instance )
{
return set_ntstatus( TpCallbackMayRunLong( instance ));
}
/***********************************************************************
* CreateThreadpool (kernelbase.@)
*/
PTP_POOL WINAPI DECLSPEC_HOTPATCH CreateThreadpool( void *reserved )
{
TP_POOL *pool;
if (!set_ntstatus( TpAllocPool( &pool, reserved ))) pool = NULL;
return pool;
}
/***********************************************************************
* CreateThreadpoolCleanupGroup (kernelbase.@)
*/
PTP_CLEANUP_GROUP WINAPI DECLSPEC_HOTPATCH CreateThreadpoolCleanupGroup(void)
{
TP_CLEANUP_GROUP *group;
if (!set_ntstatus( TpAllocCleanupGroup( &group ))) return NULL;
return group;
}
/***********************************************************************
* CreateThreadpoolIo (kernelbase.@)
*/
PTP_IO WINAPI /* DECLSPEC_HOTPATCH */ CreateThreadpoolIo( HANDLE handle, PTP_WIN32_IO_CALLBACK callback,
PVOID userdata, TP_CALLBACK_ENVIRON *environment )
{
FIXME( "(%p, %p, %p, %p): stub\n", handle, callback, userdata, environment );
return FALSE;
}
/***********************************************************************
* CreateThreadpoolTimer (kernelbase.@)
*/
PTP_TIMER WINAPI DECLSPEC_HOTPATCH CreateThreadpoolTimer( PTP_TIMER_CALLBACK callback, PVOID userdata,
TP_CALLBACK_ENVIRON *environment )
{
TP_TIMER *timer;
if (!set_ntstatus( TpAllocTimer( &timer, callback, userdata, environment ))) return NULL;
return timer;
}
/***********************************************************************
* CreateThreadpoolWait (kernelbase.@)
*/
PTP_WAIT WINAPI DECLSPEC_HOTPATCH CreateThreadpoolWait( PTP_WAIT_CALLBACK callback, PVOID userdata,
TP_CALLBACK_ENVIRON *environment )
{
TP_WAIT *wait;
if (!set_ntstatus( TpAllocWait( &wait, callback, userdata, environment ))) return NULL;
return wait;
}
/***********************************************************************
* CreateThreadpoolWork (kernelbase.@)
*/
PTP_WORK WINAPI DECLSPEC_HOTPATCH CreateThreadpoolWork( PTP_WORK_CALLBACK callback, PVOID userdata,
TP_CALLBACK_ENVIRON *environment )
{
TP_WORK *work;
if (!set_ntstatus( TpAllocWork( &work, callback, userdata, environment ))) return NULL;
return work;
}
/***********************************************************************
* TrySubmitThreadpoolCallback (kernelbase.@)
*/
BOOL WINAPI DECLSPEC_HOTPATCH TrySubmitThreadpoolCallback( PTP_SIMPLE_CALLBACK callback, PVOID userdata,
TP_CALLBACK_ENVIRON *environment )
{
return set_ntstatus( TpSimpleTryPost( callback, userdata, environment ));
}
/***********************************************************************
* QueueUserWorkItem (kernelbase.@)
*/
BOOL WINAPI DECLSPEC_HOTPATCH QueueUserWorkItem( LPTHREAD_START_ROUTINE func, PVOID context, ULONG flags )
{
return set_ntstatus( RtlQueueWorkItem( func, context, flags ));
}