ReceiveTempSMS
/
Sweden-Number
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity
Sweden-Number/dlls/vcomp/main.c

1996 lines
56 KiB
C
Raw Blame History

/*
*
* vcomp implementation
*
* Copyright 2011 Austin English
* Copyright 2012 Dan Kegel
* Copyright 2015-2016 Sebastian Lackner
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with this library; if not, write to the Free Software
* Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA
*/
#include <stdarg.h>
#include <assert.h>
#include "windef.h"
#include "winbase.h"
#include "winternl.h"
#include "wine/debug.h"
#include "wine/list.h"
#include "wine/asm.h"
WINE_DEFAULT_DEBUG_CHANNEL(vcomp);
#define MAX_VECT_PARALLEL_CALLBACK_ARGS 128
typedef CRITICAL_SECTION *omp_lock_t;
typedef CRITICAL_SECTION *omp_nest_lock_t;
static struct list vcomp_idle_threads = LIST_INIT(vcomp_idle_threads);
static DWORD vcomp_context_tls = TLS_OUT_OF_INDEXES;
static HMODULE vcomp_module;
static int vcomp_max_threads;
static int vcomp_num_threads;
static int vcomp_num_procs;
static BOOL vcomp_nested_fork = FALSE;
static RTL_CRITICAL_SECTION vcomp_section;
static RTL_CRITICAL_SECTION_DEBUG critsect_debug =
{
0, 0, &vcomp_section,
{ &critsect_debug.ProcessLocksList, &critsect_debug.ProcessLocksList },
0, 0, { (DWORD_PTR)(__FILE__ ": vcomp_section") }
};
static RTL_CRITICAL_SECTION vcomp_section = { &critsect_debug, -1, 0, 0, 0, 0 };
#define VCOMP_DYNAMIC_FLAGS_STATIC 0x01
#define VCOMP_DYNAMIC_FLAGS_CHUNKED 0x02
#define VCOMP_DYNAMIC_FLAGS_GUIDED 0x03
#define VCOMP_DYNAMIC_FLAGS_INCREMENT 0x40
struct vcomp_thread_data
{
struct vcomp_team_data *team;
struct vcomp_task_data *task;
int thread_num;
BOOL parallel;
int fork_threads;
/* only used for concurrent tasks */
struct list entry;
CONDITION_VARIABLE cond;
/* single */
unsigned int single;
/* section */
unsigned int section;
/* dynamic */
unsigned int dynamic;
unsigned int dynamic_type;
unsigned int dynamic_begin;
unsigned int dynamic_end;
};
struct vcomp_team_data
{
CONDITION_VARIABLE cond;
int num_threads;
int finished_threads;
/* callback arguments */
int nargs;
void *wrapper;
va_list valist;
/* barrier */
unsigned int barrier;
int barrier_count;
};
struct vcomp_task_data
{
/* single */
unsigned int single;
/* section */
unsigned int section;
int num_sections;
int section_index;
/* dynamic */
unsigned int dynamic;
unsigned int dynamic_first;
unsigned int dynamic_last;
unsigned int dynamic_iterations;
int dynamic_step;
unsigned int dynamic_chunksize;
};
static void **ptr_from_va_list(va_list valist)
{
return *(void ***)&valist;
}
static void copy_va_list_data(void **args, va_list valist, int args_count)
{
unsigned int i;
for (i = 0; i < args_count; ++i)
args[i] = va_arg(valist, void *);
}
#if defined(__i386__)
extern void CDECL _vcomp_fork_call_wrapper(void *wrapper, int nargs, void **args);
__ASM_GLOBAL_FUNC( _vcomp_fork_call_wrapper,
"pushl %ebp\n\t"
__ASM_CFI(".cfi_adjust_cfa_offset 4\n\t")
__ASM_CFI(".cfi_rel_offset %ebp,0\n\t")
"movl %esp,%ebp\n\t"
__ASM_CFI(".cfi_def_cfa_register %ebp\n\t")
"pushl %esi\n\t"
__ASM_CFI(".cfi_rel_offset %esi,-4\n\t")
"pushl %edi\n\t"
__ASM_CFI(".cfi_rel_offset %edi,-8\n\t")
"movl 12(%ebp),%edx\n\t"
"movl %esp,%edi\n\t"
"shll $2,%edx\n\t"
"jz 1f\n\t"
"subl %edx,%edi\n\t"
"andl $~15,%edi\n\t"
"movl %edi,%esp\n\t"
"movl 12(%ebp),%ecx\n\t"
"movl 16(%ebp),%esi\n\t"
"cld\n\t"
"rep; movsl\n"
"1:\tcall *8(%ebp)\n\t"
"leal -8(%ebp),%esp\n\t"
"popl %edi\n\t"
__ASM_CFI(".cfi_same_value %edi\n\t")
"popl %esi\n\t"
__ASM_CFI(".cfi_same_value %esi\n\t")
"popl %ebp\n\t"
__ASM_CFI(".cfi_def_cfa %esp,4\n\t")
__ASM_CFI(".cfi_same_value %ebp\n\t")
"ret" )
#elif defined(__x86_64__)
extern void CDECL _vcomp_fork_call_wrapper(void *wrapper, int nargs, void **args);
__ASM_GLOBAL_FUNC( _vcomp_fork_call_wrapper,
"pushq %rbp\n\t"
__ASM_SEH(".seh_pushreg %rbp\n\t")
__ASM_CFI(".cfi_adjust_cfa_offset 8\n\t")
__ASM_CFI(".cfi_rel_offset %rbp,0\n\t")
"movq %rsp,%rbp\n\t"
__ASM_SEH(".seh_setframe %rbp,0\n\t")
__ASM_CFI(".cfi_def_cfa_register %rbp\n\t")
"pushq %rsi\n\t"
__ASM_SEH(".seh_pushreg %rsi\n\t")
__ASM_CFI(".cfi_rel_offset %rsi,-8\n\t")
"pushq %rdi\n\t"
__ASM_SEH(".seh_pushreg %rdi\n\t")
__ASM_SEH(".seh_endprologue\n\t")
__ASM_CFI(".cfi_rel_offset %rdi,-16\n\t")
"movq %rcx,%rax\n\t"
"movq $4,%rcx\n\t"
"cmp %rcx,%rdx\n\t"
"cmovgq %rdx,%rcx\n\t"
"leaq 0(,%rcx,8),%rdx\n\t"
"subq %rdx,%rsp\n\t"
"andq $~15,%rsp\n\t"
"movq %rsp,%rdi\n\t"
"movq %r8,%rsi\n\t"
"rep; movsq\n\t"
"movq 0(%rsp),%rcx\n\t"
"movq 8(%rsp),%rdx\n\t"
"movq 16(%rsp),%r8\n\t"
"movq 24(%rsp),%r9\n\t"
"callq *%rax\n\t"
"leaq -16(%rbp),%rsp\n\t"
"popq %rdi\n\t"
__ASM_CFI(".cfi_same_value %rdi\n\t")
"popq %rsi\n\t"
__ASM_CFI(".cfi_same_value %rsi\n\t")
__ASM_CFI(".cfi_def_cfa_register %rsp\n\t")
"popq %rbp\n\t"
__ASM_CFI(".cfi_adjust_cfa_offset -8\n\t")
__ASM_CFI(".cfi_same_value %rbp\n\t")
"ret")
#elif defined(__arm__)
extern void CDECL _vcomp_fork_call_wrapper(void *wrapper, int nargs, void **args);
__ASM_GLOBAL_FUNC( _vcomp_fork_call_wrapper,
"push {r4, r5, LR}\n\t"
"mov r4, r0\n\t"
"mov r5, SP\n\t"
"lsl r3, r1, #2\n\t"
"cmp r3, #0\n\t"
"beq 5f\n\t"
"sub SP, SP, r3\n\t"
"tst r1, #1\n\t"
"it eq\n\t"
"subeq SP, SP, #4\n\t"
"1:\tsub r3, r3, #4\n\t"
"ldr r0, [r2, r3]\n\t"
"str r0, [SP, r3]\n\t"
"cmp r3, #0\n\t"
"bgt 1b\n\t"
"cmp r1, #1\n\t"
"bgt 2f\n\t"
"pop {r0}\n\t"
"b 5f\n\t"
"2:\tcmp r1, #2\n\t"
"bgt 3f\n\t"
"pop {r0-r1}\n\t"
"b 5f\n\t"
"3:\tcmp r1, #3\n\t"
"bgt 4f\n\t"
"pop {r0-r2}\n\t"
"b 5f\n\t"
"4:\tpop {r0-r3}\n\t"
"5:\tblx r4\n\t"
"mov SP, r5\n\t"
"pop {r4, r5, PC}" )
#elif defined(__aarch64__)
extern void CDECL _vcomp_fork_call_wrapper(void *wrapper, int nargs, void **args);
__ASM_GLOBAL_FUNC( _vcomp_fork_call_wrapper,
"stp x29, x30, [SP,#-16]!\n\t"
"mov x29, SP\n\t"
"mov x9, x0\n\t"
"cbz w1, 4f\n\t"
"lsl w8, w1, #3\n\t"
"cmp w8, #64\n\t"
"b.ge 1f\n\t"
"mov w8, #64\n"
"1:\ttbz w8, #3, 2f\n\t"
"add w8, w8, #8\n"
"2:\tsub x10, x29, x8\n\t"
"mov sp, x10\n"
"3:\tldr x0, [x2], #8\n\t"
"str x0, [x10], #8\n\t"
"subs w1, w1, #1\n\t"
"b.ne 3b\n\t"
"ldp x0, x1, [sp], #16\n\t"
"ldp x2, x3, [sp], #16\n\t"
"ldp x4, x5, [sp], #16\n\t"
"ldp x6, x7, [sp], #16\n"
"4:\tblr x9\n\t"
"mov SP, x29\n\t"
"ldp x29, x30, [SP], #16\n\t"
"ret\n" )
#else
static void CDECL _vcomp_fork_call_wrapper(void *wrapper, int nargs, void **args)
{
ERR("Not implemented for this architecture\n");
}
#endif
#if defined(__GNUC__) && (defined(__i386__) || defined(__x86_64__))
static inline char interlocked_cmpxchg8(char *dest, char xchg, char compare)
{
char ret;
__asm__ __volatile__( "lock; cmpxchgb %2,(%1)"
: "=a" (ret) : "r" (dest), "q" (xchg), "0" (compare) : "memory" );
return ret;
}
static inline short interlocked_cmpxchg16(short *dest, short xchg, short compare)
{
short ret;
__asm__ __volatile__( "lock; cmpxchgw %2,(%1)"
: "=a" (ret) : "r" (dest), "r" (xchg), "0" (compare) : "memory" );
return ret;
}
static inline char interlocked_xchg_add8(char *dest, char incr)
{
char ret;
__asm__ __volatile__( "lock; xaddb %0,(%1)"
: "=q" (ret) : "r" (dest), "0" (incr) : "memory" );
return ret;
}
static inline short interlocked_xchg_add16(short *dest, short incr)
{
short ret;
__asm__ __volatile__( "lock; xaddw %0,(%1)"
: "=r" (ret) : "r" (dest), "0" (incr) : "memory" );
return ret;
}
#else /* __GNUC__ */
#ifdef __GCC_HAVE_SYNC_COMPARE_AND_SWAP_1
static inline char interlocked_cmpxchg8(char *dest, char xchg, char compare)
{
return __sync_val_compare_and_swap(dest, compare, xchg);
}
static inline char interlocked_xchg_add8(char *dest, char incr)
{
return __sync_fetch_and_add(dest, incr);
}
#else
static char interlocked_cmpxchg8(char *dest, char xchg, char compare)
{
EnterCriticalSection(&vcomp_section);
if (*dest == compare) *dest = xchg; else compare = *dest;
LeaveCriticalSection(&vcomp_section);
return compare;
}
static char interlocked_xchg_add8(char *dest, char incr)
{
char ret;
EnterCriticalSection(&vcomp_section);
ret = *dest; *dest += incr;
LeaveCriticalSection(&vcomp_section);
return ret;
}
#endif
#ifdef __GCC_HAVE_SYNC_COMPARE_AND_SWAP_2
static inline short interlocked_cmpxchg16(short *dest, short xchg, short compare)
{
return __sync_val_compare_and_swap(dest, compare, xchg);
}
static inline short interlocked_xchg_add16(short *dest, short incr)
{
return __sync_fetch_and_add(dest, incr);
}
#else
static short interlocked_cmpxchg16(short *dest, short xchg, short compare)
{
EnterCriticalSection(&vcomp_section);
if (*dest == compare) *dest = xchg; else compare = *dest;
LeaveCriticalSection(&vcomp_section);
return compare;
}
static short interlocked_xchg_add16(short *dest, short incr)
{
short ret;
EnterCriticalSection(&vcomp_section);
ret = *dest; *dest += incr;
LeaveCriticalSection(&vcomp_section);
return ret;
}
#endif
#endif /* __GNUC__ */
static inline struct vcomp_thread_data *vcomp_get_thread_data(void)
{
return (struct vcomp_thread_data *)TlsGetValue(vcomp_context_tls);
}
static inline void vcomp_set_thread_data(struct vcomp_thread_data *thread_data)
{
TlsSetValue(vcomp_context_tls, thread_data);
}
static struct vcomp_thread_data *vcomp_init_thread_data(void)
{
struct vcomp_thread_data *thread_data = vcomp_get_thread_data();
struct
{
struct vcomp_thread_data thread;
struct vcomp_task_data task;
} *data;
if (thread_data) return thread_data;
if (!(data = HeapAlloc(GetProcessHeap(), 0, sizeof(*data))))
{
ERR("could not create thread data\n");
ExitProcess(1);
}
data->task.single = 0;
data->task.section = 0;
data->task.dynamic = 0;
thread_data = &data->thread;
thread_data->team = NULL;
thread_data->task = &data->task;
thread_data->thread_num = 0;
thread_data->parallel = FALSE;
thread_data->fork_threads = 0;
thread_data->single = 1;
thread_data->section = 1;
thread_data->dynamic = 1;
thread_data->dynamic_type = 0;
vcomp_set_thread_data(thread_data);
return thread_data;
}
static void vcomp_free_thread_data(void)
{
struct vcomp_thread_data *thread_data = vcomp_get_thread_data();
if (!thread_data) return;
HeapFree(GetProcessHeap(), 0, thread_data);
vcomp_set_thread_data(NULL);
}
void CDECL _vcomp_atomic_add_i1(char *dest, char val)
{
interlocked_xchg_add8(dest, val);
}
void CDECL _vcomp_atomic_and_i1(char *dest, char val)
{
char old;
do old = *dest; while (interlocked_cmpxchg8(dest, old & val, old) != old);
}
void CDECL _vcomp_atomic_div_i1(signed char *dest, signed char val)
{
signed char old;
do old = *dest; while ((signed char)interlocked_cmpxchg8((char *)dest, old / val, old) != old);
}
void CDECL _vcomp_atomic_div_ui1(unsigned char *dest, unsigned char val)
{
unsigned char old;
do old = *dest; while ((unsigned char)interlocked_cmpxchg8((char *)dest, old / val, old) != old);
}
void CDECL _vcomp_atomic_mul_i1(char *dest, char val)
{
char old;
do old = *dest; while (interlocked_cmpxchg8(dest, old * val, old) != old);
}
void CDECL _vcomp_atomic_or_i1(char *dest, char val)
{
char old;
do old = *dest; while (interlocked_cmpxchg8(dest, old | val, old) != old);
}
void CDECL _vcomp_atomic_shl_i1(char *dest, unsigned int val)
{
char old;
do old = *dest; while (interlocked_cmpxchg8(dest, old << val, old) != old);
}
void CDECL _vcomp_atomic_shr_i1(signed char *dest, unsigned int val)
{
signed char old;
do old = *dest; while ((signed char)interlocked_cmpxchg8((char *)dest, old >> val, old) != old);
}
void CDECL _vcomp_atomic_shr_ui1(unsigned char *dest, unsigned int val)
{
unsigned char old;
do old = *dest; while ((unsigned char)interlocked_cmpxchg8((char *)dest, old >> val, old) != old);
}
void CDECL _vcomp_atomic_sub_i1(char *dest, char val)
{
interlocked_xchg_add8(dest, -val);
}
void CDECL _vcomp_atomic_xor_i1(char *dest, char val)
{
char old;
do old = *dest; while (interlocked_cmpxchg8(dest, old ^ val, old) != old);
}
static void CDECL _vcomp_atomic_bool_and_i1(char *dest, char val)
{
char old;
do old = *dest; while (interlocked_cmpxchg8(dest, old && val, old) != old);
}
static void CDECL _vcomp_atomic_bool_or_i1(char *dest, char val)
{
char old;
do old = *dest; while (interlocked_cmpxchg8(dest, old ? old : (val != 0), old) != old);
}
void CDECL _vcomp_reduction_i1(unsigned int flags, char *dest, char val)
{
static void (CDECL * const funcs[])(char *, char) =
{
_vcomp_atomic_add_i1,
_vcomp_atomic_add_i1,
_vcomp_atomic_mul_i1,
_vcomp_atomic_and_i1,
_vcomp_atomic_or_i1,
_vcomp_atomic_xor_i1,
_vcomp_atomic_bool_and_i1,
_vcomp_atomic_bool_or_i1,
};
unsigned int op = (flags >> 8) & 0xf;
op = min(op, ARRAY_SIZE(funcs) - 1);
funcs[op](dest, val);
}
void CDECL _vcomp_atomic_add_i2(short *dest, short val)
{
interlocked_xchg_add16(dest, val);
}
void CDECL _vcomp_atomic_and_i2(short *dest, short val)
{
short old;
do old = *dest; while (interlocked_cmpxchg16(dest, old & val, old) != old);
}
void CDECL _vcomp_atomic_div_i2(short *dest, short val)
{
short old;
do old = *dest; while (interlocked_cmpxchg16(dest, old / val, old) != old);
}
void CDECL _vcomp_atomic_div_ui2(unsigned short *dest, unsigned short val)
{
unsigned short old;
do old = *dest; while ((unsigned short)interlocked_cmpxchg16((short *)dest, old / val, old) != old);
}
void CDECL _vcomp_atomic_mul_i2(short *dest, short val)
{
short old;
do old = *dest; while (interlocked_cmpxchg16(dest, old * val, old) != old);
}
void CDECL _vcomp_atomic_or_i2(short *dest, short val)
{
short old;
do old = *dest; while (interlocked_cmpxchg16(dest, old | val, old) != old);
}
void CDECL _vcomp_atomic_shl_i2(short *dest, unsigned int val)
{
short old;
do old = *dest; while (interlocked_cmpxchg16(dest, old << val, old) != old);
}
void CDECL _vcomp_atomic_shr_i2(short *dest, unsigned int val)
{
short old;
do old = *dest; while (interlocked_cmpxchg16(dest, old >> val, old) != old);
}
void CDECL _vcomp_atomic_shr_ui2(unsigned short *dest, unsigned int val)
{
unsigned short old;
do old = *dest; while ((unsigned short)interlocked_cmpxchg16((short *)dest, old >> val, old) != old);
}
void CDECL _vcomp_atomic_sub_i2(short *dest, short val)
{
interlocked_xchg_add16(dest, -val);
}
void CDECL _vcomp_atomic_xor_i2(short *dest, short val)
{
short old;
do old = *dest; while (interlocked_cmpxchg16(dest, old ^ val, old) != old);
}
static void CDECL _vcomp_atomic_bool_and_i2(short *dest, short val)
{
short old;
do old = *dest; while (interlocked_cmpxchg16(dest, old && val, old) != old);
}
static void CDECL _vcomp_atomic_bool_or_i2(short *dest, short val)
{
short old;
do old = *dest; while (interlocked_cmpxchg16(dest, old ? old : (val != 0), old) != old);
}
void CDECL _vcomp_reduction_i2(unsigned int flags, short *dest, short val)
{
static void (CDECL * const funcs[])(short *, short) =
{
_vcomp_atomic_add_i2,
_vcomp_atomic_add_i2,
_vcomp_atomic_mul_i2,
_vcomp_atomic_and_i2,
_vcomp_atomic_or_i2,
_vcomp_atomic_xor_i2,
_vcomp_atomic_bool_and_i2,
_vcomp_atomic_bool_or_i2,
};
unsigned int op = (flags >> 8) & 0xf;
op = min(op, ARRAY_SIZE(funcs) - 1);
funcs[op](dest, val);
}
void CDECL _vcomp_atomic_add_i4(int *dest, int val)
{
InterlockedExchangeAdd(dest, val);
}
void CDECL _vcomp_atomic_and_i4(int *dest, int val)
{
int old;
do old = *dest; while (InterlockedCompareExchange(dest, old & val, old) != old);
}
void CDECL _vcomp_atomic_div_i4(int *dest, int val)
{
int old;
do old = *dest; while (InterlockedCompareExchange(dest, old / val, old) != old);
}
void CDECL _vcomp_atomic_div_ui4(unsigned int *dest, unsigned int val)
{
unsigned int old;
do old = *dest; while (InterlockedCompareExchange((int *)dest, old / val, old) != old);
}
void CDECL _vcomp_atomic_mul_i4(int *dest, int val)
{
int old;
do old = *dest; while (InterlockedCompareExchange(dest, old * val, old) != old);
}
void CDECL _vcomp_atomic_or_i4(int *dest, int val)
{
int old;
do old = *dest; while (InterlockedCompareExchange(dest, old | val, old) != old);
}
void CDECL _vcomp_atomic_shl_i4(int *dest, int val)
{
int old;
do old = *dest; while (InterlockedCompareExchange(dest, old << val, old) != old);
}
void CDECL _vcomp_atomic_shr_i4(int *dest, int val)
{
int old;
do old = *dest; while (InterlockedCompareExchange(dest, old >> val, old) != old);
}
void CDECL _vcomp_atomic_shr_ui4(unsigned int *dest, unsigned int val)
{
unsigned int old;
do old = *dest; while (InterlockedCompareExchange((int *)dest, old >> val, old) != old);
}
void CDECL _vcomp_atomic_sub_i4(int *dest, int val)
{
InterlockedExchangeAdd(dest, -val);
}
void CDECL _vcomp_atomic_xor_i4(int *dest, int val)
{
int old;
do old = *dest; while (InterlockedCompareExchange(dest, old ^ val, old) != old);
}
static void CDECL _vcomp_atomic_bool_and_i4(int *dest, int val)
{
int old;
do old = *dest; while (InterlockedCompareExchange(dest, old && val, old) != old);
}
static void CDECL _vcomp_atomic_bool_or_i4(int *dest, int val)
{
int old;
do old = *dest; while (InterlockedCompareExchange(dest, old ? old : (val != 0), old) != old);
}
void CDECL _vcomp_reduction_i4(unsigned int flags, int *dest, int val)
{
static void (CDECL * const funcs[])(int *, int) =
{
_vcomp_atomic_add_i4,
_vcomp_atomic_add_i4,
_vcomp_atomic_mul_i4,
_vcomp_atomic_and_i4,
_vcomp_atomic_or_i4,
_vcomp_atomic_xor_i4,
_vcomp_atomic_bool_and_i4,
_vcomp_atomic_bool_or_i4,
};
unsigned int op = (flags >> 8) & 0xf;
op = min(op, ARRAY_SIZE(funcs) - 1);
funcs[op](dest, val);
}
void CDECL _vcomp_atomic_add_i8(LONG64 *dest, LONG64 val)
{
LONG64 old;
do old = *dest; while (InterlockedCompareExchange64(dest, old + val, old) != old);
}
void CDECL _vcomp_atomic_and_i8(LONG64 *dest, LONG64 val)
{
LONG64 old;
do old = *dest; while (InterlockedCompareExchange64(dest, old & val, old) != old);
}
void CDECL _vcomp_atomic_div_i8(LONG64 *dest, LONG64 val)
{
LONG64 old;
do old = *dest; while (InterlockedCompareExchange64(dest, old / val, old) != old);
}
void CDECL _vcomp_atomic_div_ui8(ULONG64 *dest, ULONG64 val)
{
ULONG64 old;
do old = *dest; while (InterlockedCompareExchange64((LONG64 *)dest, old / val, old) != old);
}
void CDECL _vcomp_atomic_mul_i8(LONG64 *dest, LONG64 val)
{
LONG64 old;
do old = *dest; while (InterlockedCompareExchange64(dest, old * val, old) != old);
}
void CDECL _vcomp_atomic_or_i8(LONG64 *dest, LONG64 val)
{
LONG64 old;
do old = *dest; while (InterlockedCompareExchange64(dest, old | val, old) != old);
}
void CDECL _vcomp_atomic_shl_i8(LONG64 *dest, unsigned int val)
{
LONG64 old;
do old = *dest; while (InterlockedCompareExchange64(dest, old << val, old) != old);
}
void CDECL _vcomp_atomic_shr_i8(LONG64 *dest, unsigned int val)
{
LONG64 old;
do old = *dest; while (InterlockedCompareExchange64(dest, old >> val, old) != old);
}
void CDECL _vcomp_atomic_shr_ui8(ULONG64 *dest, unsigned int val)
{
ULONG64 old;
do old = *dest; while (InterlockedCompareExchange64((LONG64 *)dest, old >> val, old) != old);
}
void CDECL _vcomp_atomic_sub_i8(LONG64 *dest, LONG64 val)
{
LONG64 old;
do old = *dest; while (InterlockedCompareExchange64(dest, old - val, old) != old);
}
void CDECL _vcomp_atomic_xor_i8(LONG64 *dest, LONG64 val)
{
LONG64 old;
do old = *dest; while (InterlockedCompareExchange64(dest, old ^ val, old) != old);
}
static void CDECL _vcomp_atomic_bool_and_i8(LONG64 *dest, LONG64 val)
{
LONG64 old;
do old = *dest; while (InterlockedCompareExchange64(dest, old && val, old) != old);
}
static void CDECL _vcomp_atomic_bool_or_i8(LONG64 *dest, LONG64 val)
{
LONG64 old;
do old = *dest; while (InterlockedCompareExchange64(dest, old ? old : (val != 0), old) != old);
}
void CDECL _vcomp_reduction_i8(unsigned int flags, LONG64 *dest, LONG64 val)
{
static void (CDECL * const funcs[])(LONG64 *, LONG64) =
{
_vcomp_atomic_add_i8,
_vcomp_atomic_add_i8,
_vcomp_atomic_mul_i8,
_vcomp_atomic_and_i8,
_vcomp_atomic_or_i8,
_vcomp_atomic_xor_i8,
_vcomp_atomic_bool_and_i8,
_vcomp_atomic_bool_or_i8,
};
unsigned int op = (flags >> 8) & 0xf;
op = min(op, ARRAY_SIZE(funcs) - 1);
funcs[op](dest, val);
}
void CDECL _vcomp_atomic_add_r4(float *dest, float val)
{
int old, new;
do
{
old = *(int *)dest;
*(float *)&new = *(float *)&old + val;
}
while (InterlockedCompareExchange((int *)dest, new, old) != old);
}
void CDECL _vcomp_atomic_div_r4(float *dest, float val)
{
int old, new;
do
{
old = *(int *)dest;
*(float *)&new = *(float *)&old / val;
}
while (InterlockedCompareExchange((int *)dest, new, old) != old);
}
void CDECL _vcomp_atomic_mul_r4(float *dest, float val)
{
int old, new;
do
{
old = *(int *)dest;
*(float *)&new = *(float *)&old * val;
}
while (InterlockedCompareExchange((int *)dest, new, old) != old);
}
void CDECL _vcomp_atomic_sub_r4(float *dest, float val)
{
int old, new;
do
{
old = *(int *)dest;
*(float *)&new = *(float *)&old - val;
}
while (InterlockedCompareExchange((int *)dest, new, old) != old);
}
static void CDECL _vcomp_atomic_bool_and_r4(float *dest, float val)
{
int old, new;
do
{
old = *(int *)dest;
*(float *)&new = (*(float *)&old != 0.0) ? (val != 0.0) : 0.0;
}
while (InterlockedCompareExchange((int *)dest, new, old) != old);
}
static void CDECL _vcomp_atomic_bool_or_r4(float *dest, float val)
{
int old, new;
do
{
old = *(int *)dest;
*(float *)&new = (*(float *)&old != 0.0) ? *(float *)&old : (val != 0.0);
}
while (InterlockedCompareExchange((int *)dest, new, old) != old);
}
void CDECL _vcomp_reduction_r4(unsigned int flags, float *dest, float val)
{
static void (CDECL * const funcs[])(float *, float) =
{
_vcomp_atomic_add_r4,
_vcomp_atomic_add_r4,
_vcomp_atomic_mul_r4,
_vcomp_atomic_bool_or_r4,
_vcomp_atomic_bool_or_r4,
_vcomp_atomic_bool_or_r4,
_vcomp_atomic_bool_and_r4,
_vcomp_atomic_bool_or_r4,
};
unsigned int op = (flags >> 8) & 0xf;
op = min(op, ARRAY_SIZE(funcs) - 1);
funcs[op](dest, val);
}
void CDECL _vcomp_atomic_add_r8(double *dest, double val)
{
LONG64 old, new;
do
{
old = *(LONG64 *)dest;
*(double *)&new = *(double *)&old + val;
}
while (InterlockedCompareExchange64((LONG64 *)dest, new, old) != old);
}
void CDECL _vcomp_atomic_div_r8(double *dest, double val)
{
LONG64 old, new;
do
{
old = *(LONG64 *)dest;
*(double *)&new = *(double *)&old / val;
}
while (InterlockedCompareExchange64((LONG64 *)dest, new, old) != old);
}
void CDECL _vcomp_atomic_mul_r8(double *dest, double val)
{
LONG64 old, new;
do
{
old = *(LONG64 *)dest;
*(double *)&new = *(double *)&old * val;
}
while (InterlockedCompareExchange64((LONG64 *)dest, new, old) != old);
}
void CDECL _vcomp_atomic_sub_r8(double *dest, double val)
{
LONG64 old, new;
do
{
old = *(LONG64 *)dest;
*(double *)&new = *(double *)&old - val;
}
while (InterlockedCompareExchange64((LONG64 *)dest, new, old) != old);
}
static void CDECL _vcomp_atomic_bool_and_r8(double *dest, double val)
{
LONG64 old, new;
do
{
old = *(LONG64 *)dest;
*(double *)&new = (*(double *)&old != 0.0) ? (val != 0.0) : 0.0;
}
while (InterlockedCompareExchange64((LONG64 *)dest, new, old) != old);
}
static void CDECL _vcomp_atomic_bool_or_r8(double *dest, double val)
{
LONG64 old, new;
do
{
old = *(LONG64 *)dest;
*(double *)&new = (*(double *)&old != 0.0) ? *(double *)&old : (val != 0.0);
}
while (InterlockedCompareExchange64((LONG64 *)dest, new, old) != old);
}
void CDECL _vcomp_reduction_r8(unsigned int flags, double *dest, double val)
{
static void (CDECL * const funcs[])(double *, double) =
{
_vcomp_atomic_add_r8,
_vcomp_atomic_add_r8,
_vcomp_atomic_mul_r8,
_vcomp_atomic_bool_or_r8,
_vcomp_atomic_bool_or_r8,
_vcomp_atomic_bool_or_r8,
_vcomp_atomic_bool_and_r8,
_vcomp_atomic_bool_or_r8,
};
unsigned int op = (flags >> 8) & 0xf;
op = min(op, ARRAY_SIZE(funcs) - 1);
funcs[op](dest, val);
}
int CDECL omp_get_dynamic(void)
{
TRACE("stub\n");
return 0;
}
int CDECL omp_get_max_threads(void)
{
TRACE("()\n");
return vcomp_max_threads;
}
int CDECL omp_get_nested(void)
{
TRACE("stub\n");
return vcomp_nested_fork;
}
int CDECL omp_get_num_procs(void)
{
TRACE("\n");
return vcomp_num_procs;
}
int CDECL omp_get_num_threads(void)
{
struct vcomp_team_data *team_data = vcomp_init_thread_data()->team;
TRACE("()\n");
return team_data ? team_data->num_threads : 1;
}
int CDECL omp_get_thread_num(void)
{
TRACE("()\n");
return vcomp_init_thread_data()->thread_num;
}
int CDECL _vcomp_get_thread_num(void)
{
TRACE("()\n");
return vcomp_init_thread_data()->thread_num;
}
/* Time in seconds since "some time in the past" */
double CDECL omp_get_wtime(void)
{
return GetTickCount() / 1000.0;
}
void CDECL omp_set_dynamic(int val)
{
TRACE("(%d): stub\n", val);
}
void CDECL omp_set_nested(int nested)
{
TRACE("(%d)\n", nested);
vcomp_nested_fork = (nested != 0);
}
void CDECL omp_set_num_threads(int num_threads)
{
TRACE("(%d)\n", num_threads);
if (num_threads >= 1)
vcomp_num_threads = num_threads;
}
void CDECL _vcomp_flush(void)
{
TRACE("(): stub\n");
}
void CDECL _vcomp_barrier(void)
{
struct vcomp_team_data *team_data = vcomp_init_thread_data()->team;
TRACE("()\n");
if (!team_data)
return;
EnterCriticalSection(&vcomp_section);
if (++team_data->barrier_count >= team_data->num_threads)
{
team_data->barrier++;
team_data->barrier_count = 0;
WakeAllConditionVariable(&team_data->cond);
}
else
{
unsigned int barrier = team_data->barrier;
while (team_data->barrier == barrier)
SleepConditionVariableCS(&team_data->cond, &vcomp_section, INFINITE);
}
LeaveCriticalSection(&vcomp_section);
}
void CDECL _vcomp_set_num_threads(int num_threads)
{
TRACE("(%d)\n", num_threads);
if (num_threads >= 1)
vcomp_init_thread_data()->fork_threads = num_threads;
}
int CDECL _vcomp_master_begin(void)
{
TRACE("()\n");
return !vcomp_init_thread_data()->thread_num;
}
void CDECL _vcomp_master_end(void)
{
TRACE("()\n");
/* nothing to do here */
}
int CDECL _vcomp_single_begin(int flags)
{
struct vcomp_thread_data *thread_data = vcomp_init_thread_data();
struct vcomp_task_data *task_data = thread_data->task;
int ret = FALSE;
TRACE("(%x): semi-stub\n", flags);
EnterCriticalSection(&vcomp_section);
thread_data->single++;
if ((int)(thread_data->single - task_data->single) > 0)
{
task_data->single = thread_data->single;
ret = TRUE;
}
LeaveCriticalSection(&vcomp_section);
return ret;
}
void CDECL _vcomp_single_end(void)
{
TRACE("()\n");
/* nothing to do here */
}
void CDECL _vcomp_sections_init(int n)
{
struct vcomp_thread_data *thread_data = vcomp_init_thread_data();
struct vcomp_task_data *task_data = thread_data->task;
TRACE("(%d)\n", n);
EnterCriticalSection(&vcomp_section);
thread_data->section++;
if ((int)(thread_data->section - task_data->section) > 0)
{
task_data->section = thread_data->section;
task_data->num_sections = n;
task_data->section_index = 0;
}
LeaveCriticalSection(&vcomp_section);
}
int CDECL _vcomp_sections_next(void)
{
struct vcomp_thread_data *thread_data = vcomp_init_thread_data();
struct vcomp_task_data *task_data = thread_data->task;
int i = -1;
TRACE("()\n");
EnterCriticalSection(&vcomp_section);
if (thread_data->section == task_data->section &&
task_data->section_index != task_data->num_sections)
{
i = task_data->section_index++;
}
LeaveCriticalSection(&vcomp_section);
return i;
}
void CDECL _vcomp_for_static_simple_init(unsigned int first, unsigned int last, int step,
BOOL increment, unsigned int *begin, unsigned int *end)
{
unsigned int iterations, per_thread, remaining;
struct vcomp_thread_data *thread_data = vcomp_init_thread_data();
struct vcomp_team_data *team_data = thread_data->team;
int num_threads = team_data ? team_data->num_threads : 1;
int thread_num = thread_data->thread_num;
TRACE("(%u, %u, %d, %u, %p, %p)\n", first, last, step, increment, begin, end);
if (num_threads == 1)
{
*begin = first;
*end = last;
return;
}
if (step <= 0)
{
*begin = 0;
*end = increment ? -1 : 1;
return;
}
if (increment)
iterations = 1 + (last - first) / step;
else
{
iterations = 1 + (first - last) / step;
step *= -1;
}
per_thread = iterations / num_threads;
remaining = iterations - per_thread * num_threads;
if (thread_num < remaining)
per_thread++;
else if (per_thread)
first += remaining * step;
else
{
*begin = first;
*end = first - step;
return;
}
*begin = first + per_thread * thread_num * step;
*end = *begin + (per_thread - 1) * step;
}
void CDECL _vcomp_for_static_simple_init_i8(ULONG64 first, ULONG64 last, LONG64 step,
BOOL increment, ULONG64 *begin, ULONG64 *end)
{
ULONG64 iterations, per_thread, remaining;
struct vcomp_thread_data *thread_data = vcomp_init_thread_data();
struct vcomp_team_data *team_data = thread_data->team;
int num_threads = team_data ? team_data->num_threads : 1;
int thread_num = thread_data->thread_num;
TRACE("(%s, %s, %s, %x, %p, %p)\n", wine_dbgstr_longlong(first), wine_dbgstr_longlong(last),
wine_dbgstr_longlong(step), increment, begin, end);
if (num_threads == 1)
{
*begin = first;
*end = last;
return;
}
if (step <= 0)
{
*begin = 0;
*end = increment ? -1 : 1;
return;
}
if (increment)
iterations = 1 + (last - first) / step;
else
{
iterations = 1 + (first - last) / step;
step *= -1;
}
per_thread = iterations / num_threads;
remaining = iterations - per_thread * num_threads;
if (thread_num < remaining)
per_thread++;
else if (per_thread)
first += remaining * step;
else
{
*begin = first;
*end = first - step;
return;
}
*begin = first + per_thread * thread_num * step;
*end = *begin + (per_thread - 1) * step;
}
void CDECL _vcomp_for_static_init(int first, int last, int step, int chunksize, unsigned int *loops,
int *begin, int *end, int *next, int *lastchunk)
{
unsigned int iterations, num_chunks, per_thread, remaining;
struct vcomp_thread_data *thread_data = vcomp_init_thread_data();
struct vcomp_team_data *team_data = thread_data->team;
int num_threads = team_data ? team_data->num_threads : 1;
int thread_num = thread_data->thread_num;
int no_begin, no_lastchunk;
TRACE("(%d, %d, %d, %d, %p, %p, %p, %p, %p)\n",
first, last, step, chunksize, loops, begin, end, next, lastchunk);
if (!begin)
{
begin = &no_begin;
lastchunk = &no_lastchunk;
}
if (num_threads == 1 && chunksize != 1)
{
*loops = 1;
*begin = first;
*end = last;
*next = 0;
*lastchunk = first;
return;
}
if (first == last)
{
*loops = !thread_num;
if (!thread_num)
{
*begin = first;
*end = last;
*next = 0;
*lastchunk = first;
}
return;
}
if (step <= 0)
{
*loops = 0;
return;
}
if (first < last)
iterations = 1 + (last - first) / step;
else
{
iterations = 1 + (first - last) / step;
step *= -1;
}
if (chunksize < 1)
chunksize = 1;
num_chunks = ((DWORD64)iterations + chunksize - 1) / chunksize;
per_thread = num_chunks / num_threads;
remaining = num_chunks - per_thread * num_threads;
*loops = per_thread + (thread_num < remaining);
*begin = first + thread_num * chunksize * step;
*end = *begin + (chunksize - 1) * step;
*next = chunksize * num_threads * step;
*lastchunk = first + (num_chunks - 1) * chunksize * step;
}
void CDECL _vcomp_for_static_init_i8(LONG64 first, LONG64 last, LONG64 step, LONG64 chunksize, ULONG64 *loops,
LONG64 *begin, LONG64 *end, LONG64 *next, LONG64 *lastchunk)
{
ULONG64 iterations, num_chunks, per_thread, remaining;
struct vcomp_thread_data *thread_data = vcomp_init_thread_data();
struct vcomp_team_data *team_data = thread_data->team;
int num_threads = team_data ? team_data->num_threads : 1;
int thread_num = thread_data->thread_num;
LONG64 no_begin, no_lastchunk;
TRACE("(%s, %s, %s, %s, %p, %p, %p, %p, %p)\n",
wine_dbgstr_longlong(first), wine_dbgstr_longlong(last),
wine_dbgstr_longlong(step), wine_dbgstr_longlong(chunksize),
loops, begin, end, next, lastchunk);
if (!begin)
{
begin = &no_begin;
lastchunk = &no_lastchunk;
}
if (num_threads == 1 && chunksize != 1)
{
*loops = 1;
*begin = first;
*end = last;
*next = 0;
*lastchunk = first;
return;
}
if (first == last)
{
*loops = !thread_num;
if (!thread_num)
{
*begin = first;
*end = last;
*next = 0;
*lastchunk = first;
}
return;
}
if (step <= 0)
{
*loops = 0;
return;
}
if (first < last)
iterations = 1 + (last - first) / step;
else
{
iterations = 1 + (first - last) / step;
step *= -1;
}
if (chunksize < 1)
chunksize = 1;
num_chunks = iterations / chunksize;
if (iterations % chunksize) num_chunks++;
per_thread = num_chunks / num_threads;
remaining = num_chunks - per_thread * num_threads;
*loops = per_thread + (thread_num < remaining);
*begin = first + thread_num * chunksize * step;
*end = *begin + (chunksize - 1) * step;
*next = chunksize * num_threads * step;
*lastchunk = first + (num_chunks - 1) * chunksize * step;
}
void CDECL _vcomp_for_static_end(void)
{
TRACE("()\n");
/* nothing to do here */
}
void CDECL _vcomp_for_dynamic_init(unsigned int flags, unsigned int first, unsigned int last,
int step, unsigned int chunksize)
{
unsigned int iterations, per_thread, remaining;
struct vcomp_thread_data *thread_data = vcomp_init_thread_data();
struct vcomp_team_data *team_data = thread_data->team;
struct vcomp_task_data *task_data = thread_data->task;
int num_threads = team_data ? team_data->num_threads : 1;
int thread_num = thread_data->thread_num;
unsigned int type = flags & ~VCOMP_DYNAMIC_FLAGS_INCREMENT;
TRACE("(%u, %u, %u, %d, %u)\n", flags, first, last, step, chunksize);
if (step <= 0)
{
thread_data->dynamic_type = 0;
return;
}
if (flags & VCOMP_DYNAMIC_FLAGS_INCREMENT)
iterations = 1 + (last - first) / step;
else
{
iterations = 1 + (first - last) / step;
step *= -1;
}
if (type == VCOMP_DYNAMIC_FLAGS_STATIC)
{
per_thread = iterations / num_threads;
remaining = iterations - per_thread * num_threads;
if (thread_num < remaining)
per_thread++;
else if (per_thread)
first += remaining * step;
else
{
thread_data->dynamic_type = 0;
return;
}
thread_data->dynamic_type = VCOMP_DYNAMIC_FLAGS_STATIC;
thread_data->dynamic_begin = first + per_thread * thread_num * step;
thread_data->dynamic_end = thread_data->dynamic_begin + (per_thread - 1) * step;
}
else
{
if (type != VCOMP_DYNAMIC_FLAGS_CHUNKED &&
type != VCOMP_DYNAMIC_FLAGS_GUIDED)
{
FIXME("unsupported flags %u\n", flags);
type = VCOMP_DYNAMIC_FLAGS_GUIDED;
}
EnterCriticalSection(&vcomp_section);
thread_data->dynamic++;
thread_data->dynamic_type = type;
if ((int)(thread_data->dynamic - task_data->dynamic) > 0)
{
task_data->dynamic = thread_data->dynamic;
task_data->dynamic_first = first;
task_data->dynamic_last = last;
task_data->dynamic_iterations = iterations;
task_data->dynamic_step = step;
task_data->dynamic_chunksize = chunksize;
}
LeaveCriticalSection(&vcomp_section);
}
}
int CDECL _vcomp_for_dynamic_next(unsigned int *begin, unsigned int *end)
{
struct vcomp_thread_data *thread_data = vcomp_init_thread_data();
struct vcomp_task_data *task_data = thread_data->task;
struct vcomp_team_data *team_data = thread_data->team;
int num_threads = team_data ? team_data->num_threads : 1;
TRACE("(%p, %p)\n", begin, end);
if (thread_data->dynamic_type == VCOMP_DYNAMIC_FLAGS_STATIC)
{
*begin = thread_data->dynamic_begin;
*end = thread_data->dynamic_end;
thread_data->dynamic_type = 0;
return 1;
}
else if (thread_data->dynamic_type == VCOMP_DYNAMIC_FLAGS_CHUNKED ||
thread_data->dynamic_type == VCOMP_DYNAMIC_FLAGS_GUIDED)
{
unsigned int iterations = 0;
EnterCriticalSection(&vcomp_section);
if (thread_data->dynamic == task_data->dynamic &&
task_data->dynamic_iterations != 0)
{
iterations = min(task_data->dynamic_iterations, task_data->dynamic_chunksize);
if (thread_data->dynamic_type == VCOMP_DYNAMIC_FLAGS_GUIDED &&
task_data->dynamic_iterations > num_threads * task_data->dynamic_chunksize)
{
iterations = (task_data->dynamic_iterations + num_threads - 1) / num_threads;
}
*begin = task_data->dynamic_first;
*end = task_data->dynamic_first + (iterations - 1) * task_data->dynamic_step;
task_data->dynamic_iterations -= iterations;
task_data->dynamic_first += iterations * task_data->dynamic_step;
if (!task_data->dynamic_iterations)
*end = task_data->dynamic_last;
}
LeaveCriticalSection(&vcomp_section);
return iterations != 0;
}
return 0;
}
int CDECL omp_in_parallel(void)
{
TRACE("()\n");
return vcomp_init_thread_data()->parallel;
}
static DWORD WINAPI _vcomp_fork_worker(void *param)
{
struct vcomp_thread_data *thread_data = param;
vcomp_set_thread_data(thread_data);
TRACE("starting worker thread for %p\n", thread_data);
EnterCriticalSection(&vcomp_section);
for (;;)
{
struct vcomp_team_data *team = thread_data->team;
if (team != NULL)
{
LeaveCriticalSection(&vcomp_section);
_vcomp_fork_call_wrapper(team->wrapper, team->nargs, ptr_from_va_list(team->valist));
EnterCriticalSection(&vcomp_section);
thread_data->team = NULL;
list_remove(&thread_data->entry);
list_add_tail(&vcomp_idle_threads, &thread_data->entry);
if (++team->finished_threads >= team->num_threads)
WakeAllConditionVariable(&team->cond);
}
if (!SleepConditionVariableCS(&thread_data->cond, &vcomp_section, 5000) &&
GetLastError() == ERROR_TIMEOUT && !thread_data->team)
{
break;
}
}
list_remove(&thread_data->entry);
LeaveCriticalSection(&vcomp_section);
TRACE("terminating worker thread for %p\n", thread_data);
HeapFree(GetProcessHeap(), 0, thread_data);
vcomp_set_thread_data(NULL);
FreeLibraryAndExitThread(vcomp_module, 0);
return 0;
}
void WINAPIV _vcomp_fork(BOOL ifval, int nargs, void *wrapper, ...)
{
struct vcomp_thread_data *prev_thread_data = vcomp_init_thread_data();
struct vcomp_thread_data thread_data;
struct vcomp_team_data team_data;
struct vcomp_task_data task_data;
int num_threads;
TRACE("(%d, %d, %p, ...)\n", ifval, nargs, wrapper);
if (prev_thread_data->parallel && !vcomp_nested_fork)
ifval = FALSE;
if (!ifval)
num_threads = 1;
else if (prev_thread_data->fork_threads)
num_threads = prev_thread_data->fork_threads;
else
num_threads = vcomp_num_threads;
InitializeConditionVariable(&team_data.cond);
team_data.num_threads = 1;
team_data.finished_threads = 0;
team_data.nargs = nargs;
team_data.wrapper = wrapper;
va_start(team_data.valist, wrapper);
team_data.barrier = 0;
team_data.barrier_count = 0;
task_data.single = 0;
task_data.section = 0;
task_data.dynamic = 0;
thread_data.team = &team_data;
thread_data.task = &task_data;
thread_data.thread_num = 0;
thread_data.parallel = ifval || prev_thread_data->parallel;
thread_data.fork_threads = 0;
thread_data.single = 1;
thread_data.section = 1;
thread_data.dynamic = 1;
thread_data.dynamic_type = 0;
list_init(&thread_data.entry);
InitializeConditionVariable(&thread_data.cond);
if (num_threads > 1)
{
struct list *ptr;
EnterCriticalSection(&vcomp_section);
/* reuse existing threads (if any) */
while (team_data.num_threads < num_threads && (ptr = list_head(&vcomp_idle_threads)))
{
struct vcomp_thread_data *data = LIST_ENTRY(ptr, struct vcomp_thread_data, entry);
data->team = &team_data;
data->task = &task_data;
data->thread_num = team_data.num_threads++;
data->parallel = thread_data.parallel;
data->fork_threads = 0;
data->single = 1;
data->section = 1;
data->dynamic = 1;
data->dynamic_type = 0;
list_remove(&data->entry);
list_add_tail(&thread_data.entry, &data->entry);
WakeAllConditionVariable(&data->cond);
}
/* spawn additional threads */
while (team_data.num_threads < num_threads)
{
struct vcomp_thread_data *data;
HMODULE module;
HANDLE thread;
data = HeapAlloc(GetProcessHeap(), 0, sizeof(*data));
if (!data) break;
data->team = &team_data;
data->task = &task_data;
data->thread_num = team_data.num_threads;
data->parallel = thread_data.parallel;
data->fork_threads = 0;
data->single = 1;
data->section = 1;
data->dynamic = 1;
data->dynamic_type = 0;
InitializeConditionVariable(&data->cond);
thread = CreateThread(NULL, 0, _vcomp_fork_worker, data, 0, NULL);
if (!thread)
{
HeapFree(GetProcessHeap(), 0, data);
break;
}
GetModuleHandleExW(GET_MODULE_HANDLE_EX_FLAG_FROM_ADDRESS,
(const WCHAR *)vcomp_module, &module);
team_data.num_threads++;
list_add_tail(&thread_data.entry, &data->entry);
CloseHandle(thread);
}
LeaveCriticalSection(&vcomp_section);
}
vcomp_set_thread_data(&thread_data);
_vcomp_fork_call_wrapper(team_data.wrapper, team_data.nargs, ptr_from_va_list(team_data.valist));
vcomp_set_thread_data(prev_thread_data);
prev_thread_data->fork_threads = 0;
if (team_data.num_threads > 1)
{
EnterCriticalSection(&vcomp_section);
team_data.finished_threads++;
while (team_data.finished_threads < team_data.num_threads)
SleepConditionVariableCS(&team_data.cond, &vcomp_section, INFINITE);
LeaveCriticalSection(&vcomp_section);
assert(list_empty(&thread_data.entry));
}
va_end(team_data.valist);
}
static CRITICAL_SECTION *alloc_critsect(void)
{
CRITICAL_SECTION *critsect;
if (!(critsect = HeapAlloc(GetProcessHeap(), 0, sizeof(*critsect))))
{
ERR("could not allocate critical section\n");
ExitProcess(1);
}
InitializeCriticalSection(critsect);
critsect->DebugInfo->Spare[0] = (DWORD_PTR)(__FILE__ ": critsect");
return critsect;
}
static void destroy_critsect(CRITICAL_SECTION *critsect)
{
if (!critsect) return;
critsect->DebugInfo->Spare[0] = 0;
DeleteCriticalSection(critsect);
HeapFree(GetProcessHeap(), 0, critsect);
}
void CDECL omp_init_lock(omp_lock_t *lock)
{
TRACE("(%p)\n", lock);
*lock = alloc_critsect();
}
void CDECL omp_destroy_lock(omp_lock_t *lock)
{
TRACE("(%p)\n", lock);
destroy_critsect(*lock);
}
void CDECL omp_set_lock(omp_lock_t *lock)
{
TRACE("(%p)\n", lock);
if (RtlIsCriticalSectionLockedByThread(*lock))
{
ERR("omp_set_lock called while holding lock %p\n", *lock);
ExitProcess(1);
}
EnterCriticalSection(*lock);
}
void CDECL omp_unset_lock(omp_lock_t *lock)
{
TRACE("(%p)\n", lock);
LeaveCriticalSection(*lock);
}
int CDECL omp_test_lock(omp_lock_t *lock)
{
TRACE("(%p)\n", lock);
if (RtlIsCriticalSectionLockedByThread(*lock))
return 0;
return TryEnterCriticalSection(*lock);
}
void CDECL omp_set_nest_lock(omp_nest_lock_t *lock)
{
TRACE("(%p)\n", lock);
EnterCriticalSection(*lock);
}
void CDECL omp_unset_nest_lock(omp_nest_lock_t *lock)
{
TRACE("(%p)\n", lock);
LeaveCriticalSection(*lock);
}
int CDECL omp_test_nest_lock(omp_nest_lock_t *lock)
{
TRACE("(%p)\n", lock);
return TryEnterCriticalSection(*lock) ? (*lock)->RecursionCount : 0;
}
void CDECL _vcomp_enter_critsect(CRITICAL_SECTION **critsect)
{
TRACE("(%p)\n", critsect);
if (!*critsect)
{
CRITICAL_SECTION *new_critsect = alloc_critsect();
if (InterlockedCompareExchangePointer((void **)critsect, new_critsect, NULL) != NULL)
destroy_critsect(new_critsect); /* someone beat us to it */
}
EnterCriticalSection(*critsect);
}
void CDECL _vcomp_leave_critsect(CRITICAL_SECTION *critsect)
{
TRACE("(%p)\n", critsect);
LeaveCriticalSection(critsect);
}
static unsigned int get_step_count(int start, int end, int range_offset, int step)
{
int range = end - start + step - range_offset;
if (step < 0)
return (unsigned)-range / -step;
else
return (unsigned)range / step;
}
static void CDECL c2vectparallel_wrapper(int start, int end, int step, int end_included, BOOL dynamic_distribution,
int volatile *dynamic_start, void *function, int nargs, va_list valist)
{
void *wrapper_args[MAX_VECT_PARALLEL_CALLBACK_ARGS];
unsigned int step_count, steps_per_call, remainder;
int thread_count = omp_get_num_threads();
int curr_start, curr_end, range_offset;
int thread = _vcomp_get_thread_num();
int step_sign;
copy_va_list_data(&wrapper_args[2], valist, nargs - 2);
step_sign = step > 0 ? 1 : -1;
range_offset = step_sign * !end_included;
if (dynamic_distribution)
{
int next_start, new_start, end_value;
start = *dynamic_start;
end_value = end + !!end_included * step;
while (start != end_value)
{
step_count = get_step_count(start, end, range_offset, step);
curr_end = start + (step_count + thread_count - 1) / thread_count * step
+ range_offset;
if ((curr_end - end) * step_sign > 0)
{
next_start = end_value;
curr_end = end;
}
else
{
next_start = curr_end - range_offset;
curr_end -= step;
}
if ((new_start = InterlockedCompareExchange(dynamic_start, next_start, start)) != start)
{
start = new_start;
continue;
}
wrapper_args[0] = (void *)(ULONG_PTR)start;
wrapper_args[1] = (void *)(ULONG_PTR)curr_end;
_vcomp_fork_call_wrapper(function, nargs, wrapper_args);
start = *dynamic_start;
}
return;
}
step_count = get_step_count(start, end, range_offset, step);
/* According to the tests native vcomp still makes extra calls
* with empty range from excessive threads under certain conditions
* for unclear reason. */
if (thread >= step_count && (end_included || (step != 1 && step != -1)))
return;
steps_per_call = step_count / thread_count;
remainder = step_count % thread_count;
if (thread < remainder)
{
curr_start = thread * (steps_per_call + 1);
curr_end = curr_start + steps_per_call + 1;
}
else if (thread < step_count)
{
curr_start = remainder + steps_per_call * thread;
curr_end = curr_start + steps_per_call;
}
else
{
curr_start = curr_end = 0;
}
curr_start = start + curr_start * step;
curr_end = start + (curr_end - 1) * step + range_offset;
wrapper_args[0] = (void *)(ULONG_PTR)curr_start;
wrapper_args[1] = (void *)(ULONG_PTR)curr_end;
_vcomp_fork_call_wrapper(function, nargs, wrapper_args);
}
void WINAPIV C2VectParallel(int start, int end, int step, BOOL end_included, int thread_count,
BOOL dynamic_distribution, void *function, int nargs, ...)
{
struct vcomp_thread_data *thread_data;
int volatile dynamic_start;
int prev_thread_count;
va_list valist;
TRACE("start %d, end %d, step %d, end_included %d, thread_count %d, dynamic_distribution %#x,"
" function %p, nargs %d.\n", start, end, step, end_included, thread_count,
dynamic_distribution, function, nargs);
if (nargs > MAX_VECT_PARALLEL_CALLBACK_ARGS)
{
FIXME("Number of arguments %u exceeds supported maximum %u"
" (not calling the loop code, expect problems).\n",
nargs, MAX_VECT_PARALLEL_CALLBACK_ARGS);
return;
}
va_start(valist, nargs);
/* This expression can result in integer overflow. According to the tests,
* native vcomp runs the function as a single thread both for empty range
* and (end - start) not fitting the integer range. */
if ((step > 0 && end < start) || (step < 0 && end > start)
|| (end - start) / step < 2 || thread_count < 0)
{
void *wrapper_args[MAX_VECT_PARALLEL_CALLBACK_ARGS];
wrapper_args[0] = (void *)(ULONG_PTR)start;
wrapper_args[1] = (void *)(ULONG_PTR)end;
copy_va_list_data(&wrapper_args[2], valist, nargs - 2);
_vcomp_fork_call_wrapper(function, nargs, wrapper_args);
va_end(valist);
return;
}
thread_data = vcomp_init_thread_data();
prev_thread_count = thread_data->fork_threads;
thread_data->fork_threads = thread_count;
dynamic_start = start;
_vcomp_fork(TRUE, 9, c2vectparallel_wrapper, start, end, step, end_included, dynamic_distribution,
&dynamic_start, function, nargs, valist);
thread_data->fork_threads = prev_thread_count;
va_end(valist);
}
BOOL WINAPI DllMain(HINSTANCE instance, DWORD reason, LPVOID reserved)
{
TRACE("(%p, %d, %p)\n", instance, reason, reserved);
switch (reason)
{
case DLL_PROCESS_ATTACH:
{
SYSTEM_INFO sysinfo;
if ((vcomp_context_tls = TlsAlloc()) == TLS_OUT_OF_INDEXES)
{
ERR("Failed to allocate TLS index\n");
return FALSE;
}
GetSystemInfo(&sysinfo);
vcomp_module = instance;
vcomp_max_threads = sysinfo.dwNumberOfProcessors;
vcomp_num_threads = sysinfo.dwNumberOfProcessors;
vcomp_num_procs = sysinfo.dwNumberOfProcessors;
break;
}
case DLL_PROCESS_DETACH:
{
if (reserved) break;
if (vcomp_context_tls != TLS_OUT_OF_INDEXES)
{
vcomp_free_thread_data();
TlsFree(vcomp_context_tls);
}
break;
}
case DLL_THREAD_DETACH:
{
vcomp_free_thread_data();
break;
}
}
return TRUE;
}
Reference in New Issue View Git Blame Copy Permalink