2004-06-25 16:58:45 +00:00
|
|
|
#include "config.h"
|
2001-05-05 13:30:00 +00:00
|
|
|
#ifdef USE_FASTMEMCPY
|
2001-12-09 15:25:11 +00:00
|
|
|
|
2001-11-22 19:40:38 +00:00
|
|
|
/*
|
2001-05-05 13:30:00 +00:00
|
|
|
aclib - advanced C library ;)
|
|
|
|
This file contains functions which improve and expand standard C-library
|
2001-12-09 15:25:11 +00:00
|
|
|
see aclib_template.c ... this file only contains runtime cpu detection and config options stuff
|
|
|
|
runtime cpu detection by michael niedermayer (michaelni@gmx.at) is under GPL
|
2001-05-05 13:30:00 +00:00
|
|
|
*/
|
|
|
|
#include <stddef.h>
|
2007-01-23 15:28:19 +00:00
|
|
|
#include <string.h>
|
2004-10-28 01:15:53 +00:00
|
|
|
#include "cpudetect.h"
|
2002-11-06 23:54:29 +00:00
|
|
|
#include "fastmemcpy.h"
|
2004-05-20 21:34:10 +00:00
|
|
|
#undef memcpy
|
2001-05-05 13:30:00 +00:00
|
|
|
|
2001-11-22 19:40:38 +00:00
|
|
|
#define BLOCK_SIZE 4096
|
|
|
|
#define CONFUSION_FACTOR 0
|
|
|
|
//Feel free to fine-tune the above 2, it might be possible to get some speedup with them :)
|
|
|
|
|
|
|
|
//#define STATISTICS
|
2006-11-01 18:41:25 +00:00
|
|
|
#ifdef ARCH_X86
|
2001-12-09 15:25:11 +00:00
|
|
|
#define CAN_COMPILE_X86_ASM
|
2001-05-05 13:30:00 +00:00
|
|
|
#endif
|
|
|
|
|
2001-12-09 15:25:11 +00:00
|
|
|
//Note: we have MMX, MMX2, 3DNOW version there is no 3DNOW+MMX2 one
|
|
|
|
//Plain C versions
|
|
|
|
//#if !defined (HAVE_MMX) || defined (RUNTIME_CPUDETECT)
|
|
|
|
//#define COMPILE_C
|
|
|
|
//#endif
|
2001-05-05 13:30:00 +00:00
|
|
|
|
2001-12-09 15:25:11 +00:00
|
|
|
#ifdef CAN_COMPILE_X86_ASM
|
2001-05-05 13:30:00 +00:00
|
|
|
|
2001-12-09 15:25:11 +00:00
|
|
|
#if (defined (HAVE_MMX) && !defined (HAVE_3DNOW) && !defined (HAVE_MMX2)) || defined (RUNTIME_CPUDETECT)
|
|
|
|
#define COMPILE_MMX
|
2001-05-05 13:30:00 +00:00
|
|
|
#endif
|
|
|
|
|
2002-03-19 22:32:45 +00:00
|
|
|
#if (defined (HAVE_MMX2) && !defined (HAVE_SSE2)) || defined (RUNTIME_CPUDETECT)
|
2001-12-09 15:25:11 +00:00
|
|
|
#define COMPILE_MMX2
|
2001-05-05 13:30:00 +00:00
|
|
|
#endif
|
|
|
|
|
2001-12-09 15:25:11 +00:00
|
|
|
#if (defined (HAVE_3DNOW) && !defined (HAVE_MMX2)) || defined (RUNTIME_CPUDETECT)
|
|
|
|
#define COMPILE_3DNOW
|
2001-05-05 13:30:00 +00:00
|
|
|
#endif
|
|
|
|
|
2002-03-19 22:32:45 +00:00
|
|
|
#if defined (HAVE_SSE2) || defined (RUNTIME_CPUDETECT)
|
|
|
|
#define COMPILE_SSE
|
|
|
|
#endif
|
|
|
|
|
2001-12-09 15:25:11 +00:00
|
|
|
#undef HAVE_MMX
|
|
|
|
#undef HAVE_MMX2
|
|
|
|
#undef HAVE_3DNOW
|
2002-03-19 22:32:45 +00:00
|
|
|
#undef HAVE_SSE
|
|
|
|
#undef HAVE_SSE2
|
2001-12-09 15:25:11 +00:00
|
|
|
/*
|
|
|
|
#ifdef COMPILE_C
|
|
|
|
#undef HAVE_MMX
|
|
|
|
#undef HAVE_MMX2
|
|
|
|
#undef HAVE_3DNOW
|
|
|
|
#undef ARCH_X86
|
|
|
|
#define RENAME(a) a ## _C
|
|
|
|
#include "aclib_template.c"
|
2001-05-05 13:30:00 +00:00
|
|
|
#endif
|
2001-12-09 15:25:11 +00:00
|
|
|
*/
|
|
|
|
//MMX versions
|
|
|
|
#ifdef COMPILE_MMX
|
|
|
|
#undef RENAME
|
|
|
|
#define HAVE_MMX
|
|
|
|
#undef HAVE_MMX2
|
|
|
|
#undef HAVE_3DNOW
|
2002-03-19 22:32:45 +00:00
|
|
|
#undef HAVE_SSE
|
|
|
|
#undef HAVE_SSE2
|
2001-12-09 15:25:11 +00:00
|
|
|
#define RENAME(a) a ## _MMX
|
|
|
|
#include "aclib_template.c"
|
2001-05-05 13:30:00 +00:00
|
|
|
#endif
|
|
|
|
|
2001-12-09 15:25:11 +00:00
|
|
|
//MMX2 versions
|
|
|
|
#ifdef COMPILE_MMX2
|
|
|
|
#undef RENAME
|
|
|
|
#define HAVE_MMX
|
|
|
|
#define HAVE_MMX2
|
|
|
|
#undef HAVE_3DNOW
|
2002-03-19 22:32:45 +00:00
|
|
|
#undef HAVE_SSE
|
|
|
|
#undef HAVE_SSE2
|
2001-12-09 15:25:11 +00:00
|
|
|
#define RENAME(a) a ## _MMX2
|
|
|
|
#include "aclib_template.c"
|
2001-11-22 19:40:38 +00:00
|
|
|
#endif
|
|
|
|
|
2001-12-09 15:25:11 +00:00
|
|
|
//3DNOW versions
|
|
|
|
#ifdef COMPILE_3DNOW
|
|
|
|
#undef RENAME
|
|
|
|
#define HAVE_MMX
|
|
|
|
#undef HAVE_MMX2
|
|
|
|
#define HAVE_3DNOW
|
2002-03-19 22:32:45 +00:00
|
|
|
#undef HAVE_SSE
|
|
|
|
#undef HAVE_SSE2
|
2001-12-09 15:25:11 +00:00
|
|
|
#define RENAME(a) a ## _3DNow
|
|
|
|
#include "aclib_template.c"
|
2001-11-22 19:40:38 +00:00
|
|
|
#endif
|
|
|
|
|
2002-03-19 22:32:45 +00:00
|
|
|
//SSE versions (only used on SSE2 cpus)
|
|
|
|
#ifdef COMPILE_SSE
|
|
|
|
#undef RENAME
|
|
|
|
#define HAVE_MMX
|
|
|
|
#define HAVE_MMX2
|
|
|
|
#undef HAVE_3DNOW
|
|
|
|
#define HAVE_SSE
|
|
|
|
#define HAVE_SSE2
|
|
|
|
#define RENAME(a) a ## _SSE
|
|
|
|
#include "aclib_template.c"
|
|
|
|
#endif
|
|
|
|
|
2001-12-09 15:25:11 +00:00
|
|
|
#endif // CAN_COMPILE_X86_ASM
|
2001-11-22 19:40:38 +00:00
|
|
|
|
|
|
|
|
2002-08-22 23:28:33 +00:00
|
|
|
void * fast_memcpy(void * to, const void * from, size_t len)
|
2001-12-09 15:25:11 +00:00
|
|
|
{
|
|
|
|
#ifdef RUNTIME_CPUDETECT
|
|
|
|
#ifdef CAN_COMPILE_X86_ASM
|
|
|
|
// ordered per speed fasterst first
|
2002-03-19 22:32:45 +00:00
|
|
|
if(gCpuCaps.hasSSE2)
|
|
|
|
fast_memcpy_SSE(to, from, len);
|
|
|
|
else if(gCpuCaps.hasMMX2)
|
2001-12-09 15:25:11 +00:00
|
|
|
fast_memcpy_MMX2(to, from, len);
|
|
|
|
else if(gCpuCaps.has3DNow)
|
|
|
|
fast_memcpy_3DNow(to, from, len);
|
|
|
|
else if(gCpuCaps.hasMMX)
|
|
|
|
fast_memcpy_MMX(to, from, len);
|
|
|
|
else
|
|
|
|
#endif //CAN_COMPILE_X86_ASM
|
|
|
|
memcpy(to, from, len); // prior to mmx we use the standart memcpy
|
|
|
|
#else
|
2002-03-19 22:32:45 +00:00
|
|
|
#ifdef HAVE_SSE2
|
|
|
|
fast_memcpy_SSE(to, from, len);
|
|
|
|
#elif defined (HAVE_MMX2)
|
2001-12-09 15:25:11 +00:00
|
|
|
fast_memcpy_MMX2(to, from, len);
|
|
|
|
#elif defined (HAVE_3DNOW)
|
|
|
|
fast_memcpy_3DNow(to, from, len);
|
|
|
|
#elif defined (HAVE_MMX)
|
|
|
|
fast_memcpy_MMX(to, from, len);
|
|
|
|
#else
|
|
|
|
memcpy(to, from, len); // prior to mmx we use the standart memcpy
|
2001-11-22 19:40:38 +00:00
|
|
|
#endif
|
2001-05-05 13:30:00 +00:00
|
|
|
|
2001-12-09 15:25:11 +00:00
|
|
|
#endif //!RUNTIME_CPUDETECT
|
2002-04-10 05:23:13 +00:00
|
|
|
return to;
|
2001-12-09 15:25:11 +00:00
|
|
|
}
|
2001-05-05 13:30:00 +00:00
|
|
|
|
2002-11-07 19:32:00 +00:00
|
|
|
#undef mem2agpcpy
|
2002-08-22 23:28:33 +00:00
|
|
|
void * mem2agpcpy(void * to, const void * from, size_t len)
|
2002-02-12 23:17:14 +00:00
|
|
|
{
|
|
|
|
#ifdef RUNTIME_CPUDETECT
|
|
|
|
#ifdef CAN_COMPILE_X86_ASM
|
|
|
|
// ordered per speed fasterst first
|
2002-03-19 22:32:45 +00:00
|
|
|
if(gCpuCaps.hasSSE2)
|
|
|
|
mem2agpcpy_SSE(to, from, len);
|
|
|
|
else if(gCpuCaps.hasMMX2)
|
2002-02-12 23:17:14 +00:00
|
|
|
mem2agpcpy_MMX2(to, from, len);
|
|
|
|
else if(gCpuCaps.has3DNow)
|
|
|
|
mem2agpcpy_3DNow(to, from, len);
|
|
|
|
else if(gCpuCaps.hasMMX)
|
|
|
|
mem2agpcpy_MMX(to, from, len);
|
|
|
|
else
|
|
|
|
#endif //CAN_COMPILE_X86_ASM
|
|
|
|
memcpy(to, from, len); // prior to mmx we use the standart memcpy
|
|
|
|
#else
|
2002-03-19 22:32:45 +00:00
|
|
|
#ifdef HAVE_SSE2
|
|
|
|
mem2agpcpy_SSE(to, from, len);
|
|
|
|
#elif defined (HAVE_MMX2)
|
2002-02-12 23:17:14 +00:00
|
|
|
mem2agpcpy_MMX2(to, from, len);
|
|
|
|
#elif defined (HAVE_3DNOW)
|
|
|
|
mem2agpcpy_3DNow(to, from, len);
|
|
|
|
#elif defined (HAVE_MMX)
|
|
|
|
mem2agpcpy_MMX(to, from, len);
|
|
|
|
#else
|
|
|
|
memcpy(to, from, len); // prior to mmx we use the standart memcpy
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#endif //!RUNTIME_CPUDETECT
|
2002-11-06 23:54:29 +00:00
|
|
|
return to;
|
2002-02-12 23:17:14 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
#endif /* use fastmemcpy */
|
|
|
|
|