2004-06-25 16:58:45 +00:00
|
|
|
#include "config.h"
|
2008-07-30 12:01:30 +00:00
|
|
|
#ifdef CONFIG_FASTMEMCPY
|
2001-12-09 15:25:11 +00:00
|
|
|
|
2001-11-22 19:40:38 +00:00
|
|
|
/*
|
2001-05-05 13:30:00 +00:00
|
|
|
aclib - advanced C library ;)
|
|
|
|
This file contains functions which improve and expand standard C-library
|
2001-12-09 15:25:11 +00:00
|
|
|
see aclib_template.c ... this file only contains runtime cpu detection and config options stuff
|
|
|
|
runtime cpu detection by michael niedermayer (michaelni@gmx.at) is under GPL
|
2001-05-05 13:30:00 +00:00
|
|
|
*/
|
|
|
|
#include <stddef.h>
|
2007-01-23 15:28:19 +00:00
|
|
|
#include <string.h>
|
2004-10-28 01:15:53 +00:00
|
|
|
#include "cpudetect.h"
|
2002-11-06 23:54:29 +00:00
|
|
|
#include "fastmemcpy.h"
|
2004-05-20 21:34:10 +00:00
|
|
|
#undef memcpy
|
2001-05-05 13:30:00 +00:00
|
|
|
|
2001-11-22 19:40:38 +00:00
|
|
|
#define BLOCK_SIZE 4096
|
|
|
|
#define CONFUSION_FACTOR 0
|
|
|
|
//Feel free to fine-tune the above 2, it might be possible to get some speedup with them :)
|
|
|
|
|
|
|
|
//#define STATISTICS
|
2009-01-16 09:21:21 +00:00
|
|
|
#if ARCH_X86
|
2001-12-09 15:25:11 +00:00
|
|
|
#define CAN_COMPILE_X86_ASM
|
2001-05-05 13:30:00 +00:00
|
|
|
#endif
|
|
|
|
|
2001-12-09 15:25:11 +00:00
|
|
|
//Note: we have MMX, MMX2, 3DNOW version there is no 3DNOW+MMX2 one
|
|
|
|
//Plain C versions
|
2009-01-16 09:32:54 +00:00
|
|
|
//#if !HAVE_MMX || defined (RUNTIME_CPUDETECT)
|
2001-12-09 15:25:11 +00:00
|
|
|
//#define COMPILE_C
|
|
|
|
//#endif
|
2001-05-05 13:30:00 +00:00
|
|
|
|
2001-12-09 15:25:11 +00:00
|
|
|
#ifdef CAN_COMPILE_X86_ASM
|
2001-05-05 13:30:00 +00:00
|
|
|
|
2009-01-26 09:29:53 +00:00
|
|
|
#if (HAVE_MMX && !HAVE_AMD3DNOW && !HAVE_MMX2) || defined (RUNTIME_CPUDETECT)
|
2001-12-09 15:25:11 +00:00
|
|
|
#define COMPILE_MMX
|
2001-05-05 13:30:00 +00:00
|
|
|
#endif
|
|
|
|
|
2009-01-16 09:21:21 +00:00
|
|
|
#if (HAVE_MMX2 && !HAVE_SSE2) || defined (RUNTIME_CPUDETECT)
|
2001-12-09 15:25:11 +00:00
|
|
|
#define COMPILE_MMX2
|
2001-05-05 13:30:00 +00:00
|
|
|
#endif
|
|
|
|
|
2009-01-26 09:29:53 +00:00
|
|
|
#if (HAVE_AMD3DNOW && !HAVE_MMX2) || defined (RUNTIME_CPUDETECT)
|
2001-12-09 15:25:11 +00:00
|
|
|
#define COMPILE_3DNOW
|
2001-05-05 13:30:00 +00:00
|
|
|
#endif
|
|
|
|
|
2009-01-16 09:21:21 +00:00
|
|
|
#if HAVE_SSE2 || defined (RUNTIME_CPUDETECT)
|
2002-03-19 22:32:45 +00:00
|
|
|
#define COMPILE_SSE
|
|
|
|
#endif
|
|
|
|
|
2001-12-09 15:25:11 +00:00
|
|
|
#undef HAVE_MMX
|
|
|
|
#undef HAVE_MMX2
|
2009-01-26 09:29:53 +00:00
|
|
|
#undef HAVE_AMD3DNOW
|
2002-03-19 22:32:45 +00:00
|
|
|
#undef HAVE_SSE
|
|
|
|
#undef HAVE_SSE2
|
2009-01-16 09:21:21 +00:00
|
|
|
#define HAVE_MMX 0
|
|
|
|
#define HAVE_MMX2 0
|
2009-01-26 09:29:53 +00:00
|
|
|
#define HAVE_AMD3DNOW 0
|
2009-01-16 09:21:21 +00:00
|
|
|
#define HAVE_SSE 0
|
|
|
|
#define HAVE_SSE2 0
|
2001-12-09 15:25:11 +00:00
|
|
|
/*
|
|
|
|
#ifdef COMPILE_C
|
|
|
|
#undef HAVE_MMX
|
|
|
|
#undef HAVE_MMX2
|
2009-01-26 09:29:53 +00:00
|
|
|
#undef HAVE_AMD3DNOW
|
2009-01-16 09:21:21 +00:00
|
|
|
#undef HAVE_SSE
|
|
|
|
#undef HAVE_SSE2
|
|
|
|
#define HAVE_MMX 0
|
|
|
|
#define HAVE_MMX2 0
|
2009-01-26 09:29:53 +00:00
|
|
|
#define HAVE_AMD3DNOW 0
|
2009-01-16 09:21:21 +00:00
|
|
|
#define HAVE_SSE 0
|
|
|
|
#define HAVE_SSE2 0
|
2001-12-09 15:25:11 +00:00
|
|
|
#define RENAME(a) a ## _C
|
|
|
|
#include "aclib_template.c"
|
2001-05-05 13:30:00 +00:00
|
|
|
#endif
|
2001-12-09 15:25:11 +00:00
|
|
|
*/
|
|
|
|
//MMX versions
|
|
|
|
#ifdef COMPILE_MMX
|
|
|
|
#undef RENAME
|
2009-01-16 09:21:21 +00:00
|
|
|
#undef HAVE_MMX
|
2001-12-09 15:25:11 +00:00
|
|
|
#undef HAVE_MMX2
|
2009-01-26 09:29:53 +00:00
|
|
|
#undef HAVE_AMD3DNOW
|
2002-03-19 22:32:45 +00:00
|
|
|
#undef HAVE_SSE
|
|
|
|
#undef HAVE_SSE2
|
2009-01-16 09:21:21 +00:00
|
|
|
#define HAVE_MMX 1
|
|
|
|
#define HAVE_MMX2 0
|
2009-01-26 09:29:53 +00:00
|
|
|
#define HAVE_AMD3DNOW 0
|
2009-01-16 09:21:21 +00:00
|
|
|
#define HAVE_SSE 0
|
|
|
|
#define HAVE_SSE2 0
|
2001-12-09 15:25:11 +00:00
|
|
|
#define RENAME(a) a ## _MMX
|
|
|
|
#include "aclib_template.c"
|
2001-05-05 13:30:00 +00:00
|
|
|
#endif
|
|
|
|
|
2001-12-09 15:25:11 +00:00
|
|
|
//MMX2 versions
|
|
|
|
#ifdef COMPILE_MMX2
|
|
|
|
#undef RENAME
|
2009-01-16 09:21:21 +00:00
|
|
|
#undef HAVE_MMX
|
|
|
|
#undef HAVE_MMX2
|
2009-01-26 09:29:53 +00:00
|
|
|
#undef HAVE_AMD3DNOW
|
2002-03-19 22:32:45 +00:00
|
|
|
#undef HAVE_SSE
|
|
|
|
#undef HAVE_SSE2
|
2009-01-16 09:21:21 +00:00
|
|
|
#define HAVE_MMX 1
|
|
|
|
#define HAVE_MMX2 1
|
2009-01-26 09:29:53 +00:00
|
|
|
#define HAVE_AMD3DNOW 0
|
2009-01-16 09:21:21 +00:00
|
|
|
#define HAVE_SSE 0
|
|
|
|
#define HAVE_SSE2 0
|
2001-12-09 15:25:11 +00:00
|
|
|
#define RENAME(a) a ## _MMX2
|
|
|
|
#include "aclib_template.c"
|
2001-11-22 19:40:38 +00:00
|
|
|
#endif
|
|
|
|
|
2001-12-09 15:25:11 +00:00
|
|
|
//3DNOW versions
|
|
|
|
#ifdef COMPILE_3DNOW
|
|
|
|
#undef RENAME
|
2009-01-16 09:21:21 +00:00
|
|
|
#undef HAVE_MMX
|
2001-12-09 15:25:11 +00:00
|
|
|
#undef HAVE_MMX2
|
2009-01-26 09:29:53 +00:00
|
|
|
#undef HAVE_AMD3DNOW
|
2002-03-19 22:32:45 +00:00
|
|
|
#undef HAVE_SSE
|
|
|
|
#undef HAVE_SSE2
|
2009-01-16 09:21:21 +00:00
|
|
|
#define HAVE_MMX 1
|
|
|
|
#define HAVE_MMX2 0
|
2009-01-26 09:29:53 +00:00
|
|
|
#define HAVE_AMD3DNOW 1
|
2009-01-16 09:21:21 +00:00
|
|
|
#define HAVE_SSE 0
|
|
|
|
#define HAVE_SSE2 0
|
2001-12-09 15:25:11 +00:00
|
|
|
#define RENAME(a) a ## _3DNow
|
|
|
|
#include "aclib_template.c"
|
2001-11-22 19:40:38 +00:00
|
|
|
#endif
|
|
|
|
|
2002-03-19 22:32:45 +00:00
|
|
|
//SSE versions (only used on SSE2 cpus)
|
|
|
|
#ifdef COMPILE_SSE
|
|
|
|
#undef RENAME
|
2009-01-16 09:21:21 +00:00
|
|
|
#undef HAVE_MMX
|
|
|
|
#undef HAVE_MMX2
|
2009-01-26 09:29:53 +00:00
|
|
|
#undef HAVE_AMD3DNOW
|
2009-01-16 09:21:21 +00:00
|
|
|
#undef HAVE_SSE
|
|
|
|
#undef HAVE_SSE2
|
|
|
|
#define HAVE_MMX 1
|
|
|
|
#define HAVE_MMX2 1
|
2009-01-26 09:29:53 +00:00
|
|
|
#define HAVE_AMD3DNOW 0
|
2009-01-16 09:21:21 +00:00
|
|
|
#define HAVE_SSE 1
|
|
|
|
#define HAVE_SSE2 1
|
2002-03-19 22:32:45 +00:00
|
|
|
#define RENAME(a) a ## _SSE
|
|
|
|
#include "aclib_template.c"
|
|
|
|
#endif
|
|
|
|
|
2001-12-09 15:25:11 +00:00
|
|
|
#endif // CAN_COMPILE_X86_ASM
|
2001-11-22 19:40:38 +00:00
|
|
|
|
|
|
|
|
2007-06-10 21:58:30 +00:00
|
|
|
#undef fast_memcpy
|
2002-08-22 23:28:33 +00:00
|
|
|
void * fast_memcpy(void * to, const void * from, size_t len)
|
2001-12-09 15:25:11 +00:00
|
|
|
{
|
|
|
|
#ifdef RUNTIME_CPUDETECT
|
|
|
|
#ifdef CAN_COMPILE_X86_ASM
|
|
|
|
// ordered per speed fasterst first
|
2002-03-19 22:32:45 +00:00
|
|
|
if(gCpuCaps.hasSSE2)
|
|
|
|
fast_memcpy_SSE(to, from, len);
|
|
|
|
else if(gCpuCaps.hasMMX2)
|
2001-12-09 15:25:11 +00:00
|
|
|
fast_memcpy_MMX2(to, from, len);
|
|
|
|
else if(gCpuCaps.has3DNow)
|
|
|
|
fast_memcpy_3DNow(to, from, len);
|
|
|
|
else if(gCpuCaps.hasMMX)
|
|
|
|
fast_memcpy_MMX(to, from, len);
|
|
|
|
else
|
|
|
|
#endif //CAN_COMPILE_X86_ASM
|
|
|
|
memcpy(to, from, len); // prior to mmx we use the standart memcpy
|
|
|
|
#else
|
2009-01-16 09:21:21 +00:00
|
|
|
#if HAVE_SSE2
|
2002-03-19 22:32:45 +00:00
|
|
|
fast_memcpy_SSE(to, from, len);
|
2009-01-16 09:21:21 +00:00
|
|
|
#elif HAVE_MMX2
|
2001-12-09 15:25:11 +00:00
|
|
|
fast_memcpy_MMX2(to, from, len);
|
2009-01-26 09:29:53 +00:00
|
|
|
#elif HAVE_AMD3DNOW
|
2001-12-09 15:25:11 +00:00
|
|
|
fast_memcpy_3DNow(to, from, len);
|
2009-01-16 09:21:21 +00:00
|
|
|
#elif HAVE_MMX
|
2001-12-09 15:25:11 +00:00
|
|
|
fast_memcpy_MMX(to, from, len);
|
|
|
|
#else
|
|
|
|
memcpy(to, from, len); // prior to mmx we use the standart memcpy
|
2001-11-22 19:40:38 +00:00
|
|
|
#endif
|
2001-05-05 13:30:00 +00:00
|
|
|
|
2001-12-09 15:25:11 +00:00
|
|
|
#endif //!RUNTIME_CPUDETECT
|
2002-04-10 05:23:13 +00:00
|
|
|
return to;
|
2001-12-09 15:25:11 +00:00
|
|
|
}
|
2001-05-05 13:30:00 +00:00
|
|
|
|
2002-11-07 19:32:00 +00:00
|
|
|
#undef mem2agpcpy
|
2002-08-22 23:28:33 +00:00
|
|
|
void * mem2agpcpy(void * to, const void * from, size_t len)
|
2002-02-12 23:17:14 +00:00
|
|
|
{
|
|
|
|
#ifdef RUNTIME_CPUDETECT
|
|
|
|
#ifdef CAN_COMPILE_X86_ASM
|
|
|
|
// ordered per speed fasterst first
|
2002-03-19 22:32:45 +00:00
|
|
|
if(gCpuCaps.hasSSE2)
|
|
|
|
mem2agpcpy_SSE(to, from, len);
|
|
|
|
else if(gCpuCaps.hasMMX2)
|
2002-02-12 23:17:14 +00:00
|
|
|
mem2agpcpy_MMX2(to, from, len);
|
|
|
|
else if(gCpuCaps.has3DNow)
|
|
|
|
mem2agpcpy_3DNow(to, from, len);
|
|
|
|
else if(gCpuCaps.hasMMX)
|
|
|
|
mem2agpcpy_MMX(to, from, len);
|
|
|
|
else
|
|
|
|
#endif //CAN_COMPILE_X86_ASM
|
|
|
|
memcpy(to, from, len); // prior to mmx we use the standart memcpy
|
|
|
|
#else
|
2009-01-16 09:21:21 +00:00
|
|
|
#if HAVE_SSE2
|
2002-03-19 22:32:45 +00:00
|
|
|
mem2agpcpy_SSE(to, from, len);
|
2009-01-16 09:21:21 +00:00
|
|
|
#elif HAVE_MMX2
|
2002-02-12 23:17:14 +00:00
|
|
|
mem2agpcpy_MMX2(to, from, len);
|
2009-01-26 09:29:53 +00:00
|
|
|
#elif HAVE_AMD3DNOW
|
2002-02-12 23:17:14 +00:00
|
|
|
mem2agpcpy_3DNow(to, from, len);
|
2009-01-16 09:21:21 +00:00
|
|
|
#elif HAVE_MMX
|
2002-02-12 23:17:14 +00:00
|
|
|
mem2agpcpy_MMX(to, from, len);
|
|
|
|
#else
|
|
|
|
memcpy(to, from, len); // prior to mmx we use the standart memcpy
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#endif //!RUNTIME_CPUDETECT
|
2002-11-06 23:54:29 +00:00
|
|
|
return to;
|
2002-02-12 23:17:14 +00:00
|
|
|
}
|
|
|
|
|
2008-07-30 12:01:30 +00:00
|
|
|
#endif /* CONFIG_FASTMEMCPY */
|