projects/ldc: druntime/src/compiler/dmd/arrayint.d annotate

author	Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>
date	Tue, 11 Nov 2008 01:52:37 +0100
parents
children

rev	line source
759 d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	1 /***************************
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	2 * D programming language http://www.digitalmars.com/d/
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	3 * Runtime support for byte array operations.
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	4 * Based on code originally written by Burton Radons.
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	5 * Placed in public domain.
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	6 */
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	7
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	8 /* Contains MMX versions of certain operations for dchar, int,
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	9 * and uint ('w', 'i' and 'k' suffixes).
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	10 */
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	11
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	12 module rt.arrayint;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	13
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	14 private import util.cpuid;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	15
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	16 version (Unittest)
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	17 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	18 /* This is so unit tests will test every CPU variant
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	19 */
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	20 int cpuid;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	21 const int CPUID_MAX = 4;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	22 bool mmx() { return cpuid == 1 && util.cpuid.mmx(); }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	23 bool sse() { return cpuid == 2 && util.cpuid.sse(); }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	24 bool sse2() { return cpuid == 3 && util.cpuid.sse2(); }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	25 bool amd3dnow() { return cpuid == 4 && util.cpuid.amd3dnow(); }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	26 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	27 else
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	28 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	29 alias util.cpuid.mmx mmx;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	30 alias util.cpuid.sse sse;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	31 alias util.cpuid.sse2 sse2;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	32 alias util.cpuid.amd3dnow amd3dnow;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	33 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	34
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	35 //version = log;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	36
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	37 bool disjoint(T)(T[] a, T[] b)
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	38 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	39 return (a.ptr + a.length <= b.ptr \|\| b.ptr + b.length <= a.ptr);
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	40 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	41
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	42 alias int T;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	43
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	44 extern (C):
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	45
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	46 /* ======================================================================== */
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	47
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	48 /***********************
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	49 * Computes:
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	50 * a[] = b[] + value
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	51 */
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	52
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	53 T[] _arraySliceExpAddSliceAssign_w(T[] a, T value, T[] b)
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	54 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	55 return _arraySliceExpAddSliceAssign_i(a, value, b);
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	56 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	57
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	58 T[] _arraySliceExpAddSliceAssign_k(T[] a, T value, T[] b)
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	59 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	60 return _arraySliceExpAddSliceAssign_i(a, value, b);
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	61 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	62
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	63 T[] _arraySliceExpAddSliceAssign_i(T[] a, T value, T[] b)
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	64 in
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	65 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	66 assert(a.length == b.length);
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	67 assert(disjoint(a, b));
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	68 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	69 body
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	70 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	71 //printf("_arraySliceExpAddSliceAssign_i()\n");
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	72 auto aptr = a.ptr;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	73 auto aend = aptr + a.length;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	74 auto bptr = b.ptr;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	75
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	76 version (D_InlineAsm_X86)
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	77 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	78 // SSE2 aligned version is 380% faster
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	79 if (sse2() && a.length >= 8)
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	80 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	81 auto n = aptr + (a.length & ~7);
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	82
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	83 uint l = value;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	84
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	85 if (((cast(uint) aptr \| cast(uint) bptr) & 15) != 0)
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	86 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	87 asm // unaligned case
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	88 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	89 mov ESI, aptr;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	90 mov EDI, n;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	91 mov EAX, bptr;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	92 movd XMM2, l;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	93 pshufd XMM2, XMM2, 0;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	94
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	95 align 4;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	96 startaddsse2u:
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	97 add ESI, 32;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	98 movdqu XMM0, [EAX];
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	99 movdqu XMM1, [EAX+16];
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	100 add EAX, 32;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	101 paddd XMM0, XMM2;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	102 paddd XMM1, XMM2;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	103 movdqu [ESI -32], XMM0;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	104 movdqu [ESI+16-32], XMM1;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	105 cmp ESI, EDI;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	106 jb startaddsse2u;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	107
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	108 mov aptr, ESI;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	109 mov bptr, EAX;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	110 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	111 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	112 else
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	113 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	114 asm // aligned case
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	115 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	116 mov ESI, aptr;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	117 mov EDI, n;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	118 mov EAX, bptr;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	119 movd XMM2, l;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	120 pshufd XMM2, XMM2, 0;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	121
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	122 align 4;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	123 startaddsse2a:
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	124 add ESI, 32;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	125 movdqa XMM0, [EAX];
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	126 movdqa XMM1, [EAX+16];
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	127 add EAX, 32;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	128 paddd XMM0, XMM2;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	129 paddd XMM1, XMM2;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	130 movdqa [ESI -32], XMM0;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	131 movdqa [ESI+16-32], XMM1;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	132 cmp ESI, EDI;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	133 jb startaddsse2a;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	134
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	135 mov aptr, ESI;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	136 mov bptr, EAX;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	137 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	138 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	139 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	140 else
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	141 // MMX version is 298% faster
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	142 if (mmx() && a.length >= 4)
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	143 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	144 auto n = aptr + (a.length & ~3);
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	145
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	146 ulong l = cast(uint) value \| (cast(ulong)cast(uint) value << 32);
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	147
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	148 asm
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	149 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	150 mov ESI, aptr;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	151 mov EDI, n;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	152 mov EAX, bptr;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	153 movq MM2, l;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	154
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	155 align 4;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	156 startmmx:
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	157 add ESI, 16;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	158 movq MM0, [EAX];
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	159 movq MM1, [EAX+8];
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	160 add EAX, 16;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	161 paddd MM0, MM2;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	162 paddd MM1, MM2;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	163 movq [ESI -16], MM0;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	164 movq [ESI+8-16], MM1;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	165 cmp ESI, EDI;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	166 jb startmmx;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	167
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	168 emms;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	169 mov aptr, ESI;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	170 mov bptr, EAX;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	171 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	172 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	173 else
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	174 if (a.length >= 2)
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	175 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	176 auto n = aptr + (a.length & ~1);
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	177
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	178 asm
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	179 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	180 mov ESI, aptr;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	181 mov EDI, n;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	182 mov EAX, bptr;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	183 mov EDX, value;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	184
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	185 align 4;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	186 start386:
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	187 add ESI, 8;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	188 mov EBX, [EAX];
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	189 mov ECX, [EAX+4];
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	190 add EAX, 8;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	191 add EBX, EDX;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	192 add ECX, EDX;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	193 mov [ESI -8], EBX;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	194 mov [ESI+4-8], ECX;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	195 cmp ESI, EDI;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	196 jb start386;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	197
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	198 mov aptr, ESI;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	199 mov bptr, EAX;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	200 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	201 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	202 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	203
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	204 while (aptr < aend)
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	205 aptr++ = bptr++ + value;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	206
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	207 return a;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	208 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	209
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	210 unittest
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	211 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	212 printf("_arraySliceExpAddSliceAssign_i unittest\n");
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	213
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	214 for (cpuid = 0; cpuid < CPUID_MAX; cpuid++)
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	215 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	216 version (log) printf(" cpuid %d\n", cpuid);
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	217
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	218 for (int j = 0; j < 2; j++)
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	219 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	220 const int dim = 67;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	221 T[] a = new T[dim + j]; // aligned on 16 byte boundary
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	222 a = a[j .. dim + j]; // misalign for second iteration
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	223 T[] b = new T[dim + j];
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	224 b = b[j .. dim + j];
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	225 T[] c = new T[dim + j];
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	226 c = c[j .. dim + j];
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	227
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	228 for (int i = 0; i < dim; i++)
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	229 { a[i] = cast(T)i;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	230 b[i] = cast(T)(i + 7);
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	231 c[i] = cast(T)(i * 2);
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	232 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	233
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	234 c[] = a[] + 6;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	235
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	236 for (int i = 0; i < dim; i++)
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	237 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	238 if (c[i] != cast(T)(a[i] + 6))
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	239 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	240 printf("[%d]: %d != %d + 6\n", i, c[i], a[i]);
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	241 assert(0);
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	242 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	243 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	244 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	245 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	246 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	247
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	248
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	249 /* ======================================================================== */
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	250
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	251 /***********************
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	252 * Computes:
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	253 * a[] = b[] + c[]
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	254 */
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	255
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	256 T[] _arraySliceSliceAddSliceAssign_w(T[] a, T[] c, T[] b)
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	257 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	258 return _arraySliceSliceAddSliceAssign_i(a, c, b);
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	259 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	260
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	261 T[] _arraySliceSliceAddSliceAssign_k(T[] a, T[] c, T[] b)
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	262 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	263 return _arraySliceSliceAddSliceAssign_i(a, c, b);
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	264 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	265
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	266 T[] _arraySliceSliceAddSliceAssign_i(T[] a, T[] c, T[] b)
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	267 in
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	268 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	269 assert(a.length == b.length && b.length == c.length);
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	270 assert(disjoint(a, b));
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	271 assert(disjoint(a, c));
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	272 assert(disjoint(b, c));
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	273 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	274 body
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	275 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	276 //printf("_arraySliceSliceAddSliceAssign_i()\n");
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	277 auto aptr = a.ptr;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	278 auto aend = aptr + a.length;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	279 auto bptr = b.ptr;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	280 auto cptr = c.ptr;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	281
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	282 version (D_InlineAsm_X86)
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	283 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	284 // SSE2 aligned version is 1710% faster
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	285 if (sse2() && a.length >= 8)
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	286 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	287 auto n = aptr + (a.length & ~7);
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	288
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	289 if (((cast(uint) aptr \| cast(uint) bptr \| cast(uint) cptr) & 15) != 0)
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	290 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	291 asm // unaligned case
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	292 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	293 mov ESI, aptr;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	294 mov EDI, n;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	295 mov EAX, bptr;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	296 mov ECX, cptr;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	297
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	298 align 4;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	299 startsse2u:
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	300 add ESI, 32;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	301 movdqu XMM0, [EAX];
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	302 movdqu XMM2, [ECX];
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	303 movdqu XMM1, [EAX+16];
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	304 movdqu XMM3, [ECX+16];
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	305 add EAX, 32;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	306 add ECX, 32;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	307 paddd XMM0, XMM2;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	308 paddd XMM1, XMM3;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	309 movdqu [ESI -32], XMM0;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	310 movdqu [ESI+16-32], XMM1;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	311 cmp ESI, EDI;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	312 jb startsse2u;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	313
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	314 mov aptr, ESI;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	315 mov bptr, EAX;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	316 mov cptr, ECX;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	317 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	318 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	319 else
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	320 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	321 asm // aligned case
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	322 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	323 mov ESI, aptr;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	324 mov EDI, n;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	325 mov EAX, bptr;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	326 mov ECX, cptr;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	327
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	328 align 4;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	329 startsse2a:
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	330 add ESI, 32;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	331 movdqa XMM0, [EAX];
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	332 movdqa XMM2, [ECX];
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	333 movdqa XMM1, [EAX+16];
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	334 movdqa XMM3, [ECX+16];
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	335 add EAX, 32;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	336 add ECX, 32;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	337 paddd XMM0, XMM2;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	338 paddd XMM1, XMM3;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	339 movdqa [ESI -32], XMM0;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	340 movdqa [ESI+16-32], XMM1;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	341 cmp ESI, EDI;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	342 jb startsse2a;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	343
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	344 mov aptr, ESI;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	345 mov bptr, EAX;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	346 mov cptr, ECX;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	347 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	348 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	349 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	350 else
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	351 // MMX version is 995% faster
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	352 if (mmx() && a.length >= 4)
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	353 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	354 auto n = aptr + (a.length & ~3);
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	355
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	356 asm
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	357 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	358 mov ESI, aptr;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	359 mov EDI, n;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	360 mov EAX, bptr;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	361 mov ECX, cptr;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	362
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	363 align 4;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	364 startmmx:
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	365 add ESI, 16;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	366 movq MM0, [EAX];
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	367 movq MM2, [ECX];
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	368 movq MM1, [EAX+8];
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	369 movq MM3, [ECX+8];
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	370 add EAX, 16;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	371 add ECX, 16;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	372 paddd MM0, MM2;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	373 paddd MM1, MM3;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	374 movq [ESI -16], MM0;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	375 movq [ESI+8-16], MM1;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	376 cmp ESI, EDI;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	377 jb startmmx;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	378
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	379 emms;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	380 mov aptr, ESI;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	381 mov bptr, EAX;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	382 mov cptr, ECX;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	383 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	384 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	385 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	386
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	387 normal:
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	388 while (aptr < aend)
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	389 aptr++ = bptr++ + *cptr++;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	390
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	391 return a;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	392 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	393
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	394 unittest
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	395 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	396 printf("_arraySliceSliceAddSliceAssign_i unittest\n");
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	397
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	398 for (cpuid = 0; cpuid < CPUID_MAX; cpuid++)
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	399 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	400 version (log) printf(" cpuid %d\n", cpuid);
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	401
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	402 for (int j = 0; j < 2; j++)
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	403 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	404 const int dim = 67;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	405 T[] a = new T[dim + j]; // aligned on 16 byte boundary
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	406 a = a[j .. dim + j]; // misalign for second iteration
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	407 T[] b = new T[dim + j];
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	408 b = b[j .. dim + j];
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	409 T[] c = new T[dim + j];
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	410 c = c[j .. dim + j];
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	411
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	412 for (int i = 0; i < dim; i++)
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	413 { a[i] = cast(T)i;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	414 b[i] = cast(T)(i + 7);
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	415 c[i] = cast(T)(i * 2);
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	416 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	417
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	418 c[] = a[] + b[];
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	419
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	420 for (int i = 0; i < dim; i++)
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	421 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	422 if (c[i] != cast(T)(a[i] + b[i]))
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	423 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	424 printf("[%d]: %d != %d + %d\n", i, c[i], a[i], b[i]);
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	425 assert(0);
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	426 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	427 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	428 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	429 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	430 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	431
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	432
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	433 /* ======================================================================== */
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	434
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	435 /***********************
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	436 * Computes:
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	437 * a[] += value
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	438 */
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	439
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	440 T[] _arrayExpSliceAddass_w(T[] a, T value)
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	441 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	442 return _arrayExpSliceAddass_i(a, value);
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	443 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	444
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	445 T[] _arrayExpSliceAddass_k(T[] a, T value)
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	446 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	447 return _arrayExpSliceAddass_i(a, value);
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	448 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	449
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	450 T[] _arrayExpSliceAddass_i(T[] a, T value)
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	451 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	452 //printf("_arrayExpSliceAddass_i(a.length = %d, value = %Lg)\n", a.length, cast(real)value);
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	453 auto aptr = a.ptr;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	454 auto aend = aptr + a.length;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	455
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	456 version (D_InlineAsm_X86)
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	457 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	458 // SSE2 aligned version is 83% faster
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	459 if (sse2() && a.length >= 8)
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	460 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	461 auto n = aptr + (a.length & ~7);
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	462
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	463 uint l = value;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	464
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	465 if (((cast(uint) aptr) & 15) != 0)
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	466 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	467 asm // unaligned case
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	468 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	469 mov ESI, aptr;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	470 mov EDI, n;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	471 movd XMM2, l;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	472 pshufd XMM2, XMM2, 0;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	473
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	474 align 4;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	475 startaddsse2u:
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	476 movdqu XMM0, [ESI];
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	477 movdqu XMM1, [ESI+16];
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	478 add ESI, 32;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	479 paddd XMM0, XMM2;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	480 paddd XMM1, XMM2;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	481 movdqu [ESI -32], XMM0;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	482 movdqu [ESI+16-32], XMM1;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	483 cmp ESI, EDI;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	484 jb startaddsse2u;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	485
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	486 mov aptr, ESI;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	487 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	488 }
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	489 else
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	490 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	491 asm // aligned case
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	492 {
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	493 mov ESI, aptr;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	494 mov EDI, n;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	495 movd XMM2, l;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	496 pshufd XMM2, XMM2, 0;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	497
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	498 align 4;
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	499 startaddsse2a:
d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC. Tomas Lindquist Olsen <tomas.l.olsen@gmail.com> parents: diff changeset	500 movdqa XMM0, [ESI];

759

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1 /***************************

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2 * D programming language http://www.digitalmars.com/d/

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

3 * Runtime support for byte array operations.

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

4 * Based on code originally written by Burton Radons.

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

5 * Placed in public domain.

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

6 */

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

7

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

8 /* Contains MMX versions of certain operations for dchar, int,

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

9 * and uint ('w', 'i' and 'k' suffixes).

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

10 */

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

11

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

12 module rt.arrayint;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

13

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

14 private import util.cpuid;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

15

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

16 version (Unittest)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

17 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

18 /* This is so unit tests will test every CPU variant

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

19 */

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

20 int cpuid;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

21 const int CPUID_MAX = 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

22 bool mmx() { return cpuid == 1 && util.cpuid.mmx(); }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

23 bool sse() { return cpuid == 2 && util.cpuid.sse(); }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

24 bool sse2() { return cpuid == 3 && util.cpuid.sse2(); }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

25 bool amd3dnow() { return cpuid == 4 && util.cpuid.amd3dnow(); }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

26 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

27 else

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

28 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

29 alias util.cpuid.mmx mmx;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

30 alias util.cpuid.sse sse;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

31 alias util.cpuid.sse2 sse2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

32 alias util.cpuid.amd3dnow amd3dnow;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

33 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

34

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

35 //version = log;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

36

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

37 bool disjoint(T)(T[] a, T[] b)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

38 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

39 return (a.ptr + a.length <= b.ptr || b.ptr + b.length <= a.ptr);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

40 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

41

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

42 alias int T;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

43

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

44 extern (C):

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

45

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

46 /* ======================================================================== */

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

47

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

48 /***********************

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

49 * Computes:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

50 * a[] = b[] + value

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

51 */

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

52

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

53 T[] _arraySliceExpAddSliceAssign_w(T[] a, T value, T[] b)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

54 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

55 return _arraySliceExpAddSliceAssign_i(a, value, b);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

56 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

57

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

58 T[] _arraySliceExpAddSliceAssign_k(T[] a, T value, T[] b)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

59 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

60 return _arraySliceExpAddSliceAssign_i(a, value, b);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

61 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

62

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

63 T[] _arraySliceExpAddSliceAssign_i(T[] a, T value, T[] b)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

64 in

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

65 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

66 assert(a.length == b.length);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

67 assert(disjoint(a, b));

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

68 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

69 body

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

70 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

71 //printf("_arraySliceExpAddSliceAssign_i()\n");

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

72 auto aptr = a.ptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

73 auto aend = aptr + a.length;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

74 auto bptr = b.ptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

75

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

76 version (D_InlineAsm_X86)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

77 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

78 // SSE2 aligned version is 380% faster

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

79 if (sse2() && a.length >= 8)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

80 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

81 auto n = aptr + (a.length & ~7);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

82

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

83 uint l = value;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

84

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

85 if (((cast(uint) aptr | cast(uint) bptr) & 15) != 0)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

86 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

87 asm // unaligned case

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

88 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

89 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

90 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

91 mov EAX, bptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

92 movd XMM2, l;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

93 pshufd XMM2, XMM2, 0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

94

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

95 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

96 startaddsse2u:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

97 add ESI, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

98 movdqu XMM0, [EAX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

99 movdqu XMM1, [EAX+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

100 add EAX, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

101 paddd XMM0, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

102 paddd XMM1, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

103 movdqu [ESI -32], XMM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

104 movdqu [ESI+16-32], XMM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

105 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

106 jb startaddsse2u;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

107

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

108 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

109 mov bptr, EAX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

110 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

111 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

112 else

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

113 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

114 asm // aligned case

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

115 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

116 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

117 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

118 mov EAX, bptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

119 movd XMM2, l;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

120 pshufd XMM2, XMM2, 0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

121

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

122 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

123 startaddsse2a:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

124 add ESI, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

125 movdqa XMM0, [EAX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

126 movdqa XMM1, [EAX+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

127 add EAX, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

128 paddd XMM0, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

129 paddd XMM1, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

130 movdqa [ESI -32], XMM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

131 movdqa [ESI+16-32], XMM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

132 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

133 jb startaddsse2a;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

134

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

135 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

136 mov bptr, EAX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

137 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

138 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

139 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

140 else

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

141 // MMX version is 298% faster

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

142 if (mmx() && a.length >= 4)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

143 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

144 auto n = aptr + (a.length & ~3);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

145

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

146 ulong l = cast(uint) value | (cast(ulong)cast(uint) value << 32);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

147

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

148 asm

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

149 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

150 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

151 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

152 mov EAX, bptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

153 movq MM2, l;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

154

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

155 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

156 startmmx:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

157 add ESI, 16;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

158 movq MM0, [EAX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

159 movq MM1, [EAX+8];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

160 add EAX, 16;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

161 paddd MM0, MM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

162 paddd MM1, MM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

163 movq [ESI -16], MM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

164 movq [ESI+8-16], MM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

165 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

166 jb startmmx;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

167

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

168 emms;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

169 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

170 mov bptr, EAX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

171 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

172 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

173 else

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

174 if (a.length >= 2)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

175 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

176 auto n = aptr + (a.length & ~1);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

177

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

178 asm

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

179 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

180 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

181 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

182 mov EAX, bptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

183 mov EDX, value;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

184

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

185 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

186 start386:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

187 add ESI, 8;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

188 mov EBX, [EAX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

189 mov ECX, [EAX+4];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

190 add EAX, 8;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

191 add EBX, EDX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

192 add ECX, EDX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

193 mov [ESI -8], EBX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

194 mov [ESI+4-8], ECX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

195 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

196 jb start386;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

197

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

198 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

199 mov bptr, EAX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

200 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

201 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

202 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

203

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

204 while (aptr < aend)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

205 *aptr++ = *bptr++ + value;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

206

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

207 return a;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

208 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

209

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

210 unittest

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

211 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

212 printf("_arraySliceExpAddSliceAssign_i unittest\n");

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

213

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

214 for (cpuid = 0; cpuid < CPUID_MAX; cpuid++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

215 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

216 version (log) printf(" cpuid %d\n", cpuid);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

217

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

218 for (int j = 0; j < 2; j++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

219 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

220 const int dim = 67;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

221 T[] a = new T[dim + j]; // aligned on 16 byte boundary

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

222 a = a[j .. dim + j]; // misalign for second iteration

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

223 T[] b = new T[dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

224 b = b[j .. dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

225 T[] c = new T[dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

226 c = c[j .. dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

227

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

228 for (int i = 0; i < dim; i++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

229 { a[i] = cast(T)i;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

230 b[i] = cast(T)(i + 7);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

231 c[i] = cast(T)(i * 2);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

232 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

233

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

234 c[] = a[] + 6;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

235

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

236 for (int i = 0; i < dim; i++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

237 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

238 if (c[i] != cast(T)(a[i] + 6))

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

239 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

240 printf("[%d]: %d != %d + 6\n", i, c[i], a[i]);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

241 assert(0);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

242 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

243 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

244 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

245 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

246 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

247

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

248

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

249 /* ======================================================================== */

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

250

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

251 /***********************

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

252 * Computes:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

253 * a[] = b[] + c[]

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

254 */

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

255

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

256 T[] _arraySliceSliceAddSliceAssign_w(T[] a, T[] c, T[] b)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

257 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

258 return _arraySliceSliceAddSliceAssign_i(a, c, b);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

259 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

260

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

261 T[] _arraySliceSliceAddSliceAssign_k(T[] a, T[] c, T[] b)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

262 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

263 return _arraySliceSliceAddSliceAssign_i(a, c, b);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

264 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

265

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

266 T[] _arraySliceSliceAddSliceAssign_i(T[] a, T[] c, T[] b)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

267 in

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

268 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

269 assert(a.length == b.length && b.length == c.length);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

270 assert(disjoint(a, b));

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

271 assert(disjoint(a, c));

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

272 assert(disjoint(b, c));

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

273 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

274 body

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

275 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

276 //printf("_arraySliceSliceAddSliceAssign_i()\n");

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

277 auto aptr = a.ptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

278 auto aend = aptr + a.length;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

279 auto bptr = b.ptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

280 auto cptr = c.ptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

281

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

282 version (D_InlineAsm_X86)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

283 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

284 // SSE2 aligned version is 1710% faster

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

285 if (sse2() && a.length >= 8)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

286 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

287 auto n = aptr + (a.length & ~7);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

288

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

289 if (((cast(uint) aptr | cast(uint) bptr | cast(uint) cptr) & 15) != 0)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

290 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

291 asm // unaligned case

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

292 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

293 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

294 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

295 mov EAX, bptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

296 mov ECX, cptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

297

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

298 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

299 startsse2u:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

300 add ESI, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

301 movdqu XMM0, [EAX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

302 movdqu XMM2, [ECX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

303 movdqu XMM1, [EAX+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

304 movdqu XMM3, [ECX+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

305 add EAX, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

306 add ECX, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

307 paddd XMM0, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

308 paddd XMM1, XMM3;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

309 movdqu [ESI -32], XMM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

310 movdqu [ESI+16-32], XMM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

311 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

312 jb startsse2u;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

313

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

314 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

315 mov bptr, EAX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

316 mov cptr, ECX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

317 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

318 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

319 else

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

320 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

321 asm // aligned case

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

322 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

323 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

324 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

325 mov EAX, bptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

326 mov ECX, cptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

327

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

328 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

329 startsse2a:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

330 add ESI, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

331 movdqa XMM0, [EAX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

332 movdqa XMM2, [ECX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

333 movdqa XMM1, [EAX+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

334 movdqa XMM3, [ECX+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

335 add EAX, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

336 add ECX, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

337 paddd XMM0, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

338 paddd XMM1, XMM3;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

339 movdqa [ESI -32], XMM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

340 movdqa [ESI+16-32], XMM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

341 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

342 jb startsse2a;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

343

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

344 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

345 mov bptr, EAX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

346 mov cptr, ECX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

347 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

348 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

349 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

350 else

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

351 // MMX version is 995% faster

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

352 if (mmx() && a.length >= 4)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

353 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

354 auto n = aptr + (a.length & ~3);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

355

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

356 asm

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

357 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

358 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

359 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

360 mov EAX, bptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

361 mov ECX, cptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

362

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

363 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

364 startmmx:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

365 add ESI, 16;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

366 movq MM0, [EAX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

367 movq MM2, [ECX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

368 movq MM1, [EAX+8];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

369 movq MM3, [ECX+8];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

370 add EAX, 16;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

371 add ECX, 16;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

372 paddd MM0, MM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

373 paddd MM1, MM3;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

374 movq [ESI -16], MM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

375 movq [ESI+8-16], MM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

376 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

377 jb startmmx;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

378

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

379 emms;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

380 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

381 mov bptr, EAX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

382 mov cptr, ECX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

383 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

384 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

385 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

386

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

387 normal:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

388 while (aptr < aend)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

389 *aptr++ = *bptr++ + *cptr++;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

390

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

391 return a;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

392 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

393

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

394 unittest

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

395 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

396 printf("_arraySliceSliceAddSliceAssign_i unittest\n");

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

397

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

398 for (cpuid = 0; cpuid < CPUID_MAX; cpuid++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

399 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

400 version (log) printf(" cpuid %d\n", cpuid);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

401

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

402 for (int j = 0; j < 2; j++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

403 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

404 const int dim = 67;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

405 T[] a = new T[dim + j]; // aligned on 16 byte boundary

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

406 a = a[j .. dim + j]; // misalign for second iteration

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

407 T[] b = new T[dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

408 b = b[j .. dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

409 T[] c = new T[dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

410 c = c[j .. dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

411

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

412 for (int i = 0; i < dim; i++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

413 { a[i] = cast(T)i;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

414 b[i] = cast(T)(i + 7);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

415 c[i] = cast(T)(i * 2);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

416 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

417

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

418 c[] = a[] + b[];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

419

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

420 for (int i = 0; i < dim; i++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

421 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

422 if (c[i] != cast(T)(a[i] + b[i]))

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

423 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

424 printf("[%d]: %d != %d + %d\n", i, c[i], a[i], b[i]);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

425 assert(0);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

426 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

427 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

428 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

429 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

430 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

431

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

432

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

433 /* ======================================================================== */

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

434

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

435 /***********************

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

436 * Computes:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

437 * a[] += value

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

438 */

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

439

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

440 T[] _arrayExpSliceAddass_w(T[] a, T value)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

441 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

442 return _arrayExpSliceAddass_i(a, value);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

443 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

444

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

445 T[] _arrayExpSliceAddass_k(T[] a, T value)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

446 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

447 return _arrayExpSliceAddass_i(a, value);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

448 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

449

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

450 T[] _arrayExpSliceAddass_i(T[] a, T value)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

451 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

452 //printf("_arrayExpSliceAddass_i(a.length = %d, value = %Lg)\n", a.length, cast(real)value);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

453 auto aptr = a.ptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

454 auto aend = aptr + a.length;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

455

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

456 version (D_InlineAsm_X86)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

457 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

458 // SSE2 aligned version is 83% faster

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

459 if (sse2() && a.length >= 8)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

460 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

461 auto n = aptr + (a.length & ~7);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

462

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

463 uint l = value;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

464

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

465 if (((cast(uint) aptr) & 15) != 0)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

466 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

467 asm // unaligned case

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

468 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

469 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

470 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

471 movd XMM2, l;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

472 pshufd XMM2, XMM2, 0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

473

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

474 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

475 startaddsse2u:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

476 movdqu XMM0, [ESI];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

477 movdqu XMM1, [ESI+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

478 add ESI, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

479 paddd XMM0, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

480 paddd XMM1, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

481 movdqu [ESI -32], XMM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

482 movdqu [ESI+16-32], XMM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

483 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

484 jb startaddsse2u;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

485

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

486 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

487 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

488 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

489 else

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

490 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

491 asm // aligned case

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

492 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

493 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

494 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

495 movd XMM2, l;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

496 pshufd XMM2, XMM2, 0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

497

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

498 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

499 startaddsse2a:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

500 movdqa XMM0, [ESI];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

501 movdqa XMM1, [ESI+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

502 add ESI, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

503 paddd XMM0, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

504 paddd XMM1, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

505 movdqa [ESI -32], XMM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

506 movdqa [ESI+16-32], XMM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

507 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

508 jb startaddsse2a;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

509

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

510 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

511 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

512 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

513 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

514 else

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

515 // MMX version is 81% faster

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

516 if (mmx() && a.length >= 4)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

517 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

518 auto n = aptr + (a.length & ~3);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

519

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

520 ulong l = cast(uint) value | (cast(ulong)cast(uint) value << 32);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

521

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

522 asm

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

523 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

524 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

525 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

526 movq MM2, l;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

527

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

528 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

529 startmmx:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

530 movq MM0, [ESI];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

531 movq MM1, [ESI+8];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

532 add ESI, 16;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

533 paddd MM0, MM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

534 paddd MM1, MM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

535 movq [ESI -16], MM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

536 movq [ESI+8-16], MM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

537 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

538 jb startmmx;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

539

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

540 emms;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

541 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

542 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

543 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

544 else

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

545 if (a.length >= 2)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

546 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

547 auto n = aptr + (a.length & ~1);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

548

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

549 asm

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

550 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

551 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

552 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

553 mov EDX, value;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

554

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

555 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

556 start386:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

557 mov EBX, [ESI];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

558 mov ECX, [ESI+4];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

559 add ESI, 8;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

560 add EBX, EDX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

561 add ECX, EDX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

562 mov [ESI -8], EBX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

563 mov [ESI+4-8], ECX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

564 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

565 jb start386;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

566

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

567 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

568 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

569 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

570 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

571

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

572 while (aptr < aend)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

573 *aptr++ += value;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

574

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

575 return a;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

576 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

577

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

578 unittest

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

579 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

580 printf("_arrayExpSliceAddass_i unittest\n");

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

581

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

582 for (cpuid = 0; cpuid < CPUID_MAX; cpuid++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

583 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

584 version (log) printf(" cpuid %d\n", cpuid);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

585

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

586 for (int j = 0; j < 2; j++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

587 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

588 const int dim = 67;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

589 T[] a = new T[dim + j]; // aligned on 16 byte boundary

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

590 a = a[j .. dim + j]; // misalign for second iteration

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

591 T[] b = new T[dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

592 b = b[j .. dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

593 T[] c = new T[dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

594 c = c[j .. dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

595

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

596 for (int i = 0; i < dim; i++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

597 { a[i] = cast(T)i;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

598 b[i] = cast(T)(i + 7);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

599 c[i] = cast(T)(i * 2);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

600 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

601

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

602 a[] = c[];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

603 a[] += 6;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

604

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

605 for (int i = 0; i < dim; i++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

606 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

607 if (a[i] != cast(T)(c[i] + 6))

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

608 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

609 printf("[%d]: %d != %d + 6\n", i, a[i], c[i]);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

610 assert(0);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

611 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

612 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

613 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

614 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

615 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

616

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

617

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

618 /* ======================================================================== */

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

619

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

620 /***********************

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

621 * Computes:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

622 * a[] += b[]

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

623 */

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

624

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

625 T[] _arraySliceSliceAddass_w(T[] a, T[] b)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

626 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

627 return _arraySliceSliceAddass_i(a, b);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

628 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

629

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

630 T[] _arraySliceSliceAddass_k(T[] a, T[] b)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

631 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

632 return _arraySliceSliceAddass_i(a, b);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

633 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

634

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

635 T[] _arraySliceSliceAddass_i(T[] a, T[] b)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

636 in

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

637 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

638 assert (a.length == b.length);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

639 assert (disjoint(a, b));

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

640 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

641 body

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

642 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

643 //printf("_arraySliceSliceAddass_i()\n");

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

644 auto aptr = a.ptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

645 auto aend = aptr + a.length;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

646 auto bptr = b.ptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

647

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

648 version (D_InlineAsm_X86)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

649 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

650 // SSE2 aligned version is 695% faster

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

651 if (sse2() && a.length >= 8)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

652 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

653 auto n = aptr + (a.length & ~7);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

654

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

655 if (((cast(uint) aptr | cast(uint) bptr) & 15) != 0)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

656 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

657 asm // unaligned case

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

658 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

659 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

660 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

661 mov ECX, bptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

662

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

663 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

664 startsse2u:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

665 movdqu XMM0, [ESI];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

666 movdqu XMM2, [ECX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

667 movdqu XMM1, [ESI+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

668 movdqu XMM3, [ECX+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

669 add ESI, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

670 add ECX, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

671 paddd XMM0, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

672 paddd XMM1, XMM3;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

673 movdqu [ESI -32], XMM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

674 movdqu [ESI+16-32], XMM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

675 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

676 jb startsse2u;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

677

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

678 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

679 mov bptr, ECX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

680 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

681 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

682 else

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

683 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

684 asm // aligned case

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

685 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

686 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

687 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

688 mov ECX, bptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

689

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

690 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

691 startsse2a:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

692 movdqa XMM0, [ESI];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

693 movdqa XMM2, [ECX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

694 movdqa XMM1, [ESI+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

695 movdqa XMM3, [ECX+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

696 add ESI, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

697 add ECX, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

698 paddd XMM0, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

699 paddd XMM1, XMM3;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

700 movdqa [ESI -32], XMM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

701 movdqa [ESI+16-32], XMM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

702 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

703 jb startsse2a;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

704

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

705 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

706 mov bptr, ECX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

707 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

708 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

709 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

710 else

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

711 // MMX version is 471% faster

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

712 if (mmx() && a.length >= 4)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

713 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

714 auto n = aptr + (a.length & ~3);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

715

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

716 asm

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

717 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

718 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

719 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

720 mov ECX, bptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

721

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

722 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

723 startmmx:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

724 movq MM0, [ESI];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

725 movq MM2, [ECX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

726 movq MM1, [ESI+8];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

727 movq MM3, [ECX+8];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

728 add ESI, 16;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

729 add ECX, 16;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

730 paddd MM0, MM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

731 paddd MM1, MM3;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

732 movq [ESI -16], MM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

733 movq [ESI+8-16], MM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

734 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

735 jb startmmx;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

736

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

737 emms;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

738 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

739 mov bptr, ECX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

740 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

741 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

742 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

743

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

744 normal:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

745 while (aptr < aend)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

746 *aptr++ += *bptr++;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

747

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

748 return a;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

749 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

750

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

751 unittest

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

752 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

753 printf("_arraySliceSliceAddass_i unittest\n");

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

754

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

755 for (cpuid = 0; cpuid < CPUID_MAX; cpuid++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

756 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

757 version (log) printf(" cpuid %d\n", cpuid);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

758

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

759 for (int j = 0; j < 2; j++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

760 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

761 const int dim = 67;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

762 T[] a = new T[dim + j]; // aligned on 16 byte boundary

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

763 a = a[j .. dim + j]; // misalign for second iteration

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

764 T[] b = new T[dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

765 b = b[j .. dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

766 T[] c = new T[dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

767 c = c[j .. dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

768

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

769 for (int i = 0; i < dim; i++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

770 { a[i] = cast(T)i;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

771 b[i] = cast(T)(i + 7);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

772 c[i] = cast(T)(i * 2);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

773 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

774

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

775 b[] = c[];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

776 c[] += a[];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

777

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

778 for (int i = 0; i < dim; i++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

779 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

780 if (c[i] != cast(T)(b[i] + a[i]))

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

781 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

782 printf("[%d]: %d != %d + %d\n", i, c[i], b[i], a[i]);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

783 assert(0);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

784 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

785 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

786 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

787 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

788 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

789

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

790

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

791 /* ======================================================================== */

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

792

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

793 /***********************

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

794 * Computes:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

795 * a[] = b[] - value

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

796 */

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

797

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

798 T[] _arraySliceExpMinSliceAssign_w(T[] a, T value, T[] b)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

799 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

800 return _arraySliceExpMinSliceAssign_i(a, value, b);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

801 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

802

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

803 T[] _arraySliceExpMinSliceAssign_k(T[] a, T value, T[] b)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

804 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

805 return _arraySliceExpMinSliceAssign_i(a, value, b);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

806 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

807

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

808 T[] _arraySliceExpMinSliceAssign_i(T[] a, T value, T[] b)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

809 in

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

810 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

811 assert(a.length == b.length);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

812 assert(disjoint(a, b));

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

813 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

814 body

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

815 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

816 //printf("_arraySliceExpMinSliceAssign_i()\n");

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

817 auto aptr = a.ptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

818 auto aend = aptr + a.length;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

819 auto bptr = b.ptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

820

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

821 version (D_InlineAsm_X86)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

822 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

823 // SSE2 aligned version is 400% faster

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

824 if (sse2() && a.length >= 8)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

825 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

826 auto n = aptr + (a.length & ~7);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

827

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

828 uint l = value;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

829

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

830 if (((cast(uint) aptr | cast(uint) bptr) & 15) != 0)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

831 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

832 asm // unaligned case

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

833 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

834 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

835 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

836 mov EAX, bptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

837 movd XMM2, l;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

838 pshufd XMM2, XMM2, 0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

839

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

840 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

841 startaddsse2u:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

842 add ESI, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

843 movdqu XMM0, [EAX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

844 movdqu XMM1, [EAX+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

845 add EAX, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

846 psubd XMM0, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

847 psubd XMM1, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

848 movdqu [ESI -32], XMM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

849 movdqu [ESI+16-32], XMM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

850 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

851 jb startaddsse2u;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

852

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

853 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

854 mov bptr, EAX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

855 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

856 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

857 else

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

858 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

859 asm // aligned case

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

860 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

861 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

862 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

863 mov EAX, bptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

864 movd XMM2, l;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

865 pshufd XMM2, XMM2, 0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

866

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

867 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

868 startaddsse2a:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

869 add ESI, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

870 movdqa XMM0, [EAX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

871 movdqa XMM1, [EAX+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

872 add EAX, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

873 psubd XMM0, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

874 psubd XMM1, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

875 movdqa [ESI -32], XMM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

876 movdqa [ESI+16-32], XMM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

877 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

878 jb startaddsse2a;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

879

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

880 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

881 mov bptr, EAX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

882 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

883 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

884 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

885 else

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

886 // MMX version is 315% faster

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

887 if (mmx() && a.length >= 4)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

888 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

889 auto n = aptr + (a.length & ~3);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

890

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

891 ulong l = cast(uint) value | (cast(ulong)cast(uint) value << 32);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

892

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

893 asm

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

894 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

895 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

896 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

897 mov EAX, bptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

898 movq MM2, l;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

899

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

900 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

901 startmmx:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

902 add ESI, 16;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

903 movq MM0, [EAX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

904 movq MM1, [EAX+8];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

905 add EAX, 16;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

906 psubd MM0, MM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

907 psubd MM1, MM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

908 movq [ESI -16], MM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

909 movq [ESI+8-16], MM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

910 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

911 jb startmmx;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

912

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

913 emms;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

914 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

915 mov bptr, EAX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

916 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

917 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

918 else

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

919 if (a.length >= 2)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

920 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

921 auto n = aptr + (a.length & ~1);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

922

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

923 asm

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

924 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

925 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

926 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

927 mov EAX, bptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

928 mov EDX, value;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

929

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

930 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

931 start386:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

932 add ESI, 8;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

933 mov EBX, [EAX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

934 mov ECX, [EAX+4];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

935 add EAX, 8;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

936 sub EBX, EDX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

937 sub ECX, EDX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

938 mov [ESI -8], EBX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

939 mov [ESI+4-8], ECX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

940 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

941 jb start386;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

942

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

943 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

944 mov bptr, EAX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

945 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

946 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

947 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

948

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

949 while (aptr < aend)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

950 *aptr++ = *bptr++ - value;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

951

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

952 return a;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

953 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

954

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

955 unittest

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

956 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

957 printf("_arraySliceExpMinSliceAssign_i unittest\n");

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

958

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

959 for (cpuid = 0; cpuid < CPUID_MAX; cpuid++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

960 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

961 version (log) printf(" cpuid %d\n", cpuid);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

962

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

963 for (int j = 0; j < 2; j++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

964 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

965 const int dim = 67;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

966 T[] a = new T[dim + j]; // aligned on 16 byte boundary

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

967 a = a[j .. dim + j]; // misalign for second iteration

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

968 T[] b = new T[dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

969 b = b[j .. dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

970 T[] c = new T[dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

971 c = c[j .. dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

972

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

973 for (int i = 0; i < dim; i++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

974 { a[i] = cast(T)i;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

975 b[i] = cast(T)(i + 7);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

976 c[i] = cast(T)(i * 2);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

977 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

978

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

979 c[] = a[] - 6;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

980

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

981 for (int i = 0; i < dim; i++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

982 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

983 if (c[i] != cast(T)(a[i] - 6))

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

984 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

985 printf("[%d]: %d != %d - 6\n", i, c[i], a[i]);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

986 assert(0);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

987 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

988 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

989 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

990 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

991 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

992

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

993

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

994 /* ======================================================================== */

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

995

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

996 /***********************

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

997 * Computes:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

998 * a[] = value - b[]

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

999 */

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1000

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1001 T[] _arrayExpSliceMinSliceAssign_w(T[] a, T[] b, T value)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1002 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1003 return _arrayExpSliceMinSliceAssign_i(a, b, value);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1004 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1005

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1006 T[] _arrayExpSliceMinSliceAssign_k(T[] a, T[] b, T value)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1007 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1008 return _arrayExpSliceMinSliceAssign_i(a, b, value);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1009 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1010

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1011 T[] _arrayExpSliceMinSliceAssign_i(T[] a, T[] b, T value)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1012 in

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1013 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1014 assert(a.length == b.length);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1015 assert(disjoint(a, b));

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1016 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1017 body

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1018 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1019 //printf("_arrayExpSliceMinSliceAssign_i()\n");

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1020 auto aptr = a.ptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1021 auto aend = aptr + a.length;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1022 auto bptr = b.ptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1023

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1024 version (D_InlineAsm_X86)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1025 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1026 // SSE2 aligned version is 1812% faster

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1027 if (sse2() && a.length >= 8)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1028 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1029 auto n = aptr + (a.length & ~7);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1030

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1031 uint l = value;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1032

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1033 if (((cast(uint) aptr | cast(uint) bptr) & 15) != 0)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1034 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1035 asm // unaligned case

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1036 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1037 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1038 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1039 mov EAX, bptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1040 movd XMM4, l;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1041 pshufd XMM4, XMM4, 0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1042

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1043 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1044 startaddsse2u:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1045 add ESI, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1046 movdqu XMM2, [EAX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1047 movdqu XMM3, [EAX+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1048 movdqa XMM0, XMM4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1049 movdqa XMM1, XMM4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1050 add EAX, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1051 psubd XMM0, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1052 psubd XMM1, XMM3;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1053 movdqu [ESI -32], XMM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1054 movdqu [ESI+16-32], XMM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1055 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1056 jb startaddsse2u;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1057

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1058 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1059 mov bptr, EAX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1060 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1061 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1062 else

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1063 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1064 asm // aligned case

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1065 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1066 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1067 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1068 mov EAX, bptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1069 movd XMM4, l;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1070 pshufd XMM4, XMM4, 0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1071

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1072 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1073 startaddsse2a:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1074 add ESI, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1075 movdqa XMM2, [EAX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1076 movdqa XMM3, [EAX+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1077 movdqa XMM0, XMM4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1078 movdqa XMM1, XMM4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1079 add EAX, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1080 psubd XMM0, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1081 psubd XMM1, XMM3;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1082 movdqa [ESI -32], XMM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1083 movdqa [ESI+16-32], XMM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1084 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1085 jb startaddsse2a;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1086

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1087 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1088 mov bptr, EAX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1089 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1090 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1091 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1092 else

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1093 // MMX version is 1077% faster

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1094 if (mmx() && a.length >= 4)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1095 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1096 auto n = aptr + (a.length & ~3);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1097

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1098 ulong l = cast(uint) value | (cast(ulong)cast(uint) value << 32);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1099

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1100 asm

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1101 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1102 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1103 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1104 mov EAX, bptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1105 movq MM4, l;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1106

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1107 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1108 startmmx:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1109 add ESI, 16;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1110 movq MM2, [EAX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1111 movq MM3, [EAX+8];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1112 movq MM0, MM4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1113 movq MM1, MM4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1114 add EAX, 16;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1115 psubd MM0, MM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1116 psubd MM1, MM3;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1117 movq [ESI -16], MM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1118 movq [ESI+8-16], MM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1119 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1120 jb startmmx;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1121

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1122 emms;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1123 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1124 mov bptr, EAX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1125 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1126 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1127 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1128

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1129 while (aptr < aend)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1130 *aptr++ = value - *bptr++;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1131

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1132 return a;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1133 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1134

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1135 unittest

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1136 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1137 printf("_arrayExpSliceMinSliceAssign_i unittest\n");

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1138

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1139 for (cpuid = 0; cpuid < CPUID_MAX; cpuid++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1140 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1141 version (log) printf(" cpuid %d\n", cpuid);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1142

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1143 for (int j = 0; j < 2; j++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1144 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1145 const int dim = 67;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1146 T[] a = new T[dim + j]; // aligned on 16 byte boundary

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1147 a = a[j .. dim + j]; // misalign for second iteration

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1148 T[] b = new T[dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1149 b = b[j .. dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1150 T[] c = new T[dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1151 c = c[j .. dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1152

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1153 for (int i = 0; i < dim; i++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1154 { a[i] = cast(T)i;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1155 b[i] = cast(T)(i + 7);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1156 c[i] = cast(T)(i * 2);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1157 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1158

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1159 c[] = 6 - a[];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1160

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1161 for (int i = 0; i < dim; i++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1162 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1163 if (c[i] != cast(T)(6 - a[i]))

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1164 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1165 printf("[%d]: %d != 6 - %d\n", i, c[i], a[i]);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1166 assert(0);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1167 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1168 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1169 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1170 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1171 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1172

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1173

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1174 /* ======================================================================== */

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1175

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1176 /***********************

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1177 * Computes:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1178 * a[] = b[] - c[]

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1179 */

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1180

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1181 T[] _arraySliceSliceMinSliceAssign_w(T[] a, T[] c, T[] b)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1182 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1183 return _arraySliceSliceMinSliceAssign_i(a, c, b);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1184 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1185

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1186 T[] _arraySliceSliceMinSliceAssign_k(T[] a, T[] c, T[] b)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1187 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1188 return _arraySliceSliceMinSliceAssign_i(a, c, b);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1189 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1190

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1191 T[] _arraySliceSliceMinSliceAssign_i(T[] a, T[] c, T[] b)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1192 in

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1193 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1194 assert(a.length == b.length && b.length == c.length);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1195 assert(disjoint(a, b));

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1196 assert(disjoint(a, c));

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1197 assert(disjoint(b, c));

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1198 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1199 body

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1200 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1201 auto aptr = a.ptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1202 auto aend = aptr + a.length;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1203 auto bptr = b.ptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1204 auto cptr = c.ptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1205

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1206 version (D_InlineAsm_X86)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1207 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1208 // SSE2 aligned version is 1721% faster

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1209 if (sse2() && a.length >= 8)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1210 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1211 auto n = aptr + (a.length & ~7);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1212

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1213 if (((cast(uint) aptr | cast(uint) bptr | cast(uint) cptr) & 15) != 0)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1214 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1215 asm // unaligned case

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1216 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1217 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1218 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1219 mov EAX, bptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1220 mov ECX, cptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1221

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1222 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1223 startsse2u:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1224 add ESI, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1225 movdqu XMM0, [EAX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1226 movdqu XMM2, [ECX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1227 movdqu XMM1, [EAX+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1228 movdqu XMM3, [ECX+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1229 add EAX, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1230 add ECX, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1231 psubd XMM0, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1232 psubd XMM1, XMM3;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1233 movdqu [ESI -32], XMM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1234 movdqu [ESI+16-32], XMM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1235 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1236 jb startsse2u;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1237

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1238 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1239 mov bptr, EAX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1240 mov cptr, ECX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1241 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1242 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1243 else

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1244 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1245 asm // aligned case

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1246 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1247 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1248 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1249 mov EAX, bptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1250 mov ECX, cptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1251

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1252 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1253 startsse2a:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1254 add ESI, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1255 movdqa XMM0, [EAX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1256 movdqa XMM2, [ECX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1257 movdqa XMM1, [EAX+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1258 movdqa XMM3, [ECX+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1259 add EAX, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1260 add ECX, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1261 psubd XMM0, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1262 psubd XMM1, XMM3;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1263 movdqa [ESI -32], XMM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1264 movdqa [ESI+16-32], XMM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1265 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1266 jb startsse2a;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1267

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1268 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1269 mov bptr, EAX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1270 mov cptr, ECX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1271 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1272 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1273 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1274 else

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1275 // MMX version is 1002% faster

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1276 if (mmx() && a.length >= 4)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1277 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1278 auto n = aptr + (a.length & ~3);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1279

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1280 asm

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1281 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1282 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1283 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1284 mov EAX, bptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1285 mov ECX, cptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1286

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1287 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1288 startmmx:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1289 add ESI, 16;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1290 movq MM0, [EAX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1291 movq MM2, [ECX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1292 movq MM1, [EAX+8];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1293 movq MM3, [ECX+8];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1294 add EAX, 16;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1295 add ECX, 16;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1296 psubd MM0, MM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1297 psubd MM1, MM3;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1298 movq [ESI -16], MM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1299 movq [ESI+8-16], MM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1300 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1301 jb startmmx;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1302

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1303 emms;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1304 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1305 mov bptr, EAX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1306 mov cptr, ECX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1307 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1308 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1309 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1310

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1311 while (aptr < aend)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1312 *aptr++ = *bptr++ - *cptr++;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1313

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1314 return a;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1315 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1316

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1317 unittest

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1318 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1319 printf("_arraySliceSliceMinSliceAssign_i unittest\n");

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1320

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1321 for (cpuid = 0; cpuid < CPUID_MAX; cpuid++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1322 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1323 version (log) printf(" cpuid %d\n", cpuid);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1324

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1325 for (int j = 0; j < 2; j++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1326 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1327 const int dim = 67;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1328 T[] a = new T[dim + j]; // aligned on 16 byte boundary

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1329 a = a[j .. dim + j]; // misalign for second iteration

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1330 T[] b = new T[dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1331 b = b[j .. dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1332 T[] c = new T[dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1333 c = c[j .. dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1334

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1335 for (int i = 0; i < dim; i++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1336 { a[i] = cast(T)i;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1337 b[i] = cast(T)(i + 7);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1338 c[i] = cast(T)(i * 2);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1339 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1340

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1341 c[] = a[] - b[];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1342

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1343 for (int i = 0; i < dim; i++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1344 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1345 if (c[i] != cast(T)(a[i] - b[i]))

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1346 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1347 printf("[%d]: %d != %d - %d\n", i, c[i], a[i], b[i]);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1348 assert(0);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1349 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1350 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1351 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1352 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1353 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1354

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1355

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1356 /* ======================================================================== */

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1357

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1358 /***********************

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1359 * Computes:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1360 * a[] -= value

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1361 */

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1362

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1363 T[] _arrayExpSliceMinass_w(T[] a, T value)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1364 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1365 return _arrayExpSliceMinass_i(a, value);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1366 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1367

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1368 T[] _arrayExpSliceMinass_k(T[] a, T value)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1369 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1370 return _arrayExpSliceMinass_i(a, value);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1371 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1372

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1373 T[] _arrayExpSliceMinass_i(T[] a, T value)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1374 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1375 //printf("_arrayExpSliceMinass_i(a.length = %d, value = %Lg)\n", a.length, cast(real)value);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1376 auto aptr = a.ptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1377 auto aend = aptr + a.length;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1378

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1379 version (D_InlineAsm_X86)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1380 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1381 // SSE2 aligned version is 81% faster

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1382 if (sse2() && a.length >= 8)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1383 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1384 auto n = aptr + (a.length & ~7);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1385

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1386 uint l = value;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1387

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1388 if (((cast(uint) aptr) & 15) != 0)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1389 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1390 asm // unaligned case

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1391 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1392 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1393 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1394 movd XMM2, l;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1395 pshufd XMM2, XMM2, 0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1396

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1397 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1398 startaddsse2u:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1399 movdqu XMM0, [ESI];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1400 movdqu XMM1, [ESI+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1401 add ESI, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1402 psubd XMM0, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1403 psubd XMM1, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1404 movdqu [ESI -32], XMM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1405 movdqu [ESI+16-32], XMM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1406 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1407 jb startaddsse2u;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1408

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1409 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1410 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1411 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1412 else

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1413 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1414 asm // aligned case

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1415 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1416 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1417 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1418 movd XMM2, l;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1419 pshufd XMM2, XMM2, 0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1420

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1421 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1422 startaddsse2a:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1423 movdqa XMM0, [ESI];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1424 movdqa XMM1, [ESI+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1425 add ESI, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1426 psubd XMM0, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1427 psubd XMM1, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1428 movdqa [ESI -32], XMM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1429 movdqa [ESI+16-32], XMM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1430 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1431 jb startaddsse2a;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1432

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1433 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1434 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1435 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1436 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1437 else

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1438 // MMX version is 81% faster

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1439 if (mmx() && a.length >= 4)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1440 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1441 auto n = aptr + (a.length & ~3);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1442

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1443 ulong l = cast(uint) value | (cast(ulong)cast(uint) value << 32);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1444

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1445 asm

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1446 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1447 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1448 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1449 movq MM2, l;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1450

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1451 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1452 startmmx:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1453 movq MM0, [ESI];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1454 movq MM1, [ESI+8];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1455 add ESI, 16;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1456 psubd MM0, MM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1457 psubd MM1, MM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1458 movq [ESI -16], MM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1459 movq [ESI+8-16], MM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1460 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1461 jb startmmx;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1462

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1463 emms;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1464 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1465 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1466 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1467 else

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1468 if (a.length >= 2)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1469 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1470 auto n = aptr + (a.length & ~1);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1471

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1472 asm

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1473 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1474 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1475 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1476 mov EDX, value;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1477

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1478 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1479 start386:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1480 mov EBX, [ESI];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1481 mov ECX, [ESI+4];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1482 add ESI, 8;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1483 sub EBX, EDX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1484 sub ECX, EDX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1485 mov [ESI -8], EBX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1486 mov [ESI+4-8], ECX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1487 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1488 jb start386;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1489

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1490 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1491 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1492 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1493 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1494

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1495 while (aptr < aend)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1496 *aptr++ -= value;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1497

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1498 return a;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1499 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1500

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1501 unittest

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1502 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1503 printf("_arrayExpSliceMinass_i unittest\n");

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1504

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1505 for (cpuid = 0; cpuid < CPUID_MAX; cpuid++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1506 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1507 version (log) printf(" cpuid %d\n", cpuid);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1508

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1509 for (int j = 0; j < 2; j++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1510 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1511 const int dim = 67;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1512 T[] a = new T[dim + j]; // aligned on 16 byte boundary

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1513 a = a[j .. dim + j]; // misalign for second iteration

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1514 T[] b = new T[dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1515 b = b[j .. dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1516 T[] c = new T[dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1517 c = c[j .. dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1518

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1519 for (int i = 0; i < dim; i++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1520 { a[i] = cast(T)i;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1521 b[i] = cast(T)(i + 7);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1522 c[i] = cast(T)(i * 2);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1523 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1524

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1525 a[] = c[];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1526 a[] -= 6;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1527

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1528 for (int i = 0; i < dim; i++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1529 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1530 if (a[i] != cast(T)(c[i] - 6))

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1531 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1532 printf("[%d]: %d != %d - 6\n", i, a[i], c[i]);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1533 assert(0);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1534 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1535 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1536 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1537 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1538 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1539

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1540

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1541 /* ======================================================================== */

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1542

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1543 /***********************

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1544 * Computes:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1545 * a[] -= b[]

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1546 */

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1547

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1548 T[] _arraySliceSliceMinass_w(T[] a, T[] b)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1549 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1550 return _arraySliceSliceMinass_i(a, b);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1551 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1552

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1553 T[] _arraySliceSliceMinass_k(T[] a, T[] b)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1554 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1555 return _arraySliceSliceMinass_i(a, b);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1556 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1557

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1558 T[] _arraySliceSliceMinass_i(T[] a, T[] b)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1559 in

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1560 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1561 assert (a.length == b.length);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1562 assert (disjoint(a, b));

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1563 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1564 body

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1565 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1566 //printf("_arraySliceSliceMinass_i()\n");

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1567 auto aptr = a.ptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1568 auto aend = aptr + a.length;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1569 auto bptr = b.ptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1570

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1571 version (D_InlineAsm_X86)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1572 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1573 // SSE2 aligned version is 731% faster

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1574 if (sse2() && a.length >= 8)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1575 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1576 auto n = aptr + (a.length & ~7);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1577

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1578 if (((cast(uint) aptr | cast(uint) bptr) & 15) != 0)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1579 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1580 asm // unaligned case

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1581 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1582 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1583 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1584 mov ECX, bptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1585

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1586 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1587 startsse2u:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1588 movdqu XMM0, [ESI];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1589 movdqu XMM2, [ECX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1590 movdqu XMM1, [ESI+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1591 movdqu XMM3, [ECX+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1592 add ESI, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1593 add ECX, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1594 psubd XMM0, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1595 psubd XMM1, XMM3;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1596 movdqu [ESI -32], XMM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1597 movdqu [ESI+16-32], XMM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1598 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1599 jb startsse2u;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1600

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1601 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1602 mov bptr, ECX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1603 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1604 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1605 else

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1606 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1607 asm // aligned case

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1608 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1609 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1610 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1611 mov ECX, bptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1612

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1613 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1614 startsse2a:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1615 movdqa XMM0, [ESI];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1616 movdqa XMM2, [ECX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1617 movdqa XMM1, [ESI+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1618 movdqa XMM3, [ECX+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1619 add ESI, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1620 add ECX, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1621 psubd XMM0, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1622 psubd XMM1, XMM3;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1623 movdqa [ESI -32], XMM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1624 movdqa [ESI+16-32], XMM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1625 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1626 jb startsse2a;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1627

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1628 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1629 mov bptr, ECX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1630 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1631 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1632 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1633 else

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1634 // MMX version is 441% faster

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1635 if (mmx() && a.length >= 4)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1636 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1637 auto n = aptr + (a.length & ~3);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1638

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1639 asm

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1640 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1641 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1642 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1643 mov ECX, bptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1644

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1645 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1646 startmmx:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1647 movq MM0, [ESI];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1648 movq MM2, [ECX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1649 movq MM1, [ESI+8];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1650 movq MM3, [ECX+8];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1651 add ESI, 16;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1652 add ECX, 16;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1653 psubd MM0, MM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1654 psubd MM1, MM3;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1655 movq [ESI -16], MM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1656 movq [ESI+8-16], MM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1657 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1658 jb startmmx;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1659

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1660 emms;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1661 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1662 mov bptr, ECX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1663 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1664 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1665 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1666

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1667 while (aptr < aend)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1668 *aptr++ -= *bptr++;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1669

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1670 return a;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1671 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1672

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1673 unittest

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1674 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1675 printf("_arraySliceSliceMinass_i unittest\n");

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1676

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1677 for (cpuid = 0; cpuid < CPUID_MAX; cpuid++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1678 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1679 version (log) printf(" cpuid %d\n", cpuid);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1680

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1681 for (int j = 0; j < 2; j++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1682 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1683 const int dim = 67;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1684 T[] a = new T[dim + j]; // aligned on 16 byte boundary

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1685 a = a[j .. dim + j]; // misalign for second iteration

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1686 T[] b = new T[dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1687 b = b[j .. dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1688 T[] c = new T[dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1689 c = c[j .. dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1690

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1691 for (int i = 0; i < dim; i++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1692 { a[i] = cast(T)i;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1693 b[i] = cast(T)(i + 7);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1694 c[i] = cast(T)(i * 2);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1695 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1696

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1697 b[] = c[];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1698 c[] -= a[];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1699

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1700 for (int i = 0; i < dim; i++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1701 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1702 if (c[i] != cast(T)(b[i] - a[i]))

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1703 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1704 printf("[%d]: %d != %d - %d\n", i, c[i], b[i], a[i]);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1705 assert(0);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1706 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1707 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1708 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1709 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1710 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1711

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1712

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1713 /* ======================================================================== */

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1714

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1715 /***********************

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1716 * Computes:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1717 * a[] = b[] * value

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1718 */

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1719

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1720 T[] _arraySliceExpMulSliceAssign_w(T[] a, T value, T[] b)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1721 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1722 return _arraySliceExpMulSliceAssign_i(a, value, b);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1723 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1724

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1725 T[] _arraySliceExpMulSliceAssign_k(T[] a, T value, T[] b)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1726 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1727 return _arraySliceExpMulSliceAssign_i(a, value, b);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1728 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1729

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1730 T[] _arraySliceExpMulSliceAssign_i(T[] a, T value, T[] b)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1731 in

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1732 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1733 assert(a.length == b.length);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1734 assert(disjoint(a, b));

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1735 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1736 body

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1737 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1738 //printf("_arraySliceExpMulSliceAssign_i()\n");

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1739 auto aptr = a.ptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1740 auto aend = aptr + a.length;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1741 auto bptr = b.ptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1742

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1743 version (none) // multiplying a pair is not supported by MMX

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1744 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1745 version (D_InlineAsm_X86)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1746 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1747 // SSE2 aligned version is 1380% faster

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1748 if (sse2() && a.length >= 8)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1749 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1750 auto n = aptr + (a.length & ~7);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1751

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1752 uint l = value;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1753

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1754 if (((cast(uint) aptr | cast(uint) bptr) & 15) != 0)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1755 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1756 asm

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1757 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1758 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1759 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1760 mov EAX, bptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1761 movd XMM2, l;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1762 pshufd XMM2, XMM2, 0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1763

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1764 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1765 startsse2u:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1766 add ESI, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1767 movdqu XMM0, [EAX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1768 movdqu XMM1, [EAX+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1769 add EAX, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1770 pmuludq XMM0, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1771 pmuludq XMM1, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1772 movdqu [ESI -32], XMM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1773 movdqu [ESI+16-32], XMM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1774 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1775 jb startsse2u;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1776

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1777 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1778 mov bptr, EAX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1779 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1780 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1781 else

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1782 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1783 asm

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1784 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1785 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1786 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1787 mov EAX, bptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1788 movd XMM2, l;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1789 pshufd XMM2, XMM2, 0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1790

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1791 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1792 startsse2a:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1793 add ESI, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1794 movdqa XMM0, [EAX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1795 movdqa XMM1, [EAX+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1796 add EAX, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1797 pmuludq XMM0, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1798 pmuludq XMM1, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1799 movdqa [ESI -32], XMM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1800 movdqa [ESI+16-32], XMM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1801 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1802 jb startsse2a;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1803

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1804 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1805 mov bptr, EAX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1806 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1807 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1808 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1809 else

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1810 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1811 // MMX version is 1380% faster

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1812 if (mmx() && a.length >= 4)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1813 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1814 auto n = aptr + (a.length & ~3);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1815

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1816 ulong l = cast(uint) value | (cast(ulong)cast(uint) value << 32);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1817

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1818 asm

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1819 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1820 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1821 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1822 mov EAX, bptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1823 movq MM2, l;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1824

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1825 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1826 startmmx:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1827 add ESI, 16;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1828 movq MM0, [EAX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1829 movq MM1, [EAX+8];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1830 add EAX, 16;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1831 pmuludq MM0, MM2; // only multiplies low 32 bits

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1832 pmuludq MM1, MM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1833 movq [ESI -16], MM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1834 movq [ESI+8-16], MM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1835 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1836 jb startmmx;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1837

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1838 emms;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1839 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1840 mov bptr, EAX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1841 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1842 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1843 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1844 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1845 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1846

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1847 while (aptr < aend)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1848 *aptr++ = *bptr++ * value;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1849

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1850 return a;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1851 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1852

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1853 unittest

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1854 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1855 printf("_arraySliceExpMulSliceAssign_s unittest\n");

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1856

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1857 for (cpuid = 0; cpuid < CPUID_MAX; cpuid++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1858 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1859 version (log) printf(" cpuid %d\n", cpuid);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1860

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1861 for (int j = 0; j < 2; j++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1862 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1863 const int dim = 67;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1864 T[] a = new T[dim + j]; // aligned on 16 byte boundary

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1865 a = a[j .. dim + j]; // misalign for second iteration

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1866 T[] b = new T[dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1867 b = b[j .. dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1868 T[] c = new T[dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1869 c = c[j .. dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1870

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1871 for (int i = 0; i < dim; i++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1872 { a[i] = cast(T)i;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1873 b[i] = cast(T)(i + 7);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1874 c[i] = cast(T)(i * 2);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1875 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1876

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1877 c[] = a[] * 6;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1878

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1879 for (int i = 0; i < dim; i++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1880 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1881 //printf("[%d]: %d ?= %d * 6\n", i, c[i], a[i]);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1882 if (c[i] != cast(T)(a[i] * 6))

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1883 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1884 printf("[%d]: %d != %d * 6\n", i, c[i], a[i]);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1885 assert(0);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1886 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1887 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1888 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1889 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1890 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1891

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1892

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1893 /* ======================================================================== */

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1894

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1895 /***********************

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1896 * Computes:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1897 * a[] = b[] * c[]

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1898 */

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1899

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1900 T[] _arraySliceSliceMulSliceAssign_w(T[] a, T[] c, T[] b)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1901 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1902 return _arraySliceSliceMulSliceAssign_i(a, c, b);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1903 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1904

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1905 T[] _arraySliceSliceMulSliceAssign_k(T[] a, T[] c, T[] b)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1906 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1907 return _arraySliceSliceMulSliceAssign_i(a, c, b);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1908 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1909

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1910 T[] _arraySliceSliceMulSliceAssign_i(T[] a, T[] c, T[] b)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1911 in

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1912 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1913 assert(a.length == b.length && b.length == c.length);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1914 assert(disjoint(a, b));

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1915 assert(disjoint(a, c));

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1916 assert(disjoint(b, c));

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1917 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1918 body

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1919 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1920 //printf("_arraySliceSliceMulSliceAssign_i()\n");

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1921 auto aptr = a.ptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1922 auto aend = aptr + a.length;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1923 auto bptr = b.ptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1924 auto cptr = c.ptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1925

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1926 version (none)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1927 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1928 version (D_InlineAsm_X86)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1929 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1930 // SSE2 aligned version is 1407% faster

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1931 if (sse2() && a.length >= 8)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1932 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1933 auto n = aptr + (a.length & ~7);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1934

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1935 if (((cast(uint) aptr | cast(uint) bptr | cast(uint) cptr) & 15) != 0)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1936 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1937 asm

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1938 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1939 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1940 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1941 mov EAX, bptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1942 mov ECX, cptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1943

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1944 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1945 startsse2u:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1946 add ESI, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1947 movdqu XMM0, [EAX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1948 movdqu XMM2, [ECX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1949 movdqu XMM1, [EAX+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1950 movdqu XMM3, [ECX+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1951 add EAX, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1952 add ECX, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1953 pmuludq XMM0, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1954 pmuludq XMM1, XMM3;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1955 movdqu [ESI -32], XMM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1956 movdqu [ESI+16-32], XMM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1957 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1958 jb startsse2u;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1959

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1960 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1961 mov bptr, EAX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1962 mov cptr, ECX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1963 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1964 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1965 else

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1966 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1967 asm

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1968 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1969 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1970 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1971 mov EAX, bptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1972 mov ECX, cptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1973

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1974 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1975 startsse2a:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1976 add ESI, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1977 movdqa XMM0, [EAX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1978 movdqa XMM2, [ECX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1979 movdqa XMM1, [EAX+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1980 movdqa XMM3, [ECX+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1981 add EAX, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1982 add ECX, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1983 pmuludq XMM0, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1984 pmuludq XMM1, XMM3;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1985 movdqa [ESI -32], XMM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1986 movdqa [ESI+16-32], XMM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1987 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1988 jb startsse2a;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1989

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1990 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1991 mov bptr, EAX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1992 mov cptr, ECX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1993 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1994 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1995 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1996 else

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1997 // MMX version is 1029% faster

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1998 if (mmx() && a.length >= 4)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

1999 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2000 auto n = aptr + (a.length & ~3);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2001

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2002 asm

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2003 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2004 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2005 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2006 mov EAX, bptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2007 mov ECX, cptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2008

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2009 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2010 startmmx:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2011 add ESI, 16;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2012 movq MM0, [EAX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2013 movq MM2, [ECX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2014 movq MM1, [EAX+8];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2015 movq MM3, [ECX+8];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2016 add EAX, 16;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2017 add ECX, 16;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2018 pmuludq MM0, MM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2019 pmuludq MM1, MM3;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2020 movq [ESI -16], MM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2021 movq [ESI+8-16], MM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2022 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2023 jb startmmx;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2024

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2025 emms;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2026 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2027 mov bptr, EAX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2028 mov cptr, ECX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2029 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2030 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2031 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2032 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2033

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2034 while (aptr < aend)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2035 *aptr++ = *bptr++ * *cptr++;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2036

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2037 return a;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2038 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2039

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2040 unittest

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2041 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2042 printf("_arraySliceSliceMulSliceAssign_i unittest\n");

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2043

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2044 for (cpuid = 0; cpuid < CPUID_MAX; cpuid++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2045 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2046 version (log) printf(" cpuid %d\n", cpuid);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2047

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2048 for (int j = 0; j < 2; j++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2049 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2050 const int dim = 67;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2051 T[] a = new T[dim + j]; // aligned on 16 byte boundary

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2052 a = a[j .. dim + j]; // misalign for second iteration

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2053 T[] b = new T[dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2054 b = b[j .. dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2055 T[] c = new T[dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2056 c = c[j .. dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2057

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2058 for (int i = 0; i < dim; i++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2059 { a[i] = cast(T)i;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2060 b[i] = cast(T)(i + 7);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2061 c[i] = cast(T)(i * 2);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2062 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2063

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2064 c[] = a[] * b[];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2065

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2066 for (int i = 0; i < dim; i++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2067 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2068 if (c[i] != cast(T)(a[i] * b[i]))

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2069 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2070 printf("[%d]: %d != %d * %d\n", i, c[i], a[i], b[i]);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2071 assert(0);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2072 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2073 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2074 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2075 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2076 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2077

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2078

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2079 /* ======================================================================== */

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2080

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2081 /***********************

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2082 * Computes:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2083 * a[] *= value

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2084 */

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2085

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2086 T[] _arrayExpSliceMulass_w(T[] a, T value)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2087 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2088 return _arrayExpSliceMulass_i(a, value);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2089 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2090

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2091 T[] _arrayExpSliceMulass_k(T[] a, T value)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2092 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2093 return _arrayExpSliceMulass_i(a, value);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2094 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2095

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2096 T[] _arrayExpSliceMulass_i(T[] a, T value)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2097 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2098 //printf("_arrayExpSliceMulass_i(a.length = %d, value = %Lg)\n", a.length, cast(real)value);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2099 auto aptr = a.ptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2100 auto aend = aptr + a.length;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2101

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2102 version (none)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2103 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2104 version (D_InlineAsm_X86)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2105 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2106 // SSE2 aligned version is 400% faster

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2107 if (sse2() && a.length >= 8)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2108 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2109 auto n = aptr + (a.length & ~7);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2110

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2111 uint l = value;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2112

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2113 if (((cast(uint) aptr) & 15) != 0)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2114 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2115 asm

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2116 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2117 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2118 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2119 movd XMM2, l;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2120 pshufd XMM2, XMM2, 0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2121

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2122 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2123 startsse2u:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2124 movdqu XMM0, [ESI];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2125 movdqu XMM1, [ESI+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2126 add ESI, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2127 pmuludq XMM0, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2128 pmuludq XMM1, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2129 movdqu [ESI -32], XMM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2130 movdqu [ESI+16-32], XMM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2131 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2132 jb startsse2u;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2133

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2134 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2135 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2136 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2137 else

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2138 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2139 asm

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2140 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2141 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2142 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2143 movd XMM2, l;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2144 pshufd XMM2, XMM2, 0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2145

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2146 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2147 startsse2a:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2148 movdqa XMM0, [ESI];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2149 movdqa XMM1, [ESI+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2150 add ESI, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2151 pmuludq XMM0, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2152 pmuludq XMM1, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2153 movdqa [ESI -32], XMM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2154 movdqa [ESI+16-32], XMM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2155 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2156 jb startsse2a;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2157

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2158 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2159 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2160 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2161 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2162 else

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2163 // MMX version is 402% faster

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2164 if (mmx() && a.length >= 4)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2165 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2166 auto n = aptr + (a.length & ~3);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2167

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2168 ulong l = cast(uint) value | (cast(ulong)cast(uint) value << 32);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2169

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2170 asm

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2171 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2172 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2173 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2174 movq MM2, l;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2175

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2176 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2177 startmmx:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2178 movq MM0, [ESI];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2179 movq MM1, [ESI+8];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2180 add ESI, 16;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2181 pmuludq MM0, MM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2182 pmuludq MM1, MM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2183 movq [ESI -16], MM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2184 movq [ESI+8-16], MM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2185 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2186 jb startmmx;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2187

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2188 emms;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2189 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2190 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2191 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2192 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2193 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2194

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2195 while (aptr < aend)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2196 *aptr++ *= value;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2197

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2198 return a;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2199 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2200

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2201 unittest

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2202 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2203 printf("_arrayExpSliceMulass_i unittest\n");

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2204

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2205 for (cpuid = 0; cpuid < CPUID_MAX; cpuid++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2206 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2207 version (log) printf(" cpuid %d\n", cpuid);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2208

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2209 for (int j = 0; j < 2; j++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2210 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2211 const int dim = 67;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2212 T[] a = new T[dim + j]; // aligned on 16 byte boundary

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2213 a = a[j .. dim + j]; // misalign for second iteration

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2214 T[] b = new T[dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2215 b = b[j .. dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2216 T[] c = new T[dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2217 c = c[j .. dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2218

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2219 for (int i = 0; i < dim; i++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2220 { a[i] = cast(T)i;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2221 b[i] = cast(T)(i + 7);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2222 c[i] = cast(T)(i * 2);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2223 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2224

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2225 b[] = a[];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2226 a[] *= 6;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2227

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2228 for (int i = 0; i < dim; i++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2229 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2230 if (a[i] != cast(T)(b[i] * 6))

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2231 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2232 printf("[%d]: %d != %d * 6\n", i, a[i], b[i]);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2233 assert(0);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2234 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2235 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2236 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2237 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2238 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2239

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2240

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2241 /* ======================================================================== */

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2242

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2243 /***********************

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2244 * Computes:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2245 * a[] *= b[]

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2246 */

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2247

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2248 T[] _arraySliceSliceMulass_w(T[] a, T[] b)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2249 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2250 return _arraySliceSliceMulass_i(a, b);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2251 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2252

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2253 T[] _arraySliceSliceMulass_k(T[] a, T[] b)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2254 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2255 return _arraySliceSliceMulass_i(a, b);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2256 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2257

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2258 T[] _arraySliceSliceMulass_i(T[] a, T[] b)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2259 in

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2260 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2261 assert (a.length == b.length);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2262 assert (disjoint(a, b));

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2263 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2264 body

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2265 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2266 //printf("_arraySliceSliceMulass_i()\n");

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2267 auto aptr = a.ptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2268 auto aend = aptr + a.length;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2269 auto bptr = b.ptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2270

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2271 version (none)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2272 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2273 version (D_InlineAsm_X86)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2274 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2275 // SSE2 aligned version is 873% faster

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2276 if (sse2() && a.length >= 8)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2277 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2278 auto n = aptr + (a.length & ~7);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2279

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2280 if (((cast(uint) aptr | cast(uint) bptr) & 15) != 0)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2281 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2282 asm

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2283 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2284 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2285 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2286 mov ECX, bptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2287

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2288 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2289 startsse2u:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2290 movdqu XMM0, [ESI];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2291 movdqu XMM2, [ECX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2292 movdqu XMM1, [ESI+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2293 movdqu XMM3, [ECX+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2294 add ESI, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2295 add ECX, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2296 pmuludq XMM0, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2297 pmuludq XMM1, XMM3;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2298 movdqu [ESI -32], XMM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2299 movdqu [ESI+16-32], XMM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2300 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2301 jb startsse2u;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2302

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2303 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2304 mov bptr, ECX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2305 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2306 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2307 else

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2308 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2309 asm

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2310 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2311 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2312 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2313 mov ECX, bptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2314

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2315 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2316 startsse2a:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2317 movdqa XMM0, [ESI];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2318 movdqa XMM2, [ECX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2319 movdqa XMM1, [ESI+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2320 movdqa XMM3, [ECX+16];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2321 add ESI, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2322 add ECX, 32;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2323 pmuludq XMM0, XMM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2324 pmuludq XMM1, XMM3;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2325 movdqa [ESI -32], XMM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2326 movdqa [ESI+16-32], XMM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2327 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2328 jb startsse2a;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2329

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2330 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2331 mov bptr, ECX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2332 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2333 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2334 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2335 /+ BUG: comment out this section until we figure out what is going

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2336 wrong with the invalid pshufd instructions.

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2337

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2338 else

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2339 // MMX version is 573% faster

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2340 if (mmx() && a.length >= 4)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2341 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2342 auto n = aptr + (a.length & ~3);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2343

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2344 asm

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2345 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2346 mov ESI, aptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2347 mov EDI, n;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2348 mov ECX, bptr;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2349

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2350 align 4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2351 startmmx:

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2352 movq MM0, [ESI];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2353 movq MM2, [ECX];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2354 movq MM1, [ESI+8];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2355 movq MM3, [ECX+8];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2356 pxor MM4, MM4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2357 pxor MM5, MM5;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2358 punpckldq MM4, MM0;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2359 punpckldq MM5, MM2;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2360 add ESI, 16;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2361 add ECX, 16;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2362 pmuludq MM4, MM5;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2363 pshufd MM4, MM4, 8; // ?

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2364 movq [ESI -16], MM4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2365 pxor MM4, MM4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2366 pxor MM5, MM5;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2367 punpckldq MM4, MM1;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2368 punpckldq MM5, MM3;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2369 pmuludq MM4, MM5;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2370 pshufd MM4, MM4, 8; // ?

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2371 movq [ESI+8-16], MM4;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2372 cmp ESI, EDI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2373 jb startmmx;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2374

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2375 emms;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2376 mov aptr, ESI;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2377 mov bptr, ECX;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2378 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2379 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2380 +/

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2381 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2382 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2383

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2384 while (aptr < aend)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2385 *aptr++ *= *bptr++;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2386

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2387 return a;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2388 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2389

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2390 unittest

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2391 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2392 printf("_arraySliceSliceMulass_i unittest\n");

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2393

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2394 for (cpuid = 0; cpuid < CPUID_MAX; cpuid++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2395 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2396 version (log) printf(" cpuid %d\n", cpuid);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2397

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2398 for (int j = 0; j < 2; j++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2399 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2400 const int dim = 67;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2401 T[] a = new T[dim + j]; // aligned on 16 byte boundary

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2402 a = a[j .. dim + j]; // misalign for second iteration

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2403 T[] b = new T[dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2404 b = b[j .. dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2405 T[] c = new T[dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2406 c = c[j .. dim + j];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2407

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2408 for (int i = 0; i < dim; i++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2409 { a[i] = cast(T)i;

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2410 b[i] = cast(T)(i + 7);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2411 c[i] = cast(T)(i * 2);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2412 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2413

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2414 b[] = a[];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2415 a[] *= c[];

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2416

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2417 for (int i = 0; i < dim; i++)

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2418 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2419 if (a[i] != cast(T)(b[i] * c[i]))

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2420 {

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2421 printf("[%d]: %d != %d * %d\n", i, a[i], b[i], c[i]);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2422 assert(0);

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2423 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2424 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2425 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2426 }

d3eb054172f9 Added copy of druntime from DMD 2.020 modified for LDC.

Tomas Lindquist Olsen <tomas.l.olsen@gmail.com>

parents:

diff changeset

2427 }

Mercurial > projects > ldc

annotate druntime/src/compiler/dmd/arrayint.d @ 759:d3eb054172f9