42 bool runC2CFFT(int rank, size_t lengthX, size_t lengthY, size_t lengthZ, int direction,
47 bool runR2CFFT(int rank, size_t lengthX, size_t lengthY, size_t lengthZ,
52 bool runC2RFFT(int rank, size_t lengthX, size_t lengthY, size_t lengthZ,
69 bool run1DFFTTransformC2C(size_t lengthX, int direction, cufftType type, int profile_count, int bat…
72 bool run1DFFTTransformR2C(size_t lengthX, cufftType type, int profile_count, int batch_size, bool o…
75 bool run1DFFTTransformC2R(size_t lengthX, cufftType type, int profile_count, int batch_size, bool o…
78 bool run2DFFTTransformC2C(size_t lengthX, size_t lengthY, int direction, cufftType type, int profil…
81 bool run2DFFTTransformR2C(size_t lengthX, size_t lengthY, cufftType type, int profile_count, int ba…
84 bool run2DFFTTransformC2R(size_t lengthX, size_t lengthY, cufftType type, int profile_count, int ba…
87 bool run3DFFTTransformC2C(size_t lengthX, size_t lengthY, size_t lengthZ, int direction, cufftType …
90 bool run3DFFTTransformR2C(size_t lengthX, size_t lengthY, size_t lengthZ, cufftType type, int profi…
93 bool run3DFFTTransformC2R(size_t lengthX, size_t lengthY, size_t lengthZ, cufftType type, int profi…
118 	size_t lengthX = SIGNAL_SIZE;  in runTest()  local
149 	  lengthX = atoi(argv[1]);  in runTest()
198 	if (lengthX < 1 || lengthY < 1 || lengthZ < 1)  in runTest()
245 …bTestResult = runC2CFFT<cufftComplex>(rank, lengthX, lengthY, lengthZ, direction, fftType , profil…  in runTest()
252 …bTestResult = runC2CFFT<cufftDoubleComplex>(rank, lengthX, lengthY, lengthZ, direction, fftType , …  in runTest()
259 …bTestResult = runR2CFFT<cufftReal, cufftComplex>(rank, lengthX, lengthY, lengthZ, fftType, profile…  in runTest()
265 …bTestResult = runR2CFFT<cufftDoubleReal, cufftDoubleComplex>(rank, lengthX, lengthY, lengthZ, fftT…  in runTest()
271 …bTestResult = runC2RFFT<cufftComplex, cufftReal>(rank, lengthX, lengthY, lengthZ, fftType, profile…  in runTest()
277 …bTestResult = runC2RFFT<cufftDoubleComplex, cufftDoubleReal>(rank, lengthX, lengthY, lengthZ, fftT…  in runTest()
299 bool runC2RFFT(int rank, size_t lengthX, size_t lengthY, size_t lengthZ,  in runC2RFFT()  argument
327 …		bTestResult = run1DFFTTransformC2R<In, Out>(lengthX, type, profile_count, batch_size, outPlace);   in runC2RFFT()
333 				size_t fftLength = lengthX;  in runC2RFFT()
334 				size_t innerDimLength = outPlace ? lengthX  : (lengthX + 2) ;  in runC2RFFT()
335 				size_t inLength = (lengthX/2 + 1)*iStride;  in runC2RFFT()
353 				int n[1] = {(int)lengthX};  in runC2RFFT()
355 				int inembed[1] = {(int)(lengthX/2+1)};  in runC2RFFT()
378 …bTestResult = run2DFFTTransformC2R<In, Out>(lengthX, lengthY, type, profile_count, batch_size, out…  in runC2RFFT()
384 				size_t fftLength = lengthX * lengthY;  in runC2RFFT()
386 				size_t inLength = lengthX * (lengthY/2 + 1)*iStride;  in runC2RFFT()
387 				size_t outLength = lengthX * innerDimLength * oStride;  in runC2RFFT()
404 				int n[2] = {(int)lengthX, (int)lengthY};  in runC2RFFT()
406 				int inembed[2] = {(int)lengthX, (int)(lengthY/2+1)};  in runC2RFFT()
407 				int outembed[2] = {(int)lengthX, (int)innerDimLength};  in runC2RFFT()
429 …bTestResult = run3DFFTTransformC2R<In, Out>(lengthX, lengthY, lengthZ, type, profile_count, batch_…  in runC2RFFT()
435 				size_t fftLength = lengthX * lengthY * lengthZ;  in runC2RFFT()
437 				size_t inLength = lengthX * lengthY * (lengthZ/2 + 1)*iStride;  in runC2RFFT()
438 				size_t outLength = lengthX * lengthY * innerDimLength * oStride;  in runC2RFFT()
455 				int n[3] = {(int)lengthX, (int)lengthY, (int)lengthZ};  in runC2RFFT()
457 				int inembed[3] = {(int)lengthX, (int)lengthY, (int)(lengthZ/2+1)};  in runC2RFFT()
458 				int outembed[3] = {(int)lengthX, (int)lengthY, (int)innerDimLength};  in runC2RFFT()
481 bool runR2CFFT(int rank, size_t lengthX, size_t lengthY, size_t lengthZ,  in runR2CFFT()  argument
504 			if (iDist > 0 && iDist < ((lengthX+2)*iStride))  in runR2CFFT()
510 			if (oDist > 0 && (oDist < ((lengthX/2 + 1)*oStride)))  in runR2CFFT()
522 				bTestResult = run1DFFTTransformR2C<In, Out>(lengthX, type, profile_count, batch_size, outPlace);  in runR2CFFT()
527 				iDist = iDist? iDist : (int)((lengthX+2)*iStride);  in runR2CFFT()
528 				oDist = oDist? oDist : (int)((lengthX/2 + 1)*oStride);  in runR2CFFT()
537 				int n[1] = {(int)lengthX};  in runR2CFFT()
538 				size_t fftLength = lengthX;  in runR2CFFT()
539 				size_t outLength = (lengthX/2 + 1)*oStride;  in runR2CFFT()
541 				int inembed[1] = {(int)(lengthX + 2)};  in runR2CFFT()
542 				int outembed[1] = {(int)(lengthX/2 + 1)};  in runR2CFFT()
558 			if (iDist > 0 && iDist < (lengthX *(lengthY+2)*iStride))  in runR2CFFT()
564 			if (oDist > 0 && (oDist < (lengthX *(lengthY/2 + 1)*oStride)))  in runR2CFFT()
576 …bTestResult = run2DFFTTransformR2C<In, Out>(lengthX, lengthY, type, profile_count, batch_size, out…  in runR2CFFT()
581 				iDist = iDist? iDist : (int)(lengthX * (lengthY+2)*iStride);  in runR2CFFT()
582 				oDist = oDist? oDist : (int)(lengthX * (lengthY/2 + 1)*oStride);  in runR2CFFT()
591 				int n[2] = {(int)lengthX, (int)lengthY};  in runR2CFFT()
592 				size_t fftLength = lengthX * lengthY;  in runR2CFFT()
593 				size_t outLength = lengthX * (lengthY/2 + 1)*oStride;  in runR2CFFT()
595 				int inembed[2] = {(int)lengthX, (int)(lengthY+2)};  in runR2CFFT()
596 				int outembed[2] = {(int)lengthX, (int)(lengthY/2+1)};  in runR2CFFT()
612 			if (iDist > 0 && iDist < (lengthX * lengthY *(lengthZ+2)*iStride))  in runR2CFFT()
618 			if (oDist > 0 && (oDist < (lengthX * lengthY *(lengthZ/2 +  1)*oStride)))  in runR2CFFT()
630 …bTestResult = run3DFFTTransformR2C<In, Out>(lengthX, lengthY, lengthZ, type, profile_count, batch_…  in runR2CFFT()
635 				iDist = iDist? iDist : (int)(lengthX * lengthY * (lengthZ+2)*iStride);  in runR2CFFT()
636 				oDist = oDist? oDist : (int)(lengthX * lengthY * (lengthZ/2 + 1)*oStride);  in runR2CFFT()
645 				int n[3] = {(int)lengthX, (int)lengthY, (int)lengthZ};  in runR2CFFT()
646 				size_t fftLength = lengthX * lengthY * lengthZ;  in runR2CFFT()
647 				size_t outLength = lengthX * lengthY * (lengthZ/2 + 1)*oStride;  in runR2CFFT()
649 				int inembed[3] = {(int)lengthX, (int)lengthY, (int)(lengthZ+2)};  in runR2CFFT()
650 				int outembed[3] = {(int)lengthX, (int)lengthY, (int)(lengthZ/2+1)};  in runR2CFFT()
672 bool runC2CFFT(int rank, size_t lengthX, size_t lengthY, size_t lengthZ, int direction,  in runC2CFFT()  argument
685 	if (iDist > 0 && iDist < (lengthX *lengthY*lengthZ*iStride))  in runC2CFFT()
691 	if (oDist > 0 && (oDist < (lengthX *lengthY*lengthZ*oStride)))  in runC2CFFT()
715 …bTestResult = run1DFFTTransformC2C<T>(lengthX, direction, type, profile_count, batch_size, outPlac…  in runC2CFFT()
720 					iDist = iDist? iDist : (int)(lengthX * iStride);  in runC2CFFT()
721 					oDist = oDist? oDist : (int)(lengthX * oStride);  in runC2CFFT()
723 					int n[1] = {(int)lengthX};  in runC2CFFT()
724 					size_t fftLength = lengthX;  in runC2CFFT()
726 					int inembed[1] = {(int)lengthX};  in runC2CFFT()
727 					int outembed[1] = {(int)lengthX};  in runC2CFFT()
750 …bTestResult = run2DFFTTransformC2C<T>(lengthX, lengthY, direction, type, profile_count, batch_size…  in runC2CFFT()
755 					iDist = iDist? iDist : (int)(lengthX * lengthY*iStride);  in runC2CFFT()
756 					oDist = oDist? oDist : (int)(lengthX * lengthY*oStride);  in runC2CFFT()
758 					int n[2] = {(int)lengthX, (int)lengthY};  in runC2CFFT()
759 					size_t fftLength = lengthX * lengthY;  in runC2CFFT()
761 					int inembed[2] = {(int)lengthX, (int)lengthY};  in runC2CFFT()
762 					int outembed[2] = {(int)lengthX, (int)lengthY};  in runC2CFFT()
786 …bTestResult = run3DFFTTransformC2C<T>(lengthX, lengthY, lengthZ, direction, type, profile_count, b…  in runC2CFFT()
791 					iDist = iDist? iDist : (int)(lengthX * lengthY * lengthZ * iStride);  in runC2CFFT()
792 					oDist = oDist? oDist : (int)(lengthX * lengthY * lengthZ * oStride);  in runC2CFFT()
794 					int n[3] = {(int)lengthX, (int)lengthY, (int)lengthZ};  in runC2CFFT()
795 					size_t fftLength = lengthX * lengthY*lengthZ;  in runC2CFFT()
797 					int inembed[3] = {(int)lengthX, (int)lengthY, (int)lengthZ};  in runC2CFFT()
798 					int outembed[3] = {(int)lengthX, (int)lengthY, (int)lengthZ};  in runC2CFFT()
1305 bool run3DFFTTransformC2R(size_t lengthX, size_t lengthY, size_t lengthZ, cufftType type, int profi…  in run3DFFTTransformC2R()  argument
1311 	size_t invectorLength = lengthX * lengthY * (lengthZ/2 + 1);  in run3DFFTTransformC2R()
1313 	size_t outvectorLength = lengthX * lengthY * innerDimLength;  in run3DFFTTransformC2R()
1314 	size_t fftLength = lengthX * lengthY * lengthZ;  in run3DFFTTransformC2R()
1316 	int n[3] = {(int)lengthX, (int)lengthY, (int)lengthZ};  in run3DFFTTransformC2R()
1465 bool run3DFFTTransformR2C(size_t lengthX, size_t lengthY, size_t lengthZ, cufftType type, int profi…  in run3DFFTTransformR2C()  argument
1469 	int n[3] = {(int)lengthX, (int)lengthY, (int)lengthZ};  in run3DFFTTransformR2C()
1474 	size_t ivectorLength = lengthX * lengthY * (lengthZ+2);  in run3DFFTTransformR2C()
1475 	size_t ovectorLength = lengthX * lengthY * (lengthZ/2 + 1);  in run3DFFTTransformR2C()
1476 	size_t fftLength = lengthX*lengthY*lengthZ;  in run3DFFTTransformR2C()
1612 bool run3DFFTTransformC2C(size_t lengthX, size_t lengthY, size_t lengthZ, int direction, cufftType …  in run3DFFTTransformC2C()  argument
1616 	int n[3] = {(int)lengthX, (int)lengthY, (int)lengthZ};  in run3DFFTTransformC2C()
1617 	size_t vectorLength = lengthX * lengthY * lengthZ;  in run3DFFTTransformC2C()
1792 bool run2DFFTTransformC2R(size_t lengthX, size_t lengthY, cufftType type, int profile_count, int ba…  in run2DFFTTransformC2R()  argument
1798 	size_t invectorLength = lengthX * (lengthY/2 + 1);  in run2DFFTTransformC2R()
1800 	size_t outvectorLength = lengthX * innerDimLength;  in run2DFFTTransformC2R()
1802 	size_t fftLength = lengthX * lengthY;  in run2DFFTTransformC2R()
1804 	int n[2] = {(int)lengthX, (int)lengthY};  in run2DFFTTransformC2R()
1899 			for( int j = 0; j < lengthX; ++j )  in run2DFFTTransformC2R()
1942 bool run2DFFTTransformR2C(size_t lengthX, size_t lengthY, cufftType type, int profile_count, int ba…  in run2DFFTTransformR2C()  argument
1946 	int n[2] = {(int)lengthX, (int)lengthY};  in run2DFFTTransformR2C()
1947 	size_t ivectorLength = lengthX * (lengthY+2);  in run2DFFTTransformR2C()
1948 	size_t ovectorLength = lengthX * (lengthY/2 + 1);  in run2DFFTTransformR2C()
1949 	size_t fftLength = lengthX*lengthY;  in run2DFFTTransformR2C()
2089 bool run2DFFTTransformC2C(size_t lengthX, size_t lengthY, int direction, cufftType type, int profil…  in run2DFFTTransformC2C()  argument
2093 	int n[2] = {(int)lengthX, (int)lengthY};  in run2DFFTTransformC2C()
2094 	size_t vectorLength = lengthX * lengthY;  in run2DFFTTransformC2C()
2267 bool run1DFFTTransformC2R(size_t lengthX, cufftType type, int profile_count, int batch_size, bool o…  in run1DFFTTransformC2R()  argument
2273 	size_t invectorLength = lengthX/2 + 1;  in run1DFFTTransformC2R()
2274 	size_t outvectorLength = outPlace ? lengthX  : lengthX + 2;  in run1DFFTTransformC2R()
2275 	size_t fftLength = lengthX;  in run1DFFTTransformC2R()
2307 	checkCudaErrors(cufftPlanMany(&plan, rank, (int*)&lengthX,  in run1DFFTTransformC2R()
2352 	totalLen = lengthX;  in run1DFFTTransformC2R()
2370 			for( int j = 0; j < lengthX; ++j )  in run1DFFTTransformC2R()
2409 bool run1DFFTTransformR2C(size_t lengthX, cufftType type, int profile_count, int batch_size, bool o…  in run1DFFTTransformR2C()  argument
2416 	size_t mem_size = sizeof(In) * (lengthX+2) * batch_size;  in run1DFFTTransformR2C()
2441 	checkCudaErrors(cufftPlanMany(&plan, rank, (int*)&lengthX,  in run1DFFTTransformR2C()
2442 							NULL, 1, (int)(lengthX+2), // *inembed, istride, idist  in run1DFFTTransformR2C()
2443 							NULL, 1, (int)(lengthX/2 + 1),  // *onembed, ostride, odist  in run1DFFTTransformR2C()
2447 	for (unsigned int j = 0; j < ((lengthX+2) * batch_size); ++j)  in run1DFFTTransformR2C()
2488 	totalLen = lengthX;  in run1DFFTTransformR2C()
2503 …_output_signal[lengthX/2 + 1].y=%f \n", h_output_signal[lengthX/2 + 1].x, h_output_signal[lengthX/…  in run1DFFTTransformR2C()
2510 		for( int i = 0; i < (lengthX/2 + 1)*batch_size; ++i )  in run1DFFTTransformR2C()
2513 			if (i == 0 || (0 == (i % (lengthX/2 + 1))))  in run1DFFTTransformR2C()
2515 				if (h_output_signal[i].x != lengthX)  in run1DFFTTransformR2C()
2558 bool run1DFFTTransformC2C(size_t lengthX, int direction, cufftType type, int profile_count, int bat…  in run1DFFTTransformC2C()  argument
2563 	size_t mem_size = sizeof(T) * lengthX * batch_size;  in run1DFFTTransformC2C()
2588 	checkCudaErrors(cufftPlanMany(&plan, rank, (int*)&lengthX,  in run1DFFTTransformC2C()
2589 							NULL, 1, (int)lengthX, // *inembed, istride, idist  in run1DFFTTransformC2C()
2590 							NULL, 1, (int)lengthX,  // *onembed, ostride, odist  in run1DFFTTransformC2C()
2597 		for (size_t idx = 0; idx < (lengthX*batch_size); ++idx)  in run1DFFTTransformC2C()
2608 		for (size_t idx = 0; idx < (lengthX*batch_size); idx+=lengthX)  in run1DFFTTransformC2C()
2610 			h_in_signal[idx].x = (float) (lengthX);  in run1DFFTTransformC2C()
2650 	totalLen = lengthX;  in run1DFFTTransformC2C()
2665 		for( int i = 0; i < (lengthX*batch_size); ++i )  in run1DFFTTransformC2C()
2669 				if (0 == (i % lengthX))  in run1DFFTTransformC2C()
2671 					if (h_output_signal[i].x != lengthX)  in run1DFFTTransformC2C()
2701 				if (h_output_signal[i].x != lengthX)  in run1DFFTTransformC2C()