/****************************************************************************
**
** Copyright (C) 2016 The Qt Company Ltd.
** Contact: https://www.qt.io/licensing/
** SPDX-License-Identifier: LGPL-3.0-only
**
** This file is part of the QtGui module of the Qt Toolkit.
**
** $QT_BEGIN_LICENSE:LGPL$
** Commercial License Usage
** Licensees holding valid commercial Qt licenses may use this file in
** accordance with the commercial license agreement provided with the
** Software or, alternatively, in accordance with the terms contained in
** a written agreement between you and The Qt Company. For licensing terms
** and conditions see https://www.qt.io/terms-conditions. For further
** information use the contact form at https://www.qt.io/contact-us.
**
** GNU Lesser General Public License Usage
** Alternatively, this file may be used under the terms of the GNU Lesser
** General Public License version 3 as published by the Free Software
** Foundation and appearing in the file LICENSE.LGPL3 included in the
** packaging of this file. Please review the following information to
** ensure the GNU Lesser General Public License version 3 requirements
** will be met: https://www.gnu.org/licenses/lgpl-3.0.html.
**
** GNU General Public License Usage
** Alternatively, this file may be used under the terms of the GNU
** General Public License version 2.0 or (at your option) the GNU General
** Public license version 3 or any later version approved by the KDE Free
** Qt Foundation. The licenses are as published by the Free Software
** Foundation and appearing in the file LICENSE.GPL2 and LICENSE.GPL3
** included in the packaging of this file. Please review the following
** information to ensure the GNU General Public License requirements will
** be met: https://www.gnu.org/licenses/gpl-2.0.html and
** https://www.gnu.org/licenses/gpl-3.0.html.
**
** $QT_END_LICENSE$
**
****************************************************************************/

#include "qimagescale_p.h"

#if defined(__SSE4_1__)

static inline __attribute__((always_inline)) __m128i Q_DECL_VECTORCALL
    qt_qimageScaleAARGBA_helper_sse4(const unsigned int* restrict pix,
				     const int     xyap,
				     const int     Cxy,
				     const int     step,
				     const __m128i vxyap,
				     const __m128i vCxy)
{
	__m128i vpix = _mm_cvtepu8_epi32(_mm_cvtsi32_si128((int) *pix));
	__m128i vx   = _mm_mullo_epi32(vpix, vxyap);
	int     i;
	for (i = (1 << 14) - xyap; i > Cxy; i -= Cxy) {
		pix += step;
		vpix = _mm_cvtepu8_epi32(_mm_cvtsi32_si128((int) *pix));
		vx   = _mm_add_epi32(vx, _mm_mullo_epi32(vpix, vCxy));
	}
	pix += step;
	vpix = _mm_cvtepu8_epi32(_mm_cvtsi32_si128((int) *pix));
	vx   = _mm_add_epi32(vx, _mm_mullo_epi32(vpix, _mm_set1_epi32(i)));
	return vx;
}

static inline void
    qt_qimageScaleAARGBA_up_x_down_y_sse4(QImageScaleInfo* isi,
					  unsigned int* restrict dest,
					  int dw,
					  int dh,
					  int dow,
					  int sow)
{
	const unsigned int** restrict ypoints = isi->ypoints;
	const int* restrict xpoints           = isi->xpoints;
	const int* restrict xapoints          = isi->xapoints;
	const int* restrict yapoints          = isi->yapoints;

	const __m128i v256 = _mm_set1_epi32(256);

	/* go through every scanline in the output buffer */
	for (int y = 0; y < dh; y++) {
		const int     Cy   = yapoints[y] >> 16;
		const int     yap  = yapoints[y] & 0xffff;
		const __m128i vCy  = _mm_set1_epi32(Cy);
		const __m128i vyap = _mm_set1_epi32(yap);

		unsigned int* restrict dptr = dest + (y * dow);
		for (int x = 0; x < dw; x++) {
			const unsigned int* restrict sptr = ypoints[y] + xpoints[x];
			__m128i vx = qt_qimageScaleAARGBA_helper_sse4(sptr, yap, Cy, sow, vyap, vCy);

			const int xap = xapoints[x];
			if (xap > 0) {
				const __m128i vxap    = _mm_set1_epi32(xap);
				const __m128i vinvxap = _mm_sub_epi32(v256, vxap);
				__m128i       vr = qt_qimageScaleAARGBA_helper_sse4(sptr + 1, yap, Cy, sow, vyap, vCy);

				vx = _mm_mullo_epi32(vx, vinvxap);
				vr = _mm_mullo_epi32(vr, vxap);
				vx = _mm_add_epi32(vx, vr);
				vx = _mm_srli_epi32(vx, 8);
			}
			vx     = _mm_srli_epi32(vx, 14);
			vx     = _mm_packus_epi32(vx, _mm_setzero_si128());
			vx     = _mm_packus_epi16(vx, _mm_setzero_si128());
			*dptr  = (unsigned int) _mm_cvtsi128_si32(vx);
			*dptr |= 0xff000000;
			dptr++;
		}
	}
}

static inline void
    qt_qimageScaleAARGB_up_x_down_y_sse4(QImageScaleInfo* isi,
					 unsigned int* restrict dest,
					 int dw,
					 int dh,
					 int dow,
					 int sow)
{
	const unsigned int** restrict ypoints = isi->ypoints;
	const int* restrict xpoints           = isi->xpoints;
	const int* restrict xapoints          = isi->xapoints;
	const int* restrict yapoints          = isi->yapoints;

	const __m128i v256 = _mm_set1_epi32(256);

	/* go through every scanline in the output buffer */
	for (int y = 0; y < dh; y++) {
		const int     Cy   = yapoints[y] >> 16;
		const int     yap  = yapoints[y] & 0xffff;
		const __m128i vCy  = _mm_set1_epi32(Cy);
		const __m128i vyap = _mm_set1_epi32(yap);

		unsigned int* restrict dptr = dest + (y * dow);
		for (int x = 0; x < dw; x++) {
			const unsigned int* restrict sptr = ypoints[y] + xpoints[x];
			__m128i vx = qt_qimageScaleAARGBA_helper_sse4(sptr, yap, Cy, sow, vyap, vCy);

			const int xap = xapoints[x];
			if (xap > 0) {
				const __m128i vxap    = _mm_set1_epi32(xap);
				const __m128i vinvxap = _mm_sub_epi32(v256, vxap);
				__m128i       vr = qt_qimageScaleAARGBA_helper_sse4(sptr + 1, yap, Cy, sow, vyap, vCy);

				vx = _mm_mullo_epi32(vx, vinvxap);
				vr = _mm_mullo_epi32(vr, vxap);
				vx = _mm_add_epi32(vx, vr);
				vx = _mm_srli_epi32(vx, 8);
			}
			vx    = _mm_srli_epi32(vx, 14);
			vx    = _mm_packus_epi32(vx, _mm_setzero_si128());
			vx    = _mm_packus_epi16(vx, _mm_setzero_si128());
			*dptr = (unsigned int) _mm_cvtsi128_si32(vx);
			dptr++;
		}
	}
}

static inline void
    qt_qimageScaleAARGBA_down_x_up_y_sse4(QImageScaleInfo* isi,
					  unsigned int* restrict dest,
					  int dw,
					  int dh,
					  int dow,
					  int sow)
{
	const unsigned int** restrict ypoints = isi->ypoints;
	const int* restrict xpoints           = isi->xpoints;
	const int* restrict xapoints          = isi->xapoints;
	const int* restrict yapoints          = isi->yapoints;

	const __m128i v256 = _mm_set1_epi32(256);

	/* go through every scanline in the output buffer */
	for (int y = 0; y < dh; y++) {
		unsigned int* restrict dptr = dest + (y * dow);
		for (int x = 0; x < dw; x++) {
			const int     Cx   = xapoints[x] >> 16;
			const int     xap  = xapoints[x] & 0xffff;
			const __m128i vCx  = _mm_set1_epi32(Cx);
			const __m128i vxap = _mm_set1_epi32(xap);

			const unsigned int* restrict sptr = ypoints[y] + xpoints[x];
			__m128i vx                        = qt_qimageScaleAARGBA_helper_sse4(sptr, xap, Cx, 1, vxap, vCx);

			const int yap = yapoints[y];
			if (yap > 0) {
				const __m128i vyap    = _mm_set1_epi32(yap);
				const __m128i vinvyap = _mm_sub_epi32(v256, vyap);
				__m128i       vr = qt_qimageScaleAARGBA_helper_sse4(sptr + sow, xap, Cx, 1, vxap, vCx);

				vx = _mm_mullo_epi32(vx, vinvyap);
				vr = _mm_mullo_epi32(vr, vyap);
				vx = _mm_add_epi32(vx, vr);
				vx = _mm_srli_epi32(vx, 8);
			}
			vx     = _mm_srli_epi32(vx, 14);
			vx     = _mm_packus_epi32(vx, _mm_setzero_si128());
			vx     = _mm_packus_epi16(vx, _mm_setzero_si128());
			*dptr  = (unsigned int) _mm_cvtsi128_si32(vx);
			*dptr |= 0xff000000;
			dptr++;
		}
	}
}

static inline void
    qt_qimageScaleAARGB_down_x_up_y_sse4(QImageScaleInfo* isi,
					 unsigned int* restrict dest,
					 int dw,
					 int dh,
					 int dow,
					 int sow)
{
	const unsigned int** restrict ypoints = isi->ypoints;
	const int* restrict xpoints           = isi->xpoints;
	const int* restrict xapoints          = isi->xapoints;
	const int* restrict yapoints          = isi->yapoints;

	const __m128i v256 = _mm_set1_epi32(256);

	/* go through every scanline in the output buffer */
	for (int y = 0; y < dh; y++) {
		unsigned int* restrict dptr = dest + (y * dow);
		for (int x = 0; x < dw; x++) {
			const int     Cx   = xapoints[x] >> 16;
			const int     xap  = xapoints[x] & 0xffff;
			const __m128i vCx  = _mm_set1_epi32(Cx);
			const __m128i vxap = _mm_set1_epi32(xap);

			const unsigned int* restrict sptr = ypoints[y] + xpoints[x];
			__m128i vx                        = qt_qimageScaleAARGBA_helper_sse4(sptr, xap, Cx, 1, vxap, vCx);

			const int yap = yapoints[y];
			if (yap > 0) {
				const __m128i vyap    = _mm_set1_epi32(yap);
				const __m128i vinvyap = _mm_sub_epi32(v256, vyap);
				__m128i       vr = qt_qimageScaleAARGBA_helper_sse4(sptr + sow, xap, Cx, 1, vxap, vCx);

				vx = _mm_mullo_epi32(vx, vinvyap);
				vr = _mm_mullo_epi32(vr, vyap);
				vx = _mm_add_epi32(vx, vr);
				vx = _mm_srli_epi32(vx, 8);
			}
			vx    = _mm_srli_epi32(vx, 14);
			vx    = _mm_packus_epi32(vx, _mm_setzero_si128());
			vx    = _mm_packus_epi16(vx, _mm_setzero_si128());
			*dptr = (unsigned int) _mm_cvtsi128_si32(vx);
			dptr++;
		}
	}
}

static inline void
    qt_qimageScaleAARGBA_down_xy_sse4(QImageScaleInfo* isi, unsigned int* restrict dest, int dw, int dh, int dow, int sow)
{
	const unsigned int** restrict ypoints = isi->ypoints;
	const int* restrict xpoints           = isi->xpoints;
	const int* restrict xapoints          = isi->xapoints;
	const int* restrict yapoints          = isi->yapoints;

	for (int y = 0; y < dh; y++) {
		const int     Cy   = yapoints[y] >> 16;
		const int     yap  = yapoints[y] & 0xffff;
		const __m128i vCy  = _mm_set1_epi32(Cy);
		const __m128i vyap = _mm_set1_epi32(yap);

		unsigned int* restrict dptr = dest + (y * dow);
		for (int x = 0; x < dw; x++) {
			const int     Cx   = xapoints[x] >> 16;
			const int     xap  = xapoints[x] & 0xffff;
			const __m128i vCx  = _mm_set1_epi32(Cx);
			const __m128i vxap = _mm_set1_epi32(xap);

			const unsigned int* restrict sptr = ypoints[y] + xpoints[x];
			__m128i vx                        = qt_qimageScaleAARGBA_helper_sse4(sptr, xap, Cx, 1, vxap, vCx);
			__m128i vr                        = _mm_mullo_epi32(_mm_srli_epi32(vx, 4), vyap);

			int j;
			for (j = (1 << 14) - yap; j > Cy; j -= Cy) {
				sptr += sow;
				vx    = qt_qimageScaleAARGBA_helper_sse4(sptr, xap, Cx, 1, vxap, vCx);
				vr    = _mm_add_epi32(vr, _mm_mullo_epi32(_mm_srli_epi32(vx, 4), vCy));
			}
			sptr += sow;
			vx    = qt_qimageScaleAARGBA_helper_sse4(sptr, xap, Cx, 1, vxap, vCx);
			vr    = _mm_add_epi32(vr, _mm_mullo_epi32(_mm_srli_epi32(vx, 4), _mm_set1_epi32(j)));

			vr     = _mm_srli_epi32(vr, 24);
			vr     = _mm_packus_epi32(vr, _mm_setzero_si128());
			vr     = _mm_packus_epi16(vr, _mm_setzero_si128());
			*dptr  = (unsigned int) _mm_cvtsi128_si32(vr);
			*dptr |= 0xff000000;
			dptr++;
		}
	}
}

static inline void
    qt_qimageScaleAARGB_down_xy_sse4(QImageScaleInfo* isi, unsigned int* restrict dest, int dw, int dh, int dow, int sow)
{
	const unsigned int** restrict ypoints = isi->ypoints;
	const int* restrict xpoints           = isi->xpoints;
	const int* restrict xapoints          = isi->xapoints;
	const int* restrict yapoints          = isi->yapoints;

	for (int y = 0; y < dh; y++) {
		const int     Cy   = yapoints[y] >> 16;
		const int     yap  = yapoints[y] & 0xffff;
		const __m128i vCy  = _mm_set1_epi32(Cy);
		const __m128i vyap = _mm_set1_epi32(yap);

		unsigned int* restrict dptr = dest + (y * dow);
		for (int x = 0; x < dw; x++) {
			const int     Cx   = xapoints[x] >> 16;
			const int     xap  = xapoints[x] & 0xffff;
			const __m128i vCx  = _mm_set1_epi32(Cx);
			const __m128i vxap = _mm_set1_epi32(xap);

			const unsigned int* restrict sptr = ypoints[y] + xpoints[x];
			__m128i vx                        = qt_qimageScaleAARGBA_helper_sse4(sptr, xap, Cx, 1, vxap, vCx);
			__m128i vr                        = _mm_mullo_epi32(_mm_srli_epi32(vx, 4), vyap);

			int j;
			for (j = (1 << 14) - yap; j > Cy; j -= Cy) {
				sptr += sow;
				vx    = qt_qimageScaleAARGBA_helper_sse4(sptr, xap, Cx, 1, vxap, vCx);
				vr    = _mm_add_epi32(vr, _mm_mullo_epi32(_mm_srli_epi32(vx, 4), vCy));
			}
			sptr += sow;
			vx    = qt_qimageScaleAARGBA_helper_sse4(sptr, xap, Cx, 1, vxap, vCx);
			vr    = _mm_add_epi32(vr, _mm_mullo_epi32(_mm_srli_epi32(vx, 4), _mm_set1_epi32(j)));

			vr    = _mm_srli_epi32(vr, 24);
			vr    = _mm_packus_epi32(vr, _mm_setzero_si128());
			vr    = _mm_packus_epi16(vr, _mm_setzero_si128());
			*dptr = (unsigned int) _mm_cvtsi128_si32(vr);
			dptr++;
		}
	}
}

#endif
