Almond/libmandel/src/CpuGeneratorsSSE2.cpp

#include "CpuGenerators.h"

#include <immintrin.h>
#include <omp.h>

#include <memory>

using mnd::CpuGenerator;

template class CpuGenerator<float, mnd::X86_SSE2, false, false>;
template class CpuGenerator<float, mnd::X86_SSE2, false, true>;
template class CpuGenerator<float, mnd::X86_SSE2, true, false>;
template class CpuGenerator<float, mnd::X86_SSE2, true, true>;

template class CpuGenerator<double, mnd::X86_SSE2, false, false>;
template class CpuGenerator<double, mnd::X86_SSE2, false, true>;
template class CpuGenerator<double, mnd::X86_SSE2, true, false>;
template class CpuGenerator<double, mnd::X86_SSE2, true, true>;

template<bool parallel, bool smooth>
void CpuGenerator<float, mnd::X86_SSE2, parallel, smooth>::generate(const mnd::MandelInfo& info, float* data)
{
    using T = float;
    const MandelViewport& view = info.view;

    if constexpr(parallel)
    omp_set_num_threads(2 * omp_get_num_procs());
#pragma omp parallel for if (parallel)
    for (long j = 0; j < info.bHeight; j++) {
        T y = T(view.y) + T(j) * T(view.height / info.bHeight);
        long i = 0;
        for (i; i < info.bWidth; i += 4) {
            __m128 xs = {
                float(view.x + double(i) * view.width / info.bWidth),
                float(view.x + double(i + 1) * view.width / info.bWidth),
                float(view.x + double(i + 2) * view.width / info.bWidth),
                float(view.x + double(i + 3) * view.width / info.bWidth)
            };

            __m128 counter = {0, 0, 0, 0};
            __m128 adder = {1, 1, 1, 1};

            __m128 threshold = {16.0f, 16.0f, 16.0f, 16.0f};

            __m128 ys = {y, y, y, y};
            __m128 a = xs;
            __m128 b = ys;

            for (int k = 0; k < info.maxIter; k++) {
                __m128 aa = _mm_mul_ps(a, a);
                __m128 bb = _mm_mul_ps(b, b);
                __m128 abab = _mm_mul_ps(a, b); abab = _mm_add_ps(abab, abab);
                a = _mm_add_ps(_mm_sub_ps(aa, bb), xs);
                b = _mm_add_ps(abab, ys);
                __m128 cmp = _mm_cmple_ps(_mm_add_ps(aa, bb), threshold);
                adder = _mm_and_ps(adder, cmp);
                counter = _mm_add_ps(counter, adder);
                if (_mm_movemask_epi8(_mm_castps_si128(cmp)) == 0) {
                    break;
                }
            }

            auto alignVec = [](float* data) -> float* {
                void* aligned = data;
                ::size_t length = 64;
                std::align(32, 8 * sizeof(float), aligned, length);
                return static_cast<float*>(aligned);
            };

            float resData[16];
            float* ftRes = alignVec(resData);

            _mm_store_ps(ftRes, counter);
            for (int k = 0; k < 4 && i + k < info.bWidth; k++)
                data[i + k + j * info.bWidth] = ftRes[k] > 0 ? ftRes[k] : info.maxIter;
        }
    }
}


template<bool parallel, bool smooth>
void CpuGenerator<double, mnd::X86_SSE2, parallel, smooth>::generate(const mnd::MandelInfo& info, float* data)
{
    using T = double;
    const MandelViewport& view = info.view;
    if constexpr(parallel)
        omp_set_num_threads(2 * omp_get_num_procs());
#pragma omp parallel for if (parallel)
    for (long j = 0; j < info.bHeight; j++) {
        T y = T(view.y) + T(j) * T(view.height / info.bHeight);
        long i = 0;
        for (i; i < info.bWidth; i += 2) {
            __m128d xs = {
                double(view.x + double(i) * view.width / info.bWidth),
                double(view.x + double(i + 1) * view.width / info.bWidth)
            };

            __m128d counter = {0, 0};
            __m128d adder = {1, 1};

            __m128d threshold = {16.0f, 16.0f};

            __m128d ys = {y, y};
            __m128d a = xs;
            __m128d b = ys;

            for (int k = 0; k < info.maxIter; k++) {
                __m128d aa = _mm_mul_pd(a, a);
                __m128d bb = _mm_mul_pd(b, b);
                __m128d abab = _mm_mul_pd(a, b); abab = _mm_add_pd(abab, abab);
                a = _mm_add_pd(_mm_sub_pd(aa, bb), xs);
                b = _mm_add_pd(abab, ys);
                __m128d cmp = _mm_cmple_pd(_mm_add_pd(aa, bb), threshold);
                adder = _mm_and_pd(adder, cmp);
                counter = _mm_add_pd(counter, adder);
                if (_mm_movemask_epi8(_mm_castpd_si128(cmp)) == 0) {
                    break;
                }
            }

            auto alignVec = [](double* data) -> double* {
                void* aligned = data;
                ::size_t length = 64;
                std::align(32, 4 * sizeof(double), aligned, length);
                return static_cast<double*>(aligned);
            };

            double resData[8];
            double* ftRes = alignVec(resData);

            _mm_store_pd(ftRes, counter);
            for (int k = 0; k < 2 && i + k < info.bWidth; k++)
                data[i + k + j * info.bWidth] = ftRes[k] > 0 ? ftRes[k] : info.maxIter;
        }
    }
}