derek.holloway
7502bf64a4
CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
807 lines
27 KiB
C++
807 lines
27 KiB
C++
/*
|
|
* Copyright (c) Advanced Micro Devices, Inc., or its affiliates.
|
|
*
|
|
* SPDX-License-Identifier: MIT
|
|
*/
|
|
|
|
#include "OCLPerfSHA256.h"
|
|
|
|
#include <assert.h>
|
|
#include <stdio.h>
|
|
#include <string.h>
|
|
|
|
#include "CL/cl.h"
|
|
#include "Timer.h"
|
|
|
|
static const char* sha256_kernel =
|
|
"typedef uint UINT;\n"
|
|
"\n"
|
|
"#define VECTOR_LEN 1\n"
|
|
"\n"
|
|
"#ifdef LITTLE_E\n"
|
|
"\n"
|
|
"inline UINT byteswap(UINT x)\n"
|
|
"{\n"
|
|
" UINT res = 0;\n"
|
|
" \n"
|
|
" for (uint i=0; i<4; i++)\n"
|
|
" {\n"
|
|
" res <<= 8;\n"
|
|
" res |= (x & 0xff);\n"
|
|
" x >>= 8;\n"
|
|
" }\n"
|
|
" \n"
|
|
" return res;\n"
|
|
"}\n"
|
|
"\n"
|
|
"#else\n"
|
|
"\n"
|
|
"inline UINT byteswap(const UINT x)\n"
|
|
"{\n"
|
|
" return x;\n"
|
|
"}\n"
|
|
"\n"
|
|
"#endif\n"
|
|
"\n"
|
|
"\n"
|
|
"void sha256_step( const UINT data[16], UINT *state )\n"
|
|
"{\n"
|
|
" UINT W[64], temp1, temp2;\n"
|
|
" UINT A, B, C, D, E, F, G, H;\n"
|
|
"\n"
|
|
" for( int i = 0; i < 16; i++)\n"
|
|
" {\n"
|
|
" W[i] = byteswap(data[i]);\n"
|
|
" }\n"
|
|
"\n"
|
|
"#define SHR(x,n) ((x & 0xFFFFFFFF) >> n)\n"
|
|
"#define ROTR(x,n) (SHR(x,n) | (x << (32 - n)))\n"
|
|
"\n"
|
|
"#define S0(x) (ROTR(x, 7) ^ ROTR(x,18) ^ SHR(x, 3))\n"
|
|
"#define S1(x) (ROTR(x,17) ^ ROTR(x,19) ^ SHR(x,10))\n"
|
|
"\n"
|
|
"#define S2(x) (ROTR(x, 2) ^ ROTR(x,13) ^ ROTR(x,22))\n"
|
|
"#define S3(x) (ROTR(x, 6) ^ ROTR(x,11) ^ ROTR(x,25))\n"
|
|
"\n"
|
|
"#define F0(x,y,z) ((x & y) | (z & (x | y)))\n"
|
|
"#define F1(x,y,z) (z ^ (x & (y ^ z)))\n"
|
|
"\n"
|
|
"#define R(t) \\\n"
|
|
"( \\\n"
|
|
" W[t] = S1(W[t - 2]) + W[t - 7] + \\\n"
|
|
" S0(W[t - 15]) + W[t - 16] \\\n"
|
|
")\n"
|
|
"\n"
|
|
"#define P(a,b,c,d,e,f,g,h,x,K) \\\n"
|
|
"{ \\\n"
|
|
" temp1 = h + S3(e) + F1(e,f,g) + K + x; \\\n"
|
|
" temp2 = S2(a) + F0(a,b,c); \\\n"
|
|
" d += temp1; h = temp1 + temp2; \\\n"
|
|
"}\n"
|
|
"\n"
|
|
" A = state[0];\n"
|
|
" B = state[1];\n"
|
|
" C = state[2];\n"
|
|
" D = state[3];\n"
|
|
" E = state[4];\n"
|
|
" F = state[5];\n"
|
|
" G = state[6];\n"
|
|
" H = state[7];\n"
|
|
"\n"
|
|
" P( A, B, C, D, E, F, G, H, W[ 0], 0x428A2F98 );\n"
|
|
" P( H, A, B, C, D, E, F, G, W[ 1], 0x71374491 );\n"
|
|
" P( G, H, A, B, C, D, E, F, W[ 2], 0xB5C0FBCF );\n"
|
|
" P( F, G, H, A, B, C, D, E, W[ 3], 0xE9B5DBA5 );\n"
|
|
" P( E, F, G, H, A, B, C, D, W[ 4], 0x3956C25B );\n"
|
|
" P( D, E, F, G, H, A, B, C, W[ 5], 0x59F111F1 );\n"
|
|
" P( C, D, E, F, G, H, A, B, W[ 6], 0x923F82A4 );\n"
|
|
" P( B, C, D, E, F, G, H, A, W[ 7], 0xAB1C5ED5 );\n"
|
|
" P( A, B, C, D, E, F, G, H, W[ 8], 0xD807AA98 );\n"
|
|
" P( H, A, B, C, D, E, F, G, W[ 9], 0x12835B01 );\n"
|
|
" P( G, H, A, B, C, D, E, F, W[10], 0x243185BE );\n"
|
|
" P( F, G, H, A, B, C, D, E, W[11], 0x550C7DC3 );\n"
|
|
" P( E, F, G, H, A, B, C, D, W[12], 0x72BE5D74 );\n"
|
|
" P( D, E, F, G, H, A, B, C, W[13], 0x80DEB1FE );\n"
|
|
" P( C, D, E, F, G, H, A, B, W[14], 0x9BDC06A7 );\n"
|
|
" P( B, C, D, E, F, G, H, A, W[15], 0xC19BF174 );\n"
|
|
" P( A, B, C, D, E, F, G, H, R(16), 0xE49B69C1 );\n"
|
|
" P( H, A, B, C, D, E, F, G, R(17), 0xEFBE4786 );\n"
|
|
" P( G, H, A, B, C, D, E, F, R(18), 0x0FC19DC6 );\n"
|
|
" P( F, G, H, A, B, C, D, E, R(19), 0x240CA1CC );\n"
|
|
" P( E, F, G, H, A, B, C, D, R(20), 0x2DE92C6F );\n"
|
|
" P( D, E, F, G, H, A, B, C, R(21), 0x4A7484AA );\n"
|
|
" P( C, D, E, F, G, H, A, B, R(22), 0x5CB0A9DC );\n"
|
|
" P( B, C, D, E, F, G, H, A, R(23), 0x76F988DA );\n"
|
|
" P( A, B, C, D, E, F, G, H, R(24), 0x983E5152 );\n"
|
|
" P( H, A, B, C, D, E, F, G, R(25), 0xA831C66D );\n"
|
|
" P( G, H, A, B, C, D, E, F, R(26), 0xB00327C8 );\n"
|
|
" P( F, G, H, A, B, C, D, E, R(27), 0xBF597FC7 );\n"
|
|
" P( E, F, G, H, A, B, C, D, R(28), 0xC6E00BF3 );\n"
|
|
" P( D, E, F, G, H, A, B, C, R(29), 0xD5A79147 );\n"
|
|
" P( C, D, E, F, G, H, A, B, R(30), 0x06CA6351 );\n"
|
|
" P( B, C, D, E, F, G, H, A, R(31), 0x14292967 );\n"
|
|
" P( A, B, C, D, E, F, G, H, R(32), 0x27B70A85 );\n"
|
|
" P( H, A, B, C, D, E, F, G, R(33), 0x2E1B2138 );\n"
|
|
" P( G, H, A, B, C, D, E, F, R(34), 0x4D2C6DFC );\n"
|
|
" P( F, G, H, A, B, C, D, E, R(35), 0x53380D13 );\n"
|
|
" P( E, F, G, H, A, B, C, D, R(36), 0x650A7354 );\n"
|
|
" P( D, E, F, G, H, A, B, C, R(37), 0x766A0ABB );\n"
|
|
" P( C, D, E, F, G, H, A, B, R(38), 0x81C2C92E );\n"
|
|
" P( B, C, D, E, F, G, H, A, R(39), 0x92722C85 );\n"
|
|
" P( A, B, C, D, E, F, G, H, R(40), 0xA2BFE8A1 );\n"
|
|
" P( H, A, B, C, D, E, F, G, R(41), 0xA81A664B );\n"
|
|
" P( G, H, A, B, C, D, E, F, R(42), 0xC24B8B70 );\n"
|
|
" P( F, G, H, A, B, C, D, E, R(43), 0xC76C51A3 );\n"
|
|
" P( E, F, G, H, A, B, C, D, R(44), 0xD192E819 );\n"
|
|
" P( D, E, F, G, H, A, B, C, R(45), 0xD6990624 );\n"
|
|
" P( C, D, E, F, G, H, A, B, R(46), 0xF40E3585 );\n"
|
|
" P( B, C, D, E, F, G, H, A, R(47), 0x106AA070 );\n"
|
|
" P( A, B, C, D, E, F, G, H, R(48), 0x19A4C116 );\n"
|
|
" P( H, A, B, C, D, E, F, G, R(49), 0x1E376C08 );\n"
|
|
" P( G, H, A, B, C, D, E, F, R(50), 0x2748774C );\n"
|
|
" P( F, G, H, A, B, C, D, E, R(51), 0x34B0BCB5 );\n"
|
|
" P( E, F, G, H, A, B, C, D, R(52), 0x391C0CB3 );\n"
|
|
" P( D, E, F, G, H, A, B, C, R(53), 0x4ED8AA4A );\n"
|
|
" P( C, D, E, F, G, H, A, B, R(54), 0x5B9CCA4F );\n"
|
|
" P( B, C, D, E, F, G, H, A, R(55), 0x682E6FF3 );\n"
|
|
" P( A, B, C, D, E, F, G, H, R(56), 0x748F82EE );\n"
|
|
" P( H, A, B, C, D, E, F, G, R(57), 0x78A5636F );\n"
|
|
" P( G, H, A, B, C, D, E, F, R(58), 0x84C87814 );\n"
|
|
" P( F, G, H, A, B, C, D, E, R(59), 0x8CC70208 );\n"
|
|
" P( E, F, G, H, A, B, C, D, R(60), 0x90BEFFFA );\n"
|
|
" P( D, E, F, G, H, A, B, C, R(61), 0xA4506CEB );\n"
|
|
" P( C, D, E, F, G, H, A, B, R(62), 0xBEF9A3F7 );\n"
|
|
" P( B, C, D, E, F, G, H, A, R(63), 0xC67178F2 );\n"
|
|
"\n"
|
|
" state[0] += A;\n"
|
|
" state[1] += B;\n"
|
|
" state[2] += C;\n"
|
|
" state[3] += D;\n"
|
|
" state[4] += E;\n"
|
|
" state[5] += F;\n"
|
|
" state[6] += G;\n"
|
|
" state[7] += H;\n"
|
|
"}\n"
|
|
"\n"
|
|
"\n"
|
|
"#define choose_temp(x) ((x)/16)\n"
|
|
"\n"
|
|
"#define STORE_TO_TEMP(i) tb[((i)/16)][((i)%16)]\n"
|
|
"\n"
|
|
"\n"
|
|
"__kernel void CryptThread(__global const uint *buffer, __global uint "
|
|
"*state, const uint blockLen, const uint foo)\n"
|
|
"{\n"
|
|
" const uint init[8] = {\n"
|
|
" 0x6a09e667,\n"
|
|
" 0xbb67ae85,\n"
|
|
" 0x3c6ef372,\n"
|
|
" 0xa54ff53a,\n"
|
|
" 0x510e527f,\n"
|
|
" 0x9b05688c,\n"
|
|
" 0x1f83d9ab,\n"
|
|
" 0x5be0cd19\n"
|
|
" };\n"
|
|
" \n"
|
|
" const uint id = get_global_id(0);\n"
|
|
" uint len = blockLen;\n"
|
|
" uint i, j;\n"
|
|
" const uint startPosInDWORDs = (len*id*foo)/4;\n"
|
|
" const uint msgLenInBitsl = len * 8;\n"
|
|
" const uint msgLenInBitsh = (len) >> (32-3);\n"
|
|
" UINT localState[8];\n"
|
|
"\n"
|
|
" for (j=0; j<8; j++) {\n"
|
|
" localState[j] = init[j];\n"
|
|
" }\n"
|
|
"\n"
|
|
" i = 0;\n"
|
|
" while (len >=64)\n"
|
|
" {\n"
|
|
" UINT data[16];\n"
|
|
" for (j=0; j<16; j++) {\n"
|
|
" data[j] = buffer[j + startPosInDWORDs + i];\n"
|
|
" }\n"
|
|
"\n"
|
|
" sha256_step(data, localState);\n"
|
|
" i += 16;\n"
|
|
" len -= 64;\n"
|
|
" }\n"
|
|
"\n"
|
|
" len /= 4;\n"
|
|
"\n"
|
|
" UINT tb[2][16];\n"
|
|
"\n"
|
|
" for (j=0; j<len; j++) \n"
|
|
" {\n"
|
|
" STORE_TO_TEMP(j) = buffer[j + startPosInDWORDs + i];\n"
|
|
" }\n"
|
|
"\n"
|
|
"#ifdef LITTLE_E\n"
|
|
" STORE_TO_TEMP(len) = 0x80;\n"
|
|
"#else\n"
|
|
" STORE_TO_TEMP(len) = byteswap(0x80000000);\n"
|
|
"#endif\n"
|
|
"\n"
|
|
" i = len+1;\n"
|
|
"\n"
|
|
" while ((i % (512/32)) != (448/32))\n"
|
|
" {\n"
|
|
" STORE_TO_TEMP(i) = 0;\n"
|
|
" i++;\n"
|
|
" }\n"
|
|
"\n"
|
|
"#ifdef LITTLE_E\n"
|
|
" {\n"
|
|
" STORE_TO_TEMP(i) = byteswap(msgLenInBitsh);\n"
|
|
" STORE_TO_TEMP(i + 1) = byteswap(msgLenInBitsl);\n"
|
|
" i += 2;\n"
|
|
" }\n"
|
|
"\n"
|
|
"#else\n"
|
|
"#endif\n"
|
|
" \n"
|
|
" sha256_step(tb[0], localState);\n"
|
|
" if (32 == i)\n"
|
|
" {\n"
|
|
" sha256_step(tb[1], localState);\n"
|
|
" }\n"
|
|
" \n"
|
|
" for (j=0; j<8; j++)\n"
|
|
" {\n"
|
|
" state[id*8 + j] = localState[j];\n"
|
|
" }\n"
|
|
"}\n";
|
|
|
|
static const char* sha256_opt_kernel =
|
|
"typedef uint UINT;\n"
|
|
"\n"
|
|
"#define VECTOR_LEN 1\n"
|
|
"\n"
|
|
"#ifdef LITTLE_E\n"
|
|
"\n"
|
|
"inline UINT byteswap(UINT x)\n"
|
|
"{\n"
|
|
" UINT res = 0;\n"
|
|
" \n"
|
|
" for (uint i=0; i<4; i++)\n"
|
|
" {\n"
|
|
" res <<= 8;\n"
|
|
" res |= (x & 0xff);\n"
|
|
" x >>= 8;\n"
|
|
" }\n"
|
|
" \n"
|
|
" return res;\n"
|
|
"}\n"
|
|
"\n"
|
|
"#else\n"
|
|
"\n"
|
|
"inline UINT byteswap(const UINT x)\n"
|
|
"{\n"
|
|
" return x;\n"
|
|
"}\n"
|
|
"\n"
|
|
"#endif\n"
|
|
"\n"
|
|
"\n"
|
|
"void sha256_step( const UINT data[16], UINT *state )\n"
|
|
"{\n"
|
|
" UINT W[64], temp1, temp2;\n"
|
|
" UINT A, B, C, D, E, F, G, H;\n"
|
|
"\n"
|
|
" for( int i = 0; i < 16; i++)\n"
|
|
" {\n"
|
|
" W[i] = byteswap(data[i]);\n"
|
|
" }\n"
|
|
"\n"
|
|
"#define SHR(x,n) ((x & 0xFFFFFFFF) >> n)\n"
|
|
"#define ROTR(x,n) (SHR(x,n) | (x << (32 - n)))\n"
|
|
"\n"
|
|
"#define S0(x) (ROTR(x, 7) ^ ROTR(x,18) ^ SHR(x, 3))\n"
|
|
"#define S1(x) (ROTR(x,17) ^ ROTR(x,19) ^ SHR(x,10))\n"
|
|
"\n"
|
|
"#define S2(x) (ROTR(x, 2) ^ ROTR(x,13) ^ ROTR(x,22))\n"
|
|
"#define S3(x) (ROTR(x, 6) ^ ROTR(x,11) ^ ROTR(x,25))\n"
|
|
"\n"
|
|
"#define F0(x,y,z) ((x & y) | (z & (x | y)))\n"
|
|
"#define F1(x,y,z) (z ^ (x & (y ^ z)))\n"
|
|
"\n"
|
|
"#define R(t) \\\n"
|
|
"( \\\n"
|
|
" W[t] = S1(W[t - 2]) + W[t - 7] + \\\n"
|
|
" S0(W[t - 15]) + W[t - 16] \\\n"
|
|
")\n"
|
|
"\n"
|
|
"#define P(a,b,c,d,e,f,g,h,x,K) \\\n"
|
|
"{ \\\n"
|
|
" temp1 = h + S3(e) + F1(e,f,g) + K + x; \\\n"
|
|
" temp2 = S2(a) + F0(a,b,c); \\\n"
|
|
" d += temp1; h = temp1 + temp2; \\\n"
|
|
"}\n"
|
|
"\n"
|
|
" A = state[0];\n"
|
|
" B = state[1];\n"
|
|
" C = state[2];\n"
|
|
" D = state[3];\n"
|
|
" E = state[4];\n"
|
|
" F = state[5];\n"
|
|
" G = state[6];\n"
|
|
" H = state[7];\n"
|
|
"\n"
|
|
" P( A, B, C, D, E, F, G, H, W[ 0], 0x428A2F98 );\n"
|
|
" P( H, A, B, C, D, E, F, G, W[ 1], 0x71374491 );\n"
|
|
" P( G, H, A, B, C, D, E, F, W[ 2], 0xB5C0FBCF );\n"
|
|
" P( F, G, H, A, B, C, D, E, W[ 3], 0xE9B5DBA5 );\n"
|
|
" P( E, F, G, H, A, B, C, D, W[ 4], 0x3956C25B );\n"
|
|
" P( D, E, F, G, H, A, B, C, W[ 5], 0x59F111F1 );\n"
|
|
" P( C, D, E, F, G, H, A, B, W[ 6], 0x923F82A4 );\n"
|
|
" P( B, C, D, E, F, G, H, A, W[ 7], 0xAB1C5ED5 );\n"
|
|
" P( A, B, C, D, E, F, G, H, W[ 8], 0xD807AA98 );\n"
|
|
" P( H, A, B, C, D, E, F, G, W[ 9], 0x12835B01 );\n"
|
|
" P( G, H, A, B, C, D, E, F, W[10], 0x243185BE );\n"
|
|
" P( F, G, H, A, B, C, D, E, W[11], 0x550C7DC3 );\n"
|
|
" P( E, F, G, H, A, B, C, D, W[12], 0x72BE5D74 );\n"
|
|
" P( D, E, F, G, H, A, B, C, W[13], 0x80DEB1FE );\n"
|
|
" P( C, D, E, F, G, H, A, B, W[14], 0x9BDC06A7 );\n"
|
|
" P( B, C, D, E, F, G, H, A, W[15], 0xC19BF174 );\n"
|
|
" P( A, B, C, D, E, F, G, H, R(16), 0xE49B69C1 );\n"
|
|
" P( H, A, B, C, D, E, F, G, R(17), 0xEFBE4786 );\n"
|
|
" P( G, H, A, B, C, D, E, F, R(18), 0x0FC19DC6 );\n"
|
|
" P( F, G, H, A, B, C, D, E, R(19), 0x240CA1CC );\n"
|
|
" P( E, F, G, H, A, B, C, D, R(20), 0x2DE92C6F );\n"
|
|
" P( D, E, F, G, H, A, B, C, R(21), 0x4A7484AA );\n"
|
|
" P( C, D, E, F, G, H, A, B, R(22), 0x5CB0A9DC );\n"
|
|
" P( B, C, D, E, F, G, H, A, R(23), 0x76F988DA );\n"
|
|
" P( A, B, C, D, E, F, G, H, R(24), 0x983E5152 );\n"
|
|
" P( H, A, B, C, D, E, F, G, R(25), 0xA831C66D );\n"
|
|
" P( G, H, A, B, C, D, E, F, R(26), 0xB00327C8 );\n"
|
|
" P( F, G, H, A, B, C, D, E, R(27), 0xBF597FC7 );\n"
|
|
" P( E, F, G, H, A, B, C, D, R(28), 0xC6E00BF3 );\n"
|
|
" P( D, E, F, G, H, A, B, C, R(29), 0xD5A79147 );\n"
|
|
" P( C, D, E, F, G, H, A, B, R(30), 0x06CA6351 );\n"
|
|
" P( B, C, D, E, F, G, H, A, R(31), 0x14292967 );\n"
|
|
" P( A, B, C, D, E, F, G, H, R(32), 0x27B70A85 );\n"
|
|
" P( H, A, B, C, D, E, F, G, R(33), 0x2E1B2138 );\n"
|
|
" P( G, H, A, B, C, D, E, F, R(34), 0x4D2C6DFC );\n"
|
|
" P( F, G, H, A, B, C, D, E, R(35), 0x53380D13 );\n"
|
|
" P( E, F, G, H, A, B, C, D, R(36), 0x650A7354 );\n"
|
|
" P( D, E, F, G, H, A, B, C, R(37), 0x766A0ABB );\n"
|
|
" P( C, D, E, F, G, H, A, B, R(38), 0x81C2C92E );\n"
|
|
" P( B, C, D, E, F, G, H, A, R(39), 0x92722C85 );\n"
|
|
" P( A, B, C, D, E, F, G, H, R(40), 0xA2BFE8A1 );\n"
|
|
" P( H, A, B, C, D, E, F, G, R(41), 0xA81A664B );\n"
|
|
" P( G, H, A, B, C, D, E, F, R(42), 0xC24B8B70 );\n"
|
|
" P( F, G, H, A, B, C, D, E, R(43), 0xC76C51A3 );\n"
|
|
" P( E, F, G, H, A, B, C, D, R(44), 0xD192E819 );\n"
|
|
" P( D, E, F, G, H, A, B, C, R(45), 0xD6990624 );\n"
|
|
" P( C, D, E, F, G, H, A, B, R(46), 0xF40E3585 );\n"
|
|
" P( B, C, D, E, F, G, H, A, R(47), 0x106AA070 );\n"
|
|
" P( A, B, C, D, E, F, G, H, R(48), 0x19A4C116 );\n"
|
|
" P( H, A, B, C, D, E, F, G, R(49), 0x1E376C08 );\n"
|
|
" P( G, H, A, B, C, D, E, F, R(50), 0x2748774C );\n"
|
|
" P( F, G, H, A, B, C, D, E, R(51), 0x34B0BCB5 );\n"
|
|
" P( E, F, G, H, A, B, C, D, R(52), 0x391C0CB3 );\n"
|
|
" P( D, E, F, G, H, A, B, C, R(53), 0x4ED8AA4A );\n"
|
|
" P( C, D, E, F, G, H, A, B, R(54), 0x5B9CCA4F );\n"
|
|
" P( B, C, D, E, F, G, H, A, R(55), 0x682E6FF3 );\n"
|
|
" P( A, B, C, D, E, F, G, H, R(56), 0x748F82EE );\n"
|
|
" P( H, A, B, C, D, E, F, G, R(57), 0x78A5636F );\n"
|
|
" P( G, H, A, B, C, D, E, F, R(58), 0x84C87814 );\n"
|
|
" P( F, G, H, A, B, C, D, E, R(59), 0x8CC70208 );\n"
|
|
" P( E, F, G, H, A, B, C, D, R(60), 0x90BEFFFA );\n"
|
|
" P( D, E, F, G, H, A, B, C, R(61), 0xA4506CEB );\n"
|
|
" P( C, D, E, F, G, H, A, B, R(62), 0xBEF9A3F7 );\n"
|
|
" P( B, C, D, E, F, G, H, A, R(63), 0xC67178F2 );\n"
|
|
"\n"
|
|
" state[0] += A;\n"
|
|
" state[1] += B;\n"
|
|
" state[2] += C;\n"
|
|
" state[3] += D;\n"
|
|
" state[4] += E;\n"
|
|
" state[5] += F;\n"
|
|
" state[6] += G;\n"
|
|
" state[7] += H;\n"
|
|
"}\n"
|
|
"\n"
|
|
"\n"
|
|
"#define choose_temp(x) ((x)/16)\n"
|
|
"\n"
|
|
"#define STORE_TO_TEMP(i) tb[((i)/16)][((i)%16)]\n"
|
|
"\n"
|
|
"#define WAVEFRONT_SIZE 64\n"
|
|
"\n"
|
|
"__kernel void CryptThread(__global const uint *buffer, __global uint "
|
|
"*state, const uint blockLen, const uint foo)\n"
|
|
"{\n"
|
|
" const uint init[8] = {\n"
|
|
" 0x6a09e667,\n"
|
|
" 0xbb67ae85,\n"
|
|
" 0x3c6ef372,\n"
|
|
" 0xa54ff53a,\n"
|
|
" 0x510e527f,\n"
|
|
" 0x9b05688c,\n"
|
|
" 0x1f83d9ab,\n"
|
|
" 0x5be0cd19\n"
|
|
" };\n"
|
|
" \n"
|
|
" const uint id = get_global_id(0);\n"
|
|
" const uint lid = get_local_id(0);\n"
|
|
" uint len = blockLen;\n"
|
|
" uint i, j;\n"
|
|
" const uint startPosInDWORDs = (len*id*foo)/4;\n"
|
|
"uint blockStartInDWORDs = (len*(id / WAVEFRONT_SIZE)*WAVEFRONT_SIZE)/4;\n"
|
|
" const uint msgLenInBitsl = len * 8;\n"
|
|
" const uint msgLenInBitsh = (len) >> (32-3);\n"
|
|
" UINT localState[8];\n"
|
|
"\n"
|
|
" for (j=0; j<8; j++) {\n"
|
|
" localState[j] = init[j];\n"
|
|
" }\n"
|
|
"\n"
|
|
" i = 0;\n"
|
|
" while (len >=64)\n"
|
|
" {\n"
|
|
" UINT data[16];\n"
|
|
" for (j=0; j<16; j++) {\n"
|
|
" //data[j] = buffer[j + startPosInDWORDs + i];\n"
|
|
" data[j] = buffer[j*WAVEFRONT_SIZE + blockStartInDWORDs "
|
|
"+ i*WAVEFRONT_SIZE + lid];\n"
|
|
" }\n"
|
|
"\n"
|
|
" sha256_step(data, localState);\n"
|
|
" i += 16;\n"
|
|
" len -= 64;\n"
|
|
" }\n"
|
|
"\n"
|
|
" len /= 4;\n"
|
|
"\n"
|
|
" UINT tb[2][16];\n"
|
|
"\n"
|
|
" for (j=0; j<len; j++) \n"
|
|
" {\n"
|
|
" //STORE_TO_TEMP(j) = buffer[j + startPosInDWORDs + i];\n"
|
|
" STORE_TO_TEMP(j) = buffer[j*WAVEFRONT_SIZE + "
|
|
"blockStartInDWORDs + i*WAVEFRONT_SIZE + lid];\n"
|
|
" }\n"
|
|
"\n"
|
|
"#ifdef LITTLE_E\n"
|
|
" STORE_TO_TEMP(len) = 0x80;\n"
|
|
"#else\n"
|
|
" STORE_TO_TEMP(len) = byteswap(0x80000000);\n"
|
|
"#endif\n"
|
|
"\n"
|
|
" i = len+1;\n"
|
|
"\n"
|
|
" while ((i % (512/32)) != (448/32))\n"
|
|
" {\n"
|
|
" STORE_TO_TEMP(i) = 0;\n"
|
|
" i++;\n"
|
|
" }\n"
|
|
"\n"
|
|
"#ifdef LITTLE_E\n"
|
|
" {\n"
|
|
" STORE_TO_TEMP(i) = byteswap(msgLenInBitsh);\n"
|
|
" STORE_TO_TEMP(i + 1) = byteswap(msgLenInBitsl);\n"
|
|
" i += 2;\n"
|
|
" }\n"
|
|
"\n"
|
|
"#else\n"
|
|
"#endif\n"
|
|
" \n"
|
|
" sha256_step(tb[0], localState);\n"
|
|
" if (32 == i)\n"
|
|
" {\n"
|
|
" sha256_step(tb[1], localState);\n"
|
|
" }\n"
|
|
" \n"
|
|
" for (j=0; j<8; j++)\n"
|
|
" {\n"
|
|
" state[id*8 + j] = localState[j];\n"
|
|
" }\n"
|
|
"}\n";
|
|
|
|
#define NUM_BUF_TYPES 3
|
|
#define NUM_KERNELS 2
|
|
|
|
OCLPerfSHA256::OCLPerfSHA256() { _numSubTests = NUM_BUF_TYPES * NUM_KERNELS; }
|
|
|
|
OCLPerfSHA256::~OCLPerfSHA256() {}
|
|
|
|
bool OCLPerfSHA256::setData(cl_mem buffer, unsigned int val) {
|
|
bool retVal = false;
|
|
unsigned int* data = (unsigned int*)_wrapper->clEnqueueMapBuffer(
|
|
cmd_queue_, buffer, true, CL_MAP_WRITE, 0, bufSize_, 0, NULL, NULL, &error_);
|
|
|
|
if (error_ != CL_SUCCESS) {
|
|
printf("\nError code : %d\n", error_);
|
|
} else {
|
|
for (unsigned int i = 0; i < width_; i++) data[i] = val;
|
|
error_ = _wrapper->clEnqueueUnmapMemObject(cmd_queue_, buffer, data, 0, NULL, NULL);
|
|
if (error_ == CL_SUCCESS) retVal = true;
|
|
}
|
|
return retVal;
|
|
}
|
|
|
|
void OCLPerfSHA256::checkData(cl_mem buffer) {
|
|
unsigned int* data = (unsigned int*)_wrapper->clEnqueueMapBuffer(
|
|
cmd_queue_, buffer, true, CL_MAP_READ, 0, bufSize_, 0, NULL, NULL, &error_);
|
|
for (unsigned int i = 0; i < width_; i++) {
|
|
}
|
|
error_ = _wrapper->clEnqueueUnmapMemObject(cmd_queue_, buffer, data, 0, NULL, NULL);
|
|
}
|
|
|
|
static void CL_CALLBACK notify_callback(const char* errinfo, const void* private_info, size_t cb,
|
|
void* user_data) {}
|
|
|
|
void OCLPerfSHA256::open(unsigned int test, char* units, double& conversion,
|
|
unsigned int deviceId) {
|
|
cl_uint numPlatforms;
|
|
cl_platform_id platform = NULL;
|
|
cl_uint num_devices = 0;
|
|
cl_device_id* devices = NULL;
|
|
cl_device_id device = NULL;
|
|
_crcword = 0;
|
|
conversion = 1.0f;
|
|
_deviceId = deviceId;
|
|
_openTest = test;
|
|
|
|
context_ = 0;
|
|
cmd_queue_ = 0;
|
|
program_ = 0;
|
|
kernel_ = 0;
|
|
inBuffer_ = 0;
|
|
outBuffer_ = 0;
|
|
num_input_buf_ = 1;
|
|
num_output_buf_ = 1;
|
|
blockSize_ = 1024;
|
|
isAMD = false;
|
|
|
|
width_ = 22347776;
|
|
// We compute a square domain
|
|
bufSize_ = width_ * sizeof(cl_uint);
|
|
|
|
error_ = _wrapper->clGetPlatformIDs(0, NULL, &numPlatforms);
|
|
CHECK_RESULT(error_ != CL_SUCCESS, "clGetPlatformIDs failed");
|
|
if (0 < numPlatforms) {
|
|
cl_platform_id* platforms = new cl_platform_id[numPlatforms];
|
|
error_ = _wrapper->clGetPlatformIDs(numPlatforms, platforms, NULL);
|
|
CHECK_RESULT(error_ != CL_SUCCESS, "clGetPlatformIDs failed");
|
|
#if 0
|
|
// Get last for default
|
|
platform = platforms[numPlatforms-1];
|
|
for (unsigned i = 0; i < numPlatforms; ++i) {
|
|
#endif
|
|
platform = platforms[_platformIndex];
|
|
char pbuf[100];
|
|
error_ = _wrapper->clGetPlatformInfo(platforms[_platformIndex], CL_PLATFORM_VENDOR,
|
|
sizeof(pbuf), pbuf, NULL);
|
|
num_devices = 0;
|
|
/* Get the number of requested devices */
|
|
error_ = _wrapper->clGetDeviceIDs(platforms[_platformIndex], type_, 0, NULL, &num_devices);
|
|
// Runtime returns an error when no GPU devices are present instead of just
|
|
// returning 0 devices
|
|
// CHECK_RESULT(error_ != CL_SUCCESS, "clGetDeviceIDs failed");
|
|
// Choose platform with GPU devices
|
|
if (num_devices > 0) {
|
|
if (!strcmp(pbuf, "Advanced Micro Devices, Inc.")) {
|
|
isAMD = true;
|
|
}
|
|
// platform = platforms[_platformIndex];
|
|
// break;
|
|
}
|
|
#if 0
|
|
}
|
|
#endif
|
|
delete platforms;
|
|
}
|
|
/*
|
|
* If we could find our platform, use it. If not, die as we need the AMD
|
|
* platform for these extensions.
|
|
*/
|
|
CHECK_RESULT(platform == 0, "Couldn't find platform with GPU devices, cannot proceed");
|
|
|
|
devices = (cl_device_id*)malloc(num_devices * sizeof(cl_device_id));
|
|
CHECK_RESULT(devices == 0, "no devices");
|
|
|
|
/* Get the requested device */
|
|
error_ = _wrapper->clGetDeviceIDs(platform, type_, num_devices, devices, NULL);
|
|
CHECK_RESULT(error_ != CL_SUCCESS, "clGetDeviceIDs failed");
|
|
|
|
CHECK_RESULT(_deviceId >= num_devices, "Requested deviceID not available");
|
|
device = devices[_deviceId];
|
|
|
|
context_ = _wrapper->clCreateContext(NULL, 1, &device, notify_callback, NULL, &error_);
|
|
CHECK_RESULT(context_ == 0, "clCreateContext failed");
|
|
|
|
char charbuf[1024];
|
|
size_t retsize;
|
|
error_ = _wrapper->clGetDeviceInfo(device, CL_DEVICE_EXTENSIONS, 1024, charbuf, &retsize);
|
|
CHECK_RESULT(error_ != CL_SUCCESS, "clGetDeviceInfo failed");
|
|
|
|
cmd_queue_ = _wrapper->clCreateCommandQueue(context_, device, 0, NULL);
|
|
CHECK_RESULT(cmd_queue_ == 0, "clCreateCommandQueue failed");
|
|
|
|
switch (_openTest % NUM_BUF_TYPES) {
|
|
case 0:
|
|
num_input_buf_ = 1;
|
|
num_output_buf_ = 1;
|
|
break;
|
|
|
|
case 1:
|
|
num_input_buf_ = 1;
|
|
num_output_buf_ = 4;
|
|
break;
|
|
|
|
case 2:
|
|
num_input_buf_ = 4;
|
|
num_output_buf_ = 4;
|
|
break;
|
|
};
|
|
|
|
inBuffer_ = new cl_mem[num_input_buf_];
|
|
outBuffer_ = new cl_mem[num_output_buf_];
|
|
|
|
for (int i = 0; i < num_input_buf_; ++i) {
|
|
inBuffer_[i] = _wrapper->clCreateBuffer(context_, 0, bufSize_, NULL, &error_);
|
|
CHECK_RESULT(inBuffer_[i] == 0, "clCreateBuffer(inBuffer) failed");
|
|
bool result = setData(inBuffer_[i], 0xdeadbeef);
|
|
CHECK_RESULT(result != true, "clEnqueueMapBuffer buffer failed");
|
|
}
|
|
|
|
for (int i = 0; i < num_output_buf_; ++i) {
|
|
outBuffer_[i] = _wrapper->clCreateBuffer(context_, 0, bufSize_, NULL, &error_);
|
|
CHECK_RESULT(outBuffer_[i] == 0, "clCreateBuffer(outBuffer) failed");
|
|
bool result = setData(outBuffer_[i], 0xdeadbeef);
|
|
CHECK_RESULT(result != true, "clEnqueueMapBuffer buffer failed");
|
|
}
|
|
|
|
if (_openTest >= NUM_BUF_TYPES) {
|
|
program_ = _wrapper->clCreateProgramWithSource(context_, 1, (const char**)&sha256_opt_kernel,
|
|
NULL, &error_);
|
|
CHECK_RESULT(program_ == 0, "clCreateProgramWithSource failed");
|
|
} else {
|
|
program_ = _wrapper->clCreateProgramWithSource(context_, 1, (const char**)&sha256_kernel, NULL,
|
|
&error_);
|
|
CHECK_RESULT(program_ == 0, "clCreateProgramWithSource failed");
|
|
}
|
|
|
|
const char* buildOps = NULL;
|
|
if (isAMD) {
|
|
// Enable caching
|
|
buildOps = "-fno-alias";
|
|
}
|
|
error_ = _wrapper->clBuildProgram(program_, 1, &device, buildOps, NULL, NULL);
|
|
|
|
if (error_ != CL_SUCCESS) {
|
|
cl_int intError;
|
|
char log[16384];
|
|
intError = _wrapper->clGetProgramBuildInfo(program_, device, CL_PROGRAM_BUILD_LOG,
|
|
16384 * sizeof(char), log, NULL);
|
|
printf("Build error -> %s\n", log);
|
|
|
|
CHECK_RESULT(0, "clBuildProgram failed");
|
|
}
|
|
kernel_ = _wrapper->clCreateKernel(program_, "CryptThread", &error_);
|
|
CHECK_RESULT(kernel_ == 0, "clCreateKernel failed");
|
|
|
|
error_ = _wrapper->clSetKernelArg(kernel_, 0, sizeof(cl_mem), (void*)&inBuffer_[0]);
|
|
error_ = _wrapper->clSetKernelArg(kernel_, 1, sizeof(cl_mem), (void*)&outBuffer_[0]);
|
|
error_ = _wrapper->clSetKernelArg(kernel_, 2, sizeof(cl_uint), (void*)&blockSize_);
|
|
// Foo is not part of the original test, this can be used to see how much of
|
|
// the performance is limited by fetch. Set foo to 0 and all threads will
|
|
// fetch the same 1k block. This way they will all be in cache and hit max
|
|
// fetch speed.
|
|
unsigned int foo = 1;
|
|
error_ = _wrapper->clSetKernelArg(kernel_, 3, sizeof(cl_uint), (void*)&foo);
|
|
}
|
|
|
|
void OCLPerfSHA256::run(void) {
|
|
int global = bufSize_ / blockSize_;
|
|
// 32 gives the best result due to memory thrashing. Need to optimize and
|
|
// give feedback to SiSoft.
|
|
int local = 64;
|
|
|
|
size_t global_work_size[1] = {(size_t)global};
|
|
size_t local_work_size[1] = {(size_t)local};
|
|
|
|
// Warm-up
|
|
for (unsigned int i = 0; i < 10; i++) {
|
|
if (num_input_buf_ > 1) {
|
|
error_ = _wrapper->clSetKernelArg(kernel_, 0, sizeof(cl_mem),
|
|
(void*)&inBuffer_[i % num_input_buf_]);
|
|
}
|
|
|
|
if (num_output_buf_ > 1) {
|
|
error_ = _wrapper->clSetKernelArg(kernel_, 1, sizeof(cl_mem),
|
|
(void*)&outBuffer_[i % num_output_buf_]);
|
|
}
|
|
|
|
error_ = _wrapper->clEnqueueNDRangeKernel(cmd_queue_, kernel_, 1, NULL,
|
|
(const size_t*)global_work_size,
|
|
(const size_t*)local_work_size, 0, NULL, NULL);
|
|
}
|
|
|
|
CHECK_RESULT(error_, "clEnqueueNDRangeKernel failed");
|
|
_wrapper->clFinish(cmd_queue_);
|
|
|
|
CPerfCounter timer;
|
|
|
|
timer.Reset();
|
|
timer.Start();
|
|
for (unsigned int i = 0; i < MAX_ITERATIONS; i++) {
|
|
if (num_input_buf_ > 1) {
|
|
error_ = _wrapper->clSetKernelArg(kernel_, 0, sizeof(cl_mem),
|
|
(void*)&inBuffer_[i % num_input_buf_]);
|
|
}
|
|
|
|
if (num_output_buf_ > 1) {
|
|
error_ = _wrapper->clSetKernelArg(kernel_, 1, sizeof(cl_mem),
|
|
(void*)&outBuffer_[i % num_output_buf_]);
|
|
}
|
|
|
|
error_ = _wrapper->clEnqueueNDRangeKernel(cmd_queue_, kernel_, 1, NULL,
|
|
(const size_t*)global_work_size,
|
|
(const size_t*)local_work_size, 0, NULL, NULL);
|
|
}
|
|
|
|
CHECK_RESULT(error_, "clEnqueueNDRangeKernel failed");
|
|
_wrapper->clFinish(cmd_queue_);
|
|
|
|
timer.Stop();
|
|
double sec = timer.GetElapsedTime();
|
|
|
|
// No idea what data should be in here
|
|
// checkData(outBuffer_);
|
|
// Compute GB/s
|
|
double perf = ((double)bufSize_ * (double)MAX_ITERATIONS * (double)(1e-09)) / sec;
|
|
|
|
_perfInfo = (float)perf;
|
|
if (_openTest >= NUM_BUF_TYPES) {
|
|
testDescString = "opt ";
|
|
} else {
|
|
testDescString = "def ";
|
|
}
|
|
|
|
testDescString += "with ";
|
|
char str[45];
|
|
snprintf(str, sizeof(str), "%2d ip buff and %2d op buff ", num_input_buf_, num_output_buf_);
|
|
testDescString += str;
|
|
}
|
|
|
|
unsigned int OCLPerfSHA256::close(void) {
|
|
_wrapper->clFinish(cmd_queue_);
|
|
|
|
if (inBuffer_) {
|
|
for (int i = 0; i < num_input_buf_; ++i) {
|
|
error_ = _wrapper->clReleaseMemObject(inBuffer_[i]);
|
|
CHECK_RESULT_NO_RETURN(error_ != CL_SUCCESS, "clReleaseMemObject(inBuffer_) failed");
|
|
}
|
|
delete[] inBuffer_;
|
|
}
|
|
if (outBuffer_) {
|
|
for (int i = 0; i < num_output_buf_; ++i) {
|
|
error_ = _wrapper->clReleaseMemObject(outBuffer_[i]);
|
|
CHECK_RESULT_NO_RETURN(error_ != CL_SUCCESS, "clReleaseMemObject(outBuffer_) failed");
|
|
}
|
|
delete[] outBuffer_;
|
|
}
|
|
if (kernel_) {
|
|
error_ = _wrapper->clReleaseKernel(kernel_);
|
|
CHECK_RESULT_NO_RETURN(error_ != CL_SUCCESS, "clReleaseKernel failed");
|
|
}
|
|
if (program_) {
|
|
error_ = _wrapper->clReleaseProgram(program_);
|
|
CHECK_RESULT_NO_RETURN(error_ != CL_SUCCESS, "clReleaseProgram failed");
|
|
}
|
|
if (cmd_queue_) {
|
|
error_ = _wrapper->clReleaseCommandQueue(cmd_queue_);
|
|
CHECK_RESULT_NO_RETURN(error_ != CL_SUCCESS, "clReleaseCommandQueue failed");
|
|
}
|
|
if (context_) {
|
|
error_ = _wrapper->clReleaseContext(context_);
|
|
CHECK_RESULT_NO_RETURN(error_ != CL_SUCCESS, "clReleaseContext failed");
|
|
}
|
|
|
|
return _crcword;
|
|
}
|