mirror/whisper.cpp
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bench : pass memcpy threads from cli

Browse Source
This commit is contained in:
Georgi Gerganov 2023-11-21 22:27:22 +02:00
parent 9befab5ab9
commit 146169ec38
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735
1 changed files with 8 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
whisper.cpp
View File

@ -6138,7 +6138,7 @@ WHISPER_API const char * whisper_bench_memcpy_str(int n_threads) {
// multi-thread // multi-thread
for (uint32_t n_threads = 1; n_threads <= std::thread::hardware_concurrency(); n_threads++) { for (uint32_t k = 1; k <= n_threads; k++) {
char * src = (char *) malloc(size); char * src = (char *) malloc(size);
char * dst = (char *) malloc(size); char * dst = (char *) malloc(size);
@ -6149,8 +6149,8 @@ WHISPER_API const char * whisper_bench_memcpy_str(int n_threads) {
double tsum = 0.0; double tsum = 0.0;
auto helper = [&](int th) { auto helper = [&](int th) {
const int64_t i0 = (th + 0)*size/n_threads; const int64_t i0 = (th + 0)*size/k;
const int64_t i1 = (th + 1)*size/n_threads; const int64_t i1 = (th + 1)*size/k;
for (size_t i = 0; i < n; i++) { for (size_t i = 0; i < n; i++) {
memcpy(dst + i0, src + i0, i1 - i0); memcpy(dst + i0, src + i0, i1 - i0);
@ -6161,14 +6161,14 @@ WHISPER_API const char * whisper_bench_memcpy_str(int n_threads) {
const int64_t t0 = ggml_time_us(); const int64_t t0 = ggml_time_us();
std::vector<std::thread> threads(n_threads - 1); std::vector<std::thread> threads(k - 1);
for (uint32_t th = 0; th < n_threads - 1; ++th) { for (uint32_t th = 0; th < k - 1; ++th) {
threads[th] = std::thread(helper, th); threads[th] = std::thread(helper, th);
} }
helper(n_threads - 1); helper(k - 1);
for (uint32_t th = 0; th < n_threads - 1; ++th) { for (uint32_t th = 0; th < k - 1; ++th) {
threads[th].join(); threads[th].join();
} }
@ -6176,7 +6176,7 @@ WHISPER_API const char * whisper_bench_memcpy_str(int n_threads) {
tsum += (t1 - t0)*1e-6; tsum += (t1 - t0)*1e-6;
snprintf(strbuf, sizeof(strbuf), "memcpy: %7.2f GB/s (%2d thread)\n", (double) (n*size)/(tsum*1e9), n_threads); snprintf(strbuf, sizeof(strbuf), "memcpy: %7.2f GB/s (%2d thread)\n", (double) (n*size)/(tsum*1e9), k);
s += strbuf; s += strbuf;
// needed to prevent the compiler from optimizing the memcpy away // needed to prevent the compiler from optimizing the memcpy away