owen
cefa9021ec
Windows builds previously stubbed out --upload entirely. WinHTTP handles TLS and certificate verification against the system trust store natively, so unlike the POSIX path this needs no OpenSSL/embedded CA bundle - just -lwinhttp, a system DLL that ships with Windows.
1306 lines
44 KiB
C
1306 lines
44 KiB
C
/*
|
|
* fossbench - a multi-core AArch64 CPU benchmark
|
|
*
|
|
* This file is the portable driver: it owns everything the assembly kernels
|
|
* deliberately do not (timing, memory, I/O, scoring). The kernels in
|
|
* fossbench.S are pure computation and identical on every OS; only this file
|
|
* knows what an operating system is.
|
|
*
|
|
* Every workload is run twice: once on a single core, and once on all available
|
|
* cores at once - one identical copy of the kernel per core, each with its own
|
|
* private buffers, so the machine is driven to 100%% and the rate is whole-machine
|
|
* throughput. From these two passes fossbench reports two composite scores, a
|
|
* SINGLECORE and a MULTICORE, from the same tests and the same weights.
|
|
*
|
|
* Build: cc -O2 -pthread main.c fossbench.S -o fossbench -lm
|
|
*/
|
|
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
#include <stdint.h>
|
|
#include <math.h>
|
|
#include <pthread.h>
|
|
#include <unistd.h>
|
|
#include <ctype.h>
|
|
#include <errno.h>
|
|
|
|
#if !defined(_WIN32)
|
|
# include <sys/socket.h>
|
|
# include <sys/utsname.h>
|
|
# include <netdb.h>
|
|
# include <openssl/ssl.h>
|
|
# include <openssl/err.h>
|
|
# include <openssl/pem.h>
|
|
# include "ca_bundle.h"
|
|
#endif
|
|
#if defined(__APPLE__)
|
|
# include <sys/types.h>
|
|
# include <sys/sysctl.h>
|
|
# include <mach/mach_time.h>
|
|
#endif
|
|
#if defined(_WIN32) && (defined(__i386__) || defined(__x86_64__))
|
|
# include <cpuid.h>
|
|
#endif
|
|
|
|
/* Change this at build time with -DFB_API_BASE_URL=\"https://host\". */
|
|
#ifndef FB_API_BASE_URL
|
|
# define FB_API_BASE_URL "https://fossbench.net"
|
|
#endif
|
|
#define FB_VERSION "0.1.5-hotfix3"
|
|
|
|
/* ---------- platform identification (for the banner only) ---------- */
|
|
|
|
#if defined(_WIN32)
|
|
# define FB_OS "Windows"
|
|
#elif defined(__APPLE__)
|
|
# define FB_OS "macOS"
|
|
#elif defined(__linux__)
|
|
# define FB_OS "Linux"
|
|
#else
|
|
# define FB_OS "POSIX"
|
|
#endif
|
|
|
|
#if defined(__aarch64__) || defined(_M_ARM64)
|
|
# define FB_ARCH "ARM64"
|
|
# define D_INT "64-bit ALU: madd, umulh, udiv, bitops"
|
|
# define D_FP "double: fmadd, fdiv, fsqrt"
|
|
# define D_SIMD "NEON ASIMD: 128-bit integer + float"
|
|
#elif defined(__x86_64__) || defined(_M_X64)
|
|
# define FB_ARCH "x86-64"
|
|
# define D_INT "64-bit ALU: imul, mul, div, bitops"
|
|
# define D_FP "double: mulsd/addsd, divsd, sqrtsd"
|
|
# define D_SIMD "SSE2: 128-bit integer + float"
|
|
#elif defined(__i386__) || defined(_M_IX86)
|
|
# define FB_ARCH "x86 32-bit"
|
|
# define D_INT "Pentium 4 integer ALU and software 64-bit arithmetic"
|
|
# define D_FP "x87 scalar double-precision floating point"
|
|
# define D_SIMD "SSE2: 128-bit integer vectors"
|
|
#elif defined(__powerpc64__)
|
|
# define FB_ARCH "PowerPC 64-bit big-endian"
|
|
# define D_INT "64-bit PowerPC integer ALU"
|
|
# define D_FP "PowerPC scalar double-precision floating point"
|
|
# define D_SIMD "AltiVec: 128-bit integer vectors (PowerPC 970)"
|
|
#elif defined(__powerpc__)
|
|
# define FB_ARCH "PowerPC 32-bit big-endian"
|
|
# define D_INT "PPC32 integer ALU and software 64-bit arithmetic"
|
|
# define D_FP "PowerPC scalar double-precision floating point"
|
|
# define D_SIMD "runtime-selected PS, VSX, AltiVec, or scalar"
|
|
#else
|
|
# define FB_ARCH "unknown"
|
|
# define D_INT "64-bit integer ALU"
|
|
# define D_FP "double-precision FP"
|
|
# define D_SIMD "128-bit SIMD: integer + float"
|
|
#endif
|
|
|
|
/* ---------- portable monotonic clock ---------- */
|
|
|
|
#if defined(_WIN32)
|
|
# define WIN32_LEAN_AND_MEAN
|
|
# include <windows.h>
|
|
# include <winhttp.h>
|
|
static double now_seconds(void)
|
|
{
|
|
LARGE_INTEGER f, t;
|
|
QueryPerformanceFrequency(&f);
|
|
QueryPerformanceCounter(&t);
|
|
return (double)t.QuadPart / (double)f.QuadPart;
|
|
}
|
|
#elif defined(__APPLE__)
|
|
static double now_seconds(void)
|
|
{
|
|
static mach_timebase_info_data_t timebase;
|
|
uint64_t ticks;
|
|
|
|
if (timebase.denom == 0)
|
|
mach_timebase_info(&timebase);
|
|
ticks = mach_absolute_time();
|
|
return (double)ticks * (double)timebase.numer /
|
|
(double)timebase.denom * 1e-9;
|
|
}
|
|
#else
|
|
# include <time.h>
|
|
static double now_seconds(void)
|
|
{
|
|
struct timespec ts;
|
|
clock_gettime(CLOCK_MONOTONIC, &ts);
|
|
return (double)ts.tv_sec + (double)ts.tv_nsec * 1e-9;
|
|
}
|
|
#endif
|
|
|
|
/* ---------- the assembly kernels ---------- */
|
|
|
|
extern uint64_t fb_int_math(uint64_t iters);
|
|
extern uint64_t fb_fp_math(uint64_t iters);
|
|
extern uint64_t fb_primes(uint64_t limit, uint8_t *sieve);
|
|
extern uint64_t fb_simd(uint64_t iters, void *buf);
|
|
extern uint64_t fb_compress(const uint8_t *src, uint64_t len, uint32_t *ht);
|
|
extern uint64_t fb_chacha20(uint8_t *buf, uint64_t len,
|
|
const uint8_t key[32], uint64_t rounds);
|
|
extern uint64_t fb_physics(double *bodies, uint64_t n, uint64_t steps);
|
|
extern uint64_t fb_sort(uint32_t *a, uint64_t n);
|
|
extern uint64_t fb_chase(void **ptrs, uint64_t steps);
|
|
|
|
/* ---------- tuning ---------- */
|
|
|
|
#define PRIME_LIMIT (2u * 1000u * 1000u) /* sieve span */
|
|
#define COMPRESS_LEN (4u * 1024u * 1024u) /* corpus size */
|
|
#define HT_ENTRIES (1u << 16) /* LZ77 hash buckets */
|
|
#define CIPHER_LEN (1u * 1024u * 1024u) /* plaintext size */
|
|
#define SIMD_BUF 256 /* NEON scratch */
|
|
#define NBODY_N 512 /* bodies */
|
|
#define SORT_N (1u << 20) /* elements to sort */
|
|
/* PPC32 Wii Linux systems have less than 32 MiB available to a process.
|
|
* A 2 MiB chase remains well beyond the 750CL's 256 KiB L2 while keeping the
|
|
* complete benchmark (including setup's temporary permutation) below 32 MiB. */
|
|
#if defined(__powerpc__) && !defined(__powerpc64__)
|
|
# define CHASE_NODES (1u << 19) /* 2 MiB with 32-bit pointers */
|
|
# define CHASE_DETAIL "dependent-load pointer chase, 2 MiB"
|
|
#elif UINTPTR_MAX == UINT32_MAX
|
|
# define CHASE_NODES (1u << 21) /* 8 MiB with 32-bit pointers */
|
|
# define CHASE_DETAIL "dependent-load pointer chase, 8 MiB"
|
|
#else
|
|
# define CHASE_NODES (1u << 21) /* 16 MiB cycle, > any L2 */
|
|
# define CHASE_DETAIL "dependent-load pointer chase, 16 MiB"
|
|
#endif
|
|
|
|
#define MIN_SECONDS 2.0 /* per-test measured floor */
|
|
#define REPEATS 3 /* best-of, to reject noise */
|
|
|
|
/* ---------- scoring configuration ----------
|
|
*
|
|
* The overall score is a WEIGHTED geometric mean of each test's rate expressed
|
|
* relative to a reference machine. Two knobs per test:
|
|
*
|
|
* FB_REF_* the reference rate (this machine's measured rate). A machine
|
|
* matching the reference scores FB_TARGET_SCORE on that test.
|
|
* FB_WEIGHT_* how much that test counts toward the overall, by its
|
|
* influence on everyday user experience. Weights are relative:
|
|
* only their ratios matter, so they need not sum to anything -
|
|
* the code normalises by their sum. (They happen to sum to 100
|
|
* here, so each reads as a percent.)
|
|
*
|
|
* Per-test score: S_i = FB_TARGET_SCORE * (rate_i / FB_REF_i)
|
|
* Overall score: Overall = FB_TARGET_SCORE *
|
|
* exp( Sum(w_i * ln(rate_i/FB_REF_i)) / Sum(w_i) )
|
|
*
|
|
* On the reference machine every ratio is 1, so every S_i and the overall come
|
|
* out to exactly FB_TARGET_SCORE, regardless of the weights. Scaling is linear
|
|
* in performance, so far slower machines fall well below (half as fast -> half
|
|
* the score) and faster future machines rise above.
|
|
*/
|
|
|
|
#define FB_TARGET_SCORE 10000.0 /* reference-machine overall */
|
|
|
|
/* Reference rates: this machine, in each test's native unit (see tests[]). */
|
|
#define FB_REF_INT 3086.0 /* Mops/s */
|
|
#define FB_REF_FP 1682.0 /* Mops/s */
|
|
#define FB_REF_PRIMES 812.0 /* Mcand/s */
|
|
#define FB_REF_SIMD 6576.0 /* Mops/s */
|
|
#define FB_REF_COMPRESS 674.0 /* MB/s */
|
|
#define FB_REF_CRYPTO 406.0 /* MB/s */
|
|
#define FB_REF_PHYSICS 631.0 /* Mpair/s */
|
|
#define FB_REF_SORT 363.0 /* Mkey-cmp/s*/
|
|
#define FB_REF_CHASE 79.0 /* Mhop/s (scoring); shown as ns/access */
|
|
|
|
/* Weights: influence on day-to-day, common-workload user experience.
|
|
* Rationale: integer/general-purpose code and memory-latency-bound
|
|
* responsiveness dominate everyday use; specialised FP/physics matter least.
|
|
* Roughly an 80/20 integer-vs-FP split, in the spirit of Geekbench 6's
|
|
* weighted, integer-dominant methodology. Retune freely. */
|
|
#define FB_WEIGHT_INT 20.0 /* general-purpose ALU: everything */
|
|
#define FB_WEIGHT_CHASE 16.0 /* memory latency: responsiveness */
|
|
#define FB_WEIGHT_COMPRESS 14.0 /* web, storage, RAM compression */
|
|
#define FB_WEIGHT_SORT 12.0 /* general data-structure work */
|
|
#define FB_WEIGHT_SIMD 11.0 /* codecs, mem/string ops, parsing */
|
|
#define FB_WEIGHT_FP 9.0 /* spreadsheets, app/media math */
|
|
#define FB_WEIGHT_CRYPTO 8.0 /* TLS, disk encryption (small frac) */
|
|
#define FB_WEIGHT_PRIMES 6.0 /* synthetic ALU+memory proxy */
|
|
#define FB_WEIGHT_PHYSICS 4.0 /* niche simulation/games */
|
|
|
|
/* ---------- deterministic PRNG (splitmix64) ---------- */
|
|
|
|
static uint64_t rng_state = 0x853c49e6748fea9bULL;
|
|
|
|
static uint64_t rng_next(void)
|
|
{
|
|
uint64_t z = (rng_state += 0x9e3779b97f4a7c15ULL);
|
|
z = (z ^ (z >> 30)) * 0xbf58476d1ce4e5b9ULL;
|
|
z = (z ^ (z >> 27)) * 0x94d049bb133111ebULL;
|
|
return z ^ (z >> 31);
|
|
}
|
|
|
|
static void rng_reset(void) { rng_state = 0x853c49e6748fea9bULL; }
|
|
|
|
/* ---------- aligned allocation ---------- */
|
|
|
|
static void *xalloc(size_t n)
|
|
{
|
|
void *p = NULL;
|
|
#if defined(_WIN32)
|
|
p = _aligned_malloc(n, 64);
|
|
#else
|
|
if (posix_memalign(&p, 64, n) != 0)
|
|
p = NULL;
|
|
#endif
|
|
if (!p) {
|
|
fprintf(stderr, "fossbench: out of memory (%zu bytes)\n", n);
|
|
exit(1);
|
|
}
|
|
return p;
|
|
}
|
|
|
|
static void xfree(void *p)
|
|
{
|
|
#if defined(_WIN32)
|
|
_aligned_free(p);
|
|
#else
|
|
free(p);
|
|
#endif
|
|
}
|
|
|
|
/* ---------- workload state ----------
|
|
*
|
|
* Because every core runs the same kernel simultaneously, each core needs its
|
|
* OWN mutable buffers - sharing them would be a data race and would corrupt
|
|
* both the results and the determinism check. Per-core scratch lives in a
|
|
* `workspace`, one per thread. Read-only inputs (the corpus, the pristine
|
|
* physics/sort seeds, the key, the chase graph) are genuinely shared.
|
|
*/
|
|
struct workspace {
|
|
uint8_t *sieve; /* prime sieve scratch */
|
|
uint32_t *ht; /* LZ77 hash table scratch */
|
|
uint8_t *cipher_buf; /* ChaCha20 buffer, encrypted in place */
|
|
uint8_t *simd_buf; /* NEON scratch */
|
|
double *bodies; /* n-body integration buffer */
|
|
uint32_t *sort_work; /* the buffer we actually sort */
|
|
void **chase; /* private 16 MiB pointer-chase cycle */
|
|
};
|
|
|
|
static long g_ncores = 1; /* active online cores */
|
|
static struct workspace *g_ws; /* g_ncores per-thread workspaces */
|
|
|
|
static uint8_t *g_corpus; /* shared, read-only compression input */
|
|
static uint8_t g_key[32]; /* shared, read-only cipher key */
|
|
static uint8_t *g_cipher_src; /* pristine plaintext, copied per-core */
|
|
static uint8_t *g_simd_src; /* pristine NEON seed, copied per-core */
|
|
static double *g_bodies_src; /* pristine initial conditions */
|
|
static uint32_t *g_sort_src; /* pristine unsorted data */
|
|
|
|
struct system_info {
|
|
char cpu[256];
|
|
char model[256];
|
|
char operating_system[256];
|
|
char compiler[128];
|
|
long cpu_cores;
|
|
long cpu_threads;
|
|
long memory_mb;
|
|
};
|
|
|
|
static void trim(char *s)
|
|
{
|
|
char *p = s;
|
|
size_t n;
|
|
while (isspace((unsigned char)*p)) p++;
|
|
if (p != s) memmove(s, p, strlen(p) + 1);
|
|
n = strlen(s);
|
|
while (n && isspace((unsigned char)s[n - 1])) s[--n] = '\0';
|
|
}
|
|
|
|
/* Device-tree strings may be NUL-separated lists. The first entry is the
|
|
* most-specific compatible identifier, which is the useful model number. */
|
|
static int read_first_property(const char *path, char *dst, size_t cap)
|
|
{
|
|
FILE *f;
|
|
size_t n, i;
|
|
|
|
if (cap == 0)
|
|
return 0;
|
|
f = fopen(path, "rb");
|
|
if (f == NULL)
|
|
return 0;
|
|
n = fread(dst, 1, cap - 1, f);
|
|
fclose(f);
|
|
for (i = 0; i < n && dst[i] != '\0' && dst[i] != '\n' && dst[i] != '\r'; i++)
|
|
if ((unsigned char)dst[i] < 0x20)
|
|
dst[i] = ' ';
|
|
dst[i] = '\0';
|
|
trim(dst);
|
|
return dst[0] != '\0';
|
|
}
|
|
|
|
static void detect_system_info(struct system_info *info)
|
|
{
|
|
#if defined(__linux__)
|
|
char cpuinfo_hardware[sizeof info->model] = "";
|
|
#endif
|
|
memset(info, 0, sizeof(*info));
|
|
info->cpu_threads = g_ncores;
|
|
info->cpu_cores = g_ncores;
|
|
strncpy(info->cpu, FB_ARCH, sizeof(info->cpu) - 1);
|
|
strncpy(info->operating_system, FB_OS, sizeof(info->operating_system) - 1);
|
|
#if defined(__clang__)
|
|
snprintf(info->compiler, sizeof(info->compiler), "Clang %s", __clang_version__);
|
|
#elif defined(__GNUC__)
|
|
snprintf(info->compiler, sizeof(info->compiler), "GCC %s", __VERSION__);
|
|
#elif defined(_MSC_VER)
|
|
snprintf(info->compiler, sizeof(info->compiler), "MSVC %d", _MSC_VER);
|
|
#else
|
|
strncpy(info->compiler, "Unknown", sizeof(info->compiler) - 1);
|
|
#endif
|
|
|
|
#if defined(__linux__)
|
|
{
|
|
static const char *const model_paths[] = {
|
|
"/sys/firmware/devicetree/base/compatible",
|
|
"/sys/firmware/devicetree/base/model",
|
|
"/proc/device-tree/compatible"
|
|
};
|
|
unsigned i;
|
|
for (i = 0; i < sizeof model_paths / sizeof model_paths[0]; i++)
|
|
if (read_first_property(model_paths[i], info->model,
|
|
sizeof info->model))
|
|
break;
|
|
}
|
|
{
|
|
FILE *f = fopen("/proc/cpuinfo", "r");
|
|
char line[512];
|
|
int pairs[1024][2], npairs = 0, physical = -1, core = -1;
|
|
if (f) {
|
|
while (fgets(line, sizeof(line), f)) {
|
|
char *colon = strchr(line, ':');
|
|
if (!colon) continue;
|
|
*colon++ = '\0'; trim(line); trim(colon);
|
|
if ((!strcmp(line, "model name") || !strcmp(line, "Processor") ||
|
|
!strcmp(line, "cpu")) && info->cpu[0] && !strcmp(info->cpu, FB_ARCH))
|
|
strncpy(info->cpu, colon, sizeof(info->cpu) - 1);
|
|
else if (!strcmp(line, "Hardware") && cpuinfo_hardware[0] == '\0')
|
|
strncpy(cpuinfo_hardware, colon, sizeof cpuinfo_hardware - 1);
|
|
else if (!strcmp(line, "physical id")) physical = atoi(colon);
|
|
else if (!strcmp(line, "core id")) core = atoi(colon);
|
|
if (physical >= 0 && core >= 0) {
|
|
int i, seen = 0;
|
|
for (i = 0; i < npairs; i++)
|
|
if (pairs[i][0] == physical && pairs[i][1] == core) seen = 1;
|
|
if (!seen && npairs < 1024) { pairs[npairs][0] = physical; pairs[npairs++][1] = core; }
|
|
physical = core = -1;
|
|
}
|
|
}
|
|
fclose(f);
|
|
if (npairs > 0) info->cpu_cores = npairs;
|
|
}
|
|
}
|
|
/* ARM servers commonly expose SMBIOS. sysfs contains the same system
|
|
* product value as `dmidecode -t system` without requiring root. */
|
|
#if defined(__aarch64__) || defined(__arm__)
|
|
if (info->model[0] == '\0')
|
|
read_first_property("/sys/class/dmi/id/product_name", info->model,
|
|
sizeof info->model);
|
|
#endif
|
|
if (info->model[0] == '\0' && cpuinfo_hardware[0] != '\0')
|
|
snprintf(info->model, sizeof info->model, "%s", cpuinfo_hardware);
|
|
{
|
|
FILE *f = fopen("/proc/meminfo", "r");
|
|
char line[256]; long kb;
|
|
if (f) {
|
|
while (fgets(line, sizeof(line), f)) {
|
|
if (sscanf(line, "MemTotal: %ld kB", &kb) == 1) {
|
|
info->memory_mb = kb / 1024;
|
|
break;
|
|
}
|
|
}
|
|
fclose(f);
|
|
}
|
|
}
|
|
{
|
|
FILE *f = fopen("/etc/os-release", "r"); char line[512];
|
|
if (f) { while (fgets(line, sizeof(line), f)) if (!strncmp(line, "PRETTY_NAME=", 12)) {
|
|
char *v = line + 12; trim(v);
|
|
if (v[0] == '\"') { memmove(v, v + 1, strlen(v)); if (strlen(v) && v[strlen(v)-1] == '\"') v[strlen(v)-1] = '\0'; }
|
|
snprintf(info->operating_system, sizeof(info->operating_system), "%s", v); break;
|
|
} fclose(f); }
|
|
}
|
|
#elif defined(__APPLE__)
|
|
{
|
|
size_t n = sizeof(info->cpu); uint64_t mem = 0; size_t mn = sizeof(mem);
|
|
size_t model_n = sizeof(info->model);
|
|
int cores = 0; size_t cn = sizeof(cores);
|
|
if (sysctlbyname("machdep.cpu.brand_string", info->cpu, &n, NULL, 0) != 0)
|
|
strncpy(info->cpu, FB_ARCH, sizeof info->cpu - 1);
|
|
sysctlbyname("hw.model", info->model, &model_n, NULL, 0);
|
|
if (sysctlbyname("hw.physicalcpu", &cores, &cn, NULL, 0) == 0) info->cpu_cores = cores;
|
|
if (sysctlbyname("hw.memsize", &mem, &mn, NULL, 0) == 0) info->memory_mb = (long)(mem / 1024 / 1024);
|
|
}
|
|
{
|
|
struct utsname u; if (uname(&u) == 0)
|
|
snprintf(info->operating_system, sizeof(info->operating_system), "macOS %s", u.release);
|
|
}
|
|
#elif defined(_WIN32)
|
|
{
|
|
MEMORYSTATUSEX ms;
|
|
ms.dwLength = sizeof(ms);
|
|
if (GlobalMemoryStatusEx(&ms))
|
|
info->memory_mb = (long)(ms.ullTotalPhys / 1024 / 1024);
|
|
}
|
|
#if defined(__i386__) || defined(__x86_64__)
|
|
{
|
|
/* CPUID leaves 0x80000002-0x80000004 return the 48-byte brand
|
|
* string in eax:ebx:ecx:edx, twelve bytes per leaf. */
|
|
unsigned eax, ebx, ecx, edx, max_ext;
|
|
char brand[49];
|
|
int i;
|
|
__cpuid(0x80000000, eax, ebx, ecx, edx);
|
|
max_ext = eax;
|
|
if (max_ext >= 0x80000004) {
|
|
for (i = 0; i < 3; i++) {
|
|
__cpuid(0x80000002u + (unsigned)i, eax, ebx, ecx, edx);
|
|
memcpy(brand + i * 16 + 0, &eax, 4);
|
|
memcpy(brand + i * 16 + 4, &ebx, 4);
|
|
memcpy(brand + i * 16 + 8, &ecx, 4);
|
|
memcpy(brand + i * 16 + 12, &edx, 4);
|
|
}
|
|
brand[48] = '\0';
|
|
trim(brand);
|
|
if (brand[0])
|
|
snprintf(info->cpu, sizeof(info->cpu), "%s", brand);
|
|
}
|
|
}
|
|
#endif
|
|
#endif
|
|
}
|
|
|
|
/*
|
|
* Synthesise a compressible corpus. Random bytes would be incompressible and
|
|
* would make the match-finder trivially miss every probe, measuring nothing
|
|
* interesting. This builds text-like data with realistic repetition instead.
|
|
*/
|
|
static void build_corpus(uint8_t *buf, size_t len)
|
|
{
|
|
static const char *words[] = {
|
|
"the", "quick", "brown", "fox", "jumps", "over", "lazy",
|
|
"dog", "benchmark", "processor", "assembly", "vector",
|
|
"memory", "cache", "pipeline", "instruction", "compress",
|
|
"data", "system", "performance", "register", "kernel"
|
|
};
|
|
const size_t nwords = sizeof(words) / sizeof(words[0]);
|
|
size_t pos = 0;
|
|
|
|
while (pos < len) {
|
|
const char *w = words[rng_next() % nwords];
|
|
size_t wl = strlen(w);
|
|
|
|
if (pos + wl + 1 > len)
|
|
break;
|
|
memcpy(buf + pos, w, wl);
|
|
pos += wl;
|
|
buf[pos++] = (rng_next() % 8 == 0) ? '\n' : ' ';
|
|
}
|
|
while (pos < len)
|
|
buf[pos++] = ' ';
|
|
}
|
|
|
|
/* Build a single random cycle through the node array (Sattolo's algorithm),
|
|
* guaranteeing one cycle of exactly CHASE_NODES steps with no early closure. */
|
|
static void build_chase(void **nodes, size_t n)
|
|
{
|
|
size_t *perm = xalloc(n * sizeof(size_t));
|
|
size_t i;
|
|
|
|
for (i = 0; i < n; i++)
|
|
perm[i] = i;
|
|
for (i = n - 1; i > 0; i--) {
|
|
size_t j = (size_t)(rng_next() % i); /* strictly j < i */
|
|
size_t t = perm[i];
|
|
perm[i] = perm[j];
|
|
perm[j] = t;
|
|
}
|
|
for (i = 0; i < n; i++)
|
|
nodes[perm[i]] = (void *)&nodes[perm[(i + 1) % n]];
|
|
|
|
xfree(perm);
|
|
}
|
|
|
|
static void setup(void)
|
|
{
|
|
size_t i;
|
|
long t;
|
|
|
|
rng_reset();
|
|
|
|
/* shared read-only inputs and pristine per-core seeds */
|
|
g_corpus = xalloc(COMPRESS_LEN);
|
|
g_cipher_src = xalloc(CIPHER_LEN);
|
|
g_simd_src = xalloc(SIMD_BUF);
|
|
g_bodies_src = xalloc(NBODY_N * 8 * sizeof(double));
|
|
g_sort_src = xalloc(SORT_N * sizeof(uint32_t));
|
|
|
|
build_corpus(g_corpus, COMPRESS_LEN);
|
|
|
|
for (i = 0; i < CIPHER_LEN; i++)
|
|
g_cipher_src[i] = (uint8_t)rng_next();
|
|
for (i = 0; i < 32; i++)
|
|
g_key[i] = (uint8_t)rng_next();
|
|
for (i = 0; i < SIMD_BUF; i++)
|
|
g_simd_src[i] = (uint8_t)rng_next();
|
|
for (i = 0; i < SORT_N; i++)
|
|
g_sort_src[i] = (uint32_t)rng_next();
|
|
|
|
/* bodies: [x y z mass vx vy vz pad], positions in a unit-ish cube */
|
|
for (i = 0; i < NBODY_N; i++) {
|
|
double *b = &g_bodies_src[i * 8];
|
|
b[0] = (double)(rng_next() % 2000) / 1000.0 - 1.0;
|
|
b[1] = (double)(rng_next() % 2000) / 1000.0 - 1.0;
|
|
b[2] = (double)(rng_next() % 2000) / 1000.0 - 1.0;
|
|
b[3] = (double)(rng_next() % 900) / 1000.0 + 0.1; /* mass > 0 */
|
|
b[4] = b[5] = b[6] = 0.0;
|
|
b[7] = 0.0;
|
|
}
|
|
|
|
/* one private workspace per core, every copy seeded identically so all
|
|
* cores compute the same deterministic result. Each core also gets its
|
|
* own pointer-chase cycle: sharing one would collapse the multi-core
|
|
* latency test into a shared-cache test instead of a memory test. */
|
|
g_ws = xalloc((size_t)g_ncores * sizeof *g_ws);
|
|
for (t = 0; t < g_ncores; t++) {
|
|
struct workspace *w = &g_ws[t];
|
|
|
|
w->sieve = xalloc(PRIME_LIMIT);
|
|
w->ht = xalloc(HT_ENTRIES * sizeof(uint32_t));
|
|
w->cipher_buf = xalloc(CIPHER_LEN);
|
|
w->simd_buf = xalloc(SIMD_BUF);
|
|
w->bodies = xalloc(NBODY_N * 8 * sizeof(double));
|
|
w->sort_work = xalloc(SORT_N * sizeof(uint32_t));
|
|
w->chase = xalloc(CHASE_NODES * sizeof(void *));
|
|
|
|
memcpy(w->cipher_buf, g_cipher_src, CIPHER_LEN);
|
|
memcpy(w->simd_buf, g_simd_src, SIMD_BUF);
|
|
build_chase(w->chase, CHASE_NODES);
|
|
}
|
|
}
|
|
|
|
static void teardown(void)
|
|
{
|
|
long t;
|
|
|
|
for (t = 0; t < g_ncores; t++) {
|
|
struct workspace *w = &g_ws[t];
|
|
|
|
xfree(w->sieve); xfree(w->ht); xfree(w->cipher_buf);
|
|
xfree(w->simd_buf); xfree(w->bodies); xfree(w->sort_work);
|
|
xfree(w->chase);
|
|
}
|
|
xfree(g_ws);
|
|
|
|
xfree(g_corpus); xfree(g_cipher_src); xfree(g_simd_src);
|
|
xfree(g_bodies_src); xfree(g_sort_src);
|
|
}
|
|
|
|
/* ---------- the test harness ---------- */
|
|
|
|
/*
|
|
* Each test runs a kernel `n` times against a per-core workspace and returns a
|
|
* checksum. The harness auto-calibrates `n` upward until the run exceeds
|
|
* MIN_SECONDS, so the result is insensitive to clock granularity and to how
|
|
* fast the machine is.
|
|
*/
|
|
typedef uint64_t (*run_fn)(uint64_t n, struct workspace *ws);
|
|
|
|
struct test {
|
|
const char *name;
|
|
const char *detail;
|
|
run_fn run;
|
|
uint64_t start_n;
|
|
double work_per_n; /* abstract work units, for scoring */
|
|
const char *unit;
|
|
double ref_rate; /* reference-machine rate, in `unit` */
|
|
double weight; /* relative weight in the overall score */
|
|
};
|
|
|
|
static uint64_t run_int(uint64_t n, struct workspace *ws)
|
|
{
|
|
(void)ws;
|
|
return fb_int_math(n * 100000);
|
|
}
|
|
static uint64_t run_fp(uint64_t n, struct workspace *ws)
|
|
{
|
|
(void)ws;
|
|
return fb_fp_math(n * 100000);
|
|
}
|
|
static uint64_t run_primes(uint64_t n, struct workspace *ws)
|
|
{
|
|
uint64_t c = 0;
|
|
for (uint64_t i = 0; i < n; i++)
|
|
c += fb_primes(PRIME_LIMIT, ws->sieve);
|
|
return c;
|
|
}
|
|
static uint64_t run_simd(uint64_t n, struct workspace *ws)
|
|
{
|
|
/* The kernel is allowed to use its scratch as an accumulator. Restore it
|
|
* before every timed run so calibration and repeats see identical input. */
|
|
memcpy(ws->simd_buf, g_simd_src, SIMD_BUF);
|
|
return fb_simd(n * 100000, ws->simd_buf);
|
|
}
|
|
static uint64_t run_compress(uint64_t n, struct workspace *ws)
|
|
{
|
|
uint64_t c = 0;
|
|
for (uint64_t i = 0; i < n; i++)
|
|
c += fb_compress(g_corpus, COMPRESS_LEN, ws->ht);
|
|
return c;
|
|
}
|
|
static uint64_t run_crypto(uint64_t n, struct workspace *ws)
|
|
{
|
|
return fb_chacha20(ws->cipher_buf, CIPHER_LEN, g_key, n);
|
|
}
|
|
static uint64_t run_physics(uint64_t n, struct workspace *ws)
|
|
{
|
|
/* restore initial conditions: the integrator mutates the bodies, so
|
|
* a re-run must start from the same state to be reproducible */
|
|
memcpy(ws->bodies, g_bodies_src, NBODY_N * 8 * sizeof(double));
|
|
return fb_physics(ws->bodies, NBODY_N, n);
|
|
}
|
|
static uint64_t run_sort(uint64_t n, struct workspace *ws)
|
|
{
|
|
uint64_t c = 0;
|
|
for (uint64_t i = 0; i < n; i++) {
|
|
/* restore the pristine data: sorting an already-sorted array
|
|
* would measure the best case, not the real one */
|
|
memcpy(ws->sort_work, g_sort_src, SORT_N * sizeof(uint32_t));
|
|
c ^= fb_sort(ws->sort_work, SORT_N);
|
|
}
|
|
return c;
|
|
}
|
|
static uint64_t run_chase(uint64_t n, struct workspace *ws)
|
|
{
|
|
return fb_chase(ws->chase, n * 1000000);
|
|
}
|
|
|
|
static const struct test tests[] = {
|
|
{ "Integer Math", D_INT,
|
|
run_int, 20, 100000.0 * 24, "Mops/s",
|
|
FB_REF_INT, FB_WEIGHT_INT },
|
|
{ "Floating Point Math", D_FP,
|
|
run_fp, 20, 100000.0 * 20, "Mops/s",
|
|
FB_REF_FP, FB_WEIGHT_FP },
|
|
{ "Prime Numbers", "sieve of Eratosthenes to 2M",
|
|
run_primes, 1, (double)PRIME_LIMIT, "Mcand/s",
|
|
FB_REF_PRIMES, FB_WEIGHT_PRIMES },
|
|
{ "Extended Instructions",D_SIMD,
|
|
run_simd, 10, 100000.0 * 32, "Mops/s",
|
|
FB_REF_SIMD, FB_WEIGHT_SIMD },
|
|
{ "Compression", "LZ77 match finder, 4 MiB corpus",
|
|
run_compress, 1, (double)COMPRESS_LEN, "MB/s",
|
|
FB_REF_COMPRESS, FB_WEIGHT_COMPRESS },
|
|
{ "Encryption", "ChaCha20, 20 rounds, 1 MiB",
|
|
run_crypto, 4, (double)CIPHER_LEN, "MB/s",
|
|
FB_REF_CRYPTO, FB_WEIGHT_CRYPTO },
|
|
{ "Physics", "512-body direct-sum gravity",
|
|
run_physics, 4, (double)NBODY_N * NBODY_N, "Mpair/s",
|
|
FB_REF_PHYSICS, FB_WEIGHT_PHYSICS },
|
|
{ "Sorting", "heapsort, 1M uint32",
|
|
run_sort, 1, (double)SORT_N * 20, "Mkey-cmp/s",
|
|
FB_REF_SORT, FB_WEIGHT_SORT },
|
|
{ "Memory Latency", CHASE_DETAIL,
|
|
run_chase, 1, 1000000.0, "ns/access",
|
|
FB_REF_CHASE, FB_WEIGHT_CHASE },
|
|
};
|
|
|
|
#define NTESTS (sizeof(tests) / sizeof(tests[0]))
|
|
|
|
struct result {
|
|
double rate; /* work units per second */
|
|
double score;
|
|
uint64_t checksum;
|
|
double seconds;
|
|
uint64_t iters;
|
|
int threads; /* cores this test was spread across */
|
|
};
|
|
|
|
/*
|
|
* One unit of parallel work: run `run(n, ws)` on a private workspace. Every
|
|
* core executes the identical kernel on identically-seeded data, so all cores
|
|
* return the same checksum; the harness sums them into one aggregate that stays
|
|
* deterministic across repeats.
|
|
*/
|
|
struct job {
|
|
run_fn run;
|
|
uint64_t n;
|
|
struct workspace *ws;
|
|
uint64_t result;
|
|
};
|
|
|
|
static void *job_entry(void *arg)
|
|
{
|
|
struct job *j = arg;
|
|
j->result = j->run(j->n, j->ws);
|
|
return NULL;
|
|
}
|
|
|
|
/*
|
|
* Run the kernel on `threads` cores at once and return the summed checksum.
|
|
* The calling thread runs job 0 itself; threads 1..N-1 run on spawned workers.
|
|
* A thread that fails to spawn simply runs inline, so the benchmark still
|
|
* completes (with less parallelism) rather than aborting.
|
|
*/
|
|
static uint64_t dispatch(run_fn run, uint64_t n, int threads)
|
|
{
|
|
struct job *jobs = xalloc((size_t)threads * sizeof *jobs);
|
|
pthread_t *tids = threads > 1
|
|
? xalloc((size_t)(threads - 1) * sizeof *tids) : NULL;
|
|
int i, spawned = 0;
|
|
uint64_t agg = 0;
|
|
|
|
for (i = 0; i < threads; i++) {
|
|
jobs[i].run = run;
|
|
jobs[i].n = n;
|
|
jobs[i].ws = &g_ws[i];
|
|
}
|
|
for (i = 1; i < threads; i++) {
|
|
if (pthread_create(&tids[spawned], NULL, job_entry, &jobs[i]) == 0)
|
|
spawned++;
|
|
else
|
|
job_entry(&jobs[i]); /* fall back to inline */
|
|
}
|
|
|
|
job_entry(&jobs[0]); /* this thread runs job 0 */
|
|
|
|
for (i = 0; i < spawned; i++)
|
|
pthread_join(tids[i], NULL);
|
|
for (i = 0; i < threads; i++)
|
|
agg += jobs[i].result;
|
|
|
|
xfree(jobs);
|
|
xfree(tids);
|
|
return agg;
|
|
}
|
|
|
|
static struct result run_test(const struct test *t, int threads)
|
|
{
|
|
struct result r;
|
|
uint64_t n = t->start_n;
|
|
double elapsed = 0.0, best = 0.0;
|
|
uint64_t checksum = 0;
|
|
int i;
|
|
|
|
/* calibrate: grow n until a single run clears the noise floor */
|
|
for (;;) {
|
|
double t0 = now_seconds();
|
|
checksum = dispatch(t->run, n, threads);
|
|
elapsed = now_seconds() - t0;
|
|
|
|
if (elapsed >= MIN_SECONDS)
|
|
break;
|
|
if (elapsed < 0.001) {
|
|
n *= 8; /* far too fast to measure */
|
|
} else {
|
|
double scale = (MIN_SECONDS * 1.3) / elapsed;
|
|
if (scale < 1.5)
|
|
scale = 1.5;
|
|
if (scale > 8.0)
|
|
scale = 8.0;
|
|
n = (uint64_t)((double)n * scale) + 1;
|
|
}
|
|
}
|
|
|
|
/* best-of: the fastest run is the one least disturbed by the OS */
|
|
best = elapsed;
|
|
for (i = 1; i < REPEATS; i++) {
|
|
double t0 = now_seconds();
|
|
uint64_t c = dispatch(t->run, n, threads);
|
|
double e = now_seconds() - t0;
|
|
|
|
if (c != checksum) {
|
|
fprintf(stderr,
|
|
"fossbench: %s is non-deterministic "
|
|
"(checksum %llu != %llu)\n", t->name,
|
|
(unsigned long long)c,
|
|
(unsigned long long)checksum);
|
|
exit(2);
|
|
}
|
|
if (e < best)
|
|
best = e;
|
|
}
|
|
|
|
r.seconds = best;
|
|
r.iters = n;
|
|
r.checksum = checksum;
|
|
r.threads = threads;
|
|
/* aggregate throughput: `threads` cores each did n*work_per_n of work in
|
|
* the same wall-clock window, so the machine's rate is their sum */
|
|
r.rate = ((double)threads * (double)n * t->work_per_n) / best / 1e6;
|
|
/* normalise against the reference machine: this is the per-test score */
|
|
r.score = FB_TARGET_SCORE * (r.rate / t->ref_rate);
|
|
return r;
|
|
}
|
|
|
|
/*
|
|
* The number shown in the RATE column. Most tests report throughput in their
|
|
* `unit`. The memory-latency test is different: throughput (hops/s) is not what
|
|
* anyone reasons about for memory, so we report the actual per-access latency
|
|
* in nanoseconds instead. That is a per-core property -- the time for one
|
|
* dependent load in the chain -- so it is derived from a single core's hop
|
|
* count and is independent of how many cores ran, unlike the aggregate `rate`.
|
|
*/
|
|
static double display_metric(const struct test *t, const struct result *r)
|
|
{
|
|
if (t->run == run_chase) {
|
|
double hops = (double)r->iters * t->work_per_n; /* per core */
|
|
return r->seconds / hops * 1e9; /* ns/access */
|
|
}
|
|
return r->rate;
|
|
}
|
|
|
|
/* ---------- optional result upload ---------- */
|
|
|
|
static void json_escape(const char *src, char *dst, size_t cap)
|
|
{
|
|
size_t used = 0;
|
|
while (*src && used + 1 < cap) {
|
|
unsigned char c = (unsigned char)*src++;
|
|
const char *esc = NULL;
|
|
if (c == '\"') esc = "\\\"";
|
|
else if (c == '\\') esc = "\\\\";
|
|
else if (c == '\n') esc = "\\n";
|
|
else if (c == '\r') esc = "\\r";
|
|
else if (c == '\t') esc = "\\t";
|
|
if (esc) {
|
|
size_t n = strlen(esc); if (used + n >= cap) break;
|
|
memcpy(dst + used, esc, n); used += n;
|
|
} else if (c >= 0x20) dst[used++] = (char)c;
|
|
}
|
|
dst[used] = '\0';
|
|
}
|
|
|
|
#if !defined(_WIN32)
|
|
/* Add fb_ca_bundle_pem's roots to ctx's trust store. SSL_CTX_set_default_verify_paths()
|
|
* alone isn't enough to verify a server cert on an arbitrary target machine: it only
|
|
* works if OpenSSL's compiled-in default CA directory/file happens to exist where this
|
|
* binary ends up running, which is essentially never true for a release binary built
|
|
* elsewhere (macOS has no such path outside Homebrew; Linux distros disagree on the
|
|
* location). This embedded bundle is the trust source upload actually relies on; the
|
|
* system default paths are still tried first so a locally-trusted/corporate CA works too. */
|
|
static int load_embedded_ca_bundle(SSL_CTX *ctx)
|
|
{
|
|
X509_STORE *store = SSL_CTX_get_cert_store(ctx);
|
|
BIO *bio = BIO_new_mem_buf(fb_ca_bundle_pem, -1);
|
|
X509 *cert;
|
|
int loaded = 0;
|
|
|
|
if (!bio) return 0;
|
|
while ((cert = PEM_read_bio_X509(bio, NULL, NULL, NULL)) != NULL) {
|
|
if (X509_STORE_add_cert(store, cert)) loaded++;
|
|
X509_free(cert);
|
|
}
|
|
BIO_free(bio);
|
|
ERR_clear_error(); /* PEM_read_bio_X509's final EOF "failure" is expected */
|
|
return loaded > 0;
|
|
}
|
|
#endif
|
|
|
|
#if defined(_WIN32)
|
|
/* WinHTTP reports a TLS handshake/certificate problem as one of several
|
|
* specific ERROR_WINHTTP_SECURE_* codes (untrusted root, expired cert,
|
|
* hostname mismatch, ...) rather than a single sentinel value. */
|
|
static int is_winhttp_secure_error(DWORD err)
|
|
{
|
|
switch (err) {
|
|
case ERROR_WINHTTP_SECURE_CERT_DATE_INVALID:
|
|
case ERROR_WINHTTP_SECURE_CERT_CN_INVALID:
|
|
case ERROR_WINHTTP_SECURE_INVALID_CA:
|
|
case ERROR_WINHTTP_SECURE_CERT_REV_FAILED:
|
|
case ERROR_WINHTTP_SECURE_CHANNEL_ERROR:
|
|
case ERROR_WINHTTP_SECURE_INVALID_CERT:
|
|
case ERROR_WINHTTP_SECURE_CERT_REVOKED:
|
|
case ERROR_WINHTTP_SECURE_FAILURE:
|
|
case ERROR_WINHTTP_SECURE_CERT_WRONG_USAGE:
|
|
case ERROR_WINHTTP_SECURE_FAILURE_PROXY:
|
|
return 1;
|
|
default:
|
|
return 0;
|
|
}
|
|
}
|
|
|
|
/* WinHTTP does TLS (and certificate verification, against the system trust
|
|
* store) itself, so unlike the POSIX+OpenSSL path below, Windows needs
|
|
* neither an embedded CA bundle nor a hand-rolled HTTP/1.1 request. */
|
|
static int winhttp_post(const char *host, const char *port, const char *path,
|
|
int use_tls, const char *payload, int payload_len,
|
|
const char *auth_header, int *out_status)
|
|
{
|
|
wchar_t whost[256], wpath[512], wheaders[700];
|
|
char header_buf[700];
|
|
HINTERNET hsession = NULL, hconnect = NULL, hrequest = NULL;
|
|
INTERNET_PORT wport = (INTERNET_PORT)atoi(port);
|
|
DWORD status = 0, status_size = sizeof(status);
|
|
int ok = 0;
|
|
|
|
if (MultiByteToWideChar(CP_UTF8, 0, host, -1, whost, sizeof whost / sizeof whost[0]) == 0 ||
|
|
MultiByteToWideChar(CP_UTF8, 0, path, -1, wpath, sizeof wpath / sizeof wpath[0]) == 0)
|
|
return 0;
|
|
snprintf(header_buf, sizeof(header_buf), "Content-Type: application/json\r\n%s", auth_header);
|
|
if (MultiByteToWideChar(CP_UTF8, 0, header_buf, -1, wheaders, sizeof wheaders / sizeof wheaders[0]) == 0)
|
|
return 0;
|
|
|
|
hsession = WinHttpOpen(L"fossbench", WINHTTP_ACCESS_TYPE_DEFAULT_PROXY,
|
|
WINHTTP_NO_PROXY_NAME, WINHTTP_NO_PROXY_BYPASS, 0);
|
|
if (!hsession) {
|
|
fprintf(stderr, " upload error: cannot initialize WinHTTP\n");
|
|
return 0;
|
|
}
|
|
hconnect = WinHttpConnect(hsession, whost, wport, 0);
|
|
if (!hconnect) {
|
|
fprintf(stderr, " upload error: cannot connect to %s:%s\n", host, port);
|
|
goto done;
|
|
}
|
|
hrequest = WinHttpOpenRequest(hconnect, L"POST", wpath, NULL, WINHTTP_NO_REFERER,
|
|
WINHTTP_DEFAULT_ACCEPT_TYPES,
|
|
use_tls ? WINHTTP_FLAG_SECURE : 0);
|
|
if (!hrequest) {
|
|
fprintf(stderr, " upload error: cannot create HTTP request\n");
|
|
goto done;
|
|
}
|
|
if (!WinHttpSendRequest(hrequest, wheaders, (DWORD)-1L, (LPVOID)payload,
|
|
(DWORD)payload_len, (DWORD)payload_len, 0)) {
|
|
if (is_winhttp_secure_error(GetLastError()))
|
|
fprintf(stderr, " upload error: TLS connection or certificate verification failed\n");
|
|
else
|
|
fprintf(stderr, " upload error: send failed\n");
|
|
goto done;
|
|
}
|
|
if (!WinHttpReceiveResponse(hrequest, NULL)) {
|
|
if (is_winhttp_secure_error(GetLastError()))
|
|
fprintf(stderr, " upload error: TLS connection or certificate verification failed\n");
|
|
else
|
|
fprintf(stderr, " upload error: no server response\n");
|
|
goto done;
|
|
}
|
|
if (!WinHttpQueryHeaders(hrequest, WINHTTP_QUERY_STATUS_CODE | WINHTTP_QUERY_FLAG_NUMBER,
|
|
WINHTTP_HEADER_NAME_BY_INDEX, &status, &status_size,
|
|
WINHTTP_NO_HEADER_INDEX)) {
|
|
fprintf(stderr, " upload error: no server response\n");
|
|
goto done;
|
|
}
|
|
*out_status = (int)status;
|
|
ok = 1;
|
|
done:
|
|
if (hrequest) WinHttpCloseHandle(hrequest);
|
|
if (hconnect) WinHttpCloseHandle(hconnect);
|
|
WinHttpCloseHandle(hsession);
|
|
return ok;
|
|
}
|
|
#endif
|
|
|
|
static int upload_results(const struct system_info *info, double score,
|
|
uint64_t duration_ms, const char *token)
|
|
{
|
|
char host[256], port[16], path[512], payload[2048];
|
|
char auth_header[600];
|
|
char cpu[512], model[512], os[512], compiler[256];
|
|
const char *base = FB_API_BASE_URL, *p, *slash, *colon;
|
|
int use_tls, status = 0, payload_len;
|
|
#if !defined(_WIN32)
|
|
char request[4096], response[512];
|
|
struct addrinfo hints, *addresses = NULL, *a;
|
|
SSL_CTX *tls_ctx = NULL;
|
|
SSL *tls = NULL;
|
|
int fd = -1, request_len;
|
|
#endif
|
|
|
|
if (!strncmp(base, "https://", 8)) {
|
|
use_tls = 1; p = base + 8; strcpy(port, "443");
|
|
} else if (!strncmp(base, "http://", 7)) {
|
|
use_tls = 0; p = base + 7; strcpy(port, "80");
|
|
} else {
|
|
fprintf(stderr, " upload error: unsupported URL scheme\n");
|
|
return 0;
|
|
}
|
|
slash = strchr(p, '/');
|
|
if (!slash) slash = p + strlen(p);
|
|
colon = memchr(p, ':', (size_t)(slash - p));
|
|
if (colon) {
|
|
size_t hn = (size_t)(colon - p), pn = (size_t)(slash - colon - 1);
|
|
if (hn >= sizeof(host) || pn == 0 || pn >= sizeof(port)) return 0;
|
|
memcpy(host, p, hn); host[hn] = '\0'; memcpy(port, colon + 1, pn); port[pn] = '\0';
|
|
} else {
|
|
size_t hn = (size_t)(slash - p); if (hn >= sizeof(host)) return 0;
|
|
memcpy(host, p, hn); host[hn] = '\0';
|
|
}
|
|
{
|
|
int base_path_len = (int)strlen(slash);
|
|
while (base_path_len > 0 && slash[base_path_len - 1] == '/') base_path_len--;
|
|
snprintf(path, sizeof(path), "%.*s/api/v1/submissions", base_path_len, slash);
|
|
}
|
|
|
|
json_escape(info->cpu, cpu, sizeof(cpu));
|
|
json_escape(info->model, model, sizeof(model));
|
|
json_escape(info->operating_system, os, sizeof(os));
|
|
json_escape(info->compiler, compiler, sizeof(compiler));
|
|
/* "fossmark_version" is the API's field name, fixed by the server
|
|
* contract; it does not track this client's own product name. */
|
|
payload_len = snprintf(payload, sizeof(payload),
|
|
"{\"cpu\":\"%s\",\"model\":\"%s\",\"cpu_cores\":%ld,\"cpu_threads\":%ld,"
|
|
"\"memory_mb\":%ld,\"operating_system\":\"%s\",\"compiler\":\"%s\","
|
|
"\"fossmark_version\":\"%s\",\"score\":%.2f,\"duration_ms\":%llu}",
|
|
cpu, model, info->cpu_cores, info->cpu_threads, info->memory_mb, os, compiler,
|
|
FB_VERSION, score, (unsigned long long)duration_ms);
|
|
if (payload_len < 0 || (size_t)payload_len >= sizeof(payload)) return 0;
|
|
|
|
auth_header[0] = '\0';
|
|
if (token && token[0]) {
|
|
int n = snprintf(auth_header, sizeof(auth_header),
|
|
"Authorization: Bearer %s\r\n", token);
|
|
if (n < 0 || (size_t)n >= sizeof(auth_header)) {
|
|
fprintf(stderr, " upload error: API token too long\n");
|
|
return 0;
|
|
}
|
|
}
|
|
#if !defined(_WIN32)
|
|
request_len = snprintf(request, sizeof(request),
|
|
"POST %s HTTP/1.1\r\nHost: %s:%s\r\nContent-Type: application/json\r\n"
|
|
"Content-Length: %d\r\nConnection: close\r\n%s\r\n%s",
|
|
path, host, port, payload_len, auth_header, payload);
|
|
if (request_len < 0 || (size_t)request_len >= sizeof(request)) return 0;
|
|
|
|
memset(&hints, 0, sizeof(hints)); hints.ai_socktype = SOCK_STREAM; hints.ai_family = AF_UNSPEC;
|
|
if (getaddrinfo(host, port, &hints, &addresses) != 0) { fprintf(stderr, " upload error: cannot resolve %s\n", host); return 0; }
|
|
for (a = addresses; a; a = a->ai_next) {
|
|
fd = socket(a->ai_family, a->ai_socktype, a->ai_protocol);
|
|
if (fd >= 0 && connect(fd, a->ai_addr, a->ai_addrlen) == 0) break;
|
|
if (fd >= 0) close(fd);
|
|
fd = -1;
|
|
}
|
|
freeaddrinfo(addresses);
|
|
if (fd < 0) { fprintf(stderr, " upload error: cannot connect to %s:%s\n", host, port); return 0; }
|
|
if (use_tls) {
|
|
tls_ctx = SSL_CTX_new(TLS_client_method());
|
|
if (!tls_ctx) {
|
|
fprintf(stderr, " upload error: cannot initialize TLS trust store\n");
|
|
goto upload_failed;
|
|
}
|
|
SSL_CTX_set_default_verify_paths(tls_ctx); /* best-effort; see load_embedded_ca_bundle() */
|
|
if (!load_embedded_ca_bundle(tls_ctx)) {
|
|
fprintf(stderr, " upload error: cannot initialize TLS trust store\n");
|
|
goto upload_failed;
|
|
}
|
|
SSL_CTX_set_verify(tls_ctx, SSL_VERIFY_PEER, NULL);
|
|
tls = SSL_new(tls_ctx);
|
|
if (!tls || !SSL_set_tlsext_host_name(tls, host) ||
|
|
!SSL_set1_host(tls, host) || !SSL_set_fd(tls, fd) ||
|
|
SSL_connect(tls) != 1) {
|
|
fprintf(stderr, " upload error: TLS connection or certificate verification failed\n");
|
|
goto upload_failed;
|
|
}
|
|
}
|
|
{
|
|
size_t sent = 0;
|
|
while (sent < (size_t)request_len) {
|
|
int n = use_tls ? SSL_write(tls, request + sent, (int)((size_t)request_len - sent)) :
|
|
(int)send(fd, request + sent, (size_t)request_len - sent, 0);
|
|
if (n <= 0) { fprintf(stderr, " upload error: send failed\n"); goto upload_failed; }
|
|
sent += (size_t)n;
|
|
}
|
|
}
|
|
{
|
|
int n = use_tls ? SSL_read(tls, response, sizeof(response) - 1) :
|
|
(int)recv(fd, response, sizeof(response) - 1, 0);
|
|
if (n <= 0) { fprintf(stderr, " upload error: no server response\n"); goto upload_failed; }
|
|
response[n] = '\0';
|
|
if (sscanf(response, "HTTP/%*s %d", &status) != 1) status = 0;
|
|
}
|
|
if (tls) { SSL_shutdown(tls); SSL_free(tls); }
|
|
if (tls_ctx) SSL_CTX_free(tls_ctx);
|
|
close(fd);
|
|
#else
|
|
if (!winhttp_post(host, port, path, use_tls, payload, payload_len, auth_header, &status))
|
|
return 0;
|
|
#endif
|
|
if (status == 401) {
|
|
fprintf(stderr, " upload failed: API token was rejected (HTTP 401)\n");
|
|
return 0;
|
|
}
|
|
if (status == 422) {
|
|
fprintf(stderr, " upload failed: server rejected the submission as invalid (HTTP 422)\n");
|
|
return 0;
|
|
}
|
|
if (status < 200 || status >= 300) { fprintf(stderr, " upload failed: server returned HTTP %d\n", status); return 0; }
|
|
if (token)
|
|
printf(" Results uploaded and published to your profile (HTTP %d).\n", status);
|
|
else
|
|
printf(" Results uploaded, pending administrator review (HTTP %d).\n", status);
|
|
return 1;
|
|
|
|
#if !defined(_WIN32)
|
|
upload_failed:
|
|
if (tls) SSL_free(tls);
|
|
if (tls_ctx) SSL_CTX_free(tls_ctx);
|
|
if (fd >= 0) close(fd);
|
|
return 0;
|
|
#endif
|
|
}
|
|
|
|
/* ---------- output ---------- */
|
|
|
|
static void print_header(const struct system_info *info)
|
|
{
|
|
printf("\n");
|
|
printf(" fossbench %s - multi-core CPU benchmark\n", FB_VERSION);
|
|
printf(" ------------------------------------------------------------------\n");
|
|
printf(" CPU: %s\n", info->cpu);
|
|
printf(" model: %s\n", info->model[0] ? info->model : "unknown");
|
|
printf(" cores: %ld physical / %ld threads\n", info->cpu_cores, info->cpu_threads);
|
|
printf(" memory: %ld MB\n", info->memory_mb);
|
|
printf(" OS: %s (%s)\n", info->operating_system, FB_ARCH);
|
|
printf(" compiler: %s\n", info->compiler);
|
|
printf("\n");
|
|
printf(" %-24s %12s %-11s %8s %9s\n",
|
|
"TEST", "RATE", "UNIT", "TIME", "SCORE");
|
|
printf(" --------------------------------------------------------------------------\n");
|
|
fflush(stdout);
|
|
}
|
|
|
|
int main(int argc, char **argv)
|
|
{
|
|
struct result multi[NTESTS], single[NTESTS];
|
|
struct system_info system_info;
|
|
double multi_log_sum = 0.0, single_log_sum = 0.0;
|
|
double weight_sum = 0.0;
|
|
double benchmark_started, multicore_score, singlecore_score;
|
|
uint64_t duration_ms;
|
|
int verbose = 0;
|
|
int upload_mode = 0; /* 0 = ask, 1 = force upload, 2 = force no upload */
|
|
size_t i;
|
|
|
|
for (i = 1; i < (size_t)argc; i++) {
|
|
if (strcmp(argv[i], "-v") == 0 ||
|
|
strcmp(argv[i], "--verbose") == 0) {
|
|
verbose = 1;
|
|
} else if (strcmp(argv[i], "--upload") == 0) {
|
|
if (upload_mode == 2) {
|
|
fprintf(stderr, "fossbench: --upload conflicts with --noupload\n");
|
|
return 1;
|
|
}
|
|
upload_mode = 1;
|
|
} else if (strcmp(argv[i], "--noupload") == 0) {
|
|
if (upload_mode == 1) {
|
|
fprintf(stderr, "fossbench: --noupload conflicts with --upload\n");
|
|
return 1;
|
|
}
|
|
upload_mode = 2;
|
|
} else if (strcmp(argv[i], "-h") == 0 ||
|
|
strcmp(argv[i], "--help") == 0) {
|
|
printf("usage: %s [-v|--verbose] [--upload|--noupload]\n", argv[0]);
|
|
return 0;
|
|
} else {
|
|
fprintf(stderr, "fossbench: unknown option '%s'\n",
|
|
argv[i]);
|
|
return 1;
|
|
}
|
|
}
|
|
|
|
{
|
|
#if defined(_WIN32)
|
|
SYSTEM_INFO si;
|
|
GetSystemInfo(&si);
|
|
long n = (long)si.dwNumberOfProcessors;
|
|
#else
|
|
long n = sysconf(_SC_NPROCESSORS_ONLN);
|
|
#endif
|
|
g_ncores = n > 0 ? n : 1;
|
|
}
|
|
detect_system_info(&system_info);
|
|
benchmark_started = now_seconds();
|
|
|
|
printf("\n preparing workloads...");
|
|
fflush(stdout);
|
|
setup();
|
|
printf(" done\n");
|
|
|
|
print_header(&system_info);
|
|
|
|
for (i = 0; i < NTESTS; i++) {
|
|
double sm, ss;
|
|
|
|
printf(" %-24s", tests[i].name);
|
|
fflush(stdout);
|
|
|
|
/* each test runs twice: the all-core pass (shown) and the
|
|
* single-core pass (folded into the SINGLECORE score) */
|
|
multi[i] = run_test(&tests[i], (int)g_ncores);
|
|
single[i] = run_test(&tests[i], 1);
|
|
|
|
printf(" %12.1f %-11s %7.2fs %9.0f\n",
|
|
display_metric(&tests[i], &multi[i]), tests[i].unit,
|
|
multi[i].seconds, multi[i].score);
|
|
if (verbose)
|
|
printf(" %-24s %s\n"
|
|
" %-24s weight=%.0f%% 1-core: %.1f %s / %.0f %ld-core: %.1f %s / %.0f\n",
|
|
"", tests[i].detail, "", tests[i].weight,
|
|
display_metric(&tests[i], &single[i]), tests[i].unit,
|
|
single[i].score, g_ncores,
|
|
display_metric(&tests[i], &multi[i]), tests[i].unit,
|
|
multi[i].score);
|
|
fflush(stdout);
|
|
|
|
/* accumulate the weighted geometric mean of BOTH passes, same
|
|
* weights, so the two composite scores are directly comparable */
|
|
sm = multi[i].score > 0.0 ? multi[i].score : 1e-9;
|
|
ss = single[i].score > 0.0 ? single[i].score : 1e-9;
|
|
multi_log_sum += tests[i].weight * log(sm);
|
|
single_log_sum += tests[i].weight * log(ss);
|
|
weight_sum += tests[i].weight;
|
|
}
|
|
|
|
printf(" --------------------------------------------------------------------------\n");
|
|
|
|
/*
|
|
* Two composite scores, each the WEIGHTED geometric mean of the per-test
|
|
* scores from one pass. Per-test scores are already normalised so the
|
|
* single-thread reference machine reads FB_TARGET_SCORE. Geometric rather
|
|
* than arithmetic so no single test dominates; weighted so tests count in
|
|
* proportion to their influence on everyday use (the FB_WEIGHT_* config).
|
|
* The two passes share tests and weights, so MULTICORE / SINGLECORE is a
|
|
* clean read of how much the machine gains from all its cores.
|
|
*/
|
|
multicore_score = exp(multi_log_sum / weight_sum);
|
|
singlecore_score = exp(single_log_sum / weight_sum);
|
|
duration_ms = (uint64_t)((now_seconds() - benchmark_started) * 1000.0);
|
|
printf(" %-24s %44.0f\n", "MULTICORE SCORE", multicore_score);
|
|
printf(" %-24s %44.0f\n", "SINGLECORE SCORE", singlecore_score);
|
|
printf(" %-24s %41.2fs\n", "TOTAL DURATION", (double)duration_ms / 1000.0);
|
|
printf("\n");
|
|
|
|
teardown();
|
|
|
|
{
|
|
/* the token is read from the environment only: it is never echoed
|
|
* back, so it never appears in argv, shell history, or process
|
|
* listings from a command-line flag */
|
|
const char *token = getenv("FOSSBENCH_TOKEN");
|
|
int do_upload;
|
|
|
|
if (token && token[0] == '\0')
|
|
token = NULL;
|
|
|
|
if (upload_mode == 1) {
|
|
do_upload = 1;
|
|
} else if (upload_mode == 2) {
|
|
do_upload = 0;
|
|
printf(" Result was not uploaded.\n");
|
|
} else {
|
|
char answer[16];
|
|
if (token)
|
|
printf(" Upload this result to %s using your API token? [y/N] ", FB_API_BASE_URL);
|
|
else
|
|
printf(" Upload this result to %s? [y/N] ", FB_API_BASE_URL);
|
|
fflush(stdout);
|
|
do_upload = fgets(answer, sizeof(answer), stdin) &&
|
|
(answer[0] == 'y' || answer[0] == 'Y');
|
|
if (!do_upload)
|
|
printf(" Result was not uploaded.\n");
|
|
}
|
|
|
|
if (do_upload)
|
|
upload_results(&system_info, multicore_score, duration_ms, token);
|
|
}
|
|
return 0;
|
|
}
|