diff --git a/reports/coremark-csp-avg-arm.sql b/reports/coremark-csp-avg-arm.sql new file mode 100644 index 0000000000..bb64251d30 --- /dev/null +++ b/reports/coremark-csp-avg-arm.sql @@ -0,0 +1,26 @@ +--sql code for arm processor 1-thread: +SELECT 'AWS_m6g_xlarge', avg(value) FROM `perfkitbenchmark-test-project.coremark_prelim_results.AWS_m6g_xlarge_us-east-1a` WHERE metric = 'Coremark Score' AND labels LIKE '%DMULTITHREAD=1%' +UNION ALL +SELECT 'Azure_Standard_D4ps', avg(value) FROM `perfkitbenchmark-test-project.coremark_prelim_results.Azure_Standard_D4ps_v5_eastus` WHERE metric = 'Coremark Score' AND labels LIKE '%DMULTITHREAD=1%' +UNION ALL +SELECT 'GCP_n2d-highcpu-4', avg(value) FROM `perfkitbenchmark-test-project.coremark_prelim_results.GCP_n2d-standard-4_us-east4-b` WHERE metric = 'Coremark Score' AND labels LIKE '%DMULTITHREAD=1%' +UNION ALL +SELECT 'OCI_Vm_Standard_A1', avg(value) FROM `perfkitbenchmark-test-project.coremark_prelim_results.OCI_VM_Standard_A1_Flex_us-ashburn-1_VCPUs4_RAM16` WHERE metric = 'Coremark Score' AND labels LIKE '%DMULTITHREAD=1%' + +--sql code code for arm processor 4-thread: +SELECT 'AWS_m6g_xlarge', avg(value) FROM `perfkitbenchmark-test-project.coremark_4thread_prelim_results.AWS_m6g_xlarge_us-east-1a` WHERE metric = 'Coremark Score' AND labels LIKE '%DMULTITHREAD=4%' +UNION ALL +SELECT 'Azure_Standard_D4ps', avg(value) FROM `perfkitbenchmark-test-project.coremark_4thread_prelim_results.Azure_Standard_D4ps_v5_eastus` WHERE metric = 'Coremark Score' AND labels LIKE '%DMULTITHREAD=4%' +UNION ALL +SELECT 'GCP_n2d-highcpu-4', avg(value) FROM `perfkitbenchmark-test-project.coremark_4thread_prelim_results.GCP_n2d-standard-4_us-east4-b` WHERE metric = 'Coremark Score' AND labels LIKE '%DMULTITHREAD=4%' +UNION ALL +SELECT 'OCI_Vm_Standard_A1', avg(value) FROM `perfkitbenchmark-test-project.coremark_4thread_prelim_results.OCI_VM_Standard_A1_Flex_us-ashburn-1_VCPUs4_RAM16` WHERE metric = 'Coremark Score' AND labels LIKE '%DMULTITHREAD=4%' + +--sql code for arm processor 8 +SELECT 'AWS_m6g_xlarge', avg(value) FROM `perfkitbenchmark-test-project.coremark_8thread_prelim_results.AWS_m6g_xlarge_us-east-1a` WHERE metric = 'Coremark Score' AND labels LIKE '%DMULTITHREAD=8%' +UNION ALL +SELECT 'Azure_Standard_D4ps', avg(value) FROM `perfkitbenchmark-test-project.coremark_8thread_prelim_results.Azure_Standard_D4ps_v5_eastus` WHERE metric = 'Coremark Score' AND labels LIKE '%DMULTITHREAD=8%' +UNION ALL +SELECT 'GCP_n2d-highcpu-4', avg(value) FROM `perfkitbenchmark-test-project.coremark_8thread_prelim_results.GCP_n2d-standard-4_us-east4-b` WHERE metric = 'Coremark Score' AND labels LIKE '%DMULTITHREAD=8%' +UNION ALL +SELECT 'OCI_Vm_Standard_A1', avg(value) FROM `perfkitbenchmark-test-project.coremark_8thread_prelim_results.OCI_VM_Standard_A1_Flex_us-ashburn-1_VCPUs4_RAM16` WHERE metric = 'Coremark Score' AND labels LIKE '%DMULTITHREAD=8%' diff --git a/reports/coremark-csp-avg.sql b/reports/coremark-csp-avg.sql new file mode 100644 index 0000000000..2a707a0080 --- /dev/null +++ b/reports/coremark-csp-avg.sql @@ -0,0 +1,27 @@ +-- ALL CSP high performance 1-thread prelim results: + +SELECT 'AWS_c5_xlarge', avg(value) FROM `perfkitbenchmark-test-project.coremark_prelim_results.AWS_c5_xlarge_us-east-1a` WHERE metric = 'Coremark Score' AND labels LIKE '%DMULTITHREAD=1%' +UNION ALL +SELECT 'Azure_Standard_F4', avg(value) FROM `perfkitbenchmark-test-project.coremark_prelim_results.Azure_Standard_F4_eastus` WHERE metric = 'Coremark Score' AND labels LIKE '%DMULTITHREAD=1%' +UNION ALL +SELECT 'GCP_c3-highcpu-4', avg(value) FROM `perfkitbenchmark-test-project.coremark_prelim_results.GCP_c3-highcpu-4_us-east4-b` WHERE metric = 'Coremark Score' AND labels LIKE '%DMULTITHREAD=1%' +UNION ALL +SELECT 'OCI_Vm_Standard_E3', avg(value) FROM `perfkitbenchmark-test-project.coremark_prelim_results.OCI_VM_Standard_E3_Flex_us-ashburn-1_VCPUs4_RAM8` WHERE metric = 'Coremark Score' AND labels LIKE '%DMULTITHREAD=1%' + +-- ALL CSP high performance 4-thread prelim results: +SELECT 'AWS_c5_xlarge', avg(value) FROM `perfkitbenchmark-test-project.coremark_4thread_prelim_results.AWS_c5_xlarge_us-east-1a` WHERE metric = 'Coremark Score' AND labels LIKE '%DMULTITHREAD=4%' +UNION ALL +SELECT 'Azure_Standard_F4', avg(value) FROM `perfkitbenchmark-test-project.coremark_4thread_prelim_results.Azure_Standard_F4_eastus` WHERE metric = 'Coremark Score' AND labels LIKE '%DMULTITHREAD=4%' +UNION ALL +SELECT 'GCP_c3-highcpu-4', avg(value) FROM `perfkitbenchmark-test-project.coremark_4thread_prelim_results.GCP_c3-highcpu-4_us-east4-b` WHERE metric = 'Coremark Score' AND labels LIKE '%DMULTITHREAD=4%' +UNION ALL +SELECT 'OCI_Vm_Standard_E3', avg(value) FROM `perfkitbenchmark-test-project.coremark_4thread_prelim_results.OCI_VM_Standard_E3_Flex_us-ashburn-1_VCPUs4_RAM8` WHERE metric = 'Coremark Score' AND labels LIKE '%DMULTITHREAD=4%' + +-- ALL CSP high performance 8-thread prelim results: +SELECT 'AWS_c5_xlarge', avg(value) FROM `perfkitbenchmark-test-project.coremark_8thread_prelim_results.AWS_c5_xlarge_us-east-1a` WHERE metric = 'Coremark Score' AND labels LIKE '%DMULTITHREAD=8%' +UNION ALL +SELECT 'Azure_Standard_F4', avg(value) FROM `perfkitbenchmark-test-project.coremark_8thread_prelim_results.Azure_Standard_F4_eastus` WHERE metric = 'Coremark Score' AND labels LIKE '%DMULTITHREAD=8%' +UNION ALL +SELECT 'GCP_c3-highcpu-4', avg(value) FROM `perfkitbenchmark-test-project.coremark_8thread_prelim_results.GCP_c3-highcpu-4_us-east4-b` WHERE metric = 'Coremark Score' AND labels LIKE '%DMULTITHREAD=8%' +UNION ALL +SELECT 'OCI_Vm_Standard_E3', avg(value) FROM `perfkitbenchmark-test-project.coremark_8thread_prelim_results.OCI_VM_Standard_E3_Flex_us-ashburn-1_VCPUs4_RAM8` WHERE metric = 'Coremark Score' AND labels LIKE '%DMULTITHREAD=8%' diff --git a/reports/gpu-pcie-T4 b/reports/gpu-pcie-T4 new file mode 100644 index 0000000000..f2325e6d04 --- /dev/null +++ b/reports/gpu-pcie-T4 @@ -0,0 +1,73 @@ +FULL DATA SETS +--NVIDIA's CUDA bandwidth test H2D + +SELECT 'AWS_g4dn_xlarge', value, metric FROM `perfkitbenchmark-test-project.gpu_pcie_bandwidth_preliminary.AWS_g4dn_xlarge_us-east-1a` WHERE metric = 'Host to device bandwidth' +UNION ALL +SELECT 'GCP_n1_standard_4', value, metric FROM `perfkitbenchmark-test-project.gpu_pcie_bandwidth_preliminary.GCP_n1_standard_4_us-west3-b` WHERE metric = 'Host to device bandwidth' +UNION ALL +SELECT 'Azure_Standard_NCas_T4_v3_eastus', value, metric FROM `perfkitbenchmark-test-project.gpu_pcie_bandwidth_preliminary.Azure_Standard_NCas_T4_v3_eastus` WHERE metric = 'Host to device bandwidth' + +SELECT 'GCP_n1_standard_4_us-west3-b', value, metric FROM `perfkitbenchmark-test-project.gpu_pcie_bandwidth_preliminary.GCP_n1_standard_4_us-west3-b` WHERE metric = 'Host to device bandwidth' +UNION ALL +SELECT 'OCI_VM_GPU2_1_P100_us-ashburn-1', value, metric FROM `perfkitbenchmark-test-project.gpu_pcie_bandwidth_preliminary.OCI_VM_GPU2_1_P100_us-ashburn-1` WHERE metric = 'Host to device bandwidth' + +--NVIDIA's CUDA bandwidth test D2H + +SELECT 'AWS_g4dn_xlarge'as CSP, value as bandwith, metric FROM `perfkitbenchmark-test-project.gpu_pcie_bandwidth_preliminary.AWS_g4dn_xlarge_us-east-1a` WHERE metric = 'Device to host bandwidth' +UNION ALL +SELECT 'GCP_n1_standard_4'as CSP, value as bandwith, metric FROM `perfkitbenchmark-test-project.gpu_pcie_bandwidth_preliminary.GCP_n1_standard_4_us-west3-b` WHERE metric = 'Device to host bandwidth' +UNION ALL +SELECT 'Azure_Standard_NCas_T4_v3_eastus', value, metric FROM `perfkitbenchmark-test-project.gpu_pcie_bandwidth_preliminary.Azure_Standard_NCas_T4_v3_eastus` WHERE metric = 'Device to host bandwidth' + +SELECT 'GCP_n1_standard_4_us-west3-b', value, metric FROM `perfkitbenchmark-test-project.gpu_pcie_bandwidth_preliminary.GCP_n1_standard_4_us-west3-b` WHERE metric = 'Device to host bandwidth' +UNION ALL +SELECT 'OCI_VM_GPU2_1_P100_us-ashburn-1', value, metric FROM `perfkitbenchmark-test-project.gpu_pcie_bandwidth_preliminary.OCI_VM_GPU2_1_P100_us-ashburn-1` WHERE metric = 'Device to host bandwidth' + +==NVIDIA's CUDA bandwidth test D2D +SELECT 'AWS_g4dn_xlarge', value, metric FROM `perfkitbenchmark-test-project.gpu_pcie_bandwidth_preliminary.AWS_g4dn_xlarge_us-east-1a` WHERE metric = 'Device to device bandwidth' +UNION ALL +SELECT 'GCP_n1_standard_4', value, metric FROM `perfkitbenchmark-test-project.gpu_pcie_bandwidth_preliminary.GCP_n1_standard_4_us-west3-b` WHERE metric = 'Device to device bandwidth' +UNION ALL +SELECT 'Azure_Standard_NCas_T4_v3_eastus', value, metric FROM `perfkitbenchmark-test-project.gpu_pcie_bandwidth_preliminary.Azure_Standard_NCas_T4_v3_eastus` WHERE metric = 'Device to device bandwidth' + +SELECT 'GCP_n1_standard_4_us-west3-b', value, metric FROM `perfkitbenchmark-test-project.gpu_pcie_bandwidth_preliminary.GCP_n1_standard_4_us-west3-b` WHERE metric = 'Device to device bandwidth' +UNION ALL +SELECT 'OCI_VM_GPU2_1_P100_us-ashburn-1', value, metric FROM `perfkitbenchmark-test-project.gpu_pcie_bandwidth_preliminary.OCI_VM_GPU2_1_P100_us-ashburn-1` WHERE metric = 'Device to device bandwidth' + + + +AVERAGES +--NVIDIA's CUDA bandwidth test H2D + +SELECT 'AWS_g4dn_xlarge', value(avg) FROM `perfkitbenchmark-test-project.gpu_pcie_bandwidth_preliminary.AWS_g4dn_xlarge_us-east-1a` WHERE metric = 'Host to device bandwidth' +UNION ALL +SELECT 'GCP_n1_standard_4', value(avg) FROM `perfkitbenchmark-test-project.gpu_pcie_bandwidth_preliminary.GCP_n1_standard_4_us-west3-b` WHERE metric = 'Host to device bandwidth' +UNION ALL +SELECT 'Azure_Standard_NCas_T4_v3_eastus', value(avg) FROM `perfkitbenchmark-test-project.gpu_pcie_bandwidth_preliminary.Azure_Standard_NCas_T4_v3_eastus` WHERE metric = 'Host to device bandwidth' + +SELECT 'GCP_n1_standard_4_us-west3-b', value(avg) FROM `perfkitbenchmark-test-project.gpu_pcie_bandwidth_preliminary.GCP_n1_standard_4_us-west3-b` WHERE metric = 'Host to device bandwidth' +UNION ALL +SELECT 'OCI_VM_GPU2_1_P100_us-ashburn-1', value(avg) FROM `perfkitbenchmark-test-project.gpu_pcie_bandwidth_preliminary.OCI_VM_GPU2_1_P100_us-ashburn-1` WHERE metric = 'Host to device bandwidth' + +--NVIDIA's CUDA bandwidth test D2H + +SELECT 'AWS_g4dn_xlarge'as CSP, value(avg) FROM `perfkitbenchmark-test-project.gpu_pcie_bandwidth_preliminary.AWS_g4dn_xlarge_us-east-1a` WHERE metric = 'Device to host bandwidth' +UNION ALL +SELECT 'GCP_n1_standard_4'as CSP, value(avg) FROM `perfkitbenchmark-test-project.gpu_pcie_bandwidth_preliminary.GCP_n1_standard_4_us-west3-b` WHERE metric = 'Device to host bandwidth' +UNION ALL +SELECT 'Azure_Standard_NCas_T4_v3_eastus', value(avg) FROM `perfkitbenchmark-test-project.gpu_pcie_bandwidth_preliminary.Azure_Standard_NCas_T4_v3_eastus` WHERE metric = 'Device to host bandwidth' + +SELECT 'GCP_n1_standard_4_us-west3-b', value(avg) FROM `perfkitbenchmark-test-project.gpu_pcie_bandwidth_preliminary.GCP_n1_standard_4_us-west3-b` WHERE metric = 'Device to host bandwidth' +UNION ALL +SELECT 'OCI_VM_GPU2_1_P100_us-ashburn-1', value(avg) FROM `perfkitbenchmark-test-project.gpu_pcie_bandwidth_preliminary.OCI_VM_GPU2_1_P100_us-ashburn-1` WHERE metric = 'Device to host bandwidth' + +==NVIDIA's CUDA bandwidth test D2D +SELECT 'AWS_g4dn_xlarge', value(avg) FROM `perfkitbenchmark-test-project.gpu_pcie_bandwidth_preliminary.AWS_g4dn_xlarge_us-east-1a` WHERE metric = 'Device to device bandwidth' +UNION ALL +SELECT 'GCP_n1_standard_4', value(avg) FROM `perfkitbenchmark-test-project.gpu_pcie_bandwidth_preliminary.GCP_n1_standard_4_us-west3-b` WHERE metric = 'Device to device bandwidth' +UNION ALL +SELECT 'Azure_Standard_NCas_T4_v3_eastus', value(avg) FROM `perfkitbenchmark-test-project.gpu_pcie_bandwidth_preliminary.Azure_Standard_NCas_T4_v3_eastus` WHERE metric = 'Device to device bandwidth' + +SELECT 'GCP_n1_standard_4_us-west3-b', value(avg) FROM `perfkitbenchmark-test-project.gpu_pcie_bandwidth_preliminary.GCP_n1_standard_4_us-west3-b` WHERE metric = 'Device to device bandwidth' +UNION ALL +SELECT 'OCI_VM_GPU2_1_P100_us-ashburn-1', value(avg) FROM `perfkitbenchmark-test-project.gpu_pcie_bandwidth_preliminary.OCI_VM_GPU2_1_P100_us-ashburn-1` WHERE metric = 'Device to device bandwidth'