diff options
Diffstat (limited to 'content/posts/2024-05-15-c11-fips203ipd-v0.6.md')
| -rw-r--r-- | content/posts/2024-05-15-c11-fips203ipd-v0.6.md | 216 |
1 files changed, 176 insertions, 40 deletions
diff --git a/content/posts/2024-05-15-c11-fips203ipd-v0.6.md b/content/posts/2024-05-15-c11-fips203ipd-v0.6.md index c749850..01bfa7b 100644 --- a/content/posts/2024-05-15-c11-fips203ipd-v0.6.md +++ b/content/posts/2024-05-15-c11-fips203ipd-v0.6.md @@ -2,6 +2,28 @@ slug: c11-fips203ipd-v0.6 title: "C11 FIPS 203 IPD v0.6" date: "2024-05-15T04:16:06-04:00" +pics: + bench-x1-svg: + css: "image" + tip: "Median cycles by backend, Lenovo ThinkPad X1 Carbon, 6th Gen (i7-1185G7)." + sources: + - src: "/files/posts/c11-fips203ipd-v0.6/x1-results.svg" + width: 960 + height: 480 + bench-pi5-svg: + css: "image" + tip: "Median cycles by backend, Raspberry Pi 5 (Cortex-A76)." + sources: + - src: "/files/posts/c11-fips203ipd-v0.6/pi5-results.svg" + width: 960 + height: 480 + bench-n2l-svg: + css: "image" + tip: "Median cycles by backend, Odroid N2L (Cortex-A73)." + sources: + - src: "/files/posts/c11-fips203ipd-v0.6/n2l-results.svg" + width: 960 + height: 480 tables: bench-x1: # table columns (required) @@ -12,40 +34,66 @@ tables: - id: "function" name: "Function" tip: "Function." - - id: "cycles" - name: "Cycles (median, 5k trials)" - tip: "Median number of cycles from 5k trials." + - id: "scalar-gcc" + name: "Scalar (GCC)" + tip: "Median number of CPU cycles when using the scalar backend compiled with GCC." + align: "right" + - id: "scalar-clang" + name: "Scalar (Clang)" + tip: "Median number of CPU cycles when using the scalar backend compiled with Clang." + align: "right" + - id: "simd-gcc" + name: "AVX-512 (GCC)" + tip: "Median number of CPU cycles when using the AVX-512 backend compiled with GCC." align: "right" # table rows (required) rows: - set: "kem512" function: "keygen" - cycles: "17633" + scalar-gcc: "118733" + scalar-clang: "70770" + simd-gcc: "17448" - set: "kem512" function: "encaps" - cycles: "21602" + scalar-gcc: "126159" + scalar-clang: "82713" + simd-gcc: "21474" - set: "kem512" function: "decaps" - cycles: "25733" + scalar-gcc: "185426" + scalar-clang: "97722" + simd-gcc: "25685" - set: "kem768" function: "keygen" - cycles: "29384" + scalar-gcc: "172446" + scalar-clang: "110192" + simd-gcc: "29334" - set: "kem768" function: "encaps" - cycles: "32511" + scalar-gcc: "184614" + scalar-clang: "132385" + simd-gcc: "32528" - set: "kem768" function: "decaps" - cycles: "38176" + scalar-gcc: "234564" + scalar-clang: "148425" + simd-gcc: "38184" - set: "kem1024" function: "keygen" - cycles: "39829" + scalar-gcc: "268327" + scalar-clang: "176256" + simd-gcc: "39914" - set: "kem1024" function: "encaps" - cycles: "45250" + scalar-gcc: "270793" + scalar-clang: "206497" + simd-gcc: "45268" - set: "kem1024" function: "decaps" - cycles: "52425" + scalar-gcc: "370533" + scalar-clang: "224686" + simd-gcc: "52523" bench-pi5: # table columns (required) @@ -56,40 +104,66 @@ tables: - id: "function" name: "Function" tip: "Function." - - id: "cycles" - name: "Cycles (median, 5k trials)" - tip: "Median number of cycles from 5k trials." + - id: "scalar-gcc" + name: "Scalar (GCC)" + tip: "Median number of CPU cycles when using the scalar backend compiled with GCC." + align: "right" + - id: "scalar-clang" + name: "Scalar (Clang)" + tip: "Median number of CPU cycles when using the scalar backend compiled with Clang." + align: "right" + - id: "simd-gcc" + name: "Neon (GCC)" + tip: "Median number of CPU cycles when using the Neon backend compiled with GCC." align: "right" # table rows (required) rows: - set: "kem512" function: "keygen" - cycles: "53711" + scalar-gcc: "127403" + scalar-clang: "77030" + simd-gcc: "53667" - set: "kem512" function: "encaps" - cycles: "61366" + scalar-gcc: "132432" + scalar-clang: "90335" + simd-gcc: "61321" - set: "kem512" function: "decaps" - cycles: "73559" + scalar-gcc: "176620" + scalar-clang: "107868" + simd-gcc: "73647" - set: "kem768" function: "keygen" - cycles: "92560" + scalar-gcc: "197268" + scalar-clang: "114009" + simd-gcc: "92471" - set: "kem768" function: "encaps" - cycles: "104842" + scalar-gcc: "205189" + scalar-clang: "140042" + simd-gcc: "104842" - set: "kem768" function: "decaps" - cycles: "121485" + scalar-gcc: "265442" + scalar-clang: "162514" + simd-gcc: "121529" - set: "kem1024" function: "keygen" - cycles: "140219" + scalar-gcc: "292543" + scalar-clang: "180492" + simd-gcc: "140220" - set: "kem1024" function: "encaps" - cycles: "154949" + scalar-gcc: "298150" + scalar-clang: "212488" + simd-gcc: "155127" - set: "kem1024" function: "decaps" - cycles: "176131" + scalar-gcc: "376114" + scalar-clang: "242303" + simd-gcc: "176042" bench-n2l: # table columns (required) @@ -100,40 +174,66 @@ tables: - id: "function" name: "Function" tip: "Function." - - id: "cycles" - name: "Cycles (median, 5k trials)" - tip: "Median number of cycles from 5k trials." + - id: "scalar-gcc" + name: "Scalar (GCC)" + tip: "Median number of CPU cycles when using the scalar backend compiled with GCC." + align: "right" + - id: "scalar-clang" + name: "Scalar (Clang)" + tip: "Median number of CPU cycles when using the scalar backend compiled with Clang." + align: "right" + - id: "simd-gcc" + name: "Neon (GCC)" + tip: "Median number of CPU cycles when using the Neon backend compiled with GCC." align: "right" # table rows (required) rows: - set: "kem512" function: "keygen" - cycles: "96450" + scalar-gcc: "210900" + scalar-clang: "123675" + simd-gcc: "89625" - set: "kem512" function: "encaps" - cycles: "107550" + scalar-gcc: "216750" + scalar-clang: "143325" + simd-gcc: "101550" - set: "kem512" function: "decaps" - cycles: "126375" + scalar-gcc: "298050" + scalar-clang: "173550" + simd-gcc: "122475" - set: "kem768" function: "keygen" - cycles: "168450" + scalar-gcc: "325050" + scalar-clang: "179025" + simd-gcc: "153525" - set: "kem768" function: "encaps" - cycles: "186975" + scalar-gcc: "331725" + scalar-clang: "219900" + simd-gcc: "173325" - set: "kem768" function: "decaps" - cycles: "212925" + scalar-gcc: "444600" + scalar-clang: "259350" + simd-gcc: "201900" - set: "kem1024" function: "keygen" - cycles: "260325" + scalar-gcc: "482625" + scalar-clang: "285375" + simd-gcc: "234075" - set: "kem1024" function: "encaps" - cycles: "281175" + scalar-gcc: "475500" + scalar-clang: "335025" + simd-gcc: "256650" - set: "kem1024" function: "decaps" - cycles: "314250" + scalar-gcc: "619725" + scalar-clang: "384825" + simd-gcc: "293250" --- @@ -161,25 +261,43 @@ mechanism (KEM)][kem]. ### Benchmarks Here are median cycle count as measured by the included `bench` tool for -each parameter set and function from several of my systems. +each parameter set, function, compiler, and backend from several of my +systems. For context, the results below are competitive with the [eBATS][] results ([kyber512][], [kyber768][], [kyber1024][]), although the comparison is inexact because the results were measured with different tools and because [Kyber][] and ML-KEM differ slightly. -#### Lenovo ThinkPad X1 Carbon, 6th Gen (x86-64 i7-1185G7, AVX-512 backend) +#### Lenovo ThinkPad X1 Carbon, 6th Gen (x86-64 i7-1185G7) + +[{{< pe-figure "bench-x1-svg" >}}][bench-x1-svg] {{< table "bench-x1" >}} -#### Raspberry Pi 5 (ARM Cortex-A76, Neon backend) +[Download CSV][bench-x1-csv] + +#### Raspberry Pi 5 (ARM Cortex-A76) + +[{{< pe-figure "bench-pi5-svg" >}}][bench-pi5-svg] {{< table "bench-pi5" >}} -#### Odroid N2L (ARM Cortex-A73, Neon backend) +[Download CSV][bench-pi5-csv] + +#### Odroid N2L (ARM Cortex-A73) + +[{{< pe-figure "bench-n2l-svg" >}}][bench-n2l-svg] {{< table "bench-n2l" >}} +[Download CSV][bench-n2l-csv] + +**Update (2024-05-16):** Added cycle counts for scalar backend (clang +and gcc), added bar charts, added downloadable [CSVs][csv]. The +[CSVs][csv] and [SVGs][svg] generated by the [Python][] scripts in the +[`scripts/bench-chart/` directory of the Git repository][bench-chart]. + [fips203ipd-git]: https://github.com/pablotron/fips203ipd "Embedable, dependency-free, MIT-0 licensed, C11 implemention of the FIPS 203 initial public draft (IPD)." [fips203ipd-api-docs]: https://pmdn.org/api-docs/fips203ipd/ @@ -244,3 +362,21 @@ tools and because [Kyber][] and ML-KEM differ slightly. "eBATS: kyber1024" [kyber]: https://pq-crystals.org/kyber/ "Kyber" +[bench-x1-svg]: /files/posts/c11-fips203ipd-v0.6/x1-results.svg + "View SVG of median CPU cycles by backend, Lenovo ThinkPad X1 Carbon, 6th Gen (x86-64 i7-1185G7)." +[bench-x1-csv]: /files/posts/c11-fips203ipd-v0.6/x1-results.csv + "Download CSV of median CPU cycles by backend, Lenovo ThinkPad X1 Carbon, 6th Gen (x86-64 i7-1185G7)." +[bench-pi5-svg]: /files/posts/c11-fips203ipd-v0.6/pi5-results.svg + "View SVG of median CPU cycles by backend, Raspberry Pi 5 (ARM Cortex-A76)." +[bench-pi5-csv]: /files/posts/c11-fips203ipd-v0.6/pi5-results.csv + "Download CSV of median CPU cycles by backend, Raspberry Pi 5 (ARM Cortex-A76)." +[bench-n2l-svg]: /files/posts/c11-fips203ipd-v0.6/n2l-results.svg + "View SVG of median CPU cycles by backend, Odroid N2L (ARM Cortex-A73)." +[bench-n2l-csv]: /files/posts/c11-fips203ipd-v0.6/n2l-results.csv + "Download CSV of median CPU cycles by backend, Odroid N2L (ARM Cortex-A73)." +[bench-chart]: https://github.com/pablotron/fips203ipd/tree/main/scripts/bench-chart + "Python scripts used to generate the bar charts in this post." +[python]: https://www.python.org/ + "Python programming language." +[svg]: https://en.wikipedia.org/wiki/SVG + "Scalable Vector Graphics vector image format." |