| // Copyright 2017 The Abseil Authors. |
| // |
| // Licensed under the Apache License, Version 2.0 (the "License"); |
| // you may not use this file except in compliance with the License. |
| // You may obtain a copy of the License at |
| // |
| // https://www.apache.org/licenses/LICENSE-2.0 |
| // |
| // Unless required by applicable law or agreed to in writing, software |
| // distributed under the License is distributed on an "AS IS" BASIS, |
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| // See the License for the specific language governing permissions and |
| // limitations under the License. |
| |
| #include "absl/random/internal/randen_slow.h" |
| |
| #include <cstddef> |
| #include <cstdint> |
| #include <cstring> |
| |
| #include "absl/base/attributes.h" |
| #include "absl/base/internal/endian.h" |
| #include "absl/numeric/int128.h" |
| #include "absl/random/internal/platform.h" |
| #include "absl/random/internal/randen_traits.h" |
| |
| #if ABSL_HAVE_ATTRIBUTE(always_inline) || \ |
| (defined(__GNUC__) && !defined(__clang__)) |
| #define ABSL_RANDOM_INTERNAL_ATTRIBUTE_ALWAYS_INLINE \ |
| __attribute__((always_inline)) |
| #elif defined(_MSC_VER) |
| // We can achieve something similar to attribute((always_inline)) with MSVC by |
| // using the __forceinline keyword, however this is not perfect. MSVC is |
| // much less aggressive about inlining, and even with the __forceinline keyword. |
| #define ABSL_RANDOM_INTERNAL_ATTRIBUTE_ALWAYS_INLINE __forceinline |
| #else |
| #define ABSL_RANDOM_INTERNAL_ATTRIBUTE_ALWAYS_INLINE |
| #endif |
| |
| namespace { |
| |
| // AES portions based on rijndael-alg-fst.c, |
| // https://fastcrypto.org/front/misc/rijndael-alg-fst.c, and modified for |
| // platform-endianness. |
| // |
| // Implementation of |
| // http://www.csrc.nist.gov/publications/fips/fips197/fips-197.pdf |
| constexpr uint32_t te0[256] = { |
| 0xa56363c6, 0x847c7cf8, 0x997777ee, 0x8d7b7bf6, 0x0df2f2ff, 0xbd6b6bd6, |
| 0xb16f6fde, 0x54c5c591, 0x50303060, 0x03010102, 0xa96767ce, 0x7d2b2b56, |
| 0x19fefee7, 0x62d7d7b5, 0xe6abab4d, 0x9a7676ec, 0x45caca8f, 0x9d82821f, |
| 0x40c9c989, 0x877d7dfa, 0x15fafaef, 0xeb5959b2, 0xc947478e, 0x0bf0f0fb, |
| 0xecadad41, 0x67d4d4b3, 0xfda2a25f, 0xeaafaf45, 0xbf9c9c23, 0xf7a4a453, |
| 0x967272e4, 0x5bc0c09b, 0xc2b7b775, 0x1cfdfde1, 0xae93933d, 0x6a26264c, |
| 0x5a36366c, 0x413f3f7e, 0x02f7f7f5, 0x4fcccc83, 0x5c343468, 0xf4a5a551, |
| 0x34e5e5d1, 0x08f1f1f9, 0x937171e2, 0x73d8d8ab, 0x53313162, 0x3f15152a, |
| 0x0c040408, 0x52c7c795, 0x65232346, 0x5ec3c39d, 0x28181830, 0xa1969637, |
| 0x0f05050a, 0xb59a9a2f, 0x0907070e, 0x36121224, 0x9b80801b, 0x3de2e2df, |
| 0x26ebebcd, 0x6927274e, 0xcdb2b27f, 0x9f7575ea, 0x1b090912, 0x9e83831d, |
| 0x742c2c58, 0x2e1a1a34, 0x2d1b1b36, 0xb26e6edc, 0xee5a5ab4, 0xfba0a05b, |
| 0xf65252a4, 0x4d3b3b76, 0x61d6d6b7, 0xceb3b37d, 0x7b292952, 0x3ee3e3dd, |
| 0x712f2f5e, 0x97848413, 0xf55353a6, 0x68d1d1b9, 0x00000000, 0x2cededc1, |
| 0x60202040, 0x1ffcfce3, 0xc8b1b179, 0xed5b5bb6, 0xbe6a6ad4, 0x46cbcb8d, |
| 0xd9bebe67, 0x4b393972, 0xde4a4a94, 0xd44c4c98, 0xe85858b0, 0x4acfcf85, |
| 0x6bd0d0bb, 0x2aefefc5, 0xe5aaaa4f, 0x16fbfbed, 0xc5434386, 0xd74d4d9a, |
| 0x55333366, 0x94858511, 0xcf45458a, 0x10f9f9e9, 0x06020204, 0x817f7ffe, |
| 0xf05050a0, 0x443c3c78, 0xba9f9f25, 0xe3a8a84b, 0xf35151a2, 0xfea3a35d, |
| 0xc0404080, 0x8a8f8f05, 0xad92923f, 0xbc9d9d21, 0x48383870, 0x04f5f5f1, |
| 0xdfbcbc63, 0xc1b6b677, 0x75dadaaf, 0x63212142, 0x30101020, 0x1affffe5, |
| 0x0ef3f3fd, 0x6dd2d2bf, 0x4ccdcd81, 0x140c0c18, 0x35131326, 0x2fececc3, |
| 0xe15f5fbe, 0xa2979735, 0xcc444488, 0x3917172e, 0x57c4c493, 0xf2a7a755, |
| 0x827e7efc, 0x473d3d7a, 0xac6464c8, 0xe75d5dba, 0x2b191932, 0x957373e6, |
| 0xa06060c0, 0x98818119, 0xd14f4f9e, 0x7fdcdca3, 0x66222244, 0x7e2a2a54, |
| 0xab90903b, 0x8388880b, 0xca46468c, 0x29eeeec7, 0xd3b8b86b, 0x3c141428, |
| 0x79dedea7, 0xe25e5ebc, 0x1d0b0b16, 0x76dbdbad, 0x3be0e0db, 0x56323264, |
| 0x4e3a3a74, 0x1e0a0a14, 0xdb494992, 0x0a06060c, 0x6c242448, 0xe45c5cb8, |
| 0x5dc2c29f, 0x6ed3d3bd, 0xefacac43, 0xa66262c4, 0xa8919139, 0xa4959531, |
| 0x37e4e4d3, 0x8b7979f2, 0x32e7e7d5, 0x43c8c88b, 0x5937376e, 0xb76d6dda, |
| 0x8c8d8d01, 0x64d5d5b1, 0xd24e4e9c, 0xe0a9a949, 0xb46c6cd8, 0xfa5656ac, |
| 0x07f4f4f3, 0x25eaeacf, 0xaf6565ca, 0x8e7a7af4, 0xe9aeae47, 0x18080810, |
| 0xd5baba6f, 0x887878f0, 0x6f25254a, 0x722e2e5c, 0x241c1c38, 0xf1a6a657, |
| 0xc7b4b473, 0x51c6c697, 0x23e8e8cb, 0x7cdddda1, 0x9c7474e8, 0x211f1f3e, |
| 0xdd4b4b96, 0xdcbdbd61, 0x868b8b0d, 0x858a8a0f, 0x907070e0, 0x423e3e7c, |
| 0xc4b5b571, 0xaa6666cc, 0xd8484890, 0x05030306, 0x01f6f6f7, 0x120e0e1c, |
| 0xa36161c2, 0x5f35356a, 0xf95757ae, 0xd0b9b969, 0x91868617, 0x58c1c199, |
| 0x271d1d3a, 0xb99e9e27, 0x38e1e1d9, 0x13f8f8eb, 0xb398982b, 0x33111122, |
| 0xbb6969d2, 0x70d9d9a9, 0x898e8e07, 0xa7949433, 0xb69b9b2d, 0x221e1e3c, |
| 0x92878715, 0x20e9e9c9, 0x49cece87, 0xff5555aa, 0x78282850, 0x7adfdfa5, |
| 0x8f8c8c03, 0xf8a1a159, 0x80898909, 0x170d0d1a, 0xdabfbf65, 0x31e6e6d7, |
| 0xc6424284, 0xb86868d0, 0xc3414182, 0xb0999929, 0x772d2d5a, 0x110f0f1e, |
| 0xcbb0b07b, 0xfc5454a8, 0xd6bbbb6d, 0x3a16162c, |
| }; |
| |
| constexpr uint32_t te1[256] = { |
| 0x6363c6a5, 0x7c7cf884, 0x7777ee99, 0x7b7bf68d, 0xf2f2ff0d, 0x6b6bd6bd, |
| 0x6f6fdeb1, 0xc5c59154, 0x30306050, 0x01010203, 0x6767cea9, 0x2b2b567d, |
| 0xfefee719, 0xd7d7b562, 0xabab4de6, 0x7676ec9a, 0xcaca8f45, 0x82821f9d, |
| 0xc9c98940, 0x7d7dfa87, 0xfafaef15, 0x5959b2eb, 0x47478ec9, 0xf0f0fb0b, |
| 0xadad41ec, 0xd4d4b367, 0xa2a25ffd, 0xafaf45ea, 0x9c9c23bf, 0xa4a453f7, |
| 0x7272e496, 0xc0c09b5b, 0xb7b775c2, 0xfdfde11c, 0x93933dae, 0x26264c6a, |
| 0x36366c5a, 0x3f3f7e41, 0xf7f7f502, 0xcccc834f, 0x3434685c, 0xa5a551f4, |
| 0xe5e5d134, 0xf1f1f908, 0x7171e293, 0xd8d8ab73, 0x31316253, 0x15152a3f, |
| 0x0404080c, 0xc7c79552, 0x23234665, 0xc3c39d5e, 0x18183028, 0x969637a1, |
| 0x05050a0f, 0x9a9a2fb5, 0x07070e09, 0x12122436, 0x80801b9b, 0xe2e2df3d, |
| 0xebebcd26, 0x27274e69, 0xb2b27fcd, 0x7575ea9f, 0x0909121b, 0x83831d9e, |
| 0x2c2c5874, 0x1a1a342e, 0x1b1b362d, 0x6e6edcb2, 0x5a5ab4ee, 0xa0a05bfb, |
| 0x5252a4f6, 0x3b3b764d, 0xd6d6b761, 0xb3b37dce, 0x2929527b, 0xe3e3dd3e, |
| 0x2f2f5e71, 0x84841397, 0x5353a6f5, 0xd1d1b968, 0x00000000, 0xededc12c, |
| 0x20204060, 0xfcfce31f, 0xb1b179c8, 0x5b5bb6ed, 0x6a6ad4be, 0xcbcb8d46, |
| 0xbebe67d9, 0x3939724b, 0x4a4a94de, 0x4c4c98d4, 0x5858b0e8, 0xcfcf854a, |
| 0xd0d0bb6b, 0xefefc52a, 0xaaaa4fe5, 0xfbfbed16, 0x434386c5, 0x4d4d9ad7, |
| 0x33336655, 0x85851194, 0x45458acf, 0xf9f9e910, 0x02020406, 0x7f7ffe81, |
| 0x5050a0f0, 0x3c3c7844, 0x9f9f25ba, 0xa8a84be3, 0x5151a2f3, 0xa3a35dfe, |
| 0x404080c0, 0x8f8f058a, 0x92923fad, 0x9d9d21bc, 0x38387048, 0xf5f5f104, |
| 0xbcbc63df, 0xb6b677c1, 0xdadaaf75, 0x21214263, 0x10102030, 0xffffe51a, |
| 0xf3f3fd0e, 0xd2d2bf6d, 0xcdcd814c, 0x0c0c1814, 0x13132635, 0xececc32f, |
| 0x5f5fbee1, 0x979735a2, 0x444488cc, 0x17172e39, 0xc4c49357, 0xa7a755f2, |
| 0x7e7efc82, 0x3d3d7a47, 0x6464c8ac, 0x5d5dbae7, 0x1919322b, 0x7373e695, |
| 0x6060c0a0, 0x81811998, 0x4f4f9ed1, 0xdcdca37f, 0x22224466, 0x2a2a547e, |
| 0x90903bab, 0x88880b83, 0x46468cca, 0xeeeec729, 0xb8b86bd3, 0x1414283c, |
| 0xdedea779, 0x5e5ebce2, 0x0b0b161d, 0xdbdbad76, 0xe0e0db3b, 0x32326456, |
| 0x3a3a744e, 0x0a0a141e, 0x494992db, 0x06060c0a, 0x2424486c, 0x5c5cb8e4, |
| 0xc2c29f5d, 0xd3d3bd6e, 0xacac43ef, 0x6262c4a6, 0x919139a8, 0x959531a4, |
| 0xe4e4d337, 0x7979f28b, 0xe7e7d532, 0xc8c88b43, 0x37376e59, 0x6d6ddab7, |
| 0x8d8d018c, 0xd5d5b164, 0x4e4e9cd2, 0xa9a949e0, 0x6c6cd8b4, 0x5656acfa, |
| 0xf4f4f307, 0xeaeacf25, 0x6565caaf, 0x7a7af48e, 0xaeae47e9, 0x08081018, |
| 0xbaba6fd5, 0x7878f088, 0x25254a6f, 0x2e2e5c72, 0x1c1c3824, 0xa6a657f1, |
| 0xb4b473c7, 0xc6c69751, 0xe8e8cb23, 0xdddda17c, 0x7474e89c, 0x1f1f3e21, |
| 0x4b4b96dd, 0xbdbd61dc, 0x8b8b0d86, 0x8a8a0f85, 0x7070e090, 0x3e3e7c42, |
| 0xb5b571c4, 0x6666ccaa, 0x484890d8, 0x03030605, 0xf6f6f701, 0x0e0e1c12, |
| 0x6161c2a3, 0x35356a5f, 0x5757aef9, 0xb9b969d0, 0x86861791, 0xc1c19958, |
| 0x1d1d3a27, 0x9e9e27b9, 0xe1e1d938, 0xf8f8eb13, 0x98982bb3, 0x11112233, |
| 0x6969d2bb, 0xd9d9a970, 0x8e8e0789, 0x949433a7, 0x9b9b2db6, 0x1e1e3c22, |
| 0x87871592, 0xe9e9c920, 0xcece8749, 0x5555aaff, 0x28285078, 0xdfdfa57a, |
| 0x8c8c038f, 0xa1a159f8, 0x89890980, 0x0d0d1a17, 0xbfbf65da, 0xe6e6d731, |
| 0x424284c6, 0x6868d0b8, 0x414182c3, 0x999929b0, 0x2d2d5a77, 0x0f0f1e11, |
| 0xb0b07bcb, 0x5454a8fc, 0xbbbb6dd6, 0x16162c3a, |
| }; |
| |
| constexpr uint32_t te2[256] = { |
| 0x63c6a563, 0x7cf8847c, 0x77ee9977, 0x7bf68d7b, 0xf2ff0df2, 0x6bd6bd6b, |
| 0x6fdeb16f, 0xc59154c5, 0x30605030, 0x01020301, 0x67cea967, 0x2b567d2b, |
| 0xfee719fe, 0xd7b562d7, 0xab4de6ab, 0x76ec9a76, 0xca8f45ca, 0x821f9d82, |
| 0xc98940c9, 0x7dfa877d, 0xfaef15fa, 0x59b2eb59, 0x478ec947, 0xf0fb0bf0, |
| 0xad41ecad, 0xd4b367d4, 0xa25ffda2, 0xaf45eaaf, 0x9c23bf9c, 0xa453f7a4, |
| 0x72e49672, 0xc09b5bc0, 0xb775c2b7, 0xfde11cfd, 0x933dae93, 0x264c6a26, |
| 0x366c5a36, 0x3f7e413f, 0xf7f502f7, 0xcc834fcc, 0x34685c34, 0xa551f4a5, |
| 0xe5d134e5, 0xf1f908f1, 0x71e29371, 0xd8ab73d8, 0x31625331, 0x152a3f15, |
| 0x04080c04, 0xc79552c7, 0x23466523, 0xc39d5ec3, 0x18302818, 0x9637a196, |
| 0x050a0f05, 0x9a2fb59a, 0x070e0907, 0x12243612, 0x801b9b80, 0xe2df3de2, |
| 0xebcd26eb, 0x274e6927, 0xb27fcdb2, 0x75ea9f75, 0x09121b09, 0x831d9e83, |
| 0x2c58742c, 0x1a342e1a, 0x1b362d1b, 0x6edcb26e, 0x5ab4ee5a, 0xa05bfba0, |
| 0x52a4f652, 0x3b764d3b, 0xd6b761d6, 0xb37dceb3, 0x29527b29, 0xe3dd3ee3, |
| 0x2f5e712f, 0x84139784, 0x53a6f553, 0xd1b968d1, 0x00000000, 0xedc12ced, |
| 0x20406020, 0xfce31ffc, 0xb179c8b1, 0x5bb6ed5b, 0x6ad4be6a, 0xcb8d46cb, |
| 0xbe67d9be, 0x39724b39, 0x4a94de4a, 0x4c98d44c, 0x58b0e858, 0xcf854acf, |
| 0xd0bb6bd0, 0xefc52aef, 0xaa4fe5aa, 0xfbed16fb, 0x4386c543, 0x4d9ad74d, |
| 0x33665533, 0x85119485, 0x458acf45, 0xf9e910f9, 0x02040602, 0x7ffe817f, |
| 0x50a0f050, 0x3c78443c, 0x9f25ba9f, 0xa84be3a8, 0x51a2f351, 0xa35dfea3, |
| 0x4080c040, 0x8f058a8f, 0x923fad92, 0x9d21bc9d, 0x38704838, 0xf5f104f5, |
| 0xbc63dfbc, 0xb677c1b6, 0xdaaf75da, 0x21426321, 0x10203010, 0xffe51aff, |
| 0xf3fd0ef3, 0xd2bf6dd2, 0xcd814ccd, 0x0c18140c, 0x13263513, 0xecc32fec, |
| 0x5fbee15f, 0x9735a297, 0x4488cc44, 0x172e3917, 0xc49357c4, 0xa755f2a7, |
| 0x7efc827e, 0x3d7a473d, 0x64c8ac64, 0x5dbae75d, 0x19322b19, 0x73e69573, |
| 0x60c0a060, 0x81199881, 0x4f9ed14f, 0xdca37fdc, 0x22446622, 0x2a547e2a, |
| 0x903bab90, 0x880b8388, 0x468cca46, 0xeec729ee, 0xb86bd3b8, 0x14283c14, |
| 0xdea779de, 0x5ebce25e, 0x0b161d0b, 0xdbad76db, 0xe0db3be0, 0x32645632, |
| 0x3a744e3a, 0x0a141e0a, 0x4992db49, 0x060c0a06, 0x24486c24, 0x5cb8e45c, |
| 0xc29f5dc2, 0xd3bd6ed3, 0xac43efac, 0x62c4a662, 0x9139a891, 0x9531a495, |
| 0xe4d337e4, 0x79f28b79, 0xe7d532e7, 0xc88b43c8, 0x376e5937, 0x6ddab76d, |
| 0x8d018c8d, 0xd5b164d5, 0x4e9cd24e, 0xa949e0a9, 0x6cd8b46c, 0x56acfa56, |
| 0xf4f307f4, 0xeacf25ea, 0x65caaf65, 0x7af48e7a, 0xae47e9ae, 0x08101808, |
| 0xba6fd5ba, 0x78f08878, 0x254a6f25, 0x2e5c722e, 0x1c38241c, 0xa657f1a6, |
| 0xb473c7b4, 0xc69751c6, 0xe8cb23e8, 0xdda17cdd, 0x74e89c74, 0x1f3e211f, |
| 0x4b96dd4b, 0xbd61dcbd, 0x8b0d868b, 0x8a0f858a, 0x70e09070, 0x3e7c423e, |
| 0xb571c4b5, 0x66ccaa66, 0x4890d848, 0x03060503, 0xf6f701f6, 0x0e1c120e, |
| 0x61c2a361, 0x356a5f35, 0x57aef957, 0xb969d0b9, 0x86179186, 0xc19958c1, |
| 0x1d3a271d, 0x9e27b99e, 0xe1d938e1, 0xf8eb13f8, 0x982bb398, 0x11223311, |
| 0x69d2bb69, 0xd9a970d9, 0x8e07898e, 0x9433a794, 0x9b2db69b, 0x1e3c221e, |
| 0x87159287, 0xe9c920e9, 0xce8749ce, 0x55aaff55, 0x28507828, 0xdfa57adf, |
| 0x8c038f8c, 0xa159f8a1, 0x89098089, 0x0d1a170d, 0xbf65dabf, 0xe6d731e6, |
| 0x4284c642, 0x68d0b868, 0x4182c341, 0x9929b099, 0x2d5a772d, 0x0f1e110f, |
| 0xb07bcbb0, 0x54a8fc54, 0xbb6dd6bb, 0x162c3a16, |
| }; |
| |
| constexpr uint32_t te3[256] = { |
| 0xc6a56363, 0xf8847c7c, 0xee997777, 0xf68d7b7b, 0xff0df2f2, 0xd6bd6b6b, |
| 0xdeb16f6f, 0x9154c5c5, 0x60503030, 0x02030101, 0xcea96767, 0x567d2b2b, |
| 0xe719fefe, 0xb562d7d7, 0x4de6abab, 0xec9a7676, 0x8f45caca, 0x1f9d8282, |
| 0x8940c9c9, 0xfa877d7d, 0xef15fafa, 0xb2eb5959, 0x8ec94747, 0xfb0bf0f0, |
| 0x41ecadad, 0xb367d4d4, 0x5ffda2a2, 0x45eaafaf, 0x23bf9c9c, 0x53f7a4a4, |
| 0xe4967272, 0x9b5bc0c0, 0x75c2b7b7, 0xe11cfdfd, 0x3dae9393, 0x4c6a2626, |
| 0x6c5a3636, 0x7e413f3f, 0xf502f7f7, 0x834fcccc, 0x685c3434, 0x51f4a5a5, |
| 0xd134e5e5, 0xf908f1f1, 0xe2937171, 0xab73d8d8, 0x62533131, 0x2a3f1515, |
| 0x080c0404, 0x9552c7c7, 0x46652323, 0x9d5ec3c3, 0x30281818, 0x37a19696, |
| 0x0a0f0505, 0x2fb59a9a, 0x0e090707, 0x24361212, 0x1b9b8080, 0xdf3de2e2, |
| 0xcd26ebeb, 0x4e692727, 0x7fcdb2b2, 0xea9f7575, 0x121b0909, 0x1d9e8383, |
| 0x58742c2c, 0x342e1a1a, 0x362d1b1b, 0xdcb26e6e, 0xb4ee5a5a, 0x5bfba0a0, |
| 0xa4f65252, 0x764d3b3b, 0xb761d6d6, 0x7dceb3b3, 0x527b2929, 0xdd3ee3e3, |
| 0x5e712f2f, 0x13978484, 0xa6f55353, 0xb968d1d1, 0x00000000, 0xc12ceded, |
| 0x40602020, 0xe31ffcfc, 0x79c8b1b1, 0xb6ed5b5b, 0xd4be6a6a, 0x8d46cbcb, |
| 0x67d9bebe, 0x724b3939, 0x94de4a4a, 0x98d44c4c, 0xb0e85858, 0x854acfcf, |
| 0xbb6bd0d0, 0xc52aefef, 0x4fe5aaaa, 0xed16fbfb, 0x86c54343, 0x9ad74d4d, |
| 0x66553333, 0x11948585, 0x8acf4545, 0xe910f9f9, 0x04060202, 0xfe817f7f, |
| 0xa0f05050, 0x78443c3c, 0x25ba9f9f, 0x4be3a8a8, 0xa2f35151, 0x5dfea3a3, |
| 0x80c04040, 0x058a8f8f, 0x3fad9292, 0x21bc9d9d, 0x70483838, 0xf104f5f5, |
| 0x63dfbcbc, 0x77c1b6b6, 0xaf75dada, 0x42632121, 0x20301010, 0xe51affff, |
| 0xfd0ef3f3, 0xbf6dd2d2, 0x814ccdcd, 0x18140c0c, 0x26351313, 0xc32fecec, |
| 0xbee15f5f, 0x35a29797, 0x88cc4444, 0x2e391717, 0x9357c4c4, 0x55f2a7a7, |
| 0xfc827e7e, 0x7a473d3d, 0xc8ac6464, 0xbae75d5d, 0x322b1919, 0xe6957373, |
| 0xc0a06060, 0x19988181, 0x9ed14f4f, 0xa37fdcdc, 0x44662222, 0x547e2a2a, |
| 0x3bab9090, 0x0b838888, 0x8cca4646, 0xc729eeee, 0x6bd3b8b8, 0x283c1414, |
| 0xa779dede, 0xbce25e5e, 0x161d0b0b, 0xad76dbdb, 0xdb3be0e0, 0x64563232, |
| 0x744e3a3a, 0x141e0a0a, 0x92db4949, 0x0c0a0606, 0x486c2424, 0xb8e45c5c, |
| 0x9f5dc2c2, 0xbd6ed3d3, 0x43efacac, 0xc4a66262, 0x39a89191, 0x31a49595, |
| 0xd337e4e4, 0xf28b7979, 0xd532e7e7, 0x8b43c8c8, 0x6e593737, 0xdab76d6d, |
| 0x018c8d8d, 0xb164d5d5, 0x9cd24e4e, 0x49e0a9a9, 0xd8b46c6c, 0xacfa5656, |
| 0xf307f4f4, 0xcf25eaea, 0xcaaf6565, 0xf48e7a7a, 0x47e9aeae, 0x10180808, |
| 0x6fd5baba, 0xf0887878, 0x4a6f2525, 0x5c722e2e, 0x38241c1c, 0x57f1a6a6, |
| 0x73c7b4b4, 0x9751c6c6, 0xcb23e8e8, 0xa17cdddd, 0xe89c7474, 0x3e211f1f, |
| 0x96dd4b4b, 0x61dcbdbd, 0x0d868b8b, 0x0f858a8a, 0xe0907070, 0x7c423e3e, |
| 0x71c4b5b5, 0xccaa6666, 0x90d84848, 0x06050303, 0xf701f6f6, 0x1c120e0e, |
| 0xc2a36161, 0x6a5f3535, 0xaef95757, 0x69d0b9b9, 0x17918686, 0x9958c1c1, |
| 0x3a271d1d, 0x27b99e9e, 0xd938e1e1, 0xeb13f8f8, 0x2bb39898, 0x22331111, |
| 0xd2bb6969, 0xa970d9d9, 0x07898e8e, 0x33a79494, 0x2db69b9b, 0x3c221e1e, |
| 0x15928787, 0xc920e9e9, 0x8749cece, 0xaaff5555, 0x50782828, 0xa57adfdf, |
| 0x038f8c8c, 0x59f8a1a1, 0x09808989, 0x1a170d0d, 0x65dabfbf, 0xd731e6e6, |
| 0x84c64242, 0xd0b86868, 0x82c34141, 0x29b09999, 0x5a772d2d, 0x1e110f0f, |
| 0x7bcbb0b0, 0xa8fc5454, 0x6dd6bbbb, 0x2c3a1616, |
| }; |
| |
| // Software implementation of the Vector128 class, using uint32_t |
| // as an underlying vector register. |
| struct alignas(16) Vector128 { |
| uint32_t s[4]; |
| }; |
| |
| inline ABSL_RANDOM_INTERNAL_ATTRIBUTE_ALWAYS_INLINE Vector128 |
| Vector128Load(const void* from) { |
| Vector128 result; |
| std::memcpy(result.s, from, sizeof(Vector128)); |
| return result; |
| } |
| |
| inline ABSL_RANDOM_INTERNAL_ATTRIBUTE_ALWAYS_INLINE void Vector128Store( |
| const Vector128& v, void* to) { |
| std::memcpy(to, v.s, sizeof(Vector128)); |
| } |
| |
| // One round of AES. "round_key" is a public constant for breaking the |
| // symmetry of AES (ensures previously equal columns differ afterwards). |
| inline ABSL_RANDOM_INTERNAL_ATTRIBUTE_ALWAYS_INLINE Vector128 |
| AesRound(const Vector128& state, const Vector128& round_key) { |
| Vector128 result; |
| #ifdef ABSL_IS_LITTLE_ENDIAN |
| result.s[0] = round_key.s[0] ^ // |
| te0[uint8_t(state.s[0])] ^ // |
| te1[uint8_t(state.s[1] >> 8)] ^ // |
| te2[uint8_t(state.s[2] >> 16)] ^ // |
| te3[uint8_t(state.s[3] >> 24)]; |
| result.s[1] = round_key.s[1] ^ // |
| te0[uint8_t(state.s[1])] ^ // |
| te1[uint8_t(state.s[2] >> 8)] ^ // |
| te2[uint8_t(state.s[3] >> 16)] ^ // |
| te3[uint8_t(state.s[0] >> 24)]; |
| result.s[2] = round_key.s[2] ^ // |
| te0[uint8_t(state.s[2])] ^ // |
| te1[uint8_t(state.s[3] >> 8)] ^ // |
| te2[uint8_t(state.s[0] >> 16)] ^ // |
| te3[uint8_t(state.s[1] >> 24)]; |
| result.s[3] = round_key.s[3] ^ // |
| te0[uint8_t(state.s[3])] ^ // |
| te1[uint8_t(state.s[0] >> 8)] ^ // |
| te2[uint8_t(state.s[1] >> 16)] ^ // |
| te3[uint8_t(state.s[2] >> 24)]; |
| #else |
| result.s[0] = round_key.s[0] ^ // |
| te0[uint8_t(state.s[0])] ^ // |
| te1[uint8_t(state.s[3] >> 8)] ^ // |
| te2[uint8_t(state.s[2] >> 16)] ^ // |
| te3[uint8_t(state.s[1] >> 24)]; |
| result.s[1] = round_key.s[1] ^ // |
| te0[uint8_t(state.s[1])] ^ // |
| te1[uint8_t(state.s[0] >> 8)] ^ // |
| te2[uint8_t(state.s[3] >> 16)] ^ // |
| te3[uint8_t(state.s[2] >> 24)]; |
| result.s[2] = round_key.s[2] ^ // |
| te0[uint8_t(state.s[2])] ^ // |
| te1[uint8_t(state.s[1] >> 8)] ^ // |
| te2[uint8_t(state.s[0] >> 16)] ^ // |
| te3[uint8_t(state.s[3] >> 24)]; |
| result.s[3] = round_key.s[3] ^ // |
| te0[uint8_t(state.s[3])] ^ // |
| te1[uint8_t(state.s[2] >> 8)] ^ // |
| te2[uint8_t(state.s[1] >> 16)] ^ // |
| te3[uint8_t(state.s[0] >> 24)]; |
| #endif |
| return result; |
| } |
| |
| using ::absl::random_internal::RandenTraits; |
| |
| // The improved Feistel block shuffle function for 16 blocks. |
| inline ABSL_RANDOM_INTERNAL_ATTRIBUTE_ALWAYS_INLINE void BlockShuffle( |
| absl::uint128* state) { |
| static_assert(RandenTraits::kFeistelBlocks == 16, |
| "Feistel block shuffle only works for 16 blocks."); |
| |
| constexpr size_t shuffle[RandenTraits::kFeistelBlocks] = { |
| 7, 2, 13, 4, 11, 8, 3, 6, 15, 0, 9, 10, 1, 14, 5, 12}; |
| |
| // The fully unrolled loop without the memcpy improves the speed by about |
| // 30% over the equivalent: |
| #if 0 |
| absl::uint128 source[RandenTraits::kFeistelBlocks]; |
| std::memcpy(source, state, sizeof(source)); |
| for (size_t i = 0; i < RandenTraits::kFeistelBlocks; i++) { |
| const absl::uint128 v0 = source[shuffle[i]]; |
| state[i] = v0; |
| } |
| return; |
| #endif |
| |
| const absl::uint128 v0 = state[shuffle[0]]; |
| const absl::uint128 v1 = state[shuffle[1]]; |
| const absl::uint128 v2 = state[shuffle[2]]; |
| const absl::uint128 v3 = state[shuffle[3]]; |
| const absl::uint128 v4 = state[shuffle[4]]; |
| const absl::uint128 v5 = state[shuffle[5]]; |
| const absl::uint128 v6 = state[shuffle[6]]; |
| const absl::uint128 v7 = state[shuffle[7]]; |
| const absl::uint128 w0 = state[shuffle[8]]; |
| const absl::uint128 w1 = state[shuffle[9]]; |
| const absl::uint128 w2 = state[shuffle[10]]; |
| const absl::uint128 w3 = state[shuffle[11]]; |
| const absl::uint128 w4 = state[shuffle[12]]; |
| const absl::uint128 w5 = state[shuffle[13]]; |
| const absl::uint128 w6 = state[shuffle[14]]; |
| const absl::uint128 w7 = state[shuffle[15]]; |
| state[0] = v0; |
| state[1] = v1; |
| state[2] = v2; |
| state[3] = v3; |
| state[4] = v4; |
| state[5] = v5; |
| state[6] = v6; |
| state[7] = v7; |
| state[8] = w0; |
| state[9] = w1; |
| state[10] = w2; |
| state[11] = w3; |
| state[12] = w4; |
| state[13] = w5; |
| state[14] = w6; |
| state[15] = w7; |
| } |
| |
| // Feistel round function using two AES subrounds. Very similar to F() |
| // from Simpira v2, but with independent subround keys. Uses 17 AES rounds |
| // per 16 bytes (vs. 10 for AES-CTR). Computing eight round functions in |
| // parallel hides the 7-cycle AESNI latency on HSW. Note that the Feistel |
| // XORs are 'free' (included in the second AES instruction). |
| inline ABSL_RANDOM_INTERNAL_ATTRIBUTE_ALWAYS_INLINE const absl::uint128* |
| FeistelRound(absl::uint128* ABSL_RANDOM_INTERNAL_RESTRICT state, |
| const absl::uint128* ABSL_RANDOM_INTERNAL_RESTRICT keys) { |
| for (size_t branch = 0; branch < RandenTraits::kFeistelBlocks; branch += 4) { |
| const Vector128 s0 = Vector128Load(state + branch); |
| const Vector128 s1 = Vector128Load(state + branch + 1); |
| const Vector128 f0 = AesRound(s0, Vector128Load(keys)); |
| keys++; |
| const Vector128 o1 = AesRound(f0, s1); |
| Vector128Store(o1, state + branch + 1); |
| |
| // Manually unroll this loop once. about 10% better than not unrolled. |
| const Vector128 s2 = Vector128Load(state + branch + 2); |
| const Vector128 s3 = Vector128Load(state + branch + 3); |
| const Vector128 f2 = AesRound(s2, Vector128Load(keys)); |
| keys++; |
| const Vector128 o3 = AesRound(f2, s3); |
| Vector128Store(o3, state + branch + 3); |
| } |
| return keys; |
| } |
| |
| // Cryptographic permutation based via type-2 Generalized Feistel Network. |
| // Indistinguishable from ideal by chosen-ciphertext adversaries using less than |
| // 2^64 queries if the round function is a PRF. This is similar to the b=8 case |
| // of Simpira v2, but more efficient than its generic construction for b=16. |
| inline ABSL_RANDOM_INTERNAL_ATTRIBUTE_ALWAYS_INLINE void Permute( |
| absl::uint128* state, |
| const absl::uint128* ABSL_RANDOM_INTERNAL_RESTRICT keys) { |
| for (size_t round = 0; round < RandenTraits::kFeistelRounds; ++round) { |
| keys = FeistelRound(state, keys); |
| BlockShuffle(state); |
| } |
| } |
| |
| // Enables native loads in the round loop by pre-swapping. |
| inline ABSL_RANDOM_INTERNAL_ATTRIBUTE_ALWAYS_INLINE void SwapEndian( |
| absl::uint128* state) { |
| #ifdef ABSL_IS_BIG_ENDIAN |
| for (uint32_t block = 0; block < RandenTraits::kFeistelBlocks; ++block) { |
| uint64_t new_lo = absl::little_endian::ToHost64( |
| static_cast<uint64_t>(state[block] >> 64)); |
| uint64_t new_hi = absl::little_endian::ToHost64( |
| static_cast<uint64_t>((state[block] << 64) >> 64)); |
| state[block] = (static_cast<absl::uint128>(new_hi) << 64) | new_lo; |
| } |
| #else |
| // Avoid warning about unused variable. |
| (void)state; |
| #endif |
| } |
| |
| } // namespace |
| |
| namespace absl { |
| ABSL_NAMESPACE_BEGIN |
| namespace random_internal { |
| |
| const void* RandenSlow::GetKeys() { |
| // Round keys for one AES per Feistel round and branch. |
| // The canonical implementation uses first digits of Pi. |
| #ifdef ABSL_IS_LITTLE_ENDIAN |
| return kRandenRoundKeys; |
| #else |
| return kRandenRoundKeysBE; |
| #endif |
| } |
| |
| void RandenSlow::Absorb(const void* seed_void, void* state_void) { |
| auto* state = |
| reinterpret_cast<uint64_t * ABSL_RANDOM_INTERNAL_RESTRICT>(state_void); |
| const auto* seed = |
| reinterpret_cast<const uint64_t * ABSL_RANDOM_INTERNAL_RESTRICT>( |
| seed_void); |
| |
| constexpr size_t kCapacityBlocks = |
| RandenTraits::kCapacityBytes / sizeof(uint64_t); |
| static_assert( |
| kCapacityBlocks * sizeof(uint64_t) == RandenTraits::kCapacityBytes, |
| "Not i*V"); |
| |
| for (size_t i = kCapacityBlocks; |
| i < RandenTraits::kStateBytes / sizeof(uint64_t); ++i) { |
| state[i] ^= seed[i - kCapacityBlocks]; |
| } |
| } |
| |
| void RandenSlow::Generate(const void* keys_void, void* state_void) { |
| static_assert(RandenTraits::kCapacityBytes == sizeof(absl::uint128), |
| "Capacity mismatch"); |
| |
| auto* state = reinterpret_cast<absl::uint128*>(state_void); |
| const auto* keys = reinterpret_cast<const absl::uint128*>(keys_void); |
| |
| const absl::uint128 prev_inner = state[0]; |
| |
| SwapEndian(state); |
| |
| Permute(state, keys); |
| |
| SwapEndian(state); |
| |
| // Ensure backtracking resistance. |
| *state ^= prev_inner; |
| } |
| |
| } // namespace random_internal |
| ABSL_NAMESPACE_END |
| } // namespace absl |
