/* SPDX-License-Identifier: BSD-3-Clause */ /* Copyright (c) 2020 Linaro Limited */ // Copyright 2019 The Fuchsia Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. /* * Content of LICENSE file mentioned above: Copyright 2019 The Fuchsia Authors. All rights reserved. Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met: * Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer. * Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution. * Neither the name of Google Inc. nor the names of its contributors may be used to endorse or promote products derived from this software without specific prior written permission. THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ #ifndef FBL_CONFINE_ARRAY_INDEX_H_ #define FBL_CONFINE_ARRAY_INDEX_H_ #include // confine_array_index() bounds-checks and sanitizes an array index safely in the presence of // speculative execution information leak bugs such as Spectre V1. confine_array_index() always // returns a sanitized index, even in speculative-path execution. // // Callers need to combine confine_array_index with a conventional bounds check; the bounds // check will return any necessary errors in the nonspeculative path, confine_array_index will // confine indexes in the speculative path. // // Use: // confine_array_index() returns |index|, if it is < size, or 0 if |index| is >= size. // // Example (may leak table1 contents): // 1: int lookup3(size_t index) { // 2: if (index >= table1_size) { // 3: return -1; // 4: } // 5: size_t index2 = table1[index]; // 6: return table2[index2]; // 7: } // // Converted: // // 1: int lookup3(size_t index) { // 2: if (index >= table1_size) { // 3: return -1; // 4: } // 5: size_t safe_index = confine_array_index(index, table1_size); // 6: size_t index2 = table1[safe_index]; // 7: return table2[index2]; // 8: } #ifdef __aarch64__ static inline size_t confine_array_index(size_t index, size_t size) { size_t safe_index; // Use a conditional select and a CSDB barrier to enforce validation of |index|. // See "Cache Speculation Side-channels" whitepaper, section "Software Mitigation". // "" The combination of both a conditional select/conditional move and the new barrier are // sufficient to address this problem on ALL Arm implementations... "" asm( "cmp %1, %2\n" // %1 holds the unsanitized index "csel %0, %1, xzr, lo\n" // Select index or zero based on carry (%1 within range) "hint #20\n" // csdb : "=r"(safe_index) : "r"(index), "r"(size) : "cc"); return safe_index; } #endif #ifdef __arm__ static inline size_t confine_array_index(size_t index, size_t size) { size_t ret_val = index; /* * For the ARMv7/AArch32 case we're basing the select and barrier * code on __load_no_speculate1() in as we * lack the csel instruction. */ #ifdef __thumb2__ asm volatile ( ".syntax unified\n" "cmp %0, %1\n" "it cs\n" #ifdef __clang__ #pragma clang diagnostic push /* Avoid 'deprecated instruction in IT block [-Werror,-Winline-asm]' */ #pragma clang diagnostic ignored "-Winline-asm" #endif "movcs %0, #0\n" #ifdef __clang__ #pragma clang diagnostic pop #endif ".inst.n 0xf3af\t@ CSDB\n" ".inst.n 0x8014\t@ CSDB" : "+r" (ret_val) : "r" (size) : "cc"); #else asm volatile ( ".syntax unified\n" "cmp %0, %1\n" /* %0 holds the unsanitized index */ "movcs %0, #0\n" ".inst 0xe320f014\t@ CSDB" : "+r" (ret_val) : "r" (size) : "cc"); #endif return ret_val; } #endif /* __arm__ */ #ifdef __x86_64__ static inline size_t confine_array_index(size_t index, size_t size) { size_t safe_index = 0; // Use a conditional move to enforce validation of |index|. // The conditional move has a data dependency on the result of a comparison and cannot // execute until the comparison is resolved. // See "Software Techniques for Managing Speculation on AMD Processors", Mitigation V1-2. // See "Analyzing potential bounds check bypass vulnerabilities", Revision 002, // Section 5.2 Bounds clipping __asm__( "cmp %1, %2\n" "cmova %1, %0\n" // Select between $0 and |index| : "+r"(safe_index) : "r"(index), "r"(size) : "cc"); return safe_index; } #endif #endif // FBL_CONFINE_ARRAY_INDEX_H_