/* $OpenBSD: memcpy.c,v 1.2 2015/08/31 02:53:57 guenther Exp $ */ /*- * Copyright (c) 1990 The Regents of the University of California. * All rights reserved. * * This code is derived from software contributed to Berkeley by * Chris Torek. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * 1. Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * 2. Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in the * documentation and/or other materials provided with the distribution. * 3. Neither the name of the University nor the names of its contributors * may be used to endorse or promote products derived from this software * without specific prior written permission. * * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF * SUCH DAMAGE. */ #include #include #include #include "sgx_trts.h" #include /* * sizeof(word) MUST BE A POWER OF TWO * SO THAT wmask BELOW IS ALL ONES */ typedef long word; /* "word" used for optimal copy speed */ #define wsize sizeof(word) #define wmask (wsize - 1) #ifdef _TLIBC_USE_INTEL_FAST_STRING_ extern void *_intel_fast_memcpy(void *, void *, size_t); #endif /* * Copy a block of memory, not handling overlap. */ void * __memcpy(void *dst0, const void *src0, size_t length) { char *dst = (char *)dst0; const char *src = (const char *)src0; size_t t; if (length == 0 || dst == src) /* nothing to do */ goto done; /* * Macros: loop-t-times; and loop-t-times, t>0 */ #define TLOOP(s) if (t) TLOOP1(s) #define TLOOP1(s) do { s; } while (--t) /* * Copy forward. */ t = (long)src; /* only need low bits */ if ((t | (long)dst) & wmask) { /* * Try to align operands. This cannot be done * unless the low bits match. */ if ((t ^ (long)dst) & wmask || length < wsize) t = length; else t = wsize - (t & wmask); length -= t; TLOOP1(*dst++ = *src++); } /* * Copy whole words, then mop up any trailing bytes. */ t = length / wsize; TLOOP(*(word *)dst = *(word *)src; src += wsize; dst += wsize); t = length & wmask; TLOOP(*dst++ = *src++); done: return (dst0); } extern void* __memcpy_verw(void *dst0, const void *src0); extern void* __memcpy_8a(void *dst0, const void *src0); // use in the enclave when dst is outside the enclave void* memcpy_verw(void *dst0, const void *src0, size_t len) { char* dst = dst0; const char *src = (const char *)src0; if(len == 0 || dst == src) { return dst0; } while (len >= 8) { if(((unsigned long long)dst%8 == 0) && ((unsigned long long)src%8 == 0)) { // 8-byte-aligned - don't need bracketing size_t len0 = len - len%8; memcpy_nochecks(dst, src, len0); src += len0; dst += len0; len -= len0; } else{ // not 8-byte-aligned - need bracketing __memcpy_verw(dst, src); src++; dst++; len--; } } // less than 8 bytes left - need bracketing for (unsigned i = 0; i < len; i++) { __memcpy_verw(dst, src); src++; dst++; } return dst0; } void * memcpy_nochecks(void *dst0, const void *src0, size_t length) { #ifdef _TLIBC_USE_INTEL_FAST_STRING_ return _intel_fast_memcpy(dst0, (void*)src0, length); #else return __memcpy(dst0, src0, length); #endif } //deal the case that src is outside the enclave, count <= 8 static void copy_external_memory(void* dst, const void* src, size_t count, bool is_dst_external) { char tmp_buf[16]={0}; unsigned int off_src = (unsigned long long)src%8; char* src_buf = NULL; if(count == 0) { return; } //if external src is not 8-byte-aligned or count != 8 if(off_src != 0 || count != 8) { //if external src is not 8-byte-aligned, need to copy from src-off_src to a tmp_buf inside the enclave __memcpy_8a(tmp_buf, src - off_src); if(off_src != 0 && off_src + count > 8) { __memcpy_8a(tmp_buf + 8, src - off_src + 8); } src_buf = tmp_buf + off_src; } else { src_buf = (char*)src; } if(is_dst_external) { memcpy_verw(dst, src_buf, count); } else { memcpy_nochecks(dst, src_buf, count); } return; } void * memcpy(void *dst0, const void *src0, size_t length) { if(length == 0 || dst0 == src0) { return dst0; } bool is_src_external = !sgx_is_within_enclave(src0, length); bool is_dst_external = !sgx_is_within_enclave(dst0, length); //src is inside the enclave if(!is_src_external) { if(is_dst_external) { return memcpy_verw(dst0, src0, length); } else { return memcpy_nochecks(dst0, src0, length); } } //src is outside the enclave size_t len = 0; char* dst = dst0; const char *src = (const char *)src0; while(length >= 8) { //if dst and src are both 8-byte-aligned, direct call memcpy_nochecks if(((unsigned long long)dst%8 == 0) && ((unsigned long long)src%8 == 0)) { len = length - length%8; memcpy_nochecks(dst, src, len); src += len; dst += len; length -= len; } else { len = 8 - (unsigned long long)dst%8; copy_external_memory(dst, src, len, is_dst_external); src += len; dst += len; length -= len; } } //less than 8 bytes left copy_external_memory(dst, src, length, is_dst_external); return dst0; }