2019-01-04 18:44:15 +00:00
|
|
|
/*
|
2019-05-18 12:21:47 +00:00
|
|
|
Copyright (c) 2018-2019, tevador <tevador@gmail.com>
|
2019-01-04 18:44:15 +00:00
|
|
|
|
2019-05-18 12:21:47 +00:00
|
|
|
All rights reserved.
|
2019-01-04 18:44:15 +00:00
|
|
|
|
2019-05-18 12:21:47 +00:00
|
|
|
Redistribution and use in source and binary forms, with or without
|
|
|
|
modification, are permitted provided that the following conditions are met:
|
|
|
|
* Redistributions of source code must retain the above copyright
|
|
|
|
notice, this list of conditions and the following disclaimer.
|
|
|
|
* Redistributions in binary form must reproduce the above copyright
|
|
|
|
notice, this list of conditions and the following disclaimer in the
|
|
|
|
documentation and/or other materials provided with the distribution.
|
|
|
|
* Neither the name of the copyright holder nor the
|
|
|
|
names of its contributors may be used to endorse or promote products
|
|
|
|
derived from this software without specific prior written permission.
|
2019-01-04 18:44:15 +00:00
|
|
|
|
2019-05-18 12:21:47 +00:00
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
|
|
|
|
ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
|
|
|
|
WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
|
|
|
|
DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
|
|
|
|
FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
|
|
DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
|
|
|
|
SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
|
|
|
|
CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
|
|
|
|
OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
|
|
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
2019-01-04 18:44:15 +00:00
|
|
|
*/
|
|
|
|
|
2019-04-20 14:53:06 +00:00
|
|
|
#include "virtual_memory.hpp"
|
2019-01-04 18:44:15 +00:00
|
|
|
|
|
|
|
#include <stdexcept>
|
|
|
|
|
2019-05-18 17:30:28 +00:00
|
|
|
#if defined(_WIN32) || defined(__CYGWIN__)
|
2019-01-04 18:44:15 +00:00
|
|
|
#include <windows.h>
|
|
|
|
#else
|
|
|
|
#ifdef __APPLE__
|
|
|
|
#include <mach/vm_statistics.h>
|
|
|
|
#endif
|
|
|
|
#include <sys/types.h>
|
|
|
|
#include <sys/mman.h>
|
|
|
|
#ifndef MAP_ANONYMOUS
|
|
|
|
#define MAP_ANONYMOUS MAP_ANON
|
|
|
|
#endif
|
|
|
|
#endif
|
|
|
|
|
2019-05-18 17:30:28 +00:00
|
|
|
#if defined(_WIN32) || defined(__CYGWIN__)
|
2019-01-04 18:44:15 +00:00
|
|
|
std::string getErrorMessage(const char* function) {
|
|
|
|
LPSTR messageBuffer = nullptr;
|
|
|
|
size_t size = FormatMessageA(FORMAT_MESSAGE_ALLOCATE_BUFFER | FORMAT_MESSAGE_FROM_SYSTEM | FORMAT_MESSAGE_IGNORE_INSERTS,
|
|
|
|
NULL, GetLastError(), MAKELANGID(LANG_NEUTRAL, SUBLANG_DEFAULT), (LPSTR)&messageBuffer, 0, NULL);
|
|
|
|
std::string message(messageBuffer, size);
|
|
|
|
LocalFree(messageBuffer);
|
|
|
|
return std::string(function) + std::string(": ") + message;
|
|
|
|
}
|
|
|
|
|
|
|
|
void setPrivilege(const char* pszPrivilege, BOOL bEnable) {
|
|
|
|
HANDLE hToken;
|
|
|
|
TOKEN_PRIVILEGES tp;
|
|
|
|
BOOL status;
|
|
|
|
DWORD error;
|
|
|
|
|
|
|
|
if (!OpenProcessToken(GetCurrentProcess(), TOKEN_ADJUST_PRIVILEGES | TOKEN_QUERY, &hToken))
|
|
|
|
throw std::runtime_error(getErrorMessage("OpenProcessToken"));
|
|
|
|
|
|
|
|
if (!LookupPrivilegeValue(NULL, pszPrivilege, &tp.Privileges[0].Luid))
|
|
|
|
throw std::runtime_error(getErrorMessage("LookupPrivilegeValue"));
|
|
|
|
|
|
|
|
tp.PrivilegeCount = 1;
|
|
|
|
|
|
|
|
if (bEnable)
|
|
|
|
tp.Privileges[0].Attributes = SE_PRIVILEGE_ENABLED;
|
|
|
|
else
|
|
|
|
tp.Privileges[0].Attributes = 0;
|
|
|
|
|
|
|
|
status = AdjustTokenPrivileges(hToken, FALSE, &tp, 0, (PTOKEN_PRIVILEGES)NULL, 0);
|
|
|
|
|
|
|
|
error = GetLastError();
|
|
|
|
if (!status || (error != ERROR_SUCCESS))
|
|
|
|
throw std::runtime_error(getErrorMessage("AdjustTokenPrivileges"));
|
|
|
|
|
|
|
|
if (!CloseHandle(hToken))
|
|
|
|
throw std::runtime_error(getErrorMessage("CloseHandle"));
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2019-01-10 21:04:55 +00:00
|
|
|
void* allocExecutableMemory(std::size_t bytes) {
|
2019-01-04 18:44:15 +00:00
|
|
|
void* mem;
|
2019-05-18 17:30:28 +00:00
|
|
|
#if defined(_WIN32) || defined(__CYGWIN__)
|
2019-01-04 18:44:15 +00:00
|
|
|
mem = VirtualAlloc(nullptr, bytes, MEM_COMMIT, PAGE_EXECUTE_READWRITE);
|
|
|
|
if (mem == nullptr)
|
|
|
|
throw std::runtime_error(getErrorMessage("allocExecutableMemory - VirtualAlloc"));
|
|
|
|
#else
|
2019-01-10 21:04:55 +00:00
|
|
|
mem = mmap(nullptr, bytes, PROT_READ | PROT_WRITE | PROT_EXEC, MAP_ANONYMOUS | MAP_PRIVATE, -1, 0);
|
2019-01-04 18:44:15 +00:00
|
|
|
if (mem == MAP_FAILED)
|
|
|
|
throw std::runtime_error("allocExecutableMemory - mmap failed");
|
|
|
|
#endif
|
|
|
|
return mem;
|
|
|
|
}
|
|
|
|
|
2019-05-06 16:18:52 +00:00
|
|
|
constexpr std::size_t align(std::size_t pos, std::size_t align) {
|
2019-01-18 16:57:47 +00:00
|
|
|
return ((pos - 1) / align + 1) * align;
|
|
|
|
}
|
|
|
|
|
2019-01-10 21:04:55 +00:00
|
|
|
void* allocLargePagesMemory(std::size_t bytes) {
|
2019-01-04 18:44:15 +00:00
|
|
|
void* mem;
|
2019-05-18 17:30:28 +00:00
|
|
|
#if defined(_WIN32) || defined(__CYGWIN__)
|
2019-01-04 18:44:15 +00:00
|
|
|
setPrivilege("SeLockMemoryPrivilege", 1);
|
2019-05-06 16:18:52 +00:00
|
|
|
auto pageMinimum = GetLargePageMinimum();
|
|
|
|
if (pageMinimum > 0)
|
|
|
|
mem = VirtualAlloc(NULL, align(bytes, pageMinimum), MEM_COMMIT | MEM_RESERVE | MEM_LARGE_PAGES, PAGE_READWRITE);
|
|
|
|
else
|
|
|
|
throw std::runtime_error("allocLargePagesMemory - Large pages are not supported");
|
2019-01-04 18:44:15 +00:00
|
|
|
if (mem == nullptr)
|
|
|
|
throw std::runtime_error(getErrorMessage("allocLargePagesMemory - VirtualAlloc"));
|
|
|
|
#else
|
|
|
|
#ifdef __APPLE__
|
|
|
|
mem = mmap(nullptr, bytes, PROT_READ | PROT_WRITE, MAP_PRIVATE | MAP_ANONYMOUS, VM_FLAGS_SUPERPAGE_SIZE_2MB, 0);
|
2019-06-22 13:55:31 +00:00
|
|
|
#elif defined(__FreeBSD__)
|
|
|
|
mem = mmap(nullptr, bytes, PROT_READ | PROT_WRITE, MAP_PRIVATE | MAP_ANONYMOUS | MAP_ALIGNED_SUPER, -1, 0);
|
2019-01-04 18:44:15 +00:00
|
|
|
#else
|
|
|
|
mem = mmap(nullptr, bytes, PROT_READ | PROT_WRITE, MAP_PRIVATE | MAP_ANONYMOUS | MAP_HUGETLB | MAP_POPULATE, -1, 0);
|
|
|
|
#endif
|
|
|
|
if (mem == MAP_FAILED)
|
|
|
|
throw std::runtime_error("allocLargePagesMemory - mmap failed");
|
|
|
|
#endif
|
|
|
|
return mem;
|
2019-03-08 10:46:03 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
void freePagedMemory(void* ptr, std::size_t bytes) {
|
2019-05-18 17:30:28 +00:00
|
|
|
#if defined(_WIN32) || defined(__CYGWIN__)
|
2019-03-08 10:46:03 +00:00
|
|
|
VirtualFree(ptr, 0, MEM_RELEASE);
|
|
|
|
#else
|
|
|
|
munmap(ptr, bytes);
|
|
|
|
#endif
|
|
|
|
}
|