KytyPS5/src/libs/libDbgAsan.cpp

#include "common/abi.h"
#include "common/assert.h"
#include "common/common.h"
#include "common/logging/log.h"
#include "common/platform/sysDbg.h"
#include "common/stringUtils.h"
#include "common/threads.h"
#include "common/virtualMemory.h"
#include "kernel/memory.h"
#include "libs/libs.h"
#include "loader/symbolDatabase.h"

#include <algorithm>
#include <cstring>
#include <vector>

namespace Libs {

LIB_VERSION("DbgAddressSanitizer", 1, "DbgAddressSanitizer", 1, 1);

namespace DbgAddressSanitizer {

struct SourceLocation {
	const char* filename;
	int         line_no;
	int         column_no;
};

struct Global {
	uintptr_t       beg;
	uintptr_t       size;
	uintptr_t       size_with_redzone;
	const char*     name;
	const char*     module_name;
	uintptr_t       has_dynamic_init;
	SourceLocation* location;
	uintptr_t       odr_indicator;
};

struct Shadow {
	uintptr_t start = 0;
	int       count = 0;
};

struct AsanContext {
	Common::Mutex       mutex;
	std::vector<Shadow> shadows;
};

static uint32_t     g_fake_stack = 0;
static AsanContext* g_ctx        = nullptr;

static void AllocShadow(uintptr_t min_addr, uintptr_t max_addr) {
	EXIT_IF(g_ctx == nullptr);

	Common::LockGuard lock(g_ctx->mutex);

	static const uintptr_t page_size = 0x10000ull;

	auto min_shadow = ((min_addr >> 3u) + 0x10000000000ull) & ~(page_size - 1);
	auto max_shadow = ((max_addr >> 3u) + 0x10000000000ull) & ~(page_size - 1);

	auto size = max_shadow - min_shadow + page_size;

	LOGF("\t shadow = %016" PRIx64 "\n"
	     "\t size   = %016" PRIx64 "\n",
	     static_cast<uint64_t>(min_shadow), static_cast<uint64_t>(size));

	for (uintptr_t page = min_shadow; page <= max_shadow; page += page_size) {
		const auto it = std::find_if(g_ctx->shadows.begin(), g_ctx->shadows.end(),
		                             [page](const Shadow& s) { return s.start == page; });
		if (it != g_ctx->shadows.end()) {
			it->count++;
		} else {
			if (!Common::VirtualMemory::AllocFixed(page, page_size,
			                                       Common::VirtualMemory::Mode::ReadWrite)) {
				EXIT("can't allocate shadow memory\n");
			}

			Shadow s;
			s.start = page;
			s.count = 1;
			g_ctx->shadows.push_back(s);
		}
	}
}

static void FreeShadow(uintptr_t min_addr, uintptr_t max_addr) {
	EXIT_IF(g_ctx == nullptr);

	Common::LockGuard lock(g_ctx->mutex);

	static const uintptr_t page_size = 0x10000ull;

	auto min_shadow = ((min_addr >> 3u) + 0x10000000000ull) & ~(page_size - 1);
	auto max_shadow = ((max_addr >> 3u) + 0x10000000000ull) & ~(page_size - 1);

	auto size = max_shadow - min_shadow + page_size;

	LOGF("\t shadow = %016" PRIx64 "\n"
	     "\t size   = %016" PRIx64 "\n",
	     static_cast<uint64_t>(min_shadow), static_cast<uint64_t>(size));

	for (uintptr_t page = min_shadow; page <= max_shadow; page += page_size) {
		const auto it = std::find_if(g_ctx->shadows.begin(), g_ctx->shadows.end(),
		                             [page](const Shadow& s) { return s.start == page; });
		if (it != g_ctx->shadows.end()) {
			it->count--;

			if (it->count <= 0) {
				if (!Common::VirtualMemory::Free(page)) {
					EXIT("can't free shadow memory\n");
				}

				g_ctx->shadows.erase(it);
			}
		}
	}
}

static void KernelAlloc(uintptr_t addr, size_t size) {
	AllocShadow(addr, addr + size - 1);
}

static void KernelFree(uintptr_t addr, size_t size) {
	FreeShadow(addr, addr + size - 1);
}

static void KYTY_SYSV_ABI asan_init() {
	PRINT_NAME();

	EXIT_NOT_IMPLEMENTED(g_ctx != nullptr);

	g_ctx = new AsanContext;

	sys_dbg_stack_info_t s {};
	SysStackUsage(s);

	// Cover the full stack reservation.
	AllocShadow(s.reserved_addr, reinterpret_cast<uintptr_t>(&s));

	LibKernel::Memory::RegisterCallbacks(KernelAlloc, KernelFree);
}

static void KYTY_SYSV_ABI asan_version_mismatch_check_v8() {
	PRINT_NAME();
}

static void KYTY_SYSV_ABI asan_register_elf_globals(uintptr_t* flag, Global* start, Global* stop) {
	PRINT_NAME();

	LOGF("\t flag  = %016" PRIx64 "\n"
	     "\t start = %016" PRIx64 "\n"
	     "\t stop  = %016" PRIx64 "\n",
	     reinterpret_cast<uint64_t>(flag), reinterpret_cast<uint64_t>(start),
	     reinterpret_cast<uint64_t>(stop));

	if (flag == nullptr || start == nullptr || stop == nullptr) {
		return;
	}

	if (*flag != 0) {
		return;
	}

	auto num = stop - start;

	if (num != 0) {
		uintptr_t min_addr = UINTPTR_MAX;
		uintptr_t max_addr = 0;

		for (ptrdiff_t i = 0; i < num; i++) {
			auto* g = start + i;

			LOGF("asan global:\n"
			     "\t beg               = %016" PRIx64 "\n"
			     "\t size              = %016" PRIx64 "\n"
			     "\t size_with_redzone = %016" PRIx64 "\n"
			     "\t name              = %s\n"
			     "\t module_name       = %s\n"
			     "\t has_dynamic_init  = %" PRIu64 "\n"
			     "\t odr_indicator     = %016" PRIx64 "\n",
			     static_cast<uint64_t>(g->beg), static_cast<uint64_t>(g->size),
			     static_cast<uint64_t>(g->size_with_redzone), g->name, g->module_name,
			     static_cast<uint64_t>(g->has_dynamic_init),
			     static_cast<uint64_t>(g->odr_indicator));
			if (g->location != nullptr) {
				LOGF("\t location          = %s:%d\n", g->location->filename, g->location->line_no);
			}

			min_addr = std::min(g->beg, min_addr);
			max_addr = std::max(g->beg + g->size_with_redzone - 1, max_addr);
		}

		AllocShadow(min_addr, max_addr);
	}

	*flag = 0;
}

static void KYTY_SYSV_ABI asan_before_dynamic_init(const char* module_name) {
	PRINT_NAME();

	LOGF("\t name = %s\n", module_name);
}

static void KYTY_SYSV_ABI asan_after_dynamic_init() {
	PRINT_NAME();
}

static void* KYTY_SYSV_ABI asan_memcpy(void* dst, const void* src, size_t size) {
	return std::memcpy(dst, src, size);
}

static void* KYTY_SYSV_ABI asan_memset(void* dst, int ch, size_t size) {
	return std::memset(dst, ch, size);
}

} // namespace DbgAddressSanitizer

LIB_DEFINE(InitDbgAddressSanitizer_1) {
	LIB_OBJECT("OmecxEgrhCs", &DbgAddressSanitizer::g_fake_stack);

	LIB_FUNC("xLoVJKHvRMU", DbgAddressSanitizer::asan_init);
	LIB_FUNC("GY2I-Okc7q0", DbgAddressSanitizer::asan_version_mismatch_check_v8);
	LIB_FUNC("W+2HQAGdPuU", DbgAddressSanitizer::asan_register_elf_globals);
	LIB_FUNC("G9xSYlaNv+Y", DbgAddressSanitizer::asan_before_dynamic_init);
	LIB_FUNC("z5Gy5T3tptE", DbgAddressSanitizer::asan_after_dynamic_init);
	LIB_FUNC("g+Neom2EHO8", DbgAddressSanitizer::asan_memcpy);
	LIB_FUNC("q-hZf47nHhQ", DbgAddressSanitizer::asan_memset);
}

} // namespace Libs