runtime API refactoring to support memory reservation and protection

This commit is contained in:
Blaise Tine 2024-04-28 04:23:00 -07:00
parent c554f53e44
commit db0f0fd353
35 changed files with 3190 additions and 2081 deletions

View file

@ -22,8 +22,10 @@ const char* kernel_file = "kernel.vxbin";
uint32_t count = 0;
vx_device_h device = nullptr;
uint64_t kernel_prog_addr;
uint64_t kernel_args_addr;
vx_buffer_h src_buffer = nullptr;
vx_buffer_h dst_buffer = nullptr;
vx_buffer_h krnl_buffer = nullptr;
vx_buffer_h args_buffer = nullptr;
kernel_arg_t kernel_arg = {};
static void show_usage() {
@ -55,10 +57,10 @@ static void parse_args(int argc, char **argv) {
void cleanup() {
if (device) {
vx_mem_free(device, kernel_arg.src_addr);
vx_mem_free(device, kernel_arg.dst_addr);
vx_mem_free(device, kernel_prog_addr);
vx_mem_free(device, kernel_args_addr);
vx_mem_free(src_buffer);
vx_mem_free(dst_buffer);
vx_mem_free(krnl_buffer);
vx_mem_free(args_buffer);
vx_dev_close(device);
}
}
@ -72,7 +74,7 @@ void gen_src_data(std::vector<int>& src_data, uint32_t size) {
}
}
void gen_ref_data(std::vector<int>& ref_data, const std::vector<int>& src_data, uint32_t size) {
void gen_ref_data(std::vector<int>& ref_data, const std::vector<int>& src_data, uint32_t size) {
ref_data.resize(size);
for (int i = 0; i < (int)size; ++i) {
int value = src_data.at(i);
@ -83,7 +85,7 @@ void gen_ref_data(std::vector<int>& ref_data, const std::vector<int>& src_data,
} else {
value += 2;
}
// diverge
if (i > 1) {
if (i > 2) {
@ -109,8 +111,8 @@ void gen_ref_data(std::vector<int>& ref_data, const std::vector<int>& src_data,
// loop
for (int j = 0, n = i; j < n; ++j) {
value += src_data.at(j);
}
}
// switch
switch (i) {
case 0:
@ -141,7 +143,7 @@ void gen_ref_data(std::vector<int>& ref_data, const std::vector<int>& src_data,
}
}
int main(int argc, char *argv[]) {
int main(int argc, char *argv[]) {
// parse command arguments
parse_args(argc, argv);
@ -152,7 +154,7 @@ int main(int argc, char *argv[]) {
std::srand(50);
// open device connection
std::cout << "open device connection" << std::endl;
std::cout << "open device connection" << std::endl;
RT_CHECK(vx_dev_open(&device));
uint64_t num_cores, num_warps, num_threads;
@ -160,8 +162,8 @@ int main(int argc, char *argv[]) {
RT_CHECK(vx_dev_caps(device, VX_CAPS_NUM_WARPS, &num_warps));
RT_CHECK(vx_dev_caps(device, VX_CAPS_NUM_THREADS, &num_threads));
uint32_t num_tasks = num_cores * num_warps * num_threads;
uint32_t num_points = count * num_tasks;
uint32_t total_threads = num_cores * num_warps * num_threads;
uint32_t num_points = count * total_threads;
uint32_t buf_size = num_points * sizeof(int32_t);
std::cout << "number of points: " << num_points << std::endl;
@ -170,13 +172,15 @@ int main(int argc, char *argv[]) {
kernel_arg.num_points = num_points;
// allocate device memory
std::cout << "allocate device memory" << std::endl;
RT_CHECK(vx_mem_alloc(device, buf_size, &kernel_arg.src_addr));
RT_CHECK(vx_mem_alloc(device, buf_size, &kernel_arg.dst_addr));
std::cout << "allocate device memory" << std::endl;
RT_CHECK(vx_mem_alloc(device, buf_size, VX_MEM_READ, &src_buffer));
RT_CHECK(vx_mem_address(src_buffer, &kernel_arg.src_addr));
RT_CHECK(vx_mem_alloc(device, buf_size, VX_MEM_WRITE, &dst_buffer));
RT_CHECK(vx_mem_address(dst_buffer, &kernel_arg.dst_addr));
std::cout << "dev_src=0x" << std::hex << kernel_arg.src_addr << std::endl;
std::cout << "dev_dst=0x" << std::hex << kernel_arg.dst_addr << std::endl;
// allocate host buffers
std::cout << "allocate host buffers" << std::endl;
std::vector<int32_t> h_src;
@ -184,20 +188,20 @@ int main(int argc, char *argv[]) {
gen_src_data(h_src, num_points);
// upload source buffer
std::cout << "upload source buffer" << std::endl;
RT_CHECK(vx_copy_to_dev(device, kernel_arg.src_addr, h_src.data(), buf_size));
std::cout << "upload source buffer" << std::endl;
RT_CHECK(vx_copy_to_dev(src_buffer, h_src.data(), 0, buf_size));
// upload program
std::cout << "upload program" << std::endl;
RT_CHECK(vx_upload_kernel_file(device, kernel_file, &kernel_prog_addr));
std::cout << "upload program" << std::endl;
RT_CHECK(vx_upload_kernel_file(device, kernel_file, &krnl_buffer));
// upload kernel argument
std::cout << "upload kernel argument" << std::endl;
RT_CHECK(vx_upload_bytes(device, &kernel_arg, sizeof(kernel_arg_t), &kernel_args_addr));
RT_CHECK(vx_upload_bytes(device, &kernel_arg, sizeof(kernel_arg_t), &args_buffer));
// start device
std::cout << "start device" << std::endl;
RT_CHECK(vx_start(device, kernel_prog_addr, kernel_args_addr));
RT_CHECK(vx_start(device, krnl_buffer, args_buffer));
// wait for completion
std::cout << "wait for completion" << std::endl;
@ -205,7 +209,7 @@ int main(int argc, char *argv[]) {
// download destination buffer
std::cout << "download destination buffer" << std::endl;
RT_CHECK(vx_copy_from_dev(device, h_dst.data(), kernel_arg.dst_addr, buf_size));
RT_CHECK(vx_copy_from_dev(h_dst.data(), dst_buffer, 0, buf_size));
// verify result
std::cout << "verify result" << std::endl;
@ -226,13 +230,13 @@ int main(int argc, char *argv[]) {
}
// cleanup
std::cout << "cleanup" << std::endl;
std::cout << "cleanup" << std::endl;
cleanup();
if (errors != 0) {
std::cout << "Found " << std::dec << errors << " errors!" << std::endl;
std::cout << "FAILED!" << std::endl;
return errors;
return errors;
}
std::cout << "PASSED!" << std::endl;