criu/plugins/amdgpu/amdgpu_plugin_util.c

#include <errno.h>
#include <fcntl.h>
#include <stdlib.h>
#include <stdint.h>
#include <stdbool.h>
#include <string.h>
#include <stdio.h>
#include <unistd.h>
#include <pthread.h>
#include <semaphore.h>

#include <sys/stat.h>
#include <sys/mman.h>
#include <sys/types.h>
#include <sys/ioctl.h>
#include <sys/syscall.h>
#include <sys/sysmacros.h>
#include <linux/limits.h>

#include <dirent.h>
#include "common/list.h"

#include <xf86drm.h>
#include <libdrm/amdgpu.h>

#include "criu-plugin.h"
#include "plugin.h"
#include "criu-amdgpu.pb-c.h"

#include "img-streamer.h"
#include "image.h"
#include "cr_options.h"

#include "xmalloc.h"
#include "criu-log.h"
#include "kfd_ioctl.h"
#include "amdgpu_drm.h"
#include "amdgpu_plugin_util.h"
#include "amdgpu_plugin_topology.h"
#include "amdgpu_plugin_drm.h"

static LIST_HEAD(dumped_fds);
static LIST_HEAD(shared_bos);
static LIST_HEAD(completed_work);

/* Helper structures to encode device topology of SRC and DEST platforms */
struct tp_system src_topology;
struct tp_system dest_topology;

/* Helper structures to encode device maps during Checkpoint and Restore operations */
struct device_maps checkpoint_maps;
struct device_maps restore_maps;

int record_dumped_fd(int fd, bool is_drm)
{
	int newfd = dup(fd);

	if (newfd < 0)
		return newfd;
	struct dumped_fd *st = malloc(sizeof(struct dumped_fd));
	if (!st)
		return -1;
	st->fd = newfd;
	st->is_drm = is_drm;
	list_add(&st->l, &dumped_fds);

	return 0;
}

struct list_head *get_dumped_fds()
{
	return &dumped_fds;
}

bool shared_bo_has_exporter(int handle)
{
	struct shared_bo *bo;

	if (handle == -1)
		return false;

	list_for_each_entry(bo, &shared_bos, l) {
		if (bo->handle == handle) {
			return bo->has_exporter;
		}
	}

	return false;
}

int record_shared_bo(int handle, bool is_imported)
{
	struct shared_bo *bo;

	if (handle == -1)
		return 0;

	list_for_each_entry(bo, &shared_bos, l) {
		if (bo->handle == handle) {
			return 0;
		}
	}
	bo = malloc(sizeof(struct shared_bo));
	if (!bo)
		return -1;
	bo->handle = handle;
	bo->has_exporter = !is_imported;
	list_add(&bo->l, &shared_bos);

	return 0;
}

int handle_for_shared_bo_fd(int fd)
{
	struct dumped_fd *df;
	int trial_handle;
	amdgpu_device_handle h_dev;
	uint32_t major, minor;
	struct shared_bo *bo;

	list_for_each_entry(df, &dumped_fds, l) {
		/* see if the gem handle for fd using the hdev for df->fd is the
		   same as bo->handle. */

		if (!df->is_drm) {
			continue;
		}

		if (amdgpu_device_initialize(df->fd, &major, &minor, &h_dev)) {
			pr_err("Failed to initialize amdgpu device\n");
			continue;
		}

		trial_handle = get_gem_handle(h_dev, fd);
		if (trial_handle < 0) {
			amdgpu_device_deinitialize(h_dev);
			continue;
		}

		list_for_each_entry(bo, &shared_bos, l) {
			if (bo->handle == trial_handle) {
				amdgpu_device_deinitialize(h_dev);
				return trial_handle;
			}
		}

		amdgpu_device_deinitialize(h_dev);
	}

	return -1;
}

int record_completed_work(int handle, int id)
{
	struct restore_completed_work *work;

	work = malloc(sizeof(struct restore_completed_work));
	if (!work)
		return -1;
	work->handle = handle;
	work->id = id;
	list_add(&work->l, &completed_work);

	return 0;
}

bool work_already_completed(int handle, int id)
{
	struct restore_completed_work *work;

	list_for_each_entry(work, &completed_work, l) {
		if (work->handle == handle && work->id == id) {
			return true;
		}
	}

	return false;
}

void clear_restore_state()
{
	while (!list_empty(&completed_work)) {
		struct restore_completed_work *st = list_first_entry(&completed_work, struct restore_completed_work, l);
		list_del(&st->l);
		free(st);
	}
}

void clear_dumped_fds()
{
	while (!list_empty(&dumped_fds)) {
		struct dumped_fd *st = list_first_entry(&dumped_fds, struct dumped_fd, l);
		list_del(&st->l);
		close(st->fd);
		free(st);
	}
}

int img_read(int fd, void *buf, size_t buf_len)
{
	char *ptr = buf;

	while (buf_len) {
		ssize_t len = read(fd, ptr, buf_len);

		if ((len < 0 && (errno != EINTR && errno != EAGAIN)) ||
		    (len == 0 && buf_len)) {
			int ret;

			ret = len ? -errno : -EIO;
			errno = -ret;
			pr_perror("Unable to read file (remain:%zu)", buf_len);

			return ret;
		}
		if (len >= 0) {
			buf_len -= len;
			ptr += len;
		}
	}
	return 0;
}

int img_write(int fd, const void *buf, size_t buf_len)
{
	const char *ptr = buf;

	while (buf_len) {
		ssize_t len = write(fd, ptr, buf_len);

		if ((len < 0 && (errno != EINTR && errno != EAGAIN)) ||
		    (len == 0 && buf_len)) {
			int ret;

			ret = len ? -errno : -EIO;
			errno = -ret;
			pr_perror("Unable to write file (remain:%zu)", buf_len);

			return ret;
		}
		if (len >= 0) {
			buf_len -= len;
			ptr += len;
		}
	}
	return 0;
}

/**
 * @brief Open an image file
 *
 * We store the size of the actual contents at the start of the file. (Note that
 * the size of this field is architecture dependent!). This allows us to
 * determine the file size when using criu_image_streamer when fseek and fstat
 * are not available. The file descriptor returned is already at the location of
 * the first actual contents.
 *
 * @param path The file path
 * @param write False for read, true for write
 * @param size Size of actual contents
 * @param expect_present If true, the file not existing is an error
 * @return file descriptor if successful, -errno on failure
 */
int open_img_file(char *path, bool write, size_t *size, bool expect_present)
{
	int fd, ret;

	if (opts.stream) {
		fd = img_streamer_open(path, write ? O_DUMP : O_RSTR);
		if (fd == -1)
			errno = EIO;
		else if (fd < 0)
			errno = -fd;
	} else {
		fd = openat(criu_get_image_dir(), path,
			    write ? (O_WRONLY | O_CREAT | O_TRUNC) : O_RDONLY,
			    0600);
	}

	if (fd < 0) {
		fd = -errno;
		if (expect_present)
			pr_perror("%s: Failed to open for %s",
				  path, write ? "write" : "read");
		return fd;
	}

	if (write)
		ret = img_write(fd, size, sizeof(*size));
	else
		ret = img_read(fd, size, sizeof(*size));
	if (ret) {
		close(fd);
		return ret;
	}

	pr_debug("%s:Opened file for %s with size:%ld\n", path, write ? "write" : "read", *size);
	return fd;
}

int read_file(const char *file_path, void *buf, const size_t buf_len)
{
	int ret, fd;

	fd = open(file_path, O_RDONLY);
	if (fd < 0) {
		ret = -errno;
		pr_perror("Cannot open %s", file_path);
		return ret;
	}

	ret = img_read(fd, buf, buf_len);
	close(fd);
	return ret;
}


/**
 * @brief Write an image file
 *
 * We store the size of the actual contents in the first 8-bytes of the file. This allows us to
 * determine the file size when using criu_image_streamer when fseek and fstat are not available.
 *
 * @param path The file path
 * @param buf pointer to data to be written
 * @param buf_len size of buf
 * @return 0 if successful. -errno on failure
 */
int write_img_file(char *path, const void *buf, const size_t buf_len)
{
	int ret, fd;
	size_t len = buf_len;

	fd = open_img_file(path, true, &len, true);
	if (fd < 0)
		return fd;

	ret = img_write(fd, buf, buf_len);
	close(fd);
	return ret;
}

void print_kfd_bo_stat(int bo_cnt, struct kfd_criu_bo_bucket *bo_list)
{
	struct kfd_criu_bo_bucket *bo;

	pr_info("\n");
	for (int idx = 0; idx < bo_cnt; idx++) {
		bo = &bo_list[idx];
		pr_info("\n");
		pr_info("%s(), %d. KFD BO Addr: %" PRIx64 " \n", __func__, idx, bo->addr);
		pr_info("%s(), %d. KFD BO Size: %" PRIx64 " \n", __func__, idx, bo->size);
		pr_info("%s(), %d. KFD BO Offset: %" PRIx64 " \n", __func__, idx, bo->offset);
		pr_info("%s(), %d. KFD BO Restored Offset: %" PRIx64 " \n", __func__, idx, bo->restored_offset);
		pr_info("%s(), %d. KFD BO Alloc Flags: %x \n", __func__, idx, bo->alloc_flags);
		pr_info("%s(), %d. KFD BO Gpu ID: %x \n", __func__, idx, bo->gpu_id);
		pr_info("%s(), %d. KFD BO Dmabuf FD: %x \n", __func__, idx, bo->dmabuf_fd);
		pr_info("\n");
	}
	pr_info("\n");
}