162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Copyright (C) 2017 - Cambridge Greys Ltd
462306a36Sopenharmony_ci * Copyright (C) 2011 - 2014 Cisco Systems Inc
562306a36Sopenharmony_ci * Copyright (C) 2000 - 2007 Jeff Dike (jdike@{addtoit,linux.intel}.com)
662306a36Sopenharmony_ci */
762306a36Sopenharmony_ci
862306a36Sopenharmony_ci#include <stdlib.h>
962306a36Sopenharmony_ci#include <errno.h>
1062306a36Sopenharmony_ci#include <sys/epoll.h>
1162306a36Sopenharmony_ci#include <signal.h>
1262306a36Sopenharmony_ci#include <string.h>
1362306a36Sopenharmony_ci#include <irq_user.h>
1462306a36Sopenharmony_ci#include <os.h>
1562306a36Sopenharmony_ci#include <um_malloc.h>
1662306a36Sopenharmony_ci
1762306a36Sopenharmony_ci/* Epoll support */
1862306a36Sopenharmony_ci
1962306a36Sopenharmony_cistatic int epollfd = -1;
2062306a36Sopenharmony_ci
2162306a36Sopenharmony_ci#define MAX_EPOLL_EVENTS 64
2262306a36Sopenharmony_ci
2362306a36Sopenharmony_cistatic struct epoll_event epoll_events[MAX_EPOLL_EVENTS];
2462306a36Sopenharmony_ci
2562306a36Sopenharmony_ci/* Helper to return an Epoll data pointer from an epoll event structure.
2662306a36Sopenharmony_ci * We need to keep this one on the userspace side to keep includes separate
2762306a36Sopenharmony_ci */
2862306a36Sopenharmony_ci
2962306a36Sopenharmony_civoid *os_epoll_get_data_pointer(int index)
3062306a36Sopenharmony_ci{
3162306a36Sopenharmony_ci	return epoll_events[index].data.ptr;
3262306a36Sopenharmony_ci}
3362306a36Sopenharmony_ci
3462306a36Sopenharmony_ci/* Helper to compare events versus the events in the epoll structure.
3562306a36Sopenharmony_ci * Same as above - needs to be on the userspace side
3662306a36Sopenharmony_ci */
3762306a36Sopenharmony_ci
3862306a36Sopenharmony_ci
3962306a36Sopenharmony_ciint os_epoll_triggered(int index, int events)
4062306a36Sopenharmony_ci{
4162306a36Sopenharmony_ci	return epoll_events[index].events & events;
4262306a36Sopenharmony_ci}
4362306a36Sopenharmony_ci/* Helper to set the event mask.
4462306a36Sopenharmony_ci * The event mask is opaque to the kernel side, because it does not have
4562306a36Sopenharmony_ci * access to the right includes/defines for EPOLL constants.
4662306a36Sopenharmony_ci */
4762306a36Sopenharmony_ci
4862306a36Sopenharmony_ciint os_event_mask(enum um_irq_type irq_type)
4962306a36Sopenharmony_ci{
5062306a36Sopenharmony_ci	if (irq_type == IRQ_READ)
5162306a36Sopenharmony_ci		return EPOLLIN | EPOLLPRI | EPOLLERR | EPOLLHUP | EPOLLRDHUP;
5262306a36Sopenharmony_ci	if (irq_type == IRQ_WRITE)
5362306a36Sopenharmony_ci		return EPOLLOUT;
5462306a36Sopenharmony_ci	return 0;
5562306a36Sopenharmony_ci}
5662306a36Sopenharmony_ci
5762306a36Sopenharmony_ci/*
5862306a36Sopenharmony_ci * Initial Epoll Setup
5962306a36Sopenharmony_ci */
6062306a36Sopenharmony_ciint os_setup_epoll(void)
6162306a36Sopenharmony_ci{
6262306a36Sopenharmony_ci	epollfd = epoll_create(MAX_EPOLL_EVENTS);
6362306a36Sopenharmony_ci	return epollfd;
6462306a36Sopenharmony_ci}
6562306a36Sopenharmony_ci
6662306a36Sopenharmony_ci/*
6762306a36Sopenharmony_ci * Helper to run the actual epoll_wait
6862306a36Sopenharmony_ci */
6962306a36Sopenharmony_ciint os_waiting_for_events_epoll(void)
7062306a36Sopenharmony_ci{
7162306a36Sopenharmony_ci	int n, err;
7262306a36Sopenharmony_ci
7362306a36Sopenharmony_ci	n = epoll_wait(epollfd,
7462306a36Sopenharmony_ci		(struct epoll_event *) &epoll_events, MAX_EPOLL_EVENTS, 0);
7562306a36Sopenharmony_ci	if (n < 0) {
7662306a36Sopenharmony_ci		err = -errno;
7762306a36Sopenharmony_ci		if (errno != EINTR)
7862306a36Sopenharmony_ci			printk(
7962306a36Sopenharmony_ci				UM_KERN_ERR "os_waiting_for_events:"
8062306a36Sopenharmony_ci				" epoll returned %d, error = %s\n", n,
8162306a36Sopenharmony_ci				strerror(errno)
8262306a36Sopenharmony_ci			);
8362306a36Sopenharmony_ci		return err;
8462306a36Sopenharmony_ci	}
8562306a36Sopenharmony_ci	return n;
8662306a36Sopenharmony_ci}
8762306a36Sopenharmony_ci
8862306a36Sopenharmony_ci
8962306a36Sopenharmony_ci/*
9062306a36Sopenharmony_ci * Helper to add a fd to epoll
9162306a36Sopenharmony_ci */
9262306a36Sopenharmony_ciint os_add_epoll_fd(int events, int fd, void *data)
9362306a36Sopenharmony_ci{
9462306a36Sopenharmony_ci	struct epoll_event event;
9562306a36Sopenharmony_ci	int result;
9662306a36Sopenharmony_ci
9762306a36Sopenharmony_ci	event.data.ptr = data;
9862306a36Sopenharmony_ci	event.events = events | EPOLLET;
9962306a36Sopenharmony_ci	result = epoll_ctl(epollfd, EPOLL_CTL_ADD, fd, &event);
10062306a36Sopenharmony_ci	if ((result) && (errno == EEXIST))
10162306a36Sopenharmony_ci		result = os_mod_epoll_fd(events, fd, data);
10262306a36Sopenharmony_ci	if (result)
10362306a36Sopenharmony_ci		printk("epollctl add err fd %d, %s\n", fd, strerror(errno));
10462306a36Sopenharmony_ci	return result;
10562306a36Sopenharmony_ci}
10662306a36Sopenharmony_ci
10762306a36Sopenharmony_ci/*
10862306a36Sopenharmony_ci * Helper to mod the fd event mask and/or data backreference
10962306a36Sopenharmony_ci */
11062306a36Sopenharmony_ciint os_mod_epoll_fd(int events, int fd, void *data)
11162306a36Sopenharmony_ci{
11262306a36Sopenharmony_ci	struct epoll_event event;
11362306a36Sopenharmony_ci	int result;
11462306a36Sopenharmony_ci
11562306a36Sopenharmony_ci	event.data.ptr = data;
11662306a36Sopenharmony_ci	event.events = events;
11762306a36Sopenharmony_ci	result = epoll_ctl(epollfd, EPOLL_CTL_MOD, fd, &event);
11862306a36Sopenharmony_ci	if (result)
11962306a36Sopenharmony_ci		printk(UM_KERN_ERR
12062306a36Sopenharmony_ci			"epollctl mod err fd %d, %s\n", fd, strerror(errno));
12162306a36Sopenharmony_ci	return result;
12262306a36Sopenharmony_ci}
12362306a36Sopenharmony_ci
12462306a36Sopenharmony_ci/*
12562306a36Sopenharmony_ci * Helper to delete the epoll fd
12662306a36Sopenharmony_ci */
12762306a36Sopenharmony_ciint os_del_epoll_fd(int fd)
12862306a36Sopenharmony_ci{
12962306a36Sopenharmony_ci	struct epoll_event event;
13062306a36Sopenharmony_ci	/* This is quiet as we use this as IO ON/OFF - so it is often
13162306a36Sopenharmony_ci	 * invoked on a non-existent fd
13262306a36Sopenharmony_ci	 */
13362306a36Sopenharmony_ci	return epoll_ctl(epollfd, EPOLL_CTL_DEL, fd, &event);
13462306a36Sopenharmony_ci}
13562306a36Sopenharmony_ci
13662306a36Sopenharmony_civoid os_set_ioignore(void)
13762306a36Sopenharmony_ci{
13862306a36Sopenharmony_ci	signal(SIGIO, SIG_IGN);
13962306a36Sopenharmony_ci}
14062306a36Sopenharmony_ci
14162306a36Sopenharmony_civoid os_close_epoll_fd(void)
14262306a36Sopenharmony_ci{
14362306a36Sopenharmony_ci	/* Needed so we do not leak an fd when rebooting */
14462306a36Sopenharmony_ci	os_close_file(epollfd);
14562306a36Sopenharmony_ci}
146