162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * Copyright (C) 2017 - Cambridge Greys Ltd 462306a36Sopenharmony_ci * Copyright (C) 2011 - 2014 Cisco Systems Inc 562306a36Sopenharmony_ci * Copyright (C) 2000 - 2007 Jeff Dike (jdike@{addtoit,linux.intel}.com) 662306a36Sopenharmony_ci */ 762306a36Sopenharmony_ci 862306a36Sopenharmony_ci#include <stdlib.h> 962306a36Sopenharmony_ci#include <errno.h> 1062306a36Sopenharmony_ci#include <sys/epoll.h> 1162306a36Sopenharmony_ci#include <signal.h> 1262306a36Sopenharmony_ci#include <string.h> 1362306a36Sopenharmony_ci#include <irq_user.h> 1462306a36Sopenharmony_ci#include <os.h> 1562306a36Sopenharmony_ci#include <um_malloc.h> 1662306a36Sopenharmony_ci 1762306a36Sopenharmony_ci/* Epoll support */ 1862306a36Sopenharmony_ci 1962306a36Sopenharmony_cistatic int epollfd = -1; 2062306a36Sopenharmony_ci 2162306a36Sopenharmony_ci#define MAX_EPOLL_EVENTS 64 2262306a36Sopenharmony_ci 2362306a36Sopenharmony_cistatic struct epoll_event epoll_events[MAX_EPOLL_EVENTS]; 2462306a36Sopenharmony_ci 2562306a36Sopenharmony_ci/* Helper to return an Epoll data pointer from an epoll event structure. 2662306a36Sopenharmony_ci * We need to keep this one on the userspace side to keep includes separate 2762306a36Sopenharmony_ci */ 2862306a36Sopenharmony_ci 2962306a36Sopenharmony_civoid *os_epoll_get_data_pointer(int index) 3062306a36Sopenharmony_ci{ 3162306a36Sopenharmony_ci return epoll_events[index].data.ptr; 3262306a36Sopenharmony_ci} 3362306a36Sopenharmony_ci 3462306a36Sopenharmony_ci/* Helper to compare events versus the events in the epoll structure. 3562306a36Sopenharmony_ci * Same as above - needs to be on the userspace side 3662306a36Sopenharmony_ci */ 3762306a36Sopenharmony_ci 3862306a36Sopenharmony_ci 3962306a36Sopenharmony_ciint os_epoll_triggered(int index, int events) 4062306a36Sopenharmony_ci{ 4162306a36Sopenharmony_ci return epoll_events[index].events & events; 4262306a36Sopenharmony_ci} 4362306a36Sopenharmony_ci/* Helper to set the event mask. 4462306a36Sopenharmony_ci * The event mask is opaque to the kernel side, because it does not have 4562306a36Sopenharmony_ci * access to the right includes/defines for EPOLL constants. 4662306a36Sopenharmony_ci */ 4762306a36Sopenharmony_ci 4862306a36Sopenharmony_ciint os_event_mask(enum um_irq_type irq_type) 4962306a36Sopenharmony_ci{ 5062306a36Sopenharmony_ci if (irq_type == IRQ_READ) 5162306a36Sopenharmony_ci return EPOLLIN | EPOLLPRI | EPOLLERR | EPOLLHUP | EPOLLRDHUP; 5262306a36Sopenharmony_ci if (irq_type == IRQ_WRITE) 5362306a36Sopenharmony_ci return EPOLLOUT; 5462306a36Sopenharmony_ci return 0; 5562306a36Sopenharmony_ci} 5662306a36Sopenharmony_ci 5762306a36Sopenharmony_ci/* 5862306a36Sopenharmony_ci * Initial Epoll Setup 5962306a36Sopenharmony_ci */ 6062306a36Sopenharmony_ciint os_setup_epoll(void) 6162306a36Sopenharmony_ci{ 6262306a36Sopenharmony_ci epollfd = epoll_create(MAX_EPOLL_EVENTS); 6362306a36Sopenharmony_ci return epollfd; 6462306a36Sopenharmony_ci} 6562306a36Sopenharmony_ci 6662306a36Sopenharmony_ci/* 6762306a36Sopenharmony_ci * Helper to run the actual epoll_wait 6862306a36Sopenharmony_ci */ 6962306a36Sopenharmony_ciint os_waiting_for_events_epoll(void) 7062306a36Sopenharmony_ci{ 7162306a36Sopenharmony_ci int n, err; 7262306a36Sopenharmony_ci 7362306a36Sopenharmony_ci n = epoll_wait(epollfd, 7462306a36Sopenharmony_ci (struct epoll_event *) &epoll_events, MAX_EPOLL_EVENTS, 0); 7562306a36Sopenharmony_ci if (n < 0) { 7662306a36Sopenharmony_ci err = -errno; 7762306a36Sopenharmony_ci if (errno != EINTR) 7862306a36Sopenharmony_ci printk( 7962306a36Sopenharmony_ci UM_KERN_ERR "os_waiting_for_events:" 8062306a36Sopenharmony_ci " epoll returned %d, error = %s\n", n, 8162306a36Sopenharmony_ci strerror(errno) 8262306a36Sopenharmony_ci ); 8362306a36Sopenharmony_ci return err; 8462306a36Sopenharmony_ci } 8562306a36Sopenharmony_ci return n; 8662306a36Sopenharmony_ci} 8762306a36Sopenharmony_ci 8862306a36Sopenharmony_ci 8962306a36Sopenharmony_ci/* 9062306a36Sopenharmony_ci * Helper to add a fd to epoll 9162306a36Sopenharmony_ci */ 9262306a36Sopenharmony_ciint os_add_epoll_fd(int events, int fd, void *data) 9362306a36Sopenharmony_ci{ 9462306a36Sopenharmony_ci struct epoll_event event; 9562306a36Sopenharmony_ci int result; 9662306a36Sopenharmony_ci 9762306a36Sopenharmony_ci event.data.ptr = data; 9862306a36Sopenharmony_ci event.events = events | EPOLLET; 9962306a36Sopenharmony_ci result = epoll_ctl(epollfd, EPOLL_CTL_ADD, fd, &event); 10062306a36Sopenharmony_ci if ((result) && (errno == EEXIST)) 10162306a36Sopenharmony_ci result = os_mod_epoll_fd(events, fd, data); 10262306a36Sopenharmony_ci if (result) 10362306a36Sopenharmony_ci printk("epollctl add err fd %d, %s\n", fd, strerror(errno)); 10462306a36Sopenharmony_ci return result; 10562306a36Sopenharmony_ci} 10662306a36Sopenharmony_ci 10762306a36Sopenharmony_ci/* 10862306a36Sopenharmony_ci * Helper to mod the fd event mask and/or data backreference 10962306a36Sopenharmony_ci */ 11062306a36Sopenharmony_ciint os_mod_epoll_fd(int events, int fd, void *data) 11162306a36Sopenharmony_ci{ 11262306a36Sopenharmony_ci struct epoll_event event; 11362306a36Sopenharmony_ci int result; 11462306a36Sopenharmony_ci 11562306a36Sopenharmony_ci event.data.ptr = data; 11662306a36Sopenharmony_ci event.events = events; 11762306a36Sopenharmony_ci result = epoll_ctl(epollfd, EPOLL_CTL_MOD, fd, &event); 11862306a36Sopenharmony_ci if (result) 11962306a36Sopenharmony_ci printk(UM_KERN_ERR 12062306a36Sopenharmony_ci "epollctl mod err fd %d, %s\n", fd, strerror(errno)); 12162306a36Sopenharmony_ci return result; 12262306a36Sopenharmony_ci} 12362306a36Sopenharmony_ci 12462306a36Sopenharmony_ci/* 12562306a36Sopenharmony_ci * Helper to delete the epoll fd 12662306a36Sopenharmony_ci */ 12762306a36Sopenharmony_ciint os_del_epoll_fd(int fd) 12862306a36Sopenharmony_ci{ 12962306a36Sopenharmony_ci struct epoll_event event; 13062306a36Sopenharmony_ci /* This is quiet as we use this as IO ON/OFF - so it is often 13162306a36Sopenharmony_ci * invoked on a non-existent fd 13262306a36Sopenharmony_ci */ 13362306a36Sopenharmony_ci return epoll_ctl(epollfd, EPOLL_CTL_DEL, fd, &event); 13462306a36Sopenharmony_ci} 13562306a36Sopenharmony_ci 13662306a36Sopenharmony_civoid os_set_ioignore(void) 13762306a36Sopenharmony_ci{ 13862306a36Sopenharmony_ci signal(SIGIO, SIG_IGN); 13962306a36Sopenharmony_ci} 14062306a36Sopenharmony_ci 14162306a36Sopenharmony_civoid os_close_epoll_fd(void) 14262306a36Sopenharmony_ci{ 14362306a36Sopenharmony_ci /* Needed so we do not leak an fd when rebooting */ 14462306a36Sopenharmony_ci os_close_file(epollfd); 14562306a36Sopenharmony_ci} 146