1930 lines
69 KiB
C
1930 lines
69 KiB
C
// uasync.c
|
||
|
||
// CLOCK_BOOTTIME (Linux) требует _GNU_SOURCE в glibc.
|
||
#ifndef _GNU_SOURCE
|
||
#define _GNU_SOURCE 1
|
||
#endif
|
||
|
||
#include "u_async.h"
|
||
#include "platform_compat.h"
|
||
#include "debug_config.h"
|
||
#include "mem.h"
|
||
#include "memory_pool.h"
|
||
#include <stdio.h>
|
||
#include <string.h>
|
||
#include <stdlib.h>
|
||
#include <errno.h>
|
||
#include <limits.h>
|
||
#include <pthread.h>
|
||
#include <unistd.h>
|
||
|
||
#include "../lib/platform_compat.h"
|
||
//#ifdef _WIN32
|
||
//#include <windows.h>
|
||
//#else
|
||
//#include <sys/time.h>
|
||
//#endif
|
||
|
||
// Platform-specific includes
|
||
#ifdef __linux__
|
||
#include <sys/epoll.h>
|
||
#include <sys/eventfd.h>
|
||
#define HAS_EPOLL 1
|
||
#else
|
||
#define HAS_EPOLL 0
|
||
#endif
|
||
|
||
|
||
|
||
// Timeout node with safe cancellation
|
||
struct timeout_node {
|
||
const char* name;
|
||
void* arg;
|
||
timeout_callback_t callback;
|
||
uint64_t expiration_ms; // absolute expiration time in milliseconds
|
||
struct UASYNC* ua; // Pointer back to uasync instance for counter updates
|
||
struct timeout_node* next; // For immediate queue (FIFO)
|
||
size_t heap_index; // Position in timeout_heap (SIZE_MAX if not in heap)
|
||
};
|
||
|
||
// Socket node with array-based storage
|
||
struct socket_node {
|
||
int fd; // File descriptor (for pipe, file)
|
||
socket_t sock; // Socket (for cross-platform sockets)
|
||
int type; // SOCKET_NODE_TYPE_FD or SOCKET_NODE_TYPE_SOCK
|
||
socket_callback_t read_cbk; // For FD type
|
||
socket_callback_t write_cbk; // For FD type
|
||
socket_t_callback_t read_cbk_sock; // For SOCK type
|
||
socket_t_callback_t write_cbk_sock; // For SOCK type
|
||
socket_callback_t except_cbk;
|
||
void* user_data;
|
||
const char* name; // Строковый идентификатор сокета для диагностики (литерал)
|
||
int active; // 1 if socket is active, 0 if freed (for reuse)
|
||
int enable_read; // 1 if read monitoring is enabled
|
||
int enable_write; // 1 if write monitoring is enabled
|
||
uint32_t gen; // generation counter for epoll event validation
|
||
};
|
||
|
||
// Array-based socket management for O(1) operations
|
||
struct socket_array {
|
||
struct socket_node* sockets; // Dynamic array of socket nodes
|
||
int* fd_to_index; // FD to array index mapping
|
||
int* index_to_fd; // Array index to FD mapping
|
||
int* active_indices; // Array of indices of active sockets (for O(1) traversal)
|
||
int capacity; // Total allocated capacity
|
||
int count; // Number of active sockets
|
||
int max_fd; // Maximum FD for bounds checking
|
||
uint32_t gen_counter; // incrementing generation for epoll stale-event detection
|
||
};
|
||
|
||
static struct socket_array* socket_array_create(int initial_capacity);
|
||
static void socket_array_destroy(struct socket_array* sa);
|
||
static int socket_array_add(struct socket_array* sa, int fd, socket_callback_t read_cbk, socket_callback_t write_cbk, socket_callback_t except_cbk, const char* name, void* user_data);
|
||
static int socket_array_remove(struct socket_array* sa, int fd);
|
||
static struct socket_node* socket_array_get(struct socket_array* sa, int fd);
|
||
|
||
// No global instance - each module must use its own struct UASYNC instance
|
||
|
||
// Array-based socket management implementation
|
||
static struct socket_array* socket_array_create(int initial_capacity) {
|
||
if (initial_capacity < 4) initial_capacity = 4; // Minimum capacity
|
||
|
||
struct socket_array* sa = u_malloc(sizeof(struct socket_array));
|
||
if (!sa) return NULL;
|
||
sa->gen_counter = 0;
|
||
|
||
sa->sockets = u_calloc(initial_capacity, sizeof(struct socket_node));
|
||
sa->fd_to_index = u_calloc(initial_capacity, sizeof(int));
|
||
sa->index_to_fd = u_calloc(initial_capacity, sizeof(int));
|
||
sa->active_indices = u_calloc(initial_capacity, sizeof(int));
|
||
|
||
if (!sa->sockets || !sa->fd_to_index || !sa->index_to_fd || !sa->active_indices) {
|
||
u_free(sa->sockets);
|
||
u_free(sa->fd_to_index);
|
||
u_free(sa->index_to_fd);
|
||
u_free(sa->active_indices);
|
||
u_free(sa);
|
||
return NULL;
|
||
}
|
||
|
||
// Initialize mapping arrays to -1 (invalid)
|
||
for (int i = 0; i < initial_capacity; i++) {
|
||
sa->fd_to_index[i] = -1;
|
||
sa->index_to_fd[i] = -1;
|
||
sa->active_indices[i] = -1;
|
||
sa->sockets[i].fd = -1;
|
||
sa->sockets[i].active = 0;
|
||
}
|
||
|
||
sa->capacity = initial_capacity;
|
||
sa->count = 0;
|
||
sa->max_fd = -1;
|
||
|
||
return sa;
|
||
}
|
||
|
||
static void socket_array_destroy(struct socket_array* sa) {
|
||
if (!sa) return;
|
||
|
||
u_free(sa->sockets);
|
||
u_free(sa->fd_to_index);
|
||
u_free(sa->index_to_fd);
|
||
u_free(sa->active_indices);
|
||
u_free(sa);
|
||
}
|
||
|
||
static int socket_array_add_internal(struct socket_array* sa, int fd, socket_t sock, int type,
|
||
socket_callback_t read_cbk_fd, socket_callback_t write_cbk_fd,
|
||
socket_t_callback_t read_cbk_sock, socket_t_callback_t write_cbk_sock,
|
||
socket_callback_t except_cbk, const char* name, void* user_data) {
|
||
if (!sa || fd < 0) return -1;
|
||
if (fd >= sa->capacity) {
|
||
// Need to resize - double the capacity
|
||
int new_capacity = sa->capacity * 2;
|
||
if (fd >= new_capacity) new_capacity = fd + 16; // Ensure enough space
|
||
|
||
struct socket_node* new_sockets = u_realloc(sa->sockets, new_capacity * sizeof(struct socket_node));
|
||
int* new_fd_to_index = u_realloc(sa->fd_to_index, new_capacity * sizeof(int));
|
||
int* new_index_to_fd = u_realloc(sa->index_to_fd, new_capacity * sizeof(int));
|
||
int* new_active_indices = u_realloc(sa->active_indices, new_capacity * sizeof(int));
|
||
|
||
if (!new_sockets || !new_fd_to_index || !new_index_to_fd || !new_active_indices) {
|
||
// Allocation failed
|
||
u_free(new_sockets);
|
||
u_free(new_fd_to_index);
|
||
u_free(new_index_to_fd);
|
||
u_free(new_active_indices);
|
||
return -1;
|
||
}
|
||
|
||
// Initialize new elements
|
||
for (int i = sa->capacity; i < new_capacity; i++) {
|
||
new_fd_to_index[i] = -1;
|
||
new_index_to_fd[i] = -1;
|
||
new_active_indices[i] = -1;
|
||
new_sockets[i].fd = -1;
|
||
new_sockets[i].active = 0;
|
||
}
|
||
|
||
sa->sockets = new_sockets;
|
||
sa->fd_to_index = new_fd_to_index;
|
||
sa->index_to_fd = new_index_to_fd;
|
||
sa->active_indices = new_active_indices;
|
||
sa->capacity = new_capacity;
|
||
}
|
||
|
||
// Check if FD already has a node — reuse inactive slot if present
|
||
int index;
|
||
int existing = sa->fd_to_index[fd];
|
||
if (existing != -1) {
|
||
if (sa->sockets[existing].active) return -1; // FD уже занят активной нодой — ошибка
|
||
index = existing; // переиспользуем неактивный слот (после socket_array_remove)
|
||
} else {
|
||
// Find first free slot
|
||
index = -1;
|
||
for (int i = 0; i < sa->capacity; i++) {
|
||
if (!sa->sockets[i].active) { index = i; break; }
|
||
}
|
||
if (index == -1) return -1; // No free slots
|
||
sa->fd_to_index[fd] = index; // новая привязка fd→слот
|
||
}
|
||
|
||
// Add the socket
|
||
sa->sockets[index].fd = fd;
|
||
sa->sockets[index].sock = sock;
|
||
sa->sockets[index].type = type;
|
||
sa->sockets[index].read_cbk = read_cbk_fd;
|
||
sa->sockets[index].write_cbk = write_cbk_fd;
|
||
sa->sockets[index].read_cbk_sock = read_cbk_sock;
|
||
sa->sockets[index].write_cbk_sock = write_cbk_sock;
|
||
sa->sockets[index].except_cbk = except_cbk;
|
||
sa->sockets[index].user_data = user_data;
|
||
sa->sockets[index].name = name ? name : "?";
|
||
sa->sockets[index].active = 1;
|
||
sa->sockets[index].enable_read = (read_cbk_fd != NULL || read_cbk_sock != NULL) ? 1 : 0;
|
||
sa->sockets[index].enable_write = (write_cbk_fd != NULL || write_cbk_sock != NULL) ? 1 : 0;
|
||
sa->sockets[index].gen = ++sa->gen_counter;
|
||
|
||
sa->index_to_fd[index] = fd;
|
||
sa->active_indices[sa->count] = index; // Add to active list
|
||
sa->count++;
|
||
|
||
if (fd > sa->max_fd) sa->max_fd = fd;
|
||
|
||
return index;
|
||
}
|
||
|
||
// Wrapper for adding regular file descriptors (pipe, file)
|
||
static int socket_array_add(struct socket_array* sa, int fd, socket_callback_t read_cbk,
|
||
socket_callback_t write_cbk, socket_callback_t except_cbk, const char* name, void* user_data) {
|
||
return socket_array_add_internal(sa, fd, SOCKET_INVALID, SOCKET_NODE_TYPE_FD,
|
||
read_cbk, write_cbk, NULL, NULL, except_cbk, name, user_data);
|
||
}
|
||
|
||
// Wrapper for adding socket_t (cross-platform sockets)
|
||
static int socket_array_add_socket_t(struct socket_array* sa, socket_t sock, socket_t_callback_t read_cbk,
|
||
socket_t_callback_t write_cbk, socket_callback_t except_cbk, const char* name, void* user_data) {
|
||
// On Windows, SOCKET is UINT_PTR, so we need to handle indexing differently
|
||
#ifdef _WIN32
|
||
int fd = (int)(intptr_t)sock; // Use socket value as index on Windows (simplified)
|
||
if (fd < 0) return -1; // Windows sockets can have any value, only check negative
|
||
#else
|
||
int fd = sock; // On POSIX, socket_t is int
|
||
if (fd < 0) return -1;
|
||
#endif
|
||
return socket_array_add_internal(sa, fd, sock, SOCKET_NODE_TYPE_SOCK,
|
||
NULL, NULL, read_cbk, write_cbk, except_cbk, name, user_data);
|
||
}
|
||
|
||
static int socket_array_remove(struct socket_array* sa, int fd) {
|
||
if (!sa || fd < 0 || fd >= sa->capacity) return -1;
|
||
|
||
int index = sa->fd_to_index[fd];
|
||
if (index == -1 || !sa->sockets[index].active) return -1; // FD not found
|
||
|
||
// Mark as inactive and clear all pointers
|
||
sa->sockets[index].active = 0;
|
||
sa->sockets[index].fd = -1;
|
||
sa->sockets[index].sock = SOCKET_INVALID;
|
||
sa->sockets[index].type = SOCKET_NODE_TYPE_FD;
|
||
sa->sockets[index].read_cbk = NULL;
|
||
sa->sockets[index].write_cbk = NULL;
|
||
sa->sockets[index].read_cbk_sock = NULL;
|
||
sa->sockets[index].write_cbk_sock = NULL;
|
||
sa->sockets[index].except_cbk = NULL;
|
||
sa->sockets[index].user_data = NULL;
|
||
sa->sockets[index].name = NULL;
|
||
sa->sockets[index].enable_read = 0;
|
||
sa->sockets[index].enable_write = 0;
|
||
// fd_to_index[fd] сохраняем — stale epoll события найдут неактивную ноду и пропустятся.
|
||
// При переиспользовании fd, socket_array_add_internal перезапишет этот же слот.
|
||
sa->index_to_fd[index] = -1;
|
||
|
||
// Remove from active_indices by swapping with last element
|
||
// Find position in active_indices
|
||
for (int i = 0; i < sa->count; i++) {
|
||
if (sa->active_indices[i] == index) {
|
||
// Swap with last element
|
||
sa->active_indices[i] = sa->active_indices[sa->count - 1];
|
||
sa->active_indices[sa->count - 1] = -1;
|
||
break;
|
||
}
|
||
}
|
||
sa->count--;
|
||
|
||
return 0;
|
||
}
|
||
|
||
static struct socket_node* socket_array_get(struct socket_array* sa, int fd) {
|
||
if (!sa || fd < 0 || fd >= sa->capacity) return NULL;
|
||
|
||
int index = sa->fd_to_index[fd];
|
||
if (index == -1 || !sa->sockets[index].active) return NULL;
|
||
|
||
return &sa->sockets[index];
|
||
}
|
||
|
||
// Get socket_node by socket_t
|
||
static struct socket_node* socket_array_get_by_sock(struct socket_array* sa, socket_t sock) {
|
||
if (!sa) return NULL;
|
||
#ifdef _WIN32
|
||
int fd = (int)(intptr_t)sock;
|
||
#else
|
||
int fd = sock;
|
||
#endif
|
||
if (fd < 0 || fd >= sa->capacity) return NULL;
|
||
|
||
int index = sa->fd_to_index[fd];
|
||
if (index == -1 || !sa->sockets[index].active) return NULL;
|
||
if (sa->sockets[index].type != SOCKET_NODE_TYPE_SOCK) return NULL;
|
||
|
||
return &sa->sockets[index];
|
||
}
|
||
|
||
// Предохранитель: снять сокет с мониторинга по fd (SOCK или FD тип), если он
|
||
// оказался в HUP/ERR без except-обработчика. Не закрывает fd — только прекращает
|
||
// мониторинг, чтобы event loop не ушёл в busy-loop на вечно готовом сокете.
|
||
static void socket_force_unregister(struct UASYNC* ua, int fd) {
|
||
if (!ua || fd < 0) return;
|
||
#if HAS_EPOLL
|
||
if (ua->use_epoll && ua->epoll_fd >= 0) {
|
||
epoll_ctl(ua->epoll_fd, EPOLL_CTL_DEL, fd, NULL);
|
||
}
|
||
#endif
|
||
if (socket_array_remove(ua->sockets, fd) == 0) {
|
||
ua->socket_free_count++;
|
||
ua->poll_fds_dirty = 1;
|
||
}
|
||
}
|
||
|
||
// Callback to u_free timeout node and update counters
|
||
static void timeout_node_free_callback(void* user_data, void* data) {
|
||
struct UASYNC* ua = (struct UASYNC*)user_data;
|
||
struct timeout_node* node = (struct timeout_node*)data;
|
||
(void)node; // Not used directly, but keep for consistency
|
||
ua->timer_free_count++;
|
||
memory_pool_free(ua->timeout_pool, data);
|
||
}
|
||
|
||
// Helper to get current time
|
||
static void get_current_time(struct timeval* tv) {
|
||
#ifdef _WIN32
|
||
// Для Windows используем GetTickCount или другие механизмы
|
||
FILETIME ft;
|
||
GetSystemTimeAsFileTime(&ft);
|
||
|
||
ULARGE_INTEGER ul;
|
||
ul.LowPart = ft.dwLowDateTime;
|
||
ul.HighPart = ft.dwHighDateTime;
|
||
|
||
// Конвертируем 100-наносекундные интервалы в секунды и микросекунды
|
||
tv->tv_sec = (long)((ul.QuadPart - 116444736000000000ULL) / 10000000ULL);
|
||
tv->tv_usec = (long)((ul.QuadPart % 10000000ULL) / 10);
|
||
#else
|
||
// Для Linux и других Unix-подобных систем используем gettimeofday
|
||
gettimeofday(tv, NULL);
|
||
#endif
|
||
}
|
||
|
||
#ifdef _WIN32
|
||
uint64_t get_time_tb(void) {
|
||
LARGE_INTEGER freq, count;
|
||
QueryPerformanceFrequency(&freq);
|
||
QueryPerformanceCounter(&count);
|
||
double t = (double)count.QuadPart * 10000.0 / (double)freq.QuadPart;
|
||
return (uint64_t)t;
|
||
}
|
||
//uint64_t get_time_tb(void) {
|
||
// LARGE_INTEGER freq, count;
|
||
// QueryPerformanceFrequency(&freq); // Получаем частоту таймера
|
||
// QueryPerformanceCounter(&count); // Получаем текущее значение счётчика
|
||
// return (uint64_t)(count.QuadPart * 10000ULL) / (uint64_t)freq.QuadPart; // Преобразуем в требуемые единицы времени
|
||
//}
|
||
#else
|
||
uint64_t get_time_tb(void) {
|
||
struct timespec ts;
|
||
#ifdef __linux__
|
||
clock_gettime(CLOCK_BOOTTIME, &ts);
|
||
#else
|
||
clock_gettime(CLOCK_MONOTONIC, &ts);
|
||
#endif
|
||
return (uint64_t)ts.tv_sec * 10000ULL + (uint64_t)ts.tv_nsec / 100000ULL; // Преобразуем в требуемые единицы времени
|
||
}
|
||
#endif
|
||
|
||
#ifdef _WIN32
|
||
uint64_t get_time_us(void) {
|
||
LARGE_INTEGER freq, count;
|
||
QueryPerformanceFrequency(&freq);
|
||
QueryPerformanceCounter(&count);
|
||
return (uint64_t)(count.QuadPart * 1000000ULL / freq.QuadPart);
|
||
}
|
||
#else
|
||
uint64_t get_time_us(void) {
|
||
struct timespec ts;
|
||
#ifdef __linux__
|
||
clock_gettime(CLOCK_BOOTTIME, &ts);
|
||
#else
|
||
clock_gettime(CLOCK_MONOTONIC, &ts);
|
||
#endif
|
||
return (uint64_t)ts.tv_sec * 1000000ULL + (uint64_t)ts.tv_nsec / 1000ULL;
|
||
}
|
||
#endif
|
||
|
||
|
||
|
||
// Drain wakeup pipe - read all available bytes
|
||
static void drain_wakeup_pipe(struct UASYNC* ua) {
|
||
if (!ua || !ua->wakeup_initialized) return;
|
||
|
||
uint64_t val;
|
||
while (read(ua->wakeup_pipe[0], &val, sizeof(val)) > 0) {}
|
||
}
|
||
|
||
// Process posted tasks (lock-u_free during execution)
|
||
static void process_posted_tasks(struct UASYNC* ua) {
|
||
if (!ua) return;
|
||
|
||
struct posted_task* list = NULL;
|
||
|
||
|
||
#ifdef _WIN32
|
||
EnterCriticalSection(&ua->posted_lock);
|
||
#else
|
||
pthread_mutex_lock(&ua->posted_lock);
|
||
#endif
|
||
list = ua->posted_tasks_head;
|
||
ua->posted_tasks_head = ua->posted_tasks_tail = NULL;
|
||
#ifdef _WIN32
|
||
LeaveCriticalSection(&ua->posted_lock);
|
||
#else
|
||
pthread_mutex_unlock(&ua->posted_lock);
|
||
#endif
|
||
|
||
while (list) {
|
||
DEBUG_DEBUG(DEBUG_CATEGORY_TUN, "POSTed task get");
|
||
struct posted_task* t = list;
|
||
list = list->next;
|
||
|
||
if (t->callback) {
|
||
t->callback(t->arg);
|
||
}
|
||
u_free(t);
|
||
}
|
||
}
|
||
|
||
// Unified wakeup handler (drain + execute posted callbacks)
|
||
static void handle_wakeup(struct UASYNC* ua) {
|
||
if (!ua || !ua->wakeup_initialized) return;
|
||
|
||
// Drain the wakeup pipe/socket
|
||
#ifdef _WIN32
|
||
char buf[64];
|
||
SOCKET s = (SOCKET)(intptr_t)ua->wakeup_pipe[0];
|
||
while (recv(s, buf, sizeof(buf), 0) > 0) {}
|
||
#else
|
||
uint64_t val;
|
||
while (read(ua->wakeup_pipe[0], &val, sizeof(val)) > 0) {}
|
||
#endif
|
||
|
||
// DEBUG_DEBUG(DEBUG_CATEGORY_TIMERS, "POST: wakeup process");
|
||
// Execute all posted callbacks (in main thread)
|
||
process_posted_tasks(ua);
|
||
}
|
||
|
||
|
||
// Helper to add timeval: tv += dt (timebase units)
|
||
static void timeval_add_tb(struct timeval* tv, int dt) {
|
||
tv->tv_usec += (dt % 10000) * 100;
|
||
tv->tv_sec += dt / 10000 + tv->tv_usec / 1000000;
|
||
tv->tv_usec %= 1000000;
|
||
}
|
||
|
||
// Convert timeval to milliseconds. Sub-ms values (>0, <1ms) round up to 1ms
|
||
// to avoid 0ms timeout → busy-loop in epoll_wait/select.
|
||
static uint64_t timeval_to_ms(const struct timeval* tv) {
|
||
uint64_t ms = (uint64_t)tv->tv_sec * 1000ULL + (uint64_t)tv->tv_usec / 1000ULL;
|
||
if (ms == 0 && tv->tv_usec > 0) ms = 1;
|
||
return ms;
|
||
}
|
||
|
||
|
||
|
||
// Process immediate_queue (deferred callbacks via uasync_call_soon)
|
||
void process_immediate_queue(struct UASYNC* ua) {
|
||
while (ua->immediate_queue_head) {
|
||
struct timeout_node* node = ua->immediate_queue_head;
|
||
ua->immediate_queue_head = node->next;
|
||
if (!ua->immediate_queue_head) ua->immediate_queue_tail = NULL;
|
||
|
||
if (node && node->callback) {
|
||
DEBUG_DEBUG(DEBUG_CATEGORY_SYS, "timer→immediate %s", node->name);
|
||
node->callback(node->arg);
|
||
}
|
||
|
||
if (node && node->ua) node->ua->timer_free_count++;
|
||
memory_pool_free(ua->timeout_pool, node);
|
||
}
|
||
}
|
||
|
||
void uasync_drain_immediate(struct UASYNC* ua) {
|
||
if (ua) process_immediate_queue(ua);
|
||
}
|
||
|
||
// Process expired timeouts with safe cancellation
|
||
static void process_timeouts(struct UASYNC* ua) {
|
||
if (!ua) return;
|
||
|
||
process_immediate_queue(ua);
|
||
|
||
if (!ua->timeout_heap) return;
|
||
|
||
struct timeval now_tv;
|
||
get_current_time(&now_tv);
|
||
uint64_t now_ms = timeval_to_ms(&now_tv);
|
||
|
||
while (1) {
|
||
TimeoutEntry entry;
|
||
if (timeout_heap_peek(ua->timeout_heap, &entry) != 0) break;
|
||
if (entry.expiration > now_ms) break;
|
||
|
||
// Pop the expired timeout
|
||
timeout_heap_pop(ua->timeout_heap, &entry);
|
||
struct timeout_node* node = (struct timeout_node*)entry.data;
|
||
|
||
if (node && node->callback) {
|
||
DEBUG_DEBUG(DEBUG_CATEGORY_SYS, "timer→%s expired", node->name);
|
||
node->callback(node->arg);
|
||
}
|
||
|
||
// Always u_free the node after processing
|
||
if (node && node->ua) {
|
||
node->ua->timer_free_count++;
|
||
}
|
||
memory_pool_free(ua->timeout_pool, node);
|
||
continue; // Process next expired timeout
|
||
}
|
||
}
|
||
|
||
// Compute time to next timeout
|
||
static void get_next_timeout(struct UASYNC* ua, struct timeval* tv) {
|
||
if (!ua || !ua->timeout_heap) {
|
||
tv->tv_sec = 0;
|
||
tv->tv_usec = 0;
|
||
return;
|
||
}
|
||
|
||
TimeoutEntry entry;
|
||
if (timeout_heap_peek(ua->timeout_heap, &entry) != 0) {
|
||
tv->tv_sec = 0;
|
||
tv->tv_usec = 0;
|
||
return;
|
||
}
|
||
|
||
struct timeval now_tv;
|
||
get_current_time(&now_tv);
|
||
uint64_t now_ms = timeval_to_ms(&now_tv);
|
||
|
||
if (entry.expiration <= now_ms) {
|
||
struct timeout_node* rn = (struct timeout_node*)entry.data;
|
||
DEBUG_DEBUG(DEBUG_CATEGORY_TIMERS, "get_next_timeout: root timer '%s' already expired (exp=%llu now=%llu delta=%lldms size=%zu)",
|
||
rn ? rn->name : "?", (unsigned long long)entry.expiration,
|
||
(unsigned long long)now_ms, (long long)(now_ms - entry.expiration), ua->timeout_heap->size);
|
||
tv->tv_sec = 0;
|
||
tv->tv_usec = 0;
|
||
return;
|
||
}
|
||
|
||
uint64_t delta_ms = entry.expiration - now_ms;
|
||
tv->tv_sec = delta_ms / 1000;
|
||
tv->tv_usec = (delta_ms % 1000) * 1000;
|
||
}
|
||
|
||
|
||
|
||
// Instance version
|
||
void* uasync_set_timeout(struct UASYNC* ua, int timeout_tb, void* arg, timeout_callback_t callback, const char* name) {
|
||
if (!ua || timeout_tb < 0 || !callback) return NULL;
|
||
if (!ua->timeout_heap) return NULL;
|
||
|
||
// DEBUG_DEBUG(DEBUG_CATEGORY_TIMERS, "uasync_set_timeout: timeout=%d.%d ms, arg=%p, callback=%p", timeout_tb/10, timeout_tb%10, arg, callback);
|
||
|
||
struct timeout_node* node = memory_pool_alloc(ua->timeout_pool);
|
||
if (!node) {
|
||
DEBUG_ERROR(DEBUG_CATEGORY_TIMERS, "uasync_set_timeout: failed to allocate node");
|
||
return NULL;
|
||
}
|
||
ua->timer_alloc_count++;
|
||
|
||
if (name) {
|
||
node->name = name;
|
||
} else {
|
||
node->name = "";
|
||
}
|
||
node->arg = arg;
|
||
node->callback = callback;
|
||
node->ua = ua;
|
||
node->heap_index = SIZE_MAX;
|
||
|
||
// Calculate expiration time in milliseconds
|
||
struct timeval now;
|
||
get_current_time(&now);
|
||
uint64_t now_tb = (uint64_t)now.tv_sec * 10000ULL + (uint64_t)now.tv_usec / 100ULL;
|
||
timeval_add_tb(&now, timeout_tb);
|
||
node->expiration_ms = timeval_to_ms(&now);
|
||
if (name && strncmp(name, "ncd_connect", 11) == 0) {
|
||
uint64_t exp_tb = (uint64_t)now.tv_sec * 10000ULL + (uint64_t)now.tv_usec / 100ULL;
|
||
DEBUG_DEBUG(DEBUG_CATEGORY_TIMERS, "[uasync] set_timeout: name=%s tb=%d now_tb=%llu exp_tb=%llu exp_ms=%llu delta_tb=%llu",
|
||
name, timeout_tb, (unsigned long long)now_tb, (unsigned long long)exp_tb,
|
||
(unsigned long long)node->expiration_ms, (unsigned long long)(exp_tb - now_tb));
|
||
}
|
||
|
||
// Add to heap
|
||
if (timeout_heap_push(ua->timeout_heap, node->expiration_ms, node, &node->heap_index) != 0) {
|
||
DEBUG_ERROR(DEBUG_CATEGORY_TIMERS, "uasync_set_timeout: failed to push to heap");
|
||
memory_pool_free(ua->timeout_pool, node);
|
||
ua->timer_free_count++; // Balance the alloc counter
|
||
return NULL;
|
||
}
|
||
|
||
return node;
|
||
}
|
||
|
||
// Immediate execution in next mainloop (FIFO order)
|
||
void* uasync_call_soon(struct UASYNC* ua, void* user_arg, timeout_callback_t callback) {
|
||
if (!ua || !callback) return NULL;
|
||
if (!ua->timeout_pool) return NULL;
|
||
|
||
struct timeout_node* node = memory_pool_alloc(ua->timeout_pool);
|
||
if (!node) {
|
||
DEBUG_ERROR(DEBUG_CATEGORY_TIMERS, "uasync_call_soon: failed to allocate node");
|
||
return NULL;
|
||
}
|
||
ua->timer_alloc_count++;
|
||
|
||
node->name = "";
|
||
node->arg = user_arg;
|
||
node->callback = callback;
|
||
node->ua = ua;
|
||
node->expiration_ms = 0;
|
||
node->next = NULL;
|
||
node->heap_index = SIZE_MAX;
|
||
|
||
// FIFO: добавляем в конец очереди
|
||
if (ua->immediate_queue_tail) {
|
||
ua->immediate_queue_tail->next = node;
|
||
ua->immediate_queue_tail = node;
|
||
} else {
|
||
ua->immediate_queue_head = ua->immediate_queue_tail = node;
|
||
}
|
||
|
||
return node;
|
||
}
|
||
|
||
// Cancel immediate callback by setting callback to NULL - O(1)
|
||
err_t uasync_call_soon_cancel(struct UASYNC* ua, void* t_id) {
|
||
if (!ua || !t_id) return ERR_FAIL;
|
||
|
||
struct timeout_node* node = (struct timeout_node*)t_id;
|
||
if (node->ua != ua) return ERR_FAIL;
|
||
|
||
// Simply nullify callback - will be skipped in process_timeouts
|
||
node->callback = NULL;
|
||
|
||
return ERR_OK;
|
||
}
|
||
|
||
|
||
|
||
// Instance version
|
||
err_t uasync_cancel_timeout(struct UASYNC* ua, void* t_id) {
|
||
if (!ua || !t_id || !ua->timeout_heap) {
|
||
DEBUG_ERROR(DEBUG_CATEGORY_TIMERS, "uasync_cancel_timeout: invalid parameters ua=%p, t_id=%p, heap=%p",
|
||
ua, t_id, ua ? ua->timeout_heap : NULL);
|
||
return ERR_FAIL;
|
||
}
|
||
|
||
struct timeout_node* node = (struct timeout_node*)t_id;
|
||
|
||
if (node->heap_index == SIZE_MAX || node->heap_index >= ua->timeout_heap->size ||
|
||
ua->timeout_heap->heap[node->heap_index].data != node) {
|
||
DEBUG_DEBUG(DEBUG_CATEGORY_TIMERS, "uasync_cancel_timeout: not found in heap: ua=%p, t_id=%p, node=%p, expires=%llu ms",
|
||
ua, t_id, node, (unsigned long long)node->expiration_ms);
|
||
return ERR_FAIL;
|
||
}
|
||
|
||
if (timeout_heap_cancel_at(ua->timeout_heap, node->heap_index, node) == 0) {
|
||
node->heap_index = SIZE_MAX;
|
||
node->callback = NULL;
|
||
return ERR_OK;
|
||
}
|
||
|
||
return ERR_FAIL;
|
||
}
|
||
|
||
|
||
// Instance version
|
||
void* uasync_add_socket(struct UASYNC* ua, int fd, socket_callback_t read_cbk, socket_callback_t write_cbk, socket_callback_t except_cbk, const char* name, void* user_data) {
|
||
if (!ua || fd < 0) return NULL;
|
||
|
||
int index = socket_array_add(ua->sockets, fd, read_cbk, write_cbk, except_cbk, name, user_data);
|
||
if (index < 0) return NULL;
|
||
|
||
ua->socket_alloc_count++;
|
||
ua->poll_fds_dirty = 1; // Mark poll_fds as needing rebuild
|
||
|
||
#if HAS_EPOLL
|
||
// Add to epoll if using epoll
|
||
if (ua->use_epoll && ua->epoll_fd >= 0) {
|
||
struct epoll_event ev;
|
||
ev.events = 0;
|
||
if (read_cbk) ev.events |= EPOLLIN;
|
||
if (write_cbk) ev.events |= EPOLLOUT;
|
||
// Embed gen in upper 32 bits of data.u64 for stale-event detection
|
||
ev.data.u64 = ((uint64_t)ua->sockets->sockets[index].gen << 32) | (uint32_t)fd;
|
||
|
||
if (epoll_ctl(ua->epoll_fd, EPOLL_CTL_ADD, fd, &ev) < 0) {
|
||
// Failed to add to epoll - remove from socket array and return error
|
||
socket_array_remove(ua->sockets, fd);
|
||
ua->socket_alloc_count--;
|
||
return NULL;
|
||
}
|
||
}
|
||
#endif
|
||
|
||
DEBUG_DEBUG(DEBUG_CATEGORY_SOCKET, "socket_add fd=%d name='%s' type=FD r=%p w=%p e=%p ud=%p",
|
||
fd, name ? name : "?", (void*)read_cbk, (void*)write_cbk, (void*)except_cbk, user_data);
|
||
|
||
// Return index-based handle
|
||
return (void*)(uintptr_t)(index + 1);
|
||
}
|
||
|
||
err_t uasync_remove_socket(struct UASYNC* ua, void* s_id) {
|
||
if (!ua || !s_id) return ERR_FAIL;
|
||
|
||
int i = (int)(uintptr_t)s_id - 1;
|
||
if (i < 0 || i >= ua->sockets->capacity) return ERR_FAIL;
|
||
struct socket_node* node = &ua->sockets->sockets[i];
|
||
if (!node->active || node->fd < 0) return ERR_FAIL;
|
||
|
||
int fd = node->fd;
|
||
const char* rname = node->name ? node->name : "?";
|
||
|
||
#if HAS_EPOLL
|
||
// Remove from epoll if using epoll
|
||
if (ua->use_epoll && ua->epoll_fd >= 0) {
|
||
epoll_ctl(ua->epoll_fd, EPOLL_CTL_DEL, fd, NULL);
|
||
}
|
||
#endif
|
||
|
||
int ret = socket_array_remove(ua->sockets, fd);
|
||
if (ret == 0) {
|
||
ua->socket_free_count++;
|
||
ua->poll_fds_dirty = 1; // Mark poll_fds as needing rebuild
|
||
DEBUG_DEBUG(DEBUG_CATEGORY_SOCKET, "socket_remove fd=%d name='%s'", fd, rname);
|
||
return ERR_OK;
|
||
}
|
||
return ERR_FAIL;
|
||
}
|
||
|
||
// Add socket_t (cross-platform socket)
|
||
void* uasync_add_socket_t(struct UASYNC* ua, socket_t sock, socket_t_callback_t read_cbk,
|
||
socket_t_callback_t write_cbk, socket_t_callback_t except_cbk, const char* name, void* user_data) {
|
||
if (!ua || sock == SOCKET_INVALID) return NULL;
|
||
|
||
int index = socket_array_add_socket_t(ua->sockets, sock, read_cbk, write_cbk,
|
||
(socket_callback_t)except_cbk, name, user_data);
|
||
if (index < 0) return NULL;
|
||
|
||
ua->socket_alloc_count++;
|
||
ua->poll_fds_dirty = 1;
|
||
|
||
#if HAS_EPOLL
|
||
if (ua->use_epoll && ua->epoll_fd >= 0) {
|
||
struct epoll_event ev;
|
||
ev.events = 0;
|
||
if (read_cbk) ev.events |= EPOLLIN;
|
||
if (write_cbk) ev.events |= EPOLLOUT;
|
||
// On Windows, need to cast socket_t to int for epoll_ctl
|
||
#ifdef _WIN32
|
||
int fd = (int)(intptr_t)sock;
|
||
#else
|
||
int fd = sock;
|
||
#endif
|
||
ev.data.u64 = ((uint64_t)ua->sockets->sockets[index].gen << 32) | (uint32_t)fd;
|
||
if (epoll_ctl(ua->epoll_fd, EPOLL_CTL_ADD, fd, &ev) < 0) {
|
||
socket_array_remove(ua->sockets, fd);
|
||
ua->socket_alloc_count--;
|
||
return NULL;
|
||
}
|
||
}
|
||
#endif
|
||
|
||
DEBUG_DEBUG(DEBUG_CATEGORY_SOCKET, "socket_add fd=%d name='%s' type=SOCK r=%p w=%p e=%p ud=%p",
|
||
(int)sock, name ? name : "?", (void*)read_cbk, (void*)write_cbk, (void*)except_cbk, user_data);
|
||
|
||
return (void*)(uintptr_t)(index + 1); /* +1: index 0 ≠ NULL */
|
||
}
|
||
|
||
// Remove socket by socket_t
|
||
err_t uasync_remove_socket_t(struct UASYNC* ua, socket_t sock) {
|
||
if (!ua || sock == SOCKET_INVALID) return ERR_FAIL;
|
||
|
||
struct socket_node* node = socket_array_get_by_sock(ua->sockets, sock);
|
||
if (!node || !node->active) return ERR_FAIL;
|
||
const char* rname = node->name ? node->name : "?";
|
||
|
||
#if HAS_EPOLL
|
||
if (ua->use_epoll && ua->epoll_fd >= 0) {
|
||
#ifdef _WIN32
|
||
int fd = (int)(intptr_t)sock;
|
||
#else
|
||
int fd = sock;
|
||
#endif
|
||
epoll_ctl(ua->epoll_fd, EPOLL_CTL_DEL, fd, NULL);
|
||
}
|
||
#endif
|
||
|
||
#ifdef _WIN32
|
||
int fd = (int)(intptr_t)sock;
|
||
#else
|
||
int fd = sock;
|
||
#endif
|
||
int ret = socket_array_remove(ua->sockets, fd);
|
||
if (ret == 0) {
|
||
ua->socket_free_count++;
|
||
ua->poll_fds_dirty = 1;
|
||
DEBUG_DEBUG(DEBUG_CATEGORY_SOCKET, "socket_remove fd=%d name='%s'", fd, rname);
|
||
return ERR_OK;
|
||
}
|
||
return ERR_FAIL;
|
||
}
|
||
|
||
err_t uasync_set_socket_read(struct UASYNC* ua, void* s_id, int enable) {
|
||
if (!ua || !s_id) return ERR_FAIL;
|
||
|
||
int i = (int)(uintptr_t)s_id - 1;
|
||
if (i < 0 || i >= ua->sockets->capacity) return ERR_FAIL;
|
||
struct socket_node* node = &ua->sockets->sockets[i];
|
||
if (!node->active || node->fd < 0) return ERR_FAIL;
|
||
|
||
int val = enable ? 1 : 0;
|
||
if (node->enable_read == val) return ERR_OK;
|
||
node->enable_read = val;
|
||
|
||
#if HAS_EPOLL
|
||
if (ua->use_epoll && ua->epoll_fd >= 0) {
|
||
struct epoll_event ev;
|
||
ev.events = 0;
|
||
if (node->type == SOCKET_NODE_TYPE_SOCK) {
|
||
if (node->read_cbk_sock && node->enable_read) ev.events |= EPOLLIN;
|
||
if (node->write_cbk_sock && node->enable_write) ev.events |= EPOLLOUT;
|
||
} else {
|
||
if (node->read_cbk && node->enable_read) ev.events |= EPOLLIN;
|
||
if (node->write_cbk && node->enable_write) ev.events |= EPOLLOUT;
|
||
}
|
||
if (node->except_cbk) ev.events |= EPOLLPRI;
|
||
ev.data.u64 = ((uint64_t)node->gen << 32) | (uint32_t)(node->type == SOCKET_NODE_TYPE_SOCK ? (int)node->sock : node->fd);
|
||
#ifdef _WIN32
|
||
int efd = (int)(intptr_t)(node->type == SOCKET_NODE_TYPE_SOCK ? node->sock : node->fd);
|
||
#else
|
||
int efd = (node->type == SOCKET_NODE_TYPE_SOCK ? (int)node->sock : node->fd);
|
||
#endif
|
||
epoll_ctl(ua->epoll_fd, EPOLL_CTL_MOD, efd, &ev);
|
||
}
|
||
#endif
|
||
|
||
ua->poll_fds_dirty = 1;
|
||
return ERR_OK;
|
||
}
|
||
|
||
err_t uasync_set_socket_write(struct UASYNC* ua, void* s_id, int enable) {
|
||
if (!ua || !s_id) return ERR_FAIL;
|
||
|
||
int i = (int)(uintptr_t)s_id - 1;
|
||
if (i < 0 || i >= ua->sockets->capacity) return ERR_FAIL;
|
||
struct socket_node* node = &ua->sockets->sockets[i];
|
||
if (!node->active || node->fd < 0) return ERR_FAIL;
|
||
|
||
int val = enable ? 1 : 0;
|
||
if (node->enable_write == val) return ERR_OK;
|
||
node->enable_write = val;
|
||
|
||
#if HAS_EPOLL
|
||
if (ua->use_epoll && ua->epoll_fd >= 0) {
|
||
struct epoll_event ev;
|
||
ev.events = 0;
|
||
if (node->type == SOCKET_NODE_TYPE_SOCK) {
|
||
if (node->read_cbk_sock && node->enable_read) ev.events |= EPOLLIN;
|
||
if (node->write_cbk_sock && node->enable_write) ev.events |= EPOLLOUT;
|
||
} else {
|
||
if (node->read_cbk && node->enable_read) ev.events |= EPOLLIN;
|
||
if (node->write_cbk && node->enable_write) ev.events |= EPOLLOUT;
|
||
}
|
||
if (node->except_cbk) ev.events |= EPOLLPRI;
|
||
ev.data.u64 = ((uint64_t)node->gen << 32) | (uint32_t)(node->type == SOCKET_NODE_TYPE_SOCK ? (int)node->sock : node->fd);
|
||
#ifdef _WIN32
|
||
int efd = (int)(intptr_t)(node->type == SOCKET_NODE_TYPE_SOCK ? node->sock : node->fd);
|
||
#else
|
||
int efd = (node->type == SOCKET_NODE_TYPE_SOCK ? (int)node->sock : node->fd);
|
||
#endif
|
||
epoll_ctl(ua->epoll_fd, EPOLL_CTL_MOD, efd, &ev);
|
||
}
|
||
#endif
|
||
|
||
ua->poll_fds_dirty = 1;
|
||
return ERR_OK;
|
||
}
|
||
|
||
// Helper function to rebuild cached pollfd array
|
||
static void rebuild_poll_fds(struct UASYNC* ua) {
|
||
if (!ua || !ua->sockets) return;
|
||
|
||
int socket_count = ua->sockets->count;
|
||
int wakeup_fd_present = ua->wakeup_initialized && ua->wakeup_pipe[0] >= 0;
|
||
int total_fds = socket_count + wakeup_fd_present;
|
||
|
||
// Ensure poll_fds capacity is sufficient
|
||
if (total_fds > ua->poll_fds_capacity) {
|
||
int new_capacity = total_fds * 2;
|
||
if (new_capacity < 16) new_capacity = 16;
|
||
|
||
struct pollfd* new_poll_fds = u_realloc(ua->poll_fds, sizeof(struct pollfd) * new_capacity);
|
||
if (!new_poll_fds) return; // Keep old allocation on failure
|
||
|
||
ua->poll_fds = new_poll_fds;
|
||
ua->poll_fds_capacity = new_capacity;
|
||
}
|
||
|
||
int idx = 0;
|
||
|
||
// Add wakeup fd first if present
|
||
if (wakeup_fd_present) {
|
||
ua->poll_fds[idx].fd = ua->wakeup_pipe[0];
|
||
ua->poll_fds[idx].events = POLLIN;
|
||
ua->poll_fds[idx].revents = 0;
|
||
idx++;
|
||
}
|
||
|
||
// Add socket fds using active_indices for O(1) traversal
|
||
for (int i = 0; i < socket_count; i++) {
|
||
int socket_array_idx = ua->sockets->active_indices[i];
|
||
struct socket_node* cur = &ua->sockets->sockets[socket_array_idx];
|
||
|
||
// Handle socket_t vs int fd
|
||
if (cur->type == SOCKET_NODE_TYPE_SOCK) {
|
||
// socket_t - cast to int for pollfd
|
||
#ifdef _WIN32
|
||
ua->poll_fds[idx].fd = (int)(intptr_t)cur->sock;
|
||
#else
|
||
ua->poll_fds[idx].fd = cur->sock;
|
||
#endif
|
||
} else {
|
||
// Regular fd
|
||
ua->poll_fds[idx].fd = cur->fd;
|
||
}
|
||
ua->poll_fds[idx].events = 0;
|
||
ua->poll_fds[idx].revents = 0;
|
||
|
||
if (cur->type == SOCKET_NODE_TYPE_SOCK) {
|
||
if (cur->read_cbk_sock && cur->enable_read) ua->poll_fds[idx].events |= POLLIN;
|
||
if (cur->write_cbk_sock && cur->enable_write) ua->poll_fds[idx].events |= POLLOUT;
|
||
} else {
|
||
if (cur->read_cbk && cur->enable_read) ua->poll_fds[idx].events |= POLLIN;
|
||
if (cur->write_cbk && cur->enable_write) ua->poll_fds[idx].events |= POLLOUT;
|
||
}
|
||
if (cur->write_cbk && cur->enable_write) ua->poll_fds[idx].events |= POLLOUT;
|
||
if (cur->except_cbk) ua->poll_fds[idx].events |= POLLPRI;
|
||
|
||
idx++;
|
||
}
|
||
|
||
ua->poll_fds_count = total_fds;
|
||
ua->poll_fds_dirty = 0;
|
||
}
|
||
|
||
// Process events from epoll (Linux only)
|
||
#if HAS_EPOLL
|
||
static void process_epoll_events(struct UASYNC* ua, struct epoll_event* events, int n_events) {
|
||
for (int i = 0; i < n_events; i++) {
|
||
// Wakeup fd detected by data.fd < 0 (lower 32 bits of data.u64 = -1)
|
||
if (events[i].data.fd < 0) {
|
||
DEBUG_DEBUG(DEBUG_CATEGORY_SYS, "wakeup→pipe");
|
||
if (events[i].events & EPOLLIN) { drain_wakeup_pipe(ua); }
|
||
process_posted_tasks(ua);
|
||
continue;
|
||
}
|
||
|
||
int fd = (int)(events[i].data.u64 & 0xFFFFFFFF);
|
||
uint32_t ev_gen = (uint32_t)(events[i].data.u64 >> 32);
|
||
|
||
struct socket_node* node = socket_array_get(ua->sockets, fd);
|
||
if (!node || !node->active) continue;
|
||
if (node->gen != ev_gen) { DEBUG_ERROR(DEBUG_CATEGORY_SYS, "EPOLL STALE fd=%d ev_gen=%u node_gen=%u — skipped", fd, ev_gen, node->gen); continue; }
|
||
int r = (events[i].events & EPOLLIN) ? 1 : 0;
|
||
int w = (events[i].events & EPOLLOUT) ? 1 : 0;
|
||
int e = (events[i].events & (EPOLLERR | EPOLLHUP)) ? 1 : 0;
|
||
DEBUG_DEBUG(DEBUG_CATEGORY_SYS, "epoll→fd=%d r=%d w=%d e=%d", fd, r, w, e);
|
||
int local_fd = node->fd;
|
||
socket_t local_sock = node->sock;
|
||
int local_type = node->type;
|
||
void* local_ud = node->user_data;
|
||
socket_callback_t local_except = node->except_cbk;
|
||
socket_callback_t local_read = node->read_cbk;
|
||
socket_callback_t local_write = node->write_cbk;
|
||
socket_t_callback_t local_read_sock = node->read_cbk_sock;
|
||
socket_t_callback_t local_write_sock = node->write_cbk_sock;
|
||
|
||
/* Read readiness BEFORE error — avoid losing data on combined IN+HUP events */
|
||
if (events[i].events & EPOLLIN) {
|
||
if (local_type == SOCKET_NODE_TYPE_SOCK) {
|
||
if (local_read_sock) {
|
||
local_read_sock(local_sock, local_ud);
|
||
}
|
||
} else {
|
||
if (local_read) {
|
||
local_read(local_fd, local_ud);
|
||
}
|
||
}
|
||
}
|
||
|
||
/* Write readiness BEFORE error — flush pending writes before handling HUP */
|
||
if (events[i].events & EPOLLOUT) {
|
||
if (local_type == SOCKET_NODE_TYPE_SOCK) {
|
||
if (local_write_sock) {
|
||
local_write_sock(local_sock, local_ud);
|
||
}
|
||
} else {
|
||
if (local_write) {
|
||
local_write(local_fd, local_ud);
|
||
}
|
||
}
|
||
}
|
||
|
||
/* Check for error conditions LAST — I/O handlers drain/process data first */
|
||
if (events[i].events & (EPOLLERR | EPOLLHUP)) {
|
||
if (local_except) {
|
||
local_except(local_fd, local_ud);
|
||
} else {
|
||
struct socket_node* n = socket_array_get(ua->sockets, fd);
|
||
if (!n) n = socket_array_get_by_sock(ua->sockets, fd);
|
||
if (n && n->active && n->gen == ev_gen) {
|
||
DEBUG_WARN(DEBUG_CATEGORY_SOCKET, "socket HUP/ERR without except handler: fd=%d name='%s' type=%s r=%p w=%p — unregister",
|
||
fd, n->name ? n->name : "?",
|
||
n->type == SOCKET_NODE_TYPE_SOCK ? "SOCK" : "FD",
|
||
(void*)(n->type == SOCKET_NODE_TYPE_SOCK ? (void*)n->read_cbk_sock : (void*)n->read_cbk),
|
||
(void*)(n->type == SOCKET_NODE_TYPE_SOCK ? (void*)n->write_cbk_sock : (void*)n->write_cbk));
|
||
socket_force_unregister(ua, fd);
|
||
}
|
||
}
|
||
}
|
||
}
|
||
}
|
||
#endif
|
||
|
||
// Instance version
|
||
void uasync_poll(struct UASYNC* ua, int timeout_tb) {
|
||
if (!ua) return;
|
||
if (!ua->sockets || !ua->timeout_heap) return;
|
||
|
||
process_immediate_queue(ua);
|
||
|
||
uint64_t now_us_poll_entry = get_time_us();
|
||
if (ua->last_poll_exit_us && now_us_poll_entry - ua->last_poll_exit_us > 10000) {
|
||
DEBUG_WARN(DEBUG_CATEGORY_SYS, "Event loop stall: %lluus since end of last poll processing",
|
||
(unsigned long long)(now_us_poll_entry - ua->last_poll_exit_us));
|
||
}
|
||
|
||
if (timeout_tb < 0) timeout_tb = -1;
|
||
else if (timeout_tb == 0) timeout_tb = 0;
|
||
|
||
struct timeval next_timeout;
|
||
get_next_timeout(ua, &next_timeout);
|
||
|
||
struct timeval req_timeout = {0};
|
||
if (timeout_tb >= 0) {
|
||
req_timeout.tv_sec = timeout_tb / 10000;
|
||
req_timeout.tv_usec = (timeout_tb % 10000) * 100;
|
||
}
|
||
|
||
struct timeval poll_timeout;
|
||
if (timeout_tb < 0) {
|
||
poll_timeout = next_timeout;
|
||
} else {
|
||
if (next_timeout.tv_sec < req_timeout.tv_sec ||
|
||
(next_timeout.tv_sec == req_timeout.tv_sec && next_timeout.tv_usec < req_timeout.tv_usec)) {
|
||
poll_timeout = next_timeout;
|
||
} else {
|
||
poll_timeout = req_timeout;
|
||
}
|
||
}
|
||
if (poll_timeout.tv_sec == 0 && poll_timeout.tv_usec == 0 && timeout_tb > 0) poll_timeout = req_timeout;
|
||
|
||
int timeout_ms;
|
||
if (timeout_tb < 0 && (next_timeout.tv_sec > 0 || next_timeout.tv_usec > 0)) {
|
||
timeout_ms = (int)timeval_to_ms(&poll_timeout);
|
||
} else if (timeout_tb < 0) {
|
||
timeout_ms = -1;
|
||
} else {
|
||
timeout_ms = (int)timeval_to_ms(&poll_timeout);
|
||
}
|
||
|
||
int socket_count = ua->sockets->count;
|
||
if (socket_count == 0 && timeout_ms == -1) {
|
||
if (ua->timeout_heap->size > 0) {
|
||
timeout_ms = (int)timeval_to_ms(&poll_timeout);
|
||
} else {
|
||
ua->last_poll_exit_us = get_time_us();
|
||
return;
|
||
}
|
||
}
|
||
|
||
/* Если ближайший таймер уже истёк (get_next_timeout вернул 0), но heap не пуст —
|
||
* опрашиваем немедленно (timeout_ms=0), иначе epoll_wait(-1) заблокирует навсегда,
|
||
* а process_timeouts (вызывается только после epoll_wait) никогда не запустится. */
|
||
if (timeout_ms == -1 && ua->timeout_heap->size > 0) {
|
||
timeout_ms = 0;
|
||
}
|
||
|
||
DEBUG_DEBUG(DEBUG_CATEGORY_SYS, "poll(%d sockets, %zu timers, timeout=%dms)",
|
||
socket_count, ua->timeout_heap->size, timeout_ms);
|
||
|
||
#if HAS_EPOLL
|
||
// Use epoll on Linux if available
|
||
if (ua->use_epoll && ua->epoll_fd >= 0) {
|
||
struct epoll_event events[64]; // Stack-allocated array for events
|
||
int max_events = 64;
|
||
|
||
int ret = epoll_wait(ua->epoll_fd, events, max_events, timeout_ms);
|
||
int saved_errno = errno;
|
||
ua->last_poll_exit_us = get_time_us();
|
||
if (ret < 0) {
|
||
if (saved_errno == EINTR) {
|
||
DEBUG_DEBUG(DEBUG_CATEGORY_SYS, "epoll_wait→EINTR");
|
||
return;
|
||
}
|
||
DEBUG_ERROR(DEBUG_CATEGORY_SYS, "epoll_wait→error errno=%d", saved_errno);
|
||
return;
|
||
}
|
||
|
||
/* Process socket events */
|
||
if (ret > 0) {
|
||
process_epoll_events(ua, events, ret);
|
||
}
|
||
|
||
/* Process timeouts that may have expired during poll or socket processing */
|
||
process_timeouts(ua);
|
||
return;
|
||
}
|
||
#endif
|
||
|
||
// Fallback to poll() for non-Linux or if epoll failed
|
||
|
||
// Include wakeup pipe if initialized
|
||
int wakeup_fd_present = ua->wakeup_initialized && ua->wakeup_pipe[0] >= 0;
|
||
int total_fds = socket_count + wakeup_fd_present;
|
||
|
||
// If no sockets to poll, just wait and process timeouts
|
||
if (total_fds == 0) {
|
||
if (timeout_ms > 0) {
|
||
#ifdef _WIN32
|
||
Sleep(timeout_ms);
|
||
#else
|
||
struct timespec ts = { timeout_ms / 1000, (timeout_ms % 1000) * 1000000 };
|
||
nanosleep(&ts, NULL);
|
||
#endif
|
||
}
|
||
ua->last_poll_exit_us = get_time_us();
|
||
process_timeouts(ua);
|
||
return;
|
||
}
|
||
|
||
#ifdef _WIN32
|
||
// On Windows, use select() instead of WSAPoll to avoid issues with accepted sockets
|
||
fd_set read_fds, write_fds, except_fds;
|
||
FD_ZERO(&read_fds);
|
||
FD_ZERO(&write_fds);
|
||
FD_ZERO(&except_fds);
|
||
|
||
SOCKET max_fd = 0;
|
||
|
||
// Add all active sockets to fd_sets
|
||
for (int i = 0; i < ua->sockets->count; i++) {
|
||
int idx = ua->sockets->active_indices[i];
|
||
struct socket_node* node = &ua->sockets->sockets[idx];
|
||
if (!node->active) continue;
|
||
|
||
SOCKET s;
|
||
if (node->type == SOCKET_NODE_TYPE_SOCK) {
|
||
s = node->sock;
|
||
} else {
|
||
s = (SOCKET)node->fd;
|
||
}
|
||
|
||
if (node->type == SOCKET_NODE_TYPE_SOCK) {
|
||
if (node->read_cbk_sock && node->enable_read) FD_SET(s, &read_fds);
|
||
if (node->write_cbk_sock && node->enable_write) FD_SET(s, &write_fds);
|
||
} else {
|
||
if (node->read_cbk && node->enable_read) FD_SET(s, &read_fds);
|
||
if (node->write_cbk && node->enable_write) FD_SET(s, &write_fds);
|
||
}
|
||
if (node->except_cbk) FD_SET(s, &except_fds);
|
||
|
||
if (s > max_fd) max_fd = s;
|
||
}
|
||
|
||
struct timeval tv;
|
||
tv.tv_sec = timeout_ms / 1000;
|
||
tv.tv_usec = (timeout_ms % 1000) * 1000;
|
||
|
||
int ret = select((int)max_fd + 1, &read_fds, &write_fds, &except_fds, &tv);
|
||
ua->last_poll_exit_us = get_time_us();
|
||
|
||
if (ret < 0) {
|
||
int err = WSAGetLastError();
|
||
if (err != WSAEINTR) {
|
||
DEBUG_ERROR(DEBUG_CATEGORY_SYS, "select failed: %d", err);
|
||
}
|
||
return;
|
||
}
|
||
|
||
if (ret > 0) {
|
||
for (int i = 0; i < ua->sockets->count; i++) {
|
||
int idx = ua->sockets->active_indices[i];
|
||
struct socket_node* node = &ua->sockets->sockets[idx];
|
||
if (!node->active) continue;
|
||
|
||
SOCKET s;
|
||
if (node->type == SOCKET_NODE_TYPE_SOCK) {
|
||
s = node->sock;
|
||
} else {
|
||
s = (SOCKET)node->fd;
|
||
}
|
||
|
||
int has_read = FD_ISSET(s, &read_fds);
|
||
int has_write = FD_ISSET(s, &write_fds);
|
||
int has_except = FD_ISSET(s, &except_fds);
|
||
|
||
if (!has_read && !has_write && !has_except) continue;
|
||
DEBUG_DEBUG(DEBUG_CATEGORY_SYS, "select→fd=%d r=%d w=%d e=%d", (int)s, has_read, has_write, has_except);
|
||
|
||
/* Коллбэки могут удалить/добавить сокет (realloc массива) — перед
|
||
* каждым последующим коллбэком пере-валидируем node по индексу. */
|
||
int cb_called = 0;
|
||
|
||
if (has_except) {
|
||
if (node->except_cbk) {
|
||
node->except_cbk(node->fd, node->user_data);
|
||
}
|
||
cb_called++;
|
||
}
|
||
|
||
if (has_read) {
|
||
if (cb_called) {
|
||
node = &ua->sockets->sockets[idx];
|
||
if (!node->active) continue;
|
||
}
|
||
if (node->type == SOCKET_NODE_TYPE_SOCK) {
|
||
if (node->read_cbk_sock) {
|
||
node->read_cbk_sock(node->sock, node->user_data);
|
||
}
|
||
} else {
|
||
if (node->read_cbk) {
|
||
node->read_cbk(node->fd, node->user_data);
|
||
}
|
||
}
|
||
cb_called++;
|
||
}
|
||
|
||
if (has_write) {
|
||
if (cb_called) {
|
||
node = &ua->sockets->sockets[idx];
|
||
if (!node->active) continue;
|
||
}
|
||
if (node->type == SOCKET_NODE_TYPE_SOCK) {
|
||
if (node->write_cbk_sock) {
|
||
node->write_cbk_sock(node->sock, node->user_data);
|
||
}
|
||
} else {
|
||
if (node->write_cbk) {
|
||
node->write_cbk(node->fd, node->user_data);
|
||
}
|
||
}
|
||
cb_called++;
|
||
}
|
||
}
|
||
}
|
||
#else
|
||
// On non-Windows, use poll()
|
||
|
||
// Rebuild poll_fds if dirty or not allocated
|
||
if (ua->poll_fds_dirty || !ua->poll_fds) {
|
||
rebuild_poll_fds(ua);
|
||
}
|
||
|
||
// Ensure poll_fds_count matches current state (in case sockets changed without dirty flag)
|
||
if (ua->poll_fds_count != total_fds) {
|
||
rebuild_poll_fds(ua);
|
||
}
|
||
|
||
int ret = poll(ua->poll_fds, ua->poll_fds_count, timeout_ms);
|
||
int saved_errno = errno;
|
||
ua->last_poll_exit_us = get_time_us();
|
||
if (ret < 0) {
|
||
if (saved_errno == EINTR) {
|
||
return;
|
||
}
|
||
perror("poll");
|
||
return;
|
||
}
|
||
|
||
/* Process socket events first to give sockets higher priority */
|
||
if (ret > 0) {
|
||
for (int i = 0; i < ua->poll_fds_count; i++) {
|
||
if (ua->poll_fds[i].revents == 0) continue;
|
||
DEBUG_DEBUG(DEBUG_CATEGORY_SYS, "poll→fd=%d rev=0x%x", ua->poll_fds[i].fd, ua->poll_fds[i].revents);
|
||
|
||
/* Handle wakeup fd separately */
|
||
if (wakeup_fd_present && i == 0) {
|
||
if (ua->poll_fds[i].revents & POLLIN) {
|
||
drain_wakeup_pipe(ua);
|
||
}
|
||
process_posted_tasks(ua);
|
||
continue;
|
||
}
|
||
|
||
/* Socket event - lookup by fd */
|
||
int fd = ua->poll_fds[i].fd;
|
||
struct socket_node* node = socket_array_get(ua->sockets, fd);
|
||
if (!node) { // Try by socket_t (in case this is a socket)
|
||
node = socket_array_get_by_sock(ua->sockets, fd);
|
||
}
|
||
if (!node) continue; // Socket may have been removed
|
||
|
||
/* Коллбэки могут удалить/добавить сокет (realloc массива) — перед
|
||
* каждым последующим коллбэком пере-валидируем node по fd. */
|
||
int cb_called = 0;
|
||
|
||
/* Read readiness BEFORE error — avoid losing data on combined IN+ERR/HUP events */
|
||
if (ua->poll_fds[i].revents & POLLIN) {
|
||
if (node->type == SOCKET_NODE_TYPE_SOCK) {
|
||
if (node->read_cbk_sock) {
|
||
node->read_cbk_sock(node->sock, node->user_data);
|
||
}
|
||
} else {
|
||
if (node->read_cbk) {
|
||
node->read_cbk(node->fd, node->user_data);
|
||
}
|
||
}
|
||
cb_called++;
|
||
}
|
||
|
||
/* Write readiness BEFORE error — flush pending writes before handling HUP */
|
||
if (ua->poll_fds[i].revents & POLLOUT) {
|
||
if (cb_called) {
|
||
node = socket_array_get(ua->sockets, fd);
|
||
if (!node) node = socket_array_get_by_sock(ua->sockets, fd);
|
||
if (!node) continue;
|
||
}
|
||
if (node->type == SOCKET_NODE_TYPE_SOCK) {
|
||
if (node->write_cbk_sock) {
|
||
node->write_cbk_sock(node->sock, node->user_data);
|
||
}
|
||
} else {
|
||
if (node->write_cbk) {
|
||
node->write_cbk(node->fd, node->user_data);
|
||
}
|
||
}
|
||
cb_called++;
|
||
}
|
||
|
||
/* Check for error conditions LAST — I/O handlers drain/process data first */
|
||
if (ua->poll_fds[i].revents & (POLLERR | POLLHUP | POLLNVAL)) {
|
||
if (cb_called) {
|
||
node = socket_array_get(ua->sockets, fd);
|
||
if (!node) node = socket_array_get_by_sock(ua->sockets, fd);
|
||
if (!node) continue;
|
||
}
|
||
/* Treat as exceptional condition */
|
||
if (node->except_cbk) {
|
||
node->except_cbk(node->fd, node->user_data);
|
||
} else {
|
||
DEBUG_WARN(DEBUG_CATEGORY_SOCKET, "socket HUP/ERR/NVAL without except handler: fd=%d rev=0x%x name='%s' type=%s r=%p w=%p — unregister",
|
||
fd, ua->poll_fds[i].revents, node->name ? node->name : "?",
|
||
node->type == SOCKET_NODE_TYPE_SOCK ? "SOCK" : "FD",
|
||
(void*)(node->type == SOCKET_NODE_TYPE_SOCK ? (void*)node->read_cbk_sock : (void*)node->read_cbk),
|
||
(void*)(node->type == SOCKET_NODE_TYPE_SOCK ? (void*)node->write_cbk_sock : (void*)node->write_cbk));
|
||
socket_force_unregister(ua, fd);
|
||
}
|
||
cb_called++;
|
||
}
|
||
|
||
/* Exceptional data (out-of-band) */
|
||
if (ua->poll_fds[i].revents & POLLPRI) {
|
||
if (cb_called) {
|
||
node = socket_array_get(ua->sockets, fd);
|
||
if (!node) node = socket_array_get_by_sock(ua->sockets, fd);
|
||
if (!node) continue;
|
||
}
|
||
if (node->except_cbk) {
|
||
node->except_cbk(node->fd, node->user_data);
|
||
}
|
||
cb_called++;
|
||
}
|
||
}
|
||
}
|
||
#endif
|
||
|
||
/* Process posted tasks and timeouts that may have expired during poll */
|
||
process_posted_tasks(ua);
|
||
process_timeouts(ua);
|
||
}
|
||
|
||
|
||
// Put this near the top of u_async.c, after includes and before uasync_create
|
||
|
||
|
||
#ifdef _WIN32
|
||
static void wakeup_read_callback_win(socket_t sock, void* arg) {
|
||
(void)sock; // не нужен
|
||
handle_wakeup((struct UASYNC*)arg);
|
||
}
|
||
#else
|
||
static void wakeup_read_callback_posix(int fd, void* arg) {
|
||
(void)fd;
|
||
handle_wakeup((struct UASYNC*)arg);
|
||
}
|
||
#endif
|
||
|
||
|
||
// ========== Instance management functions ==========
|
||
|
||
// Modified function in u_async.c: uasync_create
|
||
// Changes: Use self-connected UDP socket for wakeup on Windows instead of pipe.
|
||
// This ensures the wakeup is a selectable SOCKET.
|
||
|
||
struct UASYNC* uasync_create(void) {
|
||
// Initialize socket platform (Winsock on Windows)
|
||
socket_platform_init();
|
||
|
||
struct UASYNC* ua = u_calloc(1, sizeof(struct UASYNC));
|
||
if (!ua) return NULL;
|
||
|
||
ua->timer_alloc_count = 0;
|
||
ua->timer_free_count = 0;
|
||
ua->socket_alloc_count = 0;
|
||
ua->socket_free_count = 0;
|
||
|
||
ua->poll_fds = NULL;
|
||
ua->poll_fds_capacity = 0;
|
||
ua->poll_fds_count = 0;
|
||
ua->poll_fds_dirty = 1;
|
||
|
||
ua->wakeup_pipe[0] = -1;
|
||
ua->wakeup_pipe[1] = -1;
|
||
ua->wakeup_initialized = 0;
|
||
ua->posted_tasks_head = NULL;
|
||
ua->immediate_queue_head = NULL;
|
||
ua->immediate_queue_tail = NULL;
|
||
ua->last_poll_exit_us = 0;
|
||
ua->running = 0;
|
||
|
||
DEBUG_DEBUG(DEBUG_CATEGORY_ETCP, "Creating SA...");
|
||
ua->sockets = socket_array_create(16);
|
||
DEBUG_DEBUG(DEBUG_CATEGORY_ETCP, "Creating SA1...");
|
||
if (!ua->sockets) {
|
||
if (ua->wakeup_initialized) {
|
||
#ifdef _WIN32
|
||
closesocket((SOCKET)(intptr_t)ua->wakeup_pipe[0]);
|
||
closesocket((SOCKET)(intptr_t)ua->wakeup_pipe[1]);
|
||
#else
|
||
close(ua->wakeup_pipe[0]);
|
||
close(ua->wakeup_pipe[1]);
|
||
#endif
|
||
}
|
||
u_free(ua);
|
||
return NULL;
|
||
}
|
||
|
||
ua->timeout_heap = timeout_heap_create(16);
|
||
if (!ua->timeout_heap) {
|
||
socket_array_destroy(ua->sockets);
|
||
if (ua->wakeup_initialized) {
|
||
#ifdef _WIN32
|
||
closesocket((SOCKET)(intptr_t)ua->wakeup_pipe[0]);
|
||
closesocket((SOCKET)(intptr_t)ua->wakeup_pipe[1]);
|
||
#else
|
||
close(ua->wakeup_pipe[0]);
|
||
close(ua->wakeup_pipe[1]);
|
||
#endif
|
||
}
|
||
u_free(ua);
|
||
return NULL;
|
||
}
|
||
|
||
// Initialize timeout pool
|
||
ua->timeout_pool = memory_pool_init(sizeof(struct timeout_node), "timeout_pool");
|
||
if (!ua->timeout_pool) {
|
||
timeout_heap_destroy(ua->timeout_heap);
|
||
socket_array_destroy(ua->sockets);
|
||
if (ua->wakeup_initialized) {
|
||
#ifdef _WIN32
|
||
closesocket((SOCKET)(intptr_t)ua->wakeup_pipe[0]);
|
||
closesocket((SOCKET)(intptr_t)ua->wakeup_pipe[1]);
|
||
#else
|
||
close(ua->wakeup_pipe[0]);
|
||
close(ua->wakeup_pipe[1]);
|
||
#endif
|
||
}
|
||
u_free(ua);
|
||
return NULL;
|
||
}
|
||
|
||
// Set callback to u_free timeout nodes and update counters
|
||
timeout_heap_set_free_callback(ua->timeout_heap, ua, timeout_node_free_callback);
|
||
|
||
DEBUG_DEBUG(DEBUG_CATEGORY_ETCP, "Creating TH1...");
|
||
// Initialize epoll on Linux
|
||
ua->epoll_fd = -1;
|
||
ua->use_epoll = 0;
|
||
#if HAS_EPOLL
|
||
ua->epoll_fd = epoll_create1(EPOLL_CLOEXEC);
|
||
if (ua->epoll_fd >= 0) {
|
||
ua->use_epoll = 1;
|
||
DEBUG_INFO(DEBUG_CATEGORY_SYS, "Using epoll for socket monitoring");
|
||
// Add wakeup pipe to epoll
|
||
if (ua->wakeup_initialized) {
|
||
struct epoll_event ev;
|
||
ev.events = EPOLLIN;
|
||
ev.data.fd = -1; // -1 fd indicates wakeup
|
||
if (epoll_ctl(ua->epoll_fd, EPOLL_CTL_ADD, ua->wakeup_pipe[0], &ev) < 0) {
|
||
DEBUG_WARN(DEBUG_CATEGORY_SYS, "Failed to add wakeup pipe to epoll: %s", strerror(errno));
|
||
}
|
||
}
|
||
} else {
|
||
DEBUG_WARN(DEBUG_CATEGORY_SYS, "Failed to create epoll fd, falling back to poll: %s", strerror(errno));
|
||
}
|
||
#endif
|
||
|
||
DEBUG_DEBUG(DEBUG_CATEGORY_ETCP, "Creating TH2...");
|
||
|
||
#ifdef _WIN32
|
||
// Windows: self-connected UDP socket for wakeup
|
||
SOCKET r = socket(AF_INET, SOCK_DGRAM, IPPROTO_UDP);
|
||
SOCKET w = socket(AF_INET, SOCK_DGRAM, IPPROTO_UDP);
|
||
if (r == INVALID_SOCKET || w == INVALID_SOCKET) {
|
||
DEBUG_ERROR(DEBUG_CATEGORY_SYS, "Failed to create wakeup sockets");
|
||
u_free(ua);
|
||
return NULL;
|
||
}
|
||
|
||
struct sockaddr_in addr = {0};
|
||
addr.sin_family = AF_INET;
|
||
addr.sin_addr.s_addr = htonl(INADDR_LOOPBACK);
|
||
addr.sin_port = 0;
|
||
|
||
if (bind(r, (struct sockaddr*)&addr, sizeof(addr)) == SOCKET_ERROR ||
|
||
getsockname(r, (struct sockaddr*)&addr, &(int){sizeof(addr)}) == SOCKET_ERROR ||
|
||
connect(w, (struct sockaddr*)&addr, sizeof(addr)) == SOCKET_ERROR) {
|
||
closesocket(r);
|
||
closesocket(w);
|
||
DEBUG_ERROR(DEBUG_CATEGORY_SYS, "Wakeup socket setup failed: %d", WSAGetLastError());
|
||
u_free(ua);
|
||
return NULL;
|
||
}
|
||
|
||
ua->wakeup_pipe[0] = (int)(intptr_t)r;
|
||
ua->wakeup_pipe[1] = (int)(intptr_t)w;
|
||
ua->wakeup_initialized = 1;
|
||
|
||
u_long mode = 1;
|
||
ioctlsocket(r, FIONBIO, &mode);
|
||
|
||
// Register the read socket with uasync
|
||
uasync_add_socket_t(ua, r, wakeup_read_callback_win, NULL, NULL, "wakeup", ua); // ← ua как user_data
|
||
// uasync_add_socket_t(ua, r, wakeup_read_callback_win, NULL, NULL, NULL);
|
||
InitializeCriticalSection(&ua->posted_lock);
|
||
|
||
#else
|
||
#ifdef __linux__
|
||
ua->wakeup_pipe[0] = eventfd(0, EFD_NONBLOCK | EFD_CLOEXEC);
|
||
if (ua->wakeup_pipe[0] < 0) {
|
||
DEBUG_ERROR(DEBUG_CATEGORY_SYS, "eventfd() failed: %s", strerror(errno));
|
||
u_free(ua);
|
||
return NULL;
|
||
}
|
||
ua->wakeup_pipe[1] = ua->wakeup_pipe[0];
|
||
#else
|
||
if (pipe(ua->wakeup_pipe) < 0) {
|
||
DEBUG_ERROR(DEBUG_CATEGORY_SYS, "pipe() failed: %s", strerror(errno));
|
||
u_free(ua);
|
||
return NULL;
|
||
}
|
||
if (fcntl(ua->wakeup_pipe[0], F_SETFL, O_NONBLOCK) < 0) {
|
||
DEBUG_ERROR(DEBUG_CATEGORY_SYS, "fcntl(wakeup_pipe[0], O_NONBLOCK) failed: %s", strerror(errno));
|
||
}
|
||
if (fcntl(ua->wakeup_pipe[1], F_SETFL, O_NONBLOCK) < 0) {
|
||
DEBUG_ERROR(DEBUG_CATEGORY_SYS, "fcntl(wakeup_pipe[1], O_NONBLOCK) failed: %s", strerror(errno));
|
||
}
|
||
#endif
|
||
ua->wakeup_initialized = 1;
|
||
|
||
#if HAS_EPOLL
|
||
if (ua->use_epoll && ua->epoll_fd >= 0) {
|
||
struct epoll_event ev;
|
||
ev.events = EPOLLIN;
|
||
ev.data.fd = -1;
|
||
if (epoll_ctl(ua->epoll_fd, EPOLL_CTL_ADD, ua->wakeup_pipe[0], &ev) < 0) {
|
||
DEBUG_WARN(DEBUG_CATEGORY_SYS, "Failed to add wakeup pipe to epoll: %s", strerror(errno));
|
||
}
|
||
}
|
||
#endif
|
||
|
||
if (!ua->use_epoll) {
|
||
uasync_add_socket(ua, ua->wakeup_pipe[0], wakeup_read_callback_posix, NULL, NULL, "wakeup", ua); // ← ua
|
||
}
|
||
pthread_mutex_init(&ua->posted_lock, NULL);
|
||
|
||
#endif
|
||
DEBUG_DEBUG(DEBUG_CATEGORY_ETCP, "Creating TH3...");
|
||
|
||
return ua;
|
||
}
|
||
|
||
// Print all resources for debugging
|
||
void uasync_print_resources(struct UASYNC* ua, const char* prefix) {
|
||
if (!ua) {
|
||
DEBUG_INFO(DEBUG_CATEGORY_SYS, "%s: NULL uasync instance", prefix);
|
||
return;
|
||
}
|
||
|
||
DEBUG_INFO(DEBUG_CATEGORY_SYS, "%s: UASYNC Resource Report for %p", prefix, ua);
|
||
DEBUG_INFO(DEBUG_CATEGORY_SYS, " Timer Statistics: allocated=%zu, u_freed=%zu, active=%zd",
|
||
ua->timer_alloc_count, ua->timer_free_count,
|
||
(ssize_t)(ua->timer_alloc_count - ua->timer_free_count));
|
||
DEBUG_INFO(DEBUG_CATEGORY_SYS, " Socket Statistics: allocated=%zu, u_freed=%zu, active=%zd",
|
||
ua->socket_alloc_count, ua->socket_free_count,
|
||
(ssize_t)(ua->socket_alloc_count - ua->socket_free_count));
|
||
|
||
// Показать активные таймеры
|
||
if (ua->timeout_heap) {
|
||
struct timeval now_tv;
|
||
get_current_time(&now_tv);
|
||
uint64_t now_ms = timeval_to_ms(&now_tv);
|
||
size_t active_timers = 0;
|
||
size_t deleted_timers = 0;
|
||
for (size_t i = 0; i < ua->timeout_heap->size; i++) {
|
||
uint64_t exp = ua->timeout_heap->heap[i].expiration;
|
||
int64_t remain = (int64_t)(exp - now_ms);
|
||
if (ua->timeout_heap->heap[i].deleted) {
|
||
deleted_timers++;
|
||
struct timeout_node* node = (struct timeout_node*)ua->timeout_heap->heap[i].data;
|
||
DEBUG_INFO(DEBUG_CATEGORY_SYS, " Timer DELETED: node=%p name='%s' exp=%llu remain=%lldms",
|
||
node, node ? node->name : "null", (unsigned long long)exp, (long long)remain);
|
||
} else {
|
||
active_timers++;
|
||
struct timeout_node* node = (struct timeout_node*)ua->timeout_heap->heap[i].data;
|
||
DEBUG_INFO(DEBUG_CATEGORY_SYS, " Timer ACTIVE: node=%p name='%s' exp=%llu remain=%lldms",
|
||
node, node ? node->name : "null", (unsigned long long)exp, (long long)remain);
|
||
}
|
||
}
|
||
DEBUG_INFO(DEBUG_CATEGORY_SYS, " Active timers in heap: %zu, deleted: %zu, total: %zu",
|
||
active_timers, deleted_timers, ua->timeout_heap->size);
|
||
}
|
||
|
||
// Показать активные сокеты
|
||
if (ua->sockets) {
|
||
int active_sockets = 0;
|
||
DEBUG_INFO(DEBUG_CATEGORY_SYS, " Socket array capacity: %d, active: %d",
|
||
ua->sockets->capacity, ua->sockets->count);
|
||
for (int i = 0; i < ua->sockets->capacity; i++) {
|
||
if (ua->sockets->sockets[i].active) {
|
||
struct socket_node* sn = &ua->sockets->sockets[i];
|
||
active_sockets++;
|
||
DEBUG_INFO(DEBUG_CATEGORY_SYS, " Socket: fd=%d name='%s' type=%s r=%p w=%p e=%p ud=%p",
|
||
sn->fd, sn->name ? sn->name : "?",
|
||
sn->type == SOCKET_NODE_TYPE_SOCK ? "SOCK" : "FD",
|
||
(void*)(sn->type == SOCKET_NODE_TYPE_SOCK ? (void*)sn->read_cbk_sock : (void*)sn->read_cbk),
|
||
(void*)(sn->type == SOCKET_NODE_TYPE_SOCK ? (void*)sn->write_cbk_sock : (void*)sn->write_cbk),
|
||
(void*)sn->except_cbk, sn->user_data);
|
||
}
|
||
}
|
||
DEBUG_INFO(DEBUG_CATEGORY_SYS, " Total active sockets: %d", active_sockets);
|
||
}
|
||
|
||
DEBUG_INFO(DEBUG_CATEGORY_SYS, "%s: End of resource report", prefix);
|
||
}
|
||
|
||
// Modified function in u_async.c: uasync_destroy
|
||
// Changes: Close wakeup sockets properly on Windows.
|
||
|
||
void uasync_mark_running(struct UASYNC* ua) {
|
||
if (!ua) return;
|
||
__atomic_store_n(&ua->running, 1, __ATOMIC_RELEASE);
|
||
}
|
||
|
||
void uasync_mark_stopped(struct UASYNC* ua) {
|
||
if (!ua) return;
|
||
__atomic_store_n(&ua->running, 0, __ATOMIC_RELEASE);
|
||
}
|
||
|
||
void uasync_destroy(struct UASYNC* ua, int close_fds) {
|
||
if (!ua) return;
|
||
ua->running = 0;
|
||
|
||
DEBUG_DEBUG(DEBUG_CATEGORY_TIMERS, "uasync_destroy: starting cleanup for ua=%p", ua);
|
||
|
||
// Диагностика ресурсов перед очисткой
|
||
uasync_print_resources(ua, "BEFORE_DESTROY");
|
||
|
||
// Check for potential memory leaks
|
||
if (ua->timer_alloc_count != ua->timer_free_count || ua->socket_alloc_count != ua->socket_free_count) {
|
||
DEBUG_ERROR(DEBUG_CATEGORY_SYS, "Memory leaks detected before cleanup: timers %zu/%zu, sockets %zu/%zu",
|
||
ua->timer_alloc_count, ua->timer_free_count, ua->socket_alloc_count, ua->socket_free_count);
|
||
DEBUG_ERROR(DEBUG_CATEGORY_TIMERS, "Timer leak: allocated=%zu, u_freed=%zu, diff=%zd",
|
||
ua->timer_alloc_count, ua->timer_free_count,
|
||
(ssize_t)(ua->timer_alloc_count - ua->timer_free_count));
|
||
DEBUG_ERROR(DEBUG_CATEGORY_TIMERS, "Socket leak: allocated=%zu, u_freed=%zu, diff=%zd",
|
||
ua->socket_alloc_count, ua->socket_free_count,
|
||
(ssize_t)(ua->socket_alloc_count - ua->socket_free_count));
|
||
// Continue cleanup, will abort after if leaks remain
|
||
}
|
||
|
||
// Free all remaining timeouts
|
||
|
||
// Очистить immediate_queue
|
||
while (ua->immediate_queue_head) {
|
||
struct timeout_node* node = ua->immediate_queue_head;
|
||
ua->immediate_queue_head = node->next;
|
||
if (node) {
|
||
node->ua->timer_free_count++;
|
||
memory_pool_free(ua->timeout_pool, node);
|
||
}
|
||
}
|
||
ua->immediate_queue_tail = NULL;
|
||
|
||
// Очистить heap
|
||
if (ua->timeout_heap) {
|
||
while (1) {
|
||
TimeoutEntry entry;
|
||
if (timeout_heap_pop(ua->timeout_heap, &entry) != 0) break;
|
||
struct timeout_node* node = (struct timeout_node*)entry.data;
|
||
|
||
// Free all timer nodes (avoid double-u_free bug)
|
||
if (node) {
|
||
ua->timer_free_count++;
|
||
memory_pool_free(ua->timeout_pool, node);
|
||
}
|
||
}
|
||
timeout_heap_destroy(ua->timeout_heap);
|
||
ua->timeout_heap = NULL;
|
||
}
|
||
|
||
// Destroy timeout pool
|
||
if (ua->timeout_pool) {
|
||
memory_pool_destroy(ua->timeout_pool);
|
||
ua->timeout_pool = NULL;
|
||
}
|
||
|
||
// Free all socket nodes using array approach
|
||
if (ua->sockets) {
|
||
// Count and u_free all active sockets
|
||
int u_freed_count = 0;
|
||
for (int i = 0; i < ua->sockets->capacity; i++) {
|
||
if (ua->sockets->sockets[i].active) {
|
||
if (close_fds && ua->sockets->sockets[i].fd >= 0) {
|
||
#ifdef _WIN32
|
||
if (ua->sockets->sockets[i].type == SOCKET_NODE_TYPE_SOCK) {
|
||
closesocket(ua->sockets->sockets[i].sock);
|
||
} else {
|
||
close(ua->sockets->sockets[i].fd); // For pipes/FDs
|
||
}
|
||
#else
|
||
close(ua->sockets->sockets[i].fd);
|
||
#endif
|
||
}
|
||
ua->socket_free_count++;
|
||
u_freed_count++;
|
||
}
|
||
}
|
||
DEBUG_DEBUG(DEBUG_CATEGORY_SYS, "Freed %d socket nodes in destroy", u_freed_count);
|
||
socket_array_destroy(ua->sockets);
|
||
}
|
||
|
||
// Close wakeup pipe/sockets
|
||
if (ua->wakeup_initialized) {
|
||
#ifdef _WIN32
|
||
closesocket((SOCKET)(intptr_t)ua->wakeup_pipe[0]);
|
||
if (ua->wakeup_pipe[1] != ua->wakeup_pipe[0])
|
||
closesocket((SOCKET)(intptr_t)ua->wakeup_pipe[1]);
|
||
#else
|
||
close(ua->wakeup_pipe[0]);
|
||
// eventfd на Linux: wakeup_pipe[0] == wakeup_pipe[1] — избегаем двойного close
|
||
if (ua->wakeup_pipe[1] != ua->wakeup_pipe[0])
|
||
close(ua->wakeup_pipe[1]);
|
||
#endif
|
||
}
|
||
|
||
// Free cached poll_fds
|
||
u_free(ua->poll_fds);
|
||
|
||
// Close epoll fd on Linux
|
||
#if HAS_EPOLL
|
||
if (ua->epoll_fd >= 0) {
|
||
close(ua->epoll_fd);
|
||
}
|
||
#endif
|
||
|
||
// Final leak check
|
||
if (ua->timer_alloc_count != ua->timer_free_count || ua->socket_alloc_count != ua->socket_free_count) {
|
||
DEBUG_ERROR(DEBUG_CATEGORY_SYS, "Memory leaks detected after cleanup: timers %zu/%zu, sockets %zu/%zu",
|
||
ua->timer_alloc_count, ua->timer_free_count, ua->socket_alloc_count, ua->socket_free_count);
|
||
DEBUG_ERROR(DEBUG_CATEGORY_TIMERS, "FINAL Timer leak: allocated=%zu, u_freed=%zu, diff=%zd",
|
||
ua->timer_alloc_count, ua->timer_free_count,
|
||
(ssize_t)(ua->timer_alloc_count - ua->timer_free_count));
|
||
DEBUG_ERROR(DEBUG_CATEGORY_TIMERS, "FINAL Socket leak: allocated=%zu, u_freed=%zu, diff=%zd",
|
||
ua->socket_alloc_count, ua->socket_free_count,
|
||
(ssize_t)(ua->socket_alloc_count - ua->socket_free_count));
|
||
abort();
|
||
}
|
||
|
||
DEBUG_DEBUG(DEBUG_CATEGORY_TIMERS, "uasync_destroy: completed successfully for ua=%p", ua);
|
||
|
||
while (ua->posted_tasks_head) {
|
||
struct posted_task* t = ua->posted_tasks_head;
|
||
ua->posted_tasks_head = t->next;
|
||
u_free(t);
|
||
}
|
||
#ifdef _WIN32
|
||
DeleteCriticalSection(&ua->posted_lock);
|
||
#else
|
||
pthread_mutex_destroy(&ua->posted_lock);
|
||
#endif
|
||
|
||
u_free(ua);
|
||
|
||
// Cleanup socket platform (WSACleanup on Windows)
|
||
socket_platform_cleanup();
|
||
}
|
||
|
||
// Debug statistics
|
||
void uasync_get_stats(struct UASYNC* ua, size_t* timer_alloc, size_t* timer_u_free, size_t* socket_alloc, size_t* socket_u_free) {
|
||
if (!ua) return;
|
||
if (timer_alloc) *timer_alloc = ua->timer_alloc_count;
|
||
if (timer_u_free) *timer_u_free = ua->timer_free_count;
|
||
if (socket_alloc) *socket_alloc = ua->socket_alloc_count;
|
||
if (socket_u_free) *socket_u_free = ua->socket_free_count;
|
||
}
|
||
|
||
void uasync_memsync(struct UASYNC* ua) {
|
||
#ifdef _WIN32
|
||
EnterCriticalSection(&ua->posted_lock);
|
||
#else
|
||
pthread_mutex_lock(&ua->posted_lock);
|
||
#endif
|
||
#ifdef _WIN32
|
||
LeaveCriticalSection(&ua->posted_lock);
|
||
#else
|
||
pthread_mutex_unlock(&ua->posted_lock);
|
||
#endif
|
||
}
|
||
|
||
void uasync_post(struct UASYNC* ua, uasync_post_callback_t callback, void* arg) {
|
||
if (!ua || !callback) return;
|
||
|
||
struct posted_task* task = u_malloc(sizeof(struct posted_task));
|
||
if (!task) return;
|
||
|
||
task->callback = callback;
|
||
task->arg = arg;
|
||
task->next = NULL;
|
||
|
||
#ifdef _WIN32
|
||
EnterCriticalSection(&ua->posted_lock);
|
||
#else
|
||
pthread_mutex_lock(&ua->posted_lock);
|
||
#endif
|
||
|
||
if (ua->posted_tasks_tail) {
|
||
// есть конец списка — добавляем туда
|
||
ua->posted_tasks_tail->next = task;
|
||
ua->posted_tasks_tail = task;
|
||
} else {
|
||
// список пустой — это первая задача
|
||
ua->posted_tasks_head = ua->posted_tasks_tail = task;
|
||
}
|
||
|
||
#ifdef _WIN32
|
||
LeaveCriticalSection(&ua->posted_lock);
|
||
#else
|
||
pthread_mutex_unlock(&ua->posted_lock);
|
||
#endif
|
||
|
||
uasync_wakeup(ua); // будим mainloop
|
||
}
|
||
|
||
// Wakeup mechanism
|
||
int uasync_wakeup(struct UASYNC* ua) {
|
||
if (!ua || !ua->wakeup_initialized) return -1;
|
||
|
||
#ifdef _WIN32
|
||
char byte = 0;
|
||
int ret = send((SOCKET)(intptr_t)ua->wakeup_pipe[1], &byte, 1, 0);
|
||
if (ret != 1) {
|
||
return -1;
|
||
}
|
||
#else
|
||
uint64_t val = 1;
|
||
ssize_t ret = write(ua->wakeup_pipe[1], &val, sizeof(val));
|
||
if (ret != sizeof(val)) {
|
||
return -1;
|
||
}
|
||
#endif
|
||
return 0;
|
||
}
|
||
|
||
int uasync_get_wakeup_fd(struct UASYNC* ua) {
|
||
if (!ua || !ua->wakeup_initialized) return -1;
|
||
return ua->wakeup_pipe[1];
|
||
}
|
||
|
||
/* Lookup socket by file descriptor - returns current pointer even after u_realloc */
|
||
int uasync_lookup_socket(struct UASYNC* ua, int fd, void** socket_id) {
|
||
if (!ua || !ua->sockets || !socket_id || fd < 0 || fd >= FD_SETSIZE) {
|
||
return -1;
|
||
}
|
||
|
||
*socket_id = socket_array_get(ua->sockets, fd);
|
||
return (*socket_id != NULL) ? 0 : -1;
|
||
}
|
||
|
||
void uasync_stop(struct UASYNC* ua) {
|
||
if (ua) ua->stop = 1;
|
||
}
|
||
|
||
void uasync_mainloop(struct UASYNC* ua) {
|
||
while (!ua->stop) {
|
||
uasync_poll(ua, -1);
|
||
}
|
||
}
|