mirror of
https://git.ffmpeg.org/ffmpeg.git
synced 2024-12-24 16:22:37 +00:00
25ecc94d58
The executor design pattern was introduced by java <https://docs.oracle.com/en/java/javase/20/docs/api/java.base/java/util/concurrent/Executor.html> it also adapted by python <https://docs.python.org/3/library/concurrent.futures.html> Compared to handcrafted thread pool management, it greatly simplifies the thread code. Signed-off-by: Michael Niedermayer <michael@niedermayer.cc>
202 lines
4.9 KiB
C
202 lines
4.9 KiB
C
/*
|
|
* Copyright (C) 2023 Nuo Mi
|
|
*
|
|
* This file is part of FFmpeg.
|
|
*
|
|
* FFmpeg is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
*
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with FFmpeg; if not, write to the Free Software
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
*/
|
|
#include "internal.h"
|
|
#include "mem.h"
|
|
#include "thread.h"
|
|
|
|
#include "executor.h"
|
|
|
|
#if !HAVE_THREADS
|
|
|
|
#define ExecutorThread char
|
|
|
|
#define executor_thread_create(t, a, s, ar) 0
|
|
#define executor_thread_join(t, r) do {} while(0)
|
|
|
|
#else
|
|
|
|
#define ExecutorThread pthread_t
|
|
|
|
#define executor_thread_create(t, a, s, ar) pthread_create(t, a, s, ar)
|
|
#define executor_thread_join(t, r) pthread_join(t, r)
|
|
|
|
#endif //!HAVE_THREADS
|
|
|
|
typedef struct ThreadInfo {
|
|
AVExecutor *e;
|
|
ExecutorThread thread;
|
|
} ThreadInfo;
|
|
|
|
struct AVExecutor {
|
|
AVTaskCallbacks cb;
|
|
int thread_count;
|
|
|
|
ThreadInfo *threads;
|
|
uint8_t *local_contexts;
|
|
|
|
AVMutex lock;
|
|
AVCond cond;
|
|
int die;
|
|
|
|
AVTask *tasks;
|
|
};
|
|
|
|
static AVTask* remove_task(AVTask **prev, AVTask *t)
|
|
{
|
|
*prev = t->next;
|
|
t->next = NULL;
|
|
return t;
|
|
}
|
|
|
|
static void add_task(AVTask **prev, AVTask *t)
|
|
{
|
|
t->next = *prev;
|
|
*prev = t;
|
|
}
|
|
|
|
static int run_one_task(AVExecutor *e, void *lc)
|
|
{
|
|
AVTaskCallbacks *cb = &e->cb;
|
|
AVTask **prev;
|
|
|
|
for (prev = &e->tasks; *prev && !cb->ready(*prev, cb->user_data); prev = &(*prev)->next)
|
|
/* nothing */;
|
|
if (*prev) {
|
|
AVTask *t = remove_task(prev, *prev);
|
|
ff_mutex_unlock(&e->lock);
|
|
cb->run(t, lc, cb->user_data);
|
|
ff_mutex_lock(&e->lock);
|
|
return 1;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
#if HAVE_THREADS
|
|
static void *executor_worker_task(void *data)
|
|
{
|
|
ThreadInfo *ti = (ThreadInfo*)data;
|
|
AVExecutor *e = ti->e;
|
|
void *lc = e->local_contexts + (ti - e->threads) * e->cb.local_context_size;
|
|
|
|
ff_mutex_lock(&e->lock);
|
|
while (1) {
|
|
if (e->die) break;
|
|
|
|
if (!run_one_task(e, lc)) {
|
|
//no task in one loop
|
|
ff_cond_wait(&e->cond, &e->lock);
|
|
}
|
|
}
|
|
ff_mutex_unlock(&e->lock);
|
|
return NULL;
|
|
}
|
|
#endif
|
|
|
|
static void executor_free(AVExecutor *e, const int has_lock, const int has_cond)
|
|
{
|
|
if (e->thread_count) {
|
|
//signal die
|
|
ff_mutex_lock(&e->lock);
|
|
e->die = 1;
|
|
ff_cond_broadcast(&e->cond);
|
|
ff_mutex_unlock(&e->lock);
|
|
|
|
for (int i = 0; i < e->thread_count; i++)
|
|
executor_thread_join(e->threads[i].thread, NULL);
|
|
}
|
|
if (has_cond)
|
|
ff_cond_destroy(&e->cond);
|
|
if (has_lock)
|
|
ff_mutex_destroy(&e->lock);
|
|
|
|
av_free(e->threads);
|
|
av_free(e->local_contexts);
|
|
|
|
av_free(e);
|
|
}
|
|
|
|
AVExecutor* av_executor_alloc(const AVTaskCallbacks *cb, int thread_count)
|
|
{
|
|
AVExecutor *e;
|
|
int has_lock = 0, has_cond = 0;
|
|
if (!cb || !cb->user_data || !cb->ready || !cb->run || !cb->priority_higher)
|
|
return NULL;
|
|
|
|
e = av_mallocz(sizeof(*e));
|
|
if (!e)
|
|
return NULL;
|
|
e->cb = *cb;
|
|
|
|
e->local_contexts = av_calloc(thread_count, e->cb.local_context_size);
|
|
if (!e->local_contexts)
|
|
goto free_executor;
|
|
|
|
e->threads = av_calloc(thread_count, sizeof(*e->threads));
|
|
if (!e->threads)
|
|
goto free_executor;
|
|
|
|
has_lock = !ff_mutex_init(&e->lock, NULL);
|
|
has_cond = !ff_cond_init(&e->cond, NULL);
|
|
|
|
if (!has_lock || !has_cond)
|
|
goto free_executor;
|
|
|
|
for (/* nothing */; e->thread_count < thread_count; e->thread_count++) {
|
|
ThreadInfo *ti = e->threads + e->thread_count;
|
|
ti->e = e;
|
|
if (executor_thread_create(&ti->thread, NULL, executor_worker_task, ti))
|
|
goto free_executor;
|
|
}
|
|
return e;
|
|
|
|
free_executor:
|
|
executor_free(e, has_lock, has_cond);
|
|
return NULL;
|
|
}
|
|
|
|
void av_executor_free(AVExecutor **executor)
|
|
{
|
|
if (!executor || !*executor)
|
|
return;
|
|
executor_free(*executor, 1, 1);
|
|
*executor = NULL;
|
|
}
|
|
|
|
void av_executor_execute(AVExecutor *e, AVTask *t)
|
|
{
|
|
AVTaskCallbacks *cb = &e->cb;
|
|
AVTask **prev;
|
|
|
|
ff_mutex_lock(&e->lock);
|
|
if (t) {
|
|
for (prev = &e->tasks; *prev && cb->priority_higher(*prev, t); prev = &(*prev)->next)
|
|
/* nothing */;
|
|
add_task(prev, t);
|
|
}
|
|
ff_cond_signal(&e->cond);
|
|
ff_mutex_unlock(&e->lock);
|
|
|
|
#if !HAVE_THREADS
|
|
// We are running in a single-threaded environment, so we must handle all tasks ourselves
|
|
while (run_one_task(e, e->local_contexts))
|
|
/* nothing */;
|
|
#endif
|
|
}
|