refactor: convert watchdir to C++ (#2899)

* refactor: use new/delete instead of malloc/free

* refactor: use std::string instead of raw c strings
This commit is contained in:
Charles Kerr
2022-04-09 09:58:02 -05:00
committed by GitHub
parent 205abbbcce
commit 70fbce71ec

View File

@@ -3,7 +3,8 @@
// or any future license endorsed by Mnemosyne LLC. // or any future license endorsed by Mnemosyne LLC.
// License text can be found in the licenses/ folder. // License text can be found in the licenses/ folder.
#include <cstring> /* strcmp() */ #include <map>
#include <memory>
#include <string> #include <string>
#include <string_view> #include <string_view>
#include <unordered_set> #include <unordered_set>
@@ -16,317 +17,183 @@
#define LIBTRANSMISSION_WATCHDIR_MODULE #define LIBTRANSMISSION_WATCHDIR_MODULE
#include "transmission.h" #include "transmission.h"
#include "error.h" #include "error.h"
#include "error-types.h" #include "error-types.h"
#include "file.h" #include "file.h"
#include "log.h" #include "log.h"
#include "ptrarray.h"
#include "tr-assert.h" #include "tr-assert.h"
#include "tr-strbuf.h"
#include "utils.h" #include "utils.h"
#include "watchdir.h" #include "watchdir.h"
#include "watchdir-common.h" #include "watchdir-common.h"
/*** using namespace std::literals;
****
***/
struct tr_watchdir
{
char* path;
tr_watchdir_cb callback;
void* callback_user_data;
struct event_base* event_base;
tr_watchdir_backend* backend;
tr_ptrArray active_retries;
};
/*** /***
**** ****
***/ ***/
static bool is_regular_file(char const* dir, char const* name)
{
auto const path = tr_strvPath(dir, name);
auto path_info = tr_sys_path_info{};
tr_error* error = nullptr;
bool const ret = tr_sys_path_get_info(path.c_str(), 0, &path_info, &error) && (path_info.type == TR_SYS_PATH_IS_FILE);
if (error != nullptr)
{
if (!TR_ERROR_IS_ENOENT(error->code))
{
tr_logAddWarn(fmt::format(
_("Skipping '{path}': {error} ({error_code})"),
fmt::arg("path", path),
fmt::arg("error", error->message),
fmt::arg("error_code", error->code)));
}
tr_error_free(error);
}
return ret;
}
static constexpr char const* watchdir_status_to_string(tr_watchdir_status status)
{
switch (status)
{
case TR_WATCHDIR_ACCEPT:
return "accept";
case TR_WATCHDIR_IGNORE:
return "ignore";
case TR_WATCHDIR_RETRY:
return "retry";
default:
return "???";
}
}
static tr_watchdir_status tr_watchdir_process_impl(tr_watchdir_t handle, char const* name)
{
/* File may be gone while we're retrying */
if (!is_regular_file(tr_watchdir_get_path(handle), name))
{
return TR_WATCHDIR_IGNORE;
}
tr_watchdir_status const ret = (*handle->callback)(handle, name, handle->callback_user_data);
TR_ASSERT(ret == TR_WATCHDIR_ACCEPT || ret == TR_WATCHDIR_IGNORE || ret == TR_WATCHDIR_RETRY);
tr_logAddDebug(fmt::format("Callback decided to {} file '{}'", watchdir_status_to_string(ret), name));
return ret;
}
/***
****
***/
struct tr_watchdir_retry
{
tr_watchdir_t handle;
char* name;
size_t counter;
struct event* timer;
struct timeval interval;
};
/* Non-static and mutable for unit tests */ /* Non-static and mutable for unit tests */
auto tr_watchdir_retry_limit = size_t{ 3 }; auto tr_watchdir_retry_limit = size_t{ 3 };
auto tr_watchdir_retry_start_interval = timeval{ 1, 0 }; auto tr_watchdir_retry_start_interval = timeval{ 1, 0 };
auto tr_watchdir_retry_max_interval = timeval{ 10, 0 }; auto tr_watchdir_retry_max_interval = timeval{ 10, 0 };
#define tr_watchdir_retries_init(r) (void)0 class tr_watchdir_retry
#define tr_watchdir_retries_destroy(r) tr_ptrArrayDestruct((r), (PtrArrayForeachFunc)&tr_watchdir_retry_free)
#define tr_watchdir_retries_insert(r, v) tr_ptrArrayInsertSorted((r), (v), &compare_retry_names)
#define tr_watchdir_retries_remove(r, v) tr_ptrArrayRemoveSortedPointer((r), (v), &compare_retry_names)
#define tr_watchdir_retries_find(r, v) tr_ptrArrayFindSorted((r), (v), &compare_retry_names)
static int compare_retry_names(void const* a, void const* b)
{ {
return strcmp(((tr_watchdir_retry const*)a)->name, ((tr_watchdir_retry const*)b)->name); public:
} tr_watchdir_retry(tr_watchdir_retry const&) = delete;
tr_watchdir_retry& operator=(tr_watchdir_retry const&) = delete;
static void tr_watchdir_retry_free(tr_watchdir_retry* retry); tr_watchdir_retry(tr_watchdir_t handle_in, struct event_base* base, std::string_view name_in)
: handle_{ handle_in }
static void tr_watchdir_on_retry_timer(evutil_socket_t /*fd*/, short /*type*/, void* context) , name_{ name_in }
{ , timer_{ evtimer_new(base, onRetryTimer, this) }
TR_ASSERT(context != nullptr);
auto* const retry = static_cast<tr_watchdir_retry*>(context);
auto const handle = retry->handle;
if (tr_watchdir_process_impl(handle, retry->name) == TR_WATCHDIR_RETRY)
{ {
if (++retry->counter < tr_watchdir_retry_limit) restart();
{
evutil_timeradd(&retry->interval, &retry->interval, &retry->interval);
if (evutil_timercmp(&retry->interval, &tr_watchdir_retry_max_interval, >))
{
retry->interval = tr_watchdir_retry_max_interval;
} }
evtimer_del(retry->timer); ~tr_watchdir_retry()
evtimer_add(retry->timer, &retry->interval);
return;
}
tr_logAddWarn(fmt::format(_("Couldn't add torrent file '{path}'"), fmt::arg("path", retry->name)));
}
tr_watchdir_retries_remove(&handle->active_retries, retry);
tr_watchdir_retry_free(retry);
}
static tr_watchdir_retry* tr_watchdir_retry_new(tr_watchdir_t handle, char const* name)
{
auto* const retry = tr_new0(tr_watchdir_retry, 1);
retry->handle = handle;
retry->name = tr_strdup(name);
retry->timer = evtimer_new(handle->event_base, &tr_watchdir_on_retry_timer, retry);
retry->interval = tr_watchdir_retry_start_interval;
evtimer_add(retry->timer, &retry->interval);
return retry;
}
static void tr_watchdir_retry_free(tr_watchdir_retry* retry)
{
if (retry == nullptr)
{ {
return; evtimer_del(timer_);
event_free(timer_);
} }
if (retry->timer != nullptr) void restart()
{ {
evtimer_del(retry->timer); evtimer_del(timer_);
event_free(retry->timer);
counter_ = 0U;
interval_ = tr_watchdir_retry_start_interval;
evtimer_add(timer_, &interval_);
} }
tr_free(retry->name); bool bump()
tr_free(retry); {
} evtimer_del(timer_);
static void tr_watchdir_retry_restart(tr_watchdir_retry* retry) if (++counter_ >= tr_watchdir_retry_limit)
{
return false;
}
// keep doubling the interval, but clamp at max_interval
evutil_timeradd(&interval_, &interval_, &interval_);
if (evutil_timercmp(&interval_, &tr_watchdir_retry_max_interval, >))
{
interval_ = tr_watchdir_retry_max_interval;
}
evtimer_add(timer_, &interval_);
return true;
}
[[nodiscard]] auto const& name() const noexcept
{
return name_;
}
private:
static void onRetryTimer(evutil_socket_t /*fd*/, short /*type*/, void* self);
tr_watchdir_t handle_ = nullptr;
std::string name_;
size_t counter_ = 0U;
struct event* const timer_;
struct timeval interval_ = tr_watchdir_retry_start_interval;
};
// TODO: notify / kqueue / win32 / generic should subclass from tr_watchdir
struct tr_watchdir
{ {
TR_ASSERT(retry != nullptr); public:
tr_watchdir(
evtimer_del(retry->timer);
retry->counter = 0;
retry->interval = tr_watchdir_retry_start_interval;
evtimer_add(retry->timer, &retry->interval);
}
/***
****
***/
tr_watchdir_t tr_watchdir_new(
std::string_view path, std::string_view path,
event_base* event_base,
tr_watchdir_cb callback, tr_watchdir_cb callback,
void* callback_user_data, void* callback_user_data,
struct event_base* event_base, bool force_generic = false)
bool force_generic) : path_{ path }
{ , event_base_{ event_base }
auto* handle = tr_new0(struct tr_watchdir, 1); , callback_{ callback }
handle->path = tr_strvDup(path); , callback_user_data_{ callback_user_data }
handle->callback = callback; {
handle->callback_user_data = callback_user_data; // TODO: backends should be subclasses
handle->event_base = event_base; if (!force_generic && (backend_ == nullptr))
tr_watchdir_retries_init(&handle->active_retries);
if (!force_generic && (handle->backend == nullptr))
{ {
#if defined(WITH_INOTIFY) #if defined(WITH_INOTIFY)
handle->backend = tr_watchdir_inotify_new(handle); backend_ = tr_watchdir_inotify_new(this);
#elif defined(WITH_KQUEUE) #elif defined(WITH_KQUEUE)
handle->backend = tr_watchdir_kqueue_new(handle); backend_ = tr_watchdir_kqueue_new(this);
#elif defined(_WIN32) #elif defined(_WIN32)
handle->backend = tr_watchdir_win32_new(handle); backend_ = tr_watchdir_win32_new(this);
#endif #endif
} }
if (handle->backend == nullptr) if (backend_ == nullptr)
{ {
handle->backend = tr_watchdir_generic_new(handle); backend_ = tr_watchdir_generic_new(this);
}
} }
if (handle->backend == nullptr) ~tr_watchdir()
{ {
tr_watchdir_free(handle); if (backend_ != nullptr)
handle = nullptr; {
backend_->free_func(backend_);
} }
else
{
TR_ASSERT(handle->backend->free_func != nullptr);
} }
return handle; tr_watchdir(tr_watchdir const&) = delete;
} tr_watchdir& operator=(tr_watchdir const&) = delete;
void tr_watchdir_free(tr_watchdir_t handle) [[nodiscard]] constexpr auto const& path() const noexcept
{
if (handle == nullptr)
{ {
return; return path_;
} }
tr_watchdir_retries_destroy(&handle->active_retries); [[nodiscard]] constexpr auto* backend() noexcept
if (handle->backend != nullptr)
{ {
handle->backend->free_func(handle->backend); return backend_;
} }
tr_free(handle->path); [[nodiscard]] constexpr auto* eventBase() noexcept
tr_free(handle);
}
char const* tr_watchdir_get_path(tr_watchdir_t handle)
{
TR_ASSERT(handle != nullptr);
return handle->path;
}
tr_watchdir_backend* tr_watchdir_get_backend(tr_watchdir_t handle)
{
TR_ASSERT(handle != nullptr);
return handle->backend;
}
struct event_base* tr_watchdir_get_event_base(tr_watchdir_t handle)
{
TR_ASSERT(handle != nullptr);
return handle->event_base;
}
/***
****
***/
void tr_watchdir_process(tr_watchdir_t handle, char const* name)
{
TR_ASSERT(handle != nullptr);
auto const search_key = tr_watchdir_retry{ {}, const_cast<char*>(name), {}, {}, {} };
auto* existing_retry = static_cast<tr_watchdir_retry*>(tr_watchdir_retries_find(&handle->active_retries, &search_key));
if (existing_retry != nullptr)
{ {
tr_watchdir_retry_restart(existing_retry); return event_base_;
return;
} }
if (tr_watchdir_process_impl(handle, name) == TR_WATCHDIR_RETRY) tr_watchdir_status invoke(char const* name)
{ {
tr_watchdir_retry* retry = tr_watchdir_retry_new(handle, name); /* File may be gone while we're retrying */
tr_watchdir_retries_insert(&handle->active_retries, retry); if (!is_regular_file(path(), name))
{
return TR_WATCHDIR_IGNORE;
} }
}
void tr_watchdir_scan(tr_watchdir_t handle, std::unordered_set<std::string>* dir_entries) auto const ret = (*callback_)(this, name, callback_user_data_);
{ TR_ASSERT(ret == TR_WATCHDIR_ACCEPT || ret == TR_WATCHDIR_IGNORE || ret == TR_WATCHDIR_RETRY);
tr_logAddDebug(fmt::format("Callback decided to {:s} file '{:s}'", statusToString(ret), name));
return ret;
}
void erase(std::string_view name)
{
active_retries_.erase(std::string{ name });
}
void scan(std::unordered_set<std::string>* dir_entries)
{
auto new_dir_entries = std::unordered_set<std::string>{}; auto new_dir_entries = std::unordered_set<std::string>{};
tr_error* error = nullptr; tr_error* error = nullptr;
auto const dir = tr_sys_dir_open(handle->path, &error); auto const dir = tr_sys_dir_open(path().c_str(), &error);
if (dir == TR_BAD_SYS_DIR) if (dir == TR_BAD_SYS_DIR)
{ {
tr_logAddWarn(fmt::format( tr_logAddWarn(fmt::format(
_("Couldn't read '{path}': {error} ({error_code})"), _("Couldn't read '{path}': {error} ({error_code})"),
fmt::arg("path", handle->path), fmt::arg("path", path()),
fmt::arg("error", error->message), fmt::arg("error", error->message),
fmt::arg("error_code", error->code))); fmt::arg("error_code", error->code)));
tr_error_free(error); tr_error_free(error);
@@ -352,14 +219,14 @@ void tr_watchdir_scan(tr_watchdir_t handle, std::unordered_set<std::string>* dir
} }
} }
tr_watchdir_process(handle, name); process(name);
} }
if (error != nullptr) if (error != nullptr)
{ {
tr_logAddWarn(fmt::format( tr_logAddWarn(fmt::format(
_("Couldn't read '{path}': {error} ({error_code})"), _("Couldn't read '{path}': {error} ({error_code})"),
fmt::arg("path", handle->path), fmt::arg("path", path()),
fmt::arg("error", error->message), fmt::arg("error", error->message),
fmt::arg("error_code", error->code))); fmt::arg("error_code", error->code)));
tr_error_free(error); tr_error_free(error);
@@ -371,4 +238,149 @@ void tr_watchdir_scan(tr_watchdir_t handle, std::unordered_set<std::string>* dir
{ {
*dir_entries = new_dir_entries; *dir_entries = new_dir_entries;
} }
}
void process(char const* name_cstr)
{
auto& retries = active_retries_;
auto name = std::string{ name_cstr };
auto it = retries.find(name);
if (it != std::end(retries)) // if we already have it, restart it
{
it->second->restart();
return;
}
if (invoke(name_cstr) != TR_WATCHDIR_RETRY)
{
return;
}
retries.try_emplace(name, std::make_unique<tr_watchdir_retry>(this, event_base_, name));
}
private:
static bool is_regular_file(std::string_view dir, std::string_view name)
{
auto const path = tr_pathbuf{ dir, '/', name };
auto path_info = tr_sys_path_info{};
tr_error* error = nullptr;
bool const ret = tr_sys_path_get_info(path, 0, &path_info, &error) && (path_info.type == TR_SYS_PATH_IS_FILE);
if (error != nullptr)
{
if (!TR_ERROR_IS_ENOENT(error->code))
{
tr_logAddWarn(fmt::format(
_("Skipping '{path}': {error} ({error_code})"),
fmt::arg("path", path),
fmt::arg("error", error->message),
fmt::arg("error_code", error->code)));
}
tr_error_free(error);
}
return ret;
}
static constexpr std::string_view statusToString(tr_watchdir_status status)
{
switch (status)
{
case TR_WATCHDIR_ACCEPT:
return "accept"sv;
case TR_WATCHDIR_IGNORE:
return "ignore"sv;
case TR_WATCHDIR_RETRY:
return "retry"sv;
default:
return "???"sv;
}
}
std::string const path_;
struct event_base* const event_base_;
tr_watchdir_backend* backend_ = nullptr;
tr_watchdir_cb const callback_;
void* const callback_user_data_;
std::map<std::string /*name*/, std::unique_ptr<tr_watchdir_retry>> active_retries_;
};
/***
****
***/
void tr_watchdir_retry::onRetryTimer(evutil_socket_t /*fd*/, short /*type*/, void* vself)
{
TR_ASSERT(vself != nullptr);
auto* const retry = static_cast<tr_watchdir_retry*>(vself);
auto const handle = retry->handle_;
if (handle->invoke(retry->name_.c_str()) == TR_WATCHDIR_RETRY)
{
if (retry->bump())
{
return;
}
tr_logAddWarn(fmt::format(_("Couldn't add torrent file '{path}'"), fmt::arg("path", retry->name())));
}
handle->erase(retry->name());
}
/***
****
***/
tr_watchdir_t tr_watchdir_new(
std::string_view path,
tr_watchdir_cb callback,
void* callback_user_data,
struct event_base* event_base,
bool force_generic)
{
return new tr_watchdir{ path, event_base, callback, callback_user_data, force_generic };
}
void tr_watchdir_free(tr_watchdir_t handle)
{
delete handle;
}
char const* tr_watchdir_get_path(tr_watchdir_t handle)
{
TR_ASSERT(handle != nullptr);
return handle->path().c_str();
}
tr_watchdir_backend* tr_watchdir_get_backend(tr_watchdir_t handle)
{
TR_ASSERT(handle != nullptr);
return handle->backend();
}
struct event_base* tr_watchdir_get_event_base(tr_watchdir_t handle)
{
TR_ASSERT(handle != nullptr);
return handle->eventBase();
}
void tr_watchdir_process(tr_watchdir_t handle, char const* name)
{
handle->process(name);
}
void tr_watchdir_scan(tr_watchdir_t handle, std::unordered_set<std::string>* dir_entries)
{
handle->scan(dir_entries);
} }