330 lines
13 KiB
C
330 lines
13 KiB
C
#include <errno.h>
|
|
#include <fcntl.h>
|
|
#include <openssl/evp.h>
|
|
#include <stdbool.h>
|
|
#include <stdint.h>
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
#include <sys/stat.h>
|
|
#include <time.h>
|
|
#include <unistd.h>
|
|
|
|
#include <lardon3d/feature_store.h>
|
|
#include <lardon3d/feature_task.h>
|
|
#include <lardon3d/project.h>
|
|
#include <lardon3d/task_queue.h>
|
|
|
|
typedef struct {
|
|
char project_path[PATH_MAX];
|
|
Lardon3DProjectDb *database;
|
|
Lardon3DResourceGovernor *governor;
|
|
Lardon3DProjectDbFeatureExtractTask parameters;
|
|
} Lardon3DFeatureTaskContext;
|
|
|
|
static void destroy_context(void *userdata) { free(userdata); }
|
|
|
|
static void runtime_state(const Lardon3DFeatureTaskContext *context, Lardon3DAppState *state) {
|
|
lardon3d_app_state_init(state);
|
|
state->project_loaded = true;
|
|
state->project_db = context->database;
|
|
state->resource_governor = context->governor;
|
|
(void)snprintf(state->project_path, sizeof(state->project_path), "%s", context->project_path);
|
|
}
|
|
|
|
static bool file_hash(const char *path, unsigned char output[32]) {
|
|
int fd = open(path, O_RDONLY | O_NOFOLLOW | O_CLOEXEC);
|
|
if (fd < 0) {
|
|
return false;
|
|
}
|
|
struct stat st;
|
|
if (fstat(fd, &st) != 0 || !S_ISREG(st.st_mode)) {
|
|
close(fd);
|
|
return false;
|
|
}
|
|
EVP_MD_CTX *ctx = EVP_MD_CTX_new();
|
|
bool ok = ctx && EVP_DigestInit_ex(ctx, EVP_sha256(), NULL) == 1;
|
|
unsigned char buffer[65536];
|
|
while (ok) {
|
|
ssize_t n = read(fd, buffer, sizeof(buffer));
|
|
if (n < 0 && errno == EINTR) {
|
|
continue;
|
|
}
|
|
if (n < 0) {
|
|
ok = false;
|
|
break;
|
|
}
|
|
if (n == 0) {
|
|
break;
|
|
}
|
|
ok = EVP_DigestUpdate(ctx, buffer, (size_t)n) == 1;
|
|
}
|
|
unsigned int size = 0;
|
|
ok = ok && EVP_DigestFinal_ex(ctx, output, &size) == 1 && size == 32;
|
|
if (ctx) {
|
|
EVP_MD_CTX_free(ctx);
|
|
}
|
|
if (close(fd) != 0) {
|
|
ok = false;
|
|
}
|
|
return ok;
|
|
}
|
|
|
|
static uint64_t elapsed_ns(struct timespec a, struct timespec b) {
|
|
uint64_t s = b.tv_sec >= a.tv_sec ? (uint64_t)(b.tv_sec - a.tv_sec) : 0;
|
|
long n = b.tv_nsec - a.tv_nsec;
|
|
if (n < 0 && s) {
|
|
--s;
|
|
n += 1000000000L;
|
|
}
|
|
return s <= UINT64_MAX / 1000000000ULL ? s * 1000000000ULL + (uint64_t)n : UINT64_MAX;
|
|
}
|
|
|
|
static void finished(const Lardon3DTask *task, void *userdata) {
|
|
#ifdef LARDON3D_FEATURE_TASK_TESTING
|
|
const char *skip = getenv("LARDON3D_TEST_FEATURE_SKIP_FINISHED_CHECKPOINT");
|
|
if (skip && strcmp(skip, "1") == 0) {
|
|
return;
|
|
}
|
|
#endif
|
|
Lardon3DFeatureTaskContext *context = userdata;
|
|
Lardon3DAppState state;
|
|
runtime_state(context, &state);
|
|
(void)lardon3d_project_checkpoint_feature_extract_task(&state, task, &context->parameters);
|
|
}
|
|
|
|
static Lardon3DProjectDbResult find_valid_feature_set(const Lardon3DFeatureTaskContext *context,
|
|
const unsigned char fingerprint[32]) {
|
|
Lardon3DProjectDbFeatureSet existing;
|
|
Lardon3DProjectDbResult found = lardon3d_project_db_find_feature_set(
|
|
context->database, context->parameters.image_id, LARDON3D_FEATURE_EXTRACTOR_KIND,
|
|
LARDON3D_FEATURE_EXTRACTOR_VERSION, fingerprint, &existing);
|
|
if (found != LARDON3D_PROJECT_DB_OK) {
|
|
return found;
|
|
}
|
|
Lardon3DFeatureReader *reader = NULL;
|
|
Lardon3DFeatureFileMetadata metadata;
|
|
Lardon3DFeatureStoreResult valid =
|
|
lardon3d_feature_reader_open(context->project_path, &existing, &reader, &metadata);
|
|
lardon3d_feature_reader_close(reader);
|
|
return valid == LARDON3D_FEATURE_STORE_OK ? LARDON3D_PROJECT_DB_OK : LARDON3D_PROJECT_DB_CORRUPT;
|
|
}
|
|
|
|
static bool load_validated_source(const Lardon3DFeatureTaskContext *context, char path[PATH_MAX]) {
|
|
Lardon3DProjectDbImage image;
|
|
Lardon3DProjectDbImageAsset asset;
|
|
if (lardon3d_project_db_load_image(context->database, context->parameters.image_id, &image,
|
|
&asset) != LARDON3D_PROJECT_DB_OK) {
|
|
return false;
|
|
}
|
|
int written = snprintf(path, PATH_MAX, "%s/%s", context->project_path, asset.path);
|
|
if (written <= 0 || (size_t)written >= PATH_MAX) {
|
|
return false;
|
|
}
|
|
unsigned char actual[32];
|
|
return file_hash(path, actual) && memcmp(actual, asset.sha256, 32) == 0;
|
|
}
|
|
|
|
static bool run(Lardon3DTask *task, void *userdata) {
|
|
Lardon3DFeatureTaskContext *context = userdata;
|
|
if (!lardon3d_task_checkpoint(task)) {
|
|
return false;
|
|
}
|
|
struct timespec begin;
|
|
(void)clock_gettime(CLOCK_MONOTONIC, &begin);
|
|
unsigned char fingerprint[32];
|
|
lardon3d_feature_extractor_parameter_fingerprint(
|
|
&(Lardon3DFeatureExtractorParameters){context->parameters.max_features,
|
|
context->parameters.pyramid_levels,
|
|
context->parameters.fast_threshold},
|
|
fingerprint);
|
|
Lardon3DProjectDbResult found = find_valid_feature_set(context, fingerprint);
|
|
if (found == LARDON3D_PROJECT_DB_OK) {
|
|
return lardon3d_task_set_progress(task, 100, "Features déjà présentes.");
|
|
}
|
|
if (found == LARDON3D_PROJECT_DB_CORRUPT) {
|
|
return lardon3d_task_fail(task, "Feature Set READY absent ou corrompu.");
|
|
}
|
|
if (found != LARDON3D_PROJECT_DB_NOT_FOUND) {
|
|
return lardon3d_task_fail(task, "Recherche Feature Store impossible.");
|
|
}
|
|
char path[PATH_MAX];
|
|
if (!load_validated_source(context, path)) {
|
|
return lardon3d_task_fail(task, "Asset image absent ou corrompu.");
|
|
}
|
|
Lardon3DFeatureExtractorParameters parameters = {context->parameters.max_features,
|
|
context->parameters.pyramid_levels,
|
|
context->parameters.fast_threshold};
|
|
Lardon3DExtractedFeatures features;
|
|
Lardon3DFeatureExtractResult extracted =
|
|
lardon3d_feature_extract_orb(path, ¶meters, &features);
|
|
if (extracted != LARDON3D_FEATURE_EXTRACT_OK) {
|
|
return lardon3d_task_fail(task, "Décodage ou extraction ORB impossible.");
|
|
}
|
|
if (!lardon3d_task_checkpoint(task)) {
|
|
lardon3d_extracted_features_destroy(&features);
|
|
return false;
|
|
}
|
|
#ifdef LARDON3D_FEATURE_TASK_TESTING
|
|
const char *pause = getenv("LARDON3D_TEST_FEATURE_PAUSE_BEFORE_PUBLISH");
|
|
if (pause && strcmp(pause, "1") == 0) {
|
|
(void)lardon3d_task_pause(task);
|
|
if (!lardon3d_task_checkpoint(task)) {
|
|
lardon3d_extracted_features_destroy(&features);
|
|
return false;
|
|
}
|
|
}
|
|
#endif
|
|
Lardon3DAppState state;
|
|
runtime_state(context, &state);
|
|
Lardon3DProjectDbFeatureSet set;
|
|
Lardon3DFeatureStoreResult published = lardon3d_feature_store_publish(
|
|
&state, context->parameters.image_id, lardon3d_task_id(task), ¶meters, &features, &set);
|
|
lardon3d_extracted_features_destroy(&features);
|
|
if (published != LARDON3D_FEATURE_STORE_OK &&
|
|
published != LARDON3D_FEATURE_STORE_ALREADY_PRESENT &&
|
|
published != LARDON3D_FEATURE_STORE_PUBLISHED_NOT_DURABLE) {
|
|
return lardon3d_task_fail(task, "Publication Feature Store impossible.");
|
|
}
|
|
struct timespec end;
|
|
(void)clock_gettime(CLOCK_MONOTONIC, &end);
|
|
(void)lardon3d_resource_governor_record_batch(context->governor, LARDON3D_RESOURCE_TASK_CPU, 1,
|
|
elapsed_ns(begin, end), 0);
|
|
return lardon3d_task_set_progress(task, 100, "Feature Set publié.");
|
|
}
|
|
|
|
static Lardon3DFeatureTaskContext *
|
|
make_context(const Lardon3DTaskReconstructionContext *runtime,
|
|
const Lardon3DProjectDbFeatureExtractTask *parameters) {
|
|
if (!runtime || !runtime->project_path || !runtime->project_db || !runtime->resource_governor ||
|
|
!parameters) {
|
|
return NULL;
|
|
}
|
|
Lardon3DFeatureTaskContext *context = calloc(1, sizeof(*context));
|
|
if (!context) {
|
|
return NULL;
|
|
}
|
|
int n =
|
|
snprintf(context->project_path, sizeof(context->project_path), "%s", runtime->project_path);
|
|
if (n <= 0 || (size_t)n >= sizeof(context->project_path)) {
|
|
free(context);
|
|
return NULL;
|
|
}
|
|
context->database = runtime->project_db;
|
|
context->governor = runtime->resource_governor;
|
|
context->parameters = *parameters;
|
|
return context;
|
|
}
|
|
|
|
bool lardon3d_feature_extract_reconstruct(const Lardon3DTaskDurableSnapshot *snapshot,
|
|
void *userdata, Lardon3DTaskKindBinding *binding) {
|
|
Lardon3DTaskReconstructionContext *runtime = userdata;
|
|
if (!snapshot || !runtime || !binding) {
|
|
return false;
|
|
}
|
|
Lardon3DProjectDbFeatureExtractTask parameters;
|
|
if (lardon3d_project_db_load_feature_extract_task(runtime->project_db, snapshot->id,
|
|
¶meters) != LARDON3D_PROJECT_DB_OK ||
|
|
strcmp(parameters.extractor_kind, LARDON3D_FEATURE_EXTRACTOR_KIND) != 0 ||
|
|
parameters.extractor_version != 1) {
|
|
return false;
|
|
}
|
|
unsigned char expected[32];
|
|
lardon3d_feature_extractor_parameter_fingerprint(
|
|
&(Lardon3DFeatureExtractorParameters){parameters.max_features, parameters.pyramid_levels,
|
|
parameters.fast_threshold},
|
|
expected);
|
|
if (memcmp(expected, parameters.parameter_fingerprint, 32) != 0) {
|
|
return false;
|
|
}
|
|
Lardon3DFeatureTaskContext *context = make_context(runtime, ¶meters);
|
|
if (!context) {
|
|
return false;
|
|
}
|
|
*binding = (Lardon3DTaskKindBinding){.callback = run,
|
|
.userdata = context,
|
|
.userdata_destroy = destroy_context,
|
|
.finished_callback = finished,
|
|
.finished_userdata = context};
|
|
return true;
|
|
}
|
|
|
|
Lardon3DTask *
|
|
lardon3d_project_create_feature_extract_task(Lardon3DAppState *state, uint64_t image_id,
|
|
const Lardon3DFeatureExtractorParameters *parameters,
|
|
uint64_t *task_id) {
|
|
if (task_id) {
|
|
*task_id = 0;
|
|
}
|
|
if (!state || !state->project_loaded || !state->project_db || !state->resource_governor ||
|
|
!parameters || !task_id || !lardon3d_feature_extractor_parameters_valid(parameters)) {
|
|
return NULL;
|
|
}
|
|
Lardon3DProjectDbImage image;
|
|
Lardon3DProjectDbImageAsset asset;
|
|
if (lardon3d_project_db_load_image(state->project_db, image_id, &image, &asset) !=
|
|
LARDON3D_PROJECT_DB_OK) {
|
|
return NULL;
|
|
}
|
|
uint64_t id;
|
|
if (lardon3d_project_db_allocate_task_id(state->project_db, &id) != LARDON3D_PROJECT_DB_OK) {
|
|
return NULL;
|
|
}
|
|
Lardon3DProjectDbFeatureExtractTask durable = {.task_id = id,
|
|
.image_id = image_id,
|
|
.extractor_version = 1,
|
|
.max_features = parameters->max_features,
|
|
.pyramid_levels = parameters->pyramid_levels,
|
|
.fast_threshold = parameters->fast_threshold};
|
|
snprintf(durable.extractor_kind, sizeof(durable.extractor_kind), "%s",
|
|
LARDON3D_FEATURE_EXTRACTOR_KIND);
|
|
lardon3d_feature_extractor_parameter_fingerprint(parameters, durable.parameter_fingerprint);
|
|
Lardon3DTaskReconstructionContext runtime = {
|
|
.project_path = state->project_path,
|
|
.project_db = state->project_db,
|
|
.resource_governor = state->resource_governor,
|
|
.orb_vulkan_backend = state->orb_vulkan_backend,
|
|
};
|
|
Lardon3DFeatureTaskContext *context = make_context(&runtime, &durable);
|
|
if (!context) {
|
|
return NULL;
|
|
}
|
|
Lardon3DResourceEstimate estimate = {.memory_fixed_bytes = 64ULL * 1024 * 1024,
|
|
.memory_bytes_per_item = 512ULL * 1024 * 1024,
|
|
.minimum_batch_size = 1,
|
|
.maximum_batch_size = 1,
|
|
.desired_cpu_threads =
|
|
lardon3d_feature_opencv_thread_count(),
|
|
.desired_io_slots = 1,
|
|
.task_class = LARDON3D_RESOURCE_TASK_CPU};
|
|
Lardon3DTask *task = lardon3d_task_create_typed("Extraction de features", &estimate,
|
|
LARDON3D_FEATURE_EXTRACT_TASK_KIND, 1, run,
|
|
context, destroy_context);
|
|
if (!task || !lardon3d_task_assign_id(task, id) ||
|
|
!lardon3d_task_set_finished_callback(task, finished, context) ||
|
|
lardon3d_project_checkpoint_feature_extract_task(state, task, &durable) !=
|
|
LARDON3D_PROJECT_TASK_CHECKPOINT_OK) {
|
|
lardon3d_task_destroy(task);
|
|
return NULL;
|
|
}
|
|
*task_id = id;
|
|
return task;
|
|
}
|
|
|
|
bool lardon3d_project_enqueue_feature_extract(Lardon3DAppState *state, uint64_t image_id,
|
|
const Lardon3DFeatureExtractorParameters *parameters,
|
|
uint64_t *task_id) {
|
|
if (!state || !state->task_queue) {
|
|
return false;
|
|
}
|
|
Lardon3DTask *task =
|
|
lardon3d_project_create_feature_extract_task(state, image_id, parameters, task_id);
|
|
if (!task) {
|
|
return false;
|
|
}
|
|
if (!lardon3d_task_queue_add(state->task_queue, task, NULL)) {
|
|
lardon3d_task_destroy(task);
|
|
return false;
|
|
}
|
|
return true;
|
|
}
|