#include #include #include #include #include #include #include #include #include #include #include #include #include #include #include typedef struct { char project_path[PATH_MAX]; Lardon3DProjectDb *database; Lardon3DResourceGovernor *governor; Lardon3DProjectDbFeatureExtractTask parameters; } Lardon3DFeatureTaskContext; static void destroy_context(void *userdata) { free(userdata); } static void runtime_state(const Lardon3DFeatureTaskContext *context, Lardon3DAppState *state) { lardon3d_app_state_init(state); state->project_loaded = true; state->project_db = context->database; state->resource_governor = context->governor; (void)snprintf(state->project_path, sizeof(state->project_path), "%s", context->project_path); } static bool file_hash(const char *path, unsigned char output[32]) { int fd = open(path, O_RDONLY | O_NOFOLLOW | O_CLOEXEC); if (fd < 0) { return false; } struct stat st; if (fstat(fd, &st) != 0 || !S_ISREG(st.st_mode)) { close(fd); return false; } EVP_MD_CTX *ctx = EVP_MD_CTX_new(); bool ok = ctx && EVP_DigestInit_ex(ctx, EVP_sha256(), NULL) == 1; unsigned char buffer[65536]; while (ok) { ssize_t n = read(fd, buffer, sizeof(buffer)); if (n < 0 && errno == EINTR) { continue; } if (n < 0) { ok = false; break; } if (n == 0) { break; } ok = EVP_DigestUpdate(ctx, buffer, (size_t)n) == 1; } unsigned int size = 0; ok = ok && EVP_DigestFinal_ex(ctx, output, &size) == 1 && size == 32; if (ctx) { EVP_MD_CTX_free(ctx); } if (close(fd) != 0) { ok = false; } return ok; } static uint64_t elapsed_ns(struct timespec a, struct timespec b) { uint64_t s = b.tv_sec >= a.tv_sec ? (uint64_t)(b.tv_sec - a.tv_sec) : 0; long n = b.tv_nsec - a.tv_nsec; if (n < 0 && s) { --s; n += 1000000000L; } return s <= UINT64_MAX / 1000000000ULL ? s * 1000000000ULL + (uint64_t)n : UINT64_MAX; } static void finished(const Lardon3DTask *task, void *userdata) { #ifdef LARDON3D_FEATURE_TASK_TESTING const char *skip = getenv("LARDON3D_TEST_FEATURE_SKIP_FINISHED_CHECKPOINT"); if (skip && strcmp(skip, "1") == 0) { return; } #endif Lardon3DFeatureTaskContext *context = userdata; Lardon3DAppState state; runtime_state(context, &state); (void)lardon3d_project_checkpoint_feature_extract_task(&state, task, &context->parameters); } static Lardon3DProjectDbResult find_valid_feature_set(const Lardon3DFeatureTaskContext *context, const unsigned char fingerprint[32]) { Lardon3DProjectDbFeatureSet existing; Lardon3DProjectDbResult found = lardon3d_project_db_find_feature_set( context->database, context->parameters.image_id, LARDON3D_FEATURE_EXTRACTOR_KIND, LARDON3D_FEATURE_EXTRACTOR_VERSION, fingerprint, &existing); if (found != LARDON3D_PROJECT_DB_OK) { return found; } Lardon3DFeatureReader *reader = NULL; Lardon3DFeatureFileMetadata metadata; Lardon3DFeatureStoreResult valid = lardon3d_feature_reader_open(context->project_path, &existing, &reader, &metadata); lardon3d_feature_reader_close(reader); return valid == LARDON3D_FEATURE_STORE_OK ? LARDON3D_PROJECT_DB_OK : LARDON3D_PROJECT_DB_CORRUPT; } static bool load_validated_source(const Lardon3DFeatureTaskContext *context, char path[PATH_MAX]) { Lardon3DProjectDbImage image; Lardon3DProjectDbImageAsset asset; if (lardon3d_project_db_load_image(context->database, context->parameters.image_id, &image, &asset) != LARDON3D_PROJECT_DB_OK) { return false; } int written = snprintf(path, PATH_MAX, "%s/%s", context->project_path, asset.path); if (written <= 0 || (size_t)written >= PATH_MAX) { return false; } unsigned char actual[32]; return file_hash(path, actual) && memcmp(actual, asset.sha256, 32) == 0; } static bool run(Lardon3DTask *task, void *userdata) { Lardon3DFeatureTaskContext *context = userdata; if (!lardon3d_task_checkpoint(task)) { return false; } struct timespec begin; (void)clock_gettime(CLOCK_MONOTONIC, &begin); unsigned char fingerprint[32]; lardon3d_feature_extractor_parameter_fingerprint( &(Lardon3DFeatureExtractorParameters){context->parameters.max_features, context->parameters.pyramid_levels, context->parameters.fast_threshold}, fingerprint); Lardon3DProjectDbResult found = find_valid_feature_set(context, fingerprint); if (found == LARDON3D_PROJECT_DB_OK) { return lardon3d_task_set_progress(task, 100, "Features déjà présentes."); } if (found == LARDON3D_PROJECT_DB_CORRUPT) { return lardon3d_task_fail(task, "Feature Set READY absent ou corrompu."); } if (found != LARDON3D_PROJECT_DB_NOT_FOUND) { return lardon3d_task_fail(task, "Recherche Feature Store impossible."); } char path[PATH_MAX]; if (!load_validated_source(context, path)) { return lardon3d_task_fail(task, "Asset image absent ou corrompu."); } Lardon3DFeatureExtractorParameters parameters = {context->parameters.max_features, context->parameters.pyramid_levels, context->parameters.fast_threshold}; Lardon3DExtractedFeatures features; Lardon3DFeatureExtractResult extracted = lardon3d_feature_extract_orb(path, ¶meters, &features); if (extracted != LARDON3D_FEATURE_EXTRACT_OK) { return lardon3d_task_fail(task, "Décodage ou extraction ORB impossible."); } if (!lardon3d_task_checkpoint(task)) { lardon3d_extracted_features_destroy(&features); return false; } #ifdef LARDON3D_FEATURE_TASK_TESTING const char *pause = getenv("LARDON3D_TEST_FEATURE_PAUSE_BEFORE_PUBLISH"); if (pause && strcmp(pause, "1") == 0) { (void)lardon3d_task_pause(task); if (!lardon3d_task_checkpoint(task)) { lardon3d_extracted_features_destroy(&features); return false; } } #endif Lardon3DAppState state; runtime_state(context, &state); Lardon3DProjectDbFeatureSet set; Lardon3DFeatureStoreResult published = lardon3d_feature_store_publish( &state, context->parameters.image_id, lardon3d_task_id(task), ¶meters, &features, &set); lardon3d_extracted_features_destroy(&features); if (published != LARDON3D_FEATURE_STORE_OK && published != LARDON3D_FEATURE_STORE_ALREADY_PRESENT && published != LARDON3D_FEATURE_STORE_PUBLISHED_NOT_DURABLE) { return lardon3d_task_fail(task, "Publication Feature Store impossible."); } struct timespec end; (void)clock_gettime(CLOCK_MONOTONIC, &end); (void)lardon3d_resource_governor_record_batch(context->governor, LARDON3D_RESOURCE_TASK_CPU, 1, elapsed_ns(begin, end), 0); return lardon3d_task_set_progress(task, 100, "Feature Set publié."); } static Lardon3DFeatureTaskContext * make_context(const Lardon3DTaskReconstructionContext *runtime, const Lardon3DProjectDbFeatureExtractTask *parameters) { if (!runtime || !runtime->project_path || !runtime->project_db || !runtime->resource_governor || !parameters) { return NULL; } Lardon3DFeatureTaskContext *context = calloc(1, sizeof(*context)); if (!context) { return NULL; } int n = snprintf(context->project_path, sizeof(context->project_path), "%s", runtime->project_path); if (n <= 0 || (size_t)n >= sizeof(context->project_path)) { free(context); return NULL; } context->database = runtime->project_db; context->governor = runtime->resource_governor; context->parameters = *parameters; return context; } bool lardon3d_feature_extract_reconstruct(const Lardon3DTaskDurableSnapshot *snapshot, void *userdata, Lardon3DTaskKindBinding *binding) { Lardon3DTaskReconstructionContext *runtime = userdata; if (!snapshot || !runtime || !binding) { return false; } Lardon3DProjectDbFeatureExtractTask parameters; if (lardon3d_project_db_load_feature_extract_task(runtime->project_db, snapshot->id, ¶meters) != LARDON3D_PROJECT_DB_OK || strcmp(parameters.extractor_kind, LARDON3D_FEATURE_EXTRACTOR_KIND) != 0 || parameters.extractor_version != 1) { return false; } unsigned char expected[32]; lardon3d_feature_extractor_parameter_fingerprint( &(Lardon3DFeatureExtractorParameters){parameters.max_features, parameters.pyramid_levels, parameters.fast_threshold}, expected); if (memcmp(expected, parameters.parameter_fingerprint, 32) != 0) { return false; } Lardon3DFeatureTaskContext *context = make_context(runtime, ¶meters); if (!context) { return false; } *binding = (Lardon3DTaskKindBinding){.callback = run, .userdata = context, .userdata_destroy = destroy_context, .finished_callback = finished, .finished_userdata = context}; return true; } Lardon3DTask * lardon3d_project_create_feature_extract_task(Lardon3DAppState *state, uint64_t image_id, const Lardon3DFeatureExtractorParameters *parameters, uint64_t *task_id) { if (task_id) { *task_id = 0; } if (!state || !state->project_loaded || !state->project_db || !state->resource_governor || !parameters || !task_id || !lardon3d_feature_extractor_parameters_valid(parameters)) { return NULL; } Lardon3DProjectDbImage image; Lardon3DProjectDbImageAsset asset; if (lardon3d_project_db_load_image(state->project_db, image_id, &image, &asset) != LARDON3D_PROJECT_DB_OK) { return NULL; } uint64_t id; if (lardon3d_project_db_allocate_task_id(state->project_db, &id) != LARDON3D_PROJECT_DB_OK) { return NULL; } Lardon3DProjectDbFeatureExtractTask durable = {.task_id = id, .image_id = image_id, .extractor_version = 1, .max_features = parameters->max_features, .pyramid_levels = parameters->pyramid_levels, .fast_threshold = parameters->fast_threshold}; snprintf(durable.extractor_kind, sizeof(durable.extractor_kind), "%s", LARDON3D_FEATURE_EXTRACTOR_KIND); lardon3d_feature_extractor_parameter_fingerprint(parameters, durable.parameter_fingerprint); Lardon3DTaskReconstructionContext runtime = { .project_path = state->project_path, .project_db = state->project_db, .resource_governor = state->resource_governor, .orb_vulkan_backend = state->orb_vulkan_backend, }; Lardon3DFeatureTaskContext *context = make_context(&runtime, &durable); if (!context) { return NULL; } Lardon3DResourceEstimate estimate = {.memory_fixed_bytes = 64ULL * 1024 * 1024, .memory_bytes_per_item = 512ULL * 1024 * 1024, .minimum_batch_size = 1, .maximum_batch_size = 1, .desired_cpu_threads = lardon3d_feature_opencv_thread_count(), .desired_io_slots = 1, .task_class = LARDON3D_RESOURCE_TASK_CPU}; Lardon3DTask *task = lardon3d_task_create_typed("Extraction de features", &estimate, LARDON3D_FEATURE_EXTRACT_TASK_KIND, 1, run, context, destroy_context); if (!task || !lardon3d_task_assign_id(task, id) || !lardon3d_task_set_finished_callback(task, finished, context) || lardon3d_project_checkpoint_feature_extract_task(state, task, &durable) != LARDON3D_PROJECT_TASK_CHECKPOINT_OK) { lardon3d_task_destroy(task); return NULL; } *task_id = id; return task; } bool lardon3d_project_enqueue_feature_extract(Lardon3DAppState *state, uint64_t image_id, const Lardon3DFeatureExtractorParameters *parameters, uint64_t *task_id) { if (!state || !state->task_queue) { return false; } Lardon3DTask *task = lardon3d_project_create_feature_extract_task(state, image_id, parameters, task_id); if (!task) { return false; } if (!lardon3d_task_queue_add(state->task_queue, task, NULL)) { lardon3d_task_destroy(task); return false; } return true; }