SmartFace Embedded Toolkit  4.2.1
Loading...
Searching...
No Matches
example_iris_identify.cpp

Example of use of sfe_iris library

#include "sfe_toolkit/sfe_core.h"
#include "sfe_toolkit/sfe_iris.h"
#include <regex>
#include <vector>
#include <iomanip>
#include <sstream>
#include "annotate.hpp"
#include "solvers.h"
#include "utils.hpp"
#include <unordered_map>
std::string image_match = "assets/iris/iris1_1.png";
std::string image_probe = "assets/iris/iris1_0.png";
std::string image_non_match = "assets/iris/iris0.png";
std::string solver_iris_detect = SOLVER_IRIS_DETECT;
std::string solver_iris_template = SOLVER_IRIS_TEMPLATE;
const auto SOLVER_PARAMETERS = std::vector<SFESolverParameter>{};
SFESolver &detector_solver,
SFESolver &template_solver) {
SFEImage image{};
DEFER(sfeImageFree(image));
SFEError error{};
{ // STAGE 1: Load image
// Load image data from file
auto image_data = utils::readFile(image_path);
// Decode image from data
error = sfeImageDecode(image_data.data(), image_data.size(), &image);
utils::checkError(error);
}
SFEDetection detected_iris = {};
size_t iris_count = 1;
{ // STAGE 2: Detect iris in the image
// Detect iris in the image
error = sfeDetect(detector_solver, image, 0.1f, &detected_iris, &iris_count);
utils::checkError(error);
if (iris_count == 0 || detected_iris.confidence < 0.5) {
throw std::runtime_error("No iris detected in the probe image.");
}
std::cout << "Found iris in the image. Extracting template..." << std::endl;
}
SFEIrisTemplate iris_template;
{ // STAGE 3 Extract probe iris template
// Use template extraction solver to create new iris
// template
error = sfeIrisTemplateExtract(template_solver, image, &detected_iris,
&iris_template);
utils::checkError(error);
}
return iris_template;
}
void printHelp() {
std::cout << "Help: Usage of the program." << std::endl;
std::cout << "Options:" << std::endl;
std::cout << "-h: Display help." << std::endl;
std::cout << "-p: Probe image file." << std::endl;
std::cout << "-g: Matching image file. Our \"iris database\"." << std::endl;
std::cout << "-d: Path to detector solver." << std::endl;
std::cout << "-e: Path to extraction solver." << std::endl;
std::cout << "-t: Detection threshold. <0,1>" << std::endl;
std::cout << "-i: Identification threshold. <0,1>" << std::endl;
}
int main(int argc, char *argv[]) {
{ // STAGE 0: Parse command line arguments
// Map to store argument values
std::unordered_map<std::string, std::string> args;
// Parse command line arguments
for (int i = 1; i < argc; ++i) {
std::string arg = argv[i];
if (arg[0] == '-') {
if (arg == "-h") {
return 0;
}
// Check if there's a next argument and it isn't another option
if (i + 1 < argc && argv[i + 1][0] != '-') {
args[arg] = argv[++i];
} else {
std::cerr << "Option " << arg << " requires a value." << std::endl;
return 1;
}
} else {
std::cerr << "Unknown option: " << arg << std::endl;
return 1;
}
}
// Assign values to variables based on parsed arguments
if (args.count("-p"))
image_probe = args["-p"];
if (args.count("-g"))
image_match = args["-g"];
if (args.count("-d"))
solver_iris_detect = args["-d"];
if (args.count("-e"))
solver_iris_template = args["-e"];
if (args.count("-i"))
identification_threshold = std::stof(args["-i"]);
utils::printFormatted("EXAMPLE PARAMETERS");
// Print resource names
std::cout << "Probe image: " << image_probe << std::endl;
std::cout << "Matching image: " << image_match << std::endl;
// Print solver names
std::cout << "Iris detection solver: " << solver_iris_detect << std::endl;
std::cout << "Iris template solver: " << solver_iris_template << std::endl;
// Print other options
std::cout << "Identification threshold: " << identification_threshold
<< std::endl;
}
utils::printToolkitInfo();
SFEError error{};
SFESolver detector_solver{};
DEFER(sfeSolverFree(detector_solver));
SFESolver landmarks_solver{};
DEFER(sfeSolverFree(landmarks_solver));
SFESolver template_solver{};
DEFER(sfeSolverFree(template_solver));
{ // STAGE 1.1: loading solvers
utils::printFormatted("LOADING SOLVERS");
// Initialize Iris detection solver
error = sfeSolverCreate(
SOLVER_PARAMETERS.size(), &detector_solver);
utils::checkError(error);
// Initialize template extraction solver
error = sfeSolverCreate(
SOLVER_PARAMETERS.size(), &template_solver);
utils::checkError(error);
}
SFEIrisTemplate probe_iris_template;
{ // STAGE 1: Extract probe iris template
utils::printFormatted("PROBE TEMPLATE EXTRACTION");
probe_iris_template =
extract_template(image_probe, detector_solver, template_solver);
}
{ // STAGE 1.1: (optional) Print template attributes
utils::printFormatted("PROBE TEMPLATE ATTRIBUTES");
SFEIrisTemplateVersion version = {};
error = sfeIrisTemplateVersion(&probe_iris_template, &version);
utils::checkError(error);
std::cout << "Version of the probe template: " << version.version_major
<< '.' << version.version_minor << std::endl;
float quality = {};
error = sfeIrisTemplateQuality(&probe_iris_template, &quality);
utils::checkError(error);
std::cout << "Quality of the probe template: " << quality << std::endl;
}
size_t gallery_size = 10;
std::vector<SFEIrisTemplate> iris_template_gallery(gallery_size);
{ // STAGE 2: Create iris templates gallery
utils::printFormatted("IRIS GALLERY EXTRACTION");
auto matching_iris_template =
extract_template(image_match, detector_solver, template_solver);
auto non_matching_iris_template =
extract_template(image_non_match, detector_solver, template_solver);
// Fill the gallery with non-matching templates for demonstration purposes
for (size_t i = 0; i < gallery_size; i++) {
iris_template_gallery[i] = non_matching_iris_template;
}
// Add matching template to the gallery at index 5
iris_template_gallery[5] = matching_iris_template;
}
size_t candidate_count = 1;
std::vector<SFETemplateIdentificationCandidate> identification_results(
candidate_count);
{ // STAGE 3: Identify the probe template
utils::printFormatted("1:N IDENTIFICATION");
&probe_iris_template, iris_template_gallery.data(),
iris_template_gallery.size(), identification_threshold,
identification_results.data(), &candidate_count, 4);
utils::checkError(error);
if (candidate_count == 0) {
std::cout << "No candidates found above identification threshold "
<< identification_threshold << std::endl;
return 0;
}
std::cout << "Found " << identification_results.size()
<< " candidates above identification threshold "
<< identification_threshold << std::endl;
for (auto &result : identification_results)
std::cout << "Template index: #" << result.index
<< ", score: " << result.score << std::endl;
}
{ // STAGE 4: 1:1 matching with top candidate to showcase 1:1 matching
utils::printFormatted("1:1 MATCHING");
if (identification_results.size() == 0) {
std::cout << "No candidates found above identification threshold "
<< identification_threshold << std::endl;
return 0;
}
// Since it's sorted vector by score, the best candidate is the first one
auto match_iris_template =
iris_template_gallery[identification_results[0].index];
float match_confidence;
error = sfeIrisTemplateMatch(&probe_iris_template, &match_iris_template,
&match_confidence);
utils::checkError(error);
std::cout
<< "Matching score of probe template with the best template, score: "
<< match_confidence << std::endl;
}
utils::printFormatted("FINISHED");
}
void printHelp()
float identification_threshold
std::string image_probe
const auto SOLVER_PARAMETERS
SFEIrisTemplate extract_template(std::string image_path, SFESolver &detector_solver, SFESolver &template_solver)
std::string solver_iris_detect
Solvers to use in example, the defaults are filled in by CMake.
std::string solver_iris_template
std::string image_match
std::string image_non_match
std::string image_path
void sfeSolverFree(SFESolver solver)
Free memory associated with SFESolver.
void * SFESolver
Solver provides an abstract interface over inference models and engines.
Definition sfe_core.h:102
void * SFEError
Error type used to hold optional error message.
Definition sfe_core.h:97
void sfeImageFree(SFEImage image)
Free memory associated with SFEImage.
SFEError sfeSolverCreate(const char *solver_file, const SFESolverParameter *solver_parameters, size_t solver_parameters_count, SFESolver *out_solver)
Create new solver from solver file.
SFEError sfeImageDecode(const unsigned char *data, size_t data_len, SFEImage *out_image)
Decode SFEImage from raw image data of various formats. Eg. PNG, JPEG ..
SFEError sfeDetect(SFESolver solver, SFEImageView image, float threshold, SFEDetection *out_detections, size_t *in_out_detection_count)
Detect objects in the source image using unified detection API.
SFEError sfeIrisTemplateMatch(const SFEIrisTemplate *template1, const SFEIrisTemplate *template2, float *out_matching_score)
Match two iris templates.
SFEError sfeIrisTemplateIdentify(const SFEIrisTemplate *probe_iris_template, const SFEIrisTemplate *templates_gallery, size_t gallery_size, float matching_score_threshold, SFETemplateIdentificationCandidate *out_candidates, size_t *in_out_candidates_count, size_t thread_count)
Get an ordered array of SFETemplateIdentificationCandidate from probe's template best matches with te...
SFEError sfeIrisTemplateVersion(const SFEIrisTemplate *iris_template, SFEIrisTemplateVersion *out_iris_template_version)
Get iris template version.
SFEError sfeIrisTemplateExtract(SFESolver solver, SFEImageView image, const SFEDetection *detection, SFEIrisTemplate *out_iris_template)
Extract template from source image and given iris detection.
SFEError sfeIrisTemplateQuality(const SFEIrisTemplate *iris_template, float *out_iris_template_quality)
Get iris template quality.
Core detection - tagged union containing all detection types.
float confidence
Detection confidence - range <0,1> (common for all detection types)
Raw owned raster image representation, HWC|BGR order.
Definition sfe_core.h:70
Iris template struct.
Definition sfe_iris.h:22
Iris template version struct.
Definition sfe_iris.h:27
uint8_t version_major
Major template version.
Definition sfe_iris.h:29
uint8_t version_minor
Minor template version.
Definition sfe_iris.h:31