40 #ifndef PCL_FEATURES_IMPL_BRISK_2D_HPP_
41 #define PCL_FEATURES_IMPL_BRISK_2D_HPP_
44 template <
typename Po
intInT,
typename Po
intOutT,
typename Keypo
intT,
typename IntensityT>
46 : rotation_invariance_enabled_ (true)
47 , scale_invariance_enabled_ (true)
48 , pattern_scale_ (1.0f)
49 , input_cloud_ (), keypoints_ (), scale_range_ (), pattern_points_ (), points_ ()
50 , n_rot_ (1024), scale_list_ (nullptr), size_list_ (nullptr)
54 , strings_ (0), d_max_ (0.0f), d_min_ (0.0f), short_pairs_ (), long_pairs_ ()
55 , no_short_pairs_ (0), no_long_pairs_ (0)
57 , name_ (
"BRISK2Destimation")
61 std::vector<float> r_list;
62 std::vector<int> n_list;
67 const float f = 0.85f * pattern_scale_;
73 r_list[4] = f * 10.8f;
81 generateKernel (r_list, n_list, 5.85f * pattern_scale_, 8.2f * pattern_scale_);
85 template <
typename Po
intInT,
typename Po
intOutT,
typename Keypo
intT,
typename IntensityT>
88 if (pattern_points_)
delete [] pattern_points_;
89 if (short_pairs_)
delete [] short_pairs_;
90 if (long_pairs_)
delete [] long_pairs_;
91 if (scale_list_)
delete [] scale_list_;
92 if (size_list_)
delete [] size_list_;
96 template <
typename Po
intInT,
typename Po
intOutT,
typename Keypo
intT,
typename IntensityT>
void
98 std::vector<float> &radius_list,
99 std::vector<int> &number_list,
float d_max,
float d_min,
100 std::vector<int> index_change)
106 const auto rings = radius_list.size ();
107 assert (radius_list.size () != 0 && radius_list.size () == number_list.size ());
109 for (
const auto number: number_list)
113 pattern_points_ =
new BriskPatternPoint[points_*scales_*n_rot_];
114 BriskPatternPoint* pattern_iterator = pattern_points_;
117 static const float lb_scale = std::log (scalerange_) / std::log (2.0);
118 static const float lb_scale_step = lb_scale / (float (scales_));
120 scale_list_ =
new float[scales_];
121 size_list_ =
new unsigned int[scales_];
123 const float sigma_scale = 1.3f;
125 for (
unsigned int scale = 0; scale < scales_; ++scale)
127 scale_list_[scale] = static_cast<float> (pow (
double (2.0), static_cast<double> (
float (scale) * lb_scale_step)));
128 size_list_[scale] = 0;
132 for (std::size_t rot = 0; rot < n_rot_; ++rot)
135 theta = double (rot) * 2 * M_PI / double (n_rot_);
136 for (
int ring = 0; ring < rings; ++ring)
138 for (
int num = 0; num < number_list[ring]; ++num)
141 alpha = double (num) * 2 * M_PI / double (number_list[ring]);
144 pattern_iterator->x = scale_list_[scale] * radius_list[ring] * static_cast<float> (std::cos (alpha + theta));
145 pattern_iterator->y = scale_list_[scale] * radius_list[ring] * static_cast<float> (sin (alpha + theta));
148 pattern_iterator->sigma = sigma_scale * scale_list_[scale] * 0.5f;
150 pattern_iterator->sigma = static_cast<float> (sigma_scale * scale_list_[scale] * (
double (radius_list[ring])) * sin (M_PI /
double (number_list[ring])));
153 const unsigned int size = static_cast<unsigned int> (std::ceil (((scale_list_[scale] * radius_list[ring]) + pattern_iterator->sigma)) + 1);
155 if (size_list_[scale] < size)
156 size_list_[scale] = size;
166 short_pairs_ =
new BriskShortPair[points_ * (points_ - 1) / 2];
167 long_pairs_ =
new BriskLongPair[points_ * (points_ - 1) / 2];
172 if (index_change.empty ())
174 index_change.resize (points_ * (points_ - 1) / 2);
176 std::iota(index_change.begin (), index_change.end (), 0);
178 const float d_min_sq = d_min_ * d_min_;
179 const float d_max_sq = d_max_ * d_max_;
180 for (
unsigned int i = 1; i < points_; i++)
182 for (
unsigned int j = 0; j < i; j++)
185 const float dx = pattern_points_[j].x - pattern_points_[i].x;
186 const float dy = pattern_points_[j].y - pattern_points_[i].y;
187 const float norm_sq = (dx*dx+dy*dy);
188 if (norm_sq > d_min_sq)
191 BriskLongPair& longPair = long_pairs_[no_long_pairs_];
192 longPair.weighted_dx = int ((dx / (norm_sq)) * 2048.0 + 0.5);
193 longPair.weighted_dy = int ((dy / (norm_sq)) * 2048.0 + 0.5);
198 else if (norm_sq < d_max_sq)
201 assert (no_short_pairs_ < index_change.size ());
202 BriskShortPair& shortPair = short_pairs_[index_change[no_short_pairs_]];
211 strings_ = int (std::ceil ((
float (no_short_pairs_)) / 128.0)) * 4 * 4;
215 template <
typename Po
intInT,
typename Po
intOutT,
typename Keypo
intT,
typename IntensityT>
inline int
217 const std::vector<unsigned char> &image,
218 int image_width,
int,
220 const std::vector<int> &integral_image,
221 const float key_x,
const float key_y,
const unsigned int scale,
222 const unsigned int rot,
const unsigned int point)
const
225 const BriskPatternPoint& brisk_point = pattern_points_[scale * n_rot_*points_ + rot * points_ + point];
226 const float xf = brisk_point.x + key_x;
227 const float yf = brisk_point.y + key_y;
228 const int x = int (xf);
229 const int y = int (yf);
230 const int& imagecols = image_width;
233 const float sigma_half = brisk_point.sigma;
234 const float area = 4.0f * sigma_half * sigma_half;
240 if (sigma_half < 0.5)
243 const int r_x = static_cast<int> ((xf -
float (x)) * 1024);
244 const int r_y = static_cast<int> ((yf -
float (y)) * 1024);
245 const int r_x_1 = (1024 - r_x);
246 const int r_y_1 = (1024 - r_y);
249 const unsigned char* ptr = static_cast<const unsigned char*>(&image[0]) + x + y * imagecols;
252 ret_val = (r_x_1 * r_y_1 * int (*ptr));
257 ret_val += (r_x * r_y_1 * int (*ptr));
262 ret_val += (r_x * r_y * int (*ptr));
267 ret_val += (r_x_1 * r_y * int (*ptr));
268 return (ret_val + 512) / 1024;
274 const int scaling = static_cast<int> (4194304.0f / area);
275 const int scaling2 = static_cast<int> (
float (scaling) * area / 1024.0f);
278 const int integralcols = imagecols + 1;
281 const float x_1 = xf - sigma_half;
282 const float x1 = xf + sigma_half;
283 const float y_1 = yf - sigma_half;
284 const float y1 = yf + sigma_half;
286 const int x_left = int (x_1 + 0.5);
287 const int y_top = int (y_1 + 0.5);
288 const int x_right = int (x1 + 0.5);
289 const int y_bottom = int (y1 + 0.5);
292 const float r_x_1 = float (x_left) - x_1 + 0.5f;
293 const float r_y_1 = float (y_top) - y_1 + 0.5f;
294 const float r_x1 = x1 - float (x_right) + 0.5f;
295 const float r_y1 = y1 - float (y_bottom) + 0.5f;
296 const int dx = x_right - x_left - 1;
297 const int dy = y_bottom - y_top - 1;
298 const int A = static_cast<int> ((r_x_1 * r_y_1) *
float (scaling));
299 const int B = static_cast<int> ((r_x1 * r_y_1) *
float (scaling));
300 const int C = static_cast<int> ((r_x1 * r_y1) *
float (scaling));
301 const int D = static_cast<int> ((r_x_1 * r_y1) *
float (scaling));
302 const int r_x_1_i = static_cast<int> (r_x_1 *
float (scaling));
303 const int r_y_1_i = static_cast<int> (r_y_1 *
float (scaling));
304 const int r_x1_i = static_cast<int> (r_x1 *
float (scaling));
305 const int r_y1_i = static_cast<int> (r_y1 *
float (scaling));
312 const unsigned char* ptr = static_cast<const unsigned char*>(&image[0]) + x_left + imagecols * y_top;
315 ret_val = A * int (*ptr);
320 ret_val +=
B * int (*ptr);
323 ptr += dy * imagecols + 1;
325 ret_val += C * int (*ptr);
330 ret_val += D * int (*ptr);
334 const int* ptr_integral = static_cast<const int*> (&integral_image[0]) + x_left + integralcols * y_top + 1;
337 const int tmp1 = (*ptr_integral);
339 const int tmp2 = (*ptr_integral);
340 ptr_integral += integralcols;
341 const int tmp3 = (*ptr_integral);
343 const int tmp4 = (*ptr_integral);
344 ptr_integral += dy * integralcols;
345 const int tmp5 = (*ptr_integral);
347 const int tmp6 = (*ptr_integral);
348 ptr_integral += integralcols;
349 const int tmp7 = (*ptr_integral);
351 const int tmp8 = (*ptr_integral);
352 ptr_integral -= integralcols;
353 const int tmp9 = (*ptr_integral);
355 const int tmp10 = (*ptr_integral);
356 ptr_integral -= dy * integralcols;
357 const int tmp11 = (*ptr_integral);
359 const int tmp12 = (*ptr_integral);
362 const int upper = (tmp3 -tmp2 +tmp1 -tmp12) * r_y_1_i;
363 const int middle = (tmp6 -tmp3 +tmp12 -tmp9) * scaling;
364 const int left = (tmp9 -tmp12 +tmp11 -tmp10) * r_x_1_i;
365 const int right = (tmp5 -tmp4 +tmp3 -tmp6) * r_x1_i;
366 const int bottom = (tmp7 -tmp6 +tmp9 -tmp8) * r_y1_i;
368 return (ret_val + upper + middle + left + right + bottom + scaling2 / 2) / scaling2;
374 const unsigned char* ptr = static_cast<const unsigned char*>(&image[0]) + x_left + imagecols * y_top;
377 ret_val = A * int (*ptr);
383 const unsigned char* end1 = ptr + dx;
386 for (; ptr < end1; ptr++)
387 ret_val += r_y_1_i *
int (*ptr);
388 ret_val +=
B * int (*ptr);
392 ptr += imagecols - dx - 1;
395 const unsigned char* end_j = ptr + dy * imagecols;
398 for (; ptr < end_j; ptr += imagecols - dx - 1)
400 ret_val += r_x_1_i * int (*ptr);
406 const unsigned char* end2 = ptr + dx;
409 for (; ptr < end2; ptr++)
410 ret_val +=
int (*ptr) * scaling;
412 ret_val += r_x1_i * int (*ptr);
415 ret_val += D * int (*ptr);
421 const unsigned char* end3 = ptr + dx;
424 for (; ptr<end3; ptr++)
425 ret_val += r_y1_i *
int (*ptr);
427 ret_val += C * int (*ptr);
429 return (ret_val + scaling2 / 2) / scaling2;
434 template <
typename Po
intInT,
typename Po
intOutT,
typename Keypo
intT,
typename IntensityT>
bool
436 const float min_x,
const float min_y,
437 const float max_x,
const float max_y,
const KeypointT& pt)
439 return ((pt.x < min_x) || (pt.x >= max_x) || (pt.y < min_y) || (pt.y >= max_y));
443 template <
typename Po
intInT,
typename Po
intOutT,
typename Keypo
intT,
typename IntensityT>
void
447 if (!input_cloud_->isOrganized ())
449 PCL_ERROR (
"[pcl::%s::initCompute] %s doesn't support non organized clouds!\n", name_.c_str ());
454 const int width = int (input_cloud_->width);
455 const int height = int (input_cloud_->height);
458 std::vector<unsigned char> image_data (width*height);
460 for (std::size_t i = 0; i < image_data.size (); ++i)
461 image_data[i] = static_cast<unsigned char> (intensity_ ((*input_cloud_)[i]));
464 std::size_t ksize = keypoints_->points.size ();
465 std::vector<int> kscales;
466 kscales.resize (ksize);
469 static const float lb_scalerange = std::log2 (scalerange_);
471 typename std::vector<KeypointT, Eigen::aligned_allocator<KeypointT> >::iterator beginning = keypoints_->points.begin ();
472 std::vector<int>::iterator beginningkscales = kscales.begin ();
474 static const float basic_size_06 = basic_size_ * 0.6f;
475 unsigned int basicscale = 0;
477 if (!scale_invariance_enabled_)
478 basicscale = std::max (static_cast<int> (
float (scales_) / lb_scalerange * (std::log2 (1.45f * basic_size_ / (basic_size_06))) + 0.5f), 0);
480 for (std::size_t k = 0; k < ksize; k++)
483 if (scale_invariance_enabled_)
485 scale = std::max (static_cast<int> (
float (scales_) / lb_scalerange * (std::log2 (keypoints_->points[k].size / (basic_size_06))) + 0.5f), 0);
487 if (scale >= scales_) scale = scales_ - 1;
496 const int border = size_list_[scale];
497 const int border_x = width - border;
498 const int border_y = height - border;
500 if (RoiPredicate (
float (border),
float (border),
float (border_x),
float (border_y), keypoints_->points[k]))
503 keypoints_->points.erase (beginning + k);
504 kscales.erase (beginningkscales + k);
507 beginning = keypoints_->points.begin ();
508 beginningkscales = kscales.begin ();
516 keypoints_->height = 1;
520 std::vector<int> integral ((width+1)*(height+1), 0);
522 for (std::size_t row_index = 1; row_index < height; ++row_index)
524 for (std::size_t col_index = 1; col_index < width; ++col_index)
526 const std::size_t index = row_index*width+col_index;
527 const std::size_t index2 = (row_index)*(width+1)+(col_index);
529 integral[index2] = static_cast<int> (image_data[index])
530 - integral[index2-1-(width+1)]
531 + integral[index2-(width+1)]
532 + integral[index2-1];
536 int* values =
new int[points_];
554 for (std::size_t k = 0; k < ksize; k++)
556 unsigned char* ptr = &output.
points[k].descriptor[0];
559 KeypointT &kp = keypoints_->points[k];
560 const int& scale = kscales[k];
562 int* pvalues = values;
563 const float& x = float (kp.x);
564 const float& y = float (kp.y);
567 if (!rotation_invariance_enabled_)
573 for (
unsigned int i = 0; i < points_; i++)
574 *(pvalues++) = smoothedIntensity (image_data, width, height, integral, x, y, scale, 0, i);
579 const BriskLongPair* max = long_pairs_ + no_long_pairs_;
581 for (BriskLongPair* iter = long_pairs_; iter < max; ++iter)
583 t1 = *(values + iter->i);
584 t2 = *(values + iter->j);
585 const int delta_t = (t1 - t2);
588 const int tmp0 = delta_t * (iter->weighted_dx) / 1024;
589 const int tmp1 = delta_t * (iter->weighted_dy) / 1024;
593 kp.angle = std::atan2 (
float (direction1),
float (direction0)) / float (M_PI) * 180.0f;
594 theta = static_cast<int> ((
float (n_rot_) * kp.angle) / (360.0f) + 0.5f);
597 if (theta >=
int (n_rot_))
605 if (!rotation_invariance_enabled_)
609 theta = static_cast<int> (n_rot_ * (kp.angle / (360.0)) + 0.5);
612 if (theta >=
int (n_rot_))
624 for (
unsigned int i = 0; i < points_; i++)
625 *(pvalues++) = smoothedIntensity (image_data, width, height, integral, x, y, scale, theta, i);
632 #define UCHAR_ALIAS std::uint32_t //__declspec(noalias)
633 #define UINT32_ALIAS std::uint32_t //__declspec(noalias)
637 UINT32_ALIAS* ptr2 = reinterpret_cast<UINT32_ALIAS*> (ptr);
638 const BriskShortPair* max = short_pairs_ + no_short_pairs_;
640 for (BriskShortPair* iter = short_pairs_; iter < max; ++iter)
642 t1 = *(values + iter->i);
643 t2 = *(values + iter->j);
646 *ptr2 |= ((1) << shifter);
676 #endif //#ifndef PCL_FEATURES_IMPL_BRISK_2D_HPP_