1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
|
// Copyright 2019 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#ifndef UI_EVENTS_OZONE_EVDEV_TOUCH_FILTER_NEURAL_STYLUS_PALM_DETECTION_FILTER_H_
#define UI_EVENTS_OZONE_EVDEV_TOUCH_FILTER_NEURAL_STYLUS_PALM_DETECTION_FILTER_H_
#include <bitset>
#include <cstdint>
#include <map>
#include <memory>
#include <string>
#include <unordered_set>
#include <utility>
#include <vector>
#include "base/time/time.h"
#if !defined(__ANDROID__) && !defined(__ANDROID_HOST__)
#include "ui/events/ozone/evdev/event_device_info.h"
#endif
#include "ui/events/ozone/evdev/touch_evdev_types.h"
#include "ui/events/ozone/evdev/touch_filter/neural_stylus_palm_detection_filter_model.h"
#include "ui/events/ozone/evdev/touch_filter/neural_stylus_palm_detection_filter_util.h"
#include "ui/events/ozone/evdev/touch_filter/palm_detection_filter.h"
#include "ui/events/ozone/evdev/touch_filter/shared_palm_detection_filter_state.h"
#include "ui/gfx/geometry/point_f.h"
namespace ui {
#if defined(__ANDROID__) || defined(__ANDROID_HOST__)
const base::TimeDelta kResamplePeriod = base::Milliseconds(8);
#endif
template <typename K, typename V>
std::ostream& operator<<(std::ostream& out, const std::map<K, V>& map) {
for (const auto& [k, v] : map) {
out << k << " : " << v << "\n";
}
return out;
}
template <typename T>
std::ostream& operator<<(std::ostream& out, const std::unordered_set<T>& set) {
out << "{";
for (const auto& entry : set) {
out << entry << ", ";
}
out << "}";
return out;
}
// An implementation of PalmDetectionFilter that relies on a DNN implementation
// to decide on palm detection. Requires a configured model as an argument.
// Heuristics are added for handling short strokes
class COMPONENT_EXPORT(EVDEV) NeuralStylusPalmDetectionFilter
: public PalmDetectionFilter {
public:
// Takes ownership of the model.
NeuralStylusPalmDetectionFilter(
#if !defined(__ANDROID__) && !defined(__ANDROID_HOST__)
const EventDeviceInfo& devinfo,
#else
PalmFilterDeviceInfo palm_filter_device_info,
#endif
std::unique_ptr<NeuralStylusPalmDetectionFilterModel> palm_model,
SharedPalmDetectionFilterState* shared_palm_state);
NeuralStylusPalmDetectionFilter(const NeuralStylusPalmDetectionFilter&) =
delete;
NeuralStylusPalmDetectionFilter& operator=(
const NeuralStylusPalmDetectionFilter&) = delete;
~NeuralStylusPalmDetectionFilter() override;
void Filter(const std::vector<InProgressTouchEvdev>& touches,
base::TimeTicks time,
std::bitset<kNumTouchEvdevSlots>* slots_to_hold,
std::bitset<kNumTouchEvdevSlots>* slots_to_suppress) override;
#if !defined(__ANDROID__) && !defined(__ANDROID_HOST__)
static bool CompatibleWithNeuralStylusPalmDetectionFilter(
const EventDeviceInfo& devinfo);
static bool CompatibleWithNeuralStylusPalmDetectionFilter(
const EventDeviceInfo& devinfo,
const std::string& ozone_params_switch_string);
#endif
static const int kFeaturesPerSample;
static const int kExtraFeaturesForNeighbor;
static const char kFilterName[];
std::string FilterNameForTesting() const override;
private:
void FindNearestNeighborsWithin(
int neighbor_count,
unsigned long neighbor_min_sample_count,
float max_distance,
const PalmFilterStroke& stroke,
std::vector<std::pair<float, int>>* nearest_strokes) const;
void FindBiggestNeighborsWithin(
int neighbor_count,
unsigned long neighbor_min_sample_count,
float max_distance,
const PalmFilterStroke& stroke,
std::vector<std::pair<float, int>>* biggest_strokes) const;
bool DetectSpuriousStroke(const std::vector<float>& features,
float threshold) const;
// Extracts the feature vector for the specified stroke.
std::vector<float> ExtractFeatures(int tracking_id) const;
void AppendFeatures(const PalmFilterStroke& stroke,
std::vector<float>* features) const;
void AppendFeaturesAsNeighbor(const PalmFilterStroke& stroke,
float distance,
std::vector<float>* features) const;
bool ShouldDecideStroke(const PalmFilterStroke& stroke) const;
bool IsHeuristicPalmStroke(const PalmFilterStroke& stroke) const;
void EraseOldStrokes(base::TimeTicks time);
std::bitset<kNumTouchEvdevSlots> is_palm_;
std::bitset<kNumTouchEvdevSlots> is_delay_;
std::map<int, PalmFilterStroke> strokes_;
base::TimeTicks previous_report_time_;
std::unordered_set<int> active_tracking_ids_;
int tracking_ids_count_within_session_;
int tracking_ids_[kNumTouchEvdevSlots];
const PalmFilterDeviceInfo palm_filter_dev_info_;
std::unique_ptr<NeuralStylusPalmDetectionFilterModel> model_;
friend std::ostream& operator<<(
std::ostream& out,
const NeuralStylusPalmDetectionFilter& filter);
};
std::ostream& operator<<(std::ostream& out,
const NeuralStylusPalmDetectionFilter& filter);
} // namespace ui
#endif // UI_EVENTS_OZONE_EVDEV_TOUCH_FILTER_NEURAL_STYLUS_PALM_DETECTION_FILTER_H_
|
