1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
|
from operator import itemgetter
import numpy as np
from AnyQt.QtCore import Qt
from orangewidget.utils.listview import ListViewFilter
from Orange.data import Table
from Orange.widgets import widget, gui, settings
from Orange.widgets.utils.itemmodels import DomainModel
from Orange.widgets.utils.widgetpreview import WidgetPreview
class OWUnique(widget.OWWidget):
name = 'Unique'
icon = 'icons/Unique.svg'
description = 'Filter instances unique by specified key attribute(s).'
category = "Transform"
priority = 1120
class Inputs:
data = widget.Input("Data", Table)
class Outputs:
data = widget.Output("Data", Table)
want_main_area = False
TIEBREAKERS = {'Last instance': itemgetter(-1),
'First instance': itemgetter(0),
'Middle instance': lambda seq: seq[len(seq) // 2],
'Random instance': np.random.choice,
'Discard non-unique instances':
lambda seq: seq[0] if len(seq) == 1 else None}
settingsHandler = settings.DomainContextHandler()
selected_vars = settings.ContextSetting([])
tiebreaker = settings.Setting(next(iter(TIEBREAKERS)))
autocommit = settings.Setting(True)
def __init__(self):
# Commit is thunked because autocommit redefines it
# pylint: disable=unnecessary-lambda
super().__init__()
self.data = None
self.var_model = DomainModel(parent=self, order=DomainModel.MIXED)
var_list = gui.listView(
self.controlArea, self, "selected_vars", box="Group by",
model=self.var_model, callback=self.commit.deferred,
viewType=ListViewFilter
)
var_list.setSelectionMode(var_list.ExtendedSelection)
gui.comboBox(
self.controlArea, self, 'tiebreaker', box=True,
label='Instance to select in each group:',
items=tuple(self.TIEBREAKERS),
callback=self.commit.deferred, sendSelectedValue=True)
gui.auto_commit(
self.controlArea, self, 'autocommit', 'Commit',
orientation=Qt.Horizontal)
@Inputs.data
def set_data(self, data):
self.closeContext()
self.data = data
self.selected_vars = []
if data:
self.var_model.set_domain(data.domain)
self.selected_vars = self.var_model[:]
self.openContext(data.domain)
else:
self.var_model.set_domain(None)
self.commit.now()
@gui.deferred
def commit(self):
if self.data is None:
self.Outputs.data.send(None)
else:
self.Outputs.data.send(self._compute_unique_data())
def _compute_unique_data(self):
uniques = {}
keys = zip(*[self.data.get_column(attr)
for attr in self.selected_vars or self.var_model])
for i, key in enumerate(keys):
uniques.setdefault(key, []).append(i)
choose = self.TIEBREAKERS[self.tiebreaker]
selection = sorted(
x for x in (choose(inds) for inds in uniques.values())
if x is not None)
if selection:
return self.data[selection]
else:
return None
if __name__ == "__main__": # pragma: no cover
WidgetPreview(OWUnique).run(Table("iris"))
|
