File: sorted_list.py

package info (click to toggle)
discosnp 1%3A2.6.2-5
  • links: PTS, VCS
  • area: main
  • in suites: forky, sid
  • size: 3,656 kB
  • sloc: python: 5,893; sh: 2,966; cpp: 2,692; makefile: 14
file content (351 lines) | stat: -rw-r--r-- 13,766 bytes parent folder | download | duplicates (3)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
import sys
import K3000_common as kc

# allele_value = lambda x: int(x.split('_')[0])
# distance_string_value = lambda x: x.split('_')

# def list_of_list_to_allele_only(ll):
#     res = []
#     for list_ in ll:
#         res.append([allele_value(x) for x in list_])
#     return res


#
# ad=["0_0","1_12","2_13","3_13","4_12","5_123","6_1"]
# bd=["0_1","1_12","2_13","3_13","4_12","5_123","6_1"]
#
# ll=[ad,bd]
#
# print(d_list_sort(ad, bd))
#
# print(ll)
# print(list_of_list_to_allele_only(ll))

zero_d_key = lambda x: x.split('_')[0]+'_0'

def unique(s): # from http://code.activestate.com/recipes/52560-remove-duplicates-from-a-sequence/
    """Return a list of the elements in s, but without duplicates.

    For example, unique([1,2,3,1,2,3]) is some permutation of [1,2,3],
    unique("abcabc") some permutation of ["a", "b", "c"], and
    unique(([1, 2], [2, 3], [1, 2])) some permutation of
    [[2, 3], [1, 2]].

    For best speed, all sequence elements should be hashable.  Then
    unique() will usually work in linear time.

    If not possible, the sequence elements should enjoy a total
    ordering, and if list(s).sort() doesn't raise TypeError it's
    assumed that they do enjoy a total ordering.  Then unique() will
    usually work in O(N*log2(N)) time.

    If that's not possible either, the sequence elements must support
    equality-testing.  Then unique() will usually work in quadratic
    time.
    """

    n = len(s)
    if n == 0:
        return []

    # Try using a dict first, as that's the fastest and will usually
    # work.  If it doesn't work, it will usually fail quickly, so it
    # usually doesn't cost much to *try* it.  It requires that all the
    # sequence elements be hashable, and support equality comparison.
    # u = {}
    # try:
    #     for x in s:
    #         u[x] = 1
    # except TypeError:
    #     del u  # move on to the next method
    # else:
    #     return u.keys()
 
    # We can't hash all the elements.  Second fastest is to sort,
    # which brings the equal elements together; then duplicates are
    # easy to weed out in a single pass.
    # NOTE:  Python's list.sort() was designed to be efficient in the
    # presence of many duplicate elements.  This isn't true of all
    # sort functions in all languages or libraries, so this approach
    # is more effective in Python than it may be elsewhere.

    try:
        t = list(s)
        # print()
       #  print(t)
        t.sort(key=kc.allele_values)        # sort only on the allele ids not on their distance
        # print(t)
        # sys.exit(0)
    except TypeError:
        
        del t  # move on to the next method
    else:
        # assert n > 0
        last = t[0]
        lasti = i = 1
        while i < n:
            if not kc.d_list_equal(t[i],last): # compare only on allele ids not on their distance
            # if t[i] != last:
                t[lasti] = last = t[i]
                lasti += 1
            i += 1
        # print(t[:lasti])
        return t[:lasti]
 
    assert(0==1) # check that we do not pass here.
    # print("Bla")
    # sys.exit(0)
    # Brute force is all that's left.
    # u = []
   #  for x in s:
   #      if x not in u:
   #          u.append(x)
    return u
    
#ll= [['-30493_13', '-51619_15', '2593_28', '-31345_10'], ['-30493_13', '-51619_15', '2593_28', '-31345_10', '-1959_80'], ['-30493_13', '-51619_15', '2593_28', '-31345_7'], ['-51618_28', '2593_28', '-31345_10'], ['-51619_28', '2593_28', '-31345_10']]
# ll= [['-30493_13', '-51619_15', '2593_28', '-31345_10'], ['-30493_13', '-51619_15', '2593_28', '-31345_7'], ['-30493_13', '-51619_15', '2593_28', '-31345_10', '-1959_80'], ['-30493_13', '-51619_15', '2593_28', '-31345_7'], ['-51618_28', '2593_28', '-31345_10'], ['-51619_28', '2593_28', '-31345_10']]
# print(ll)
# print (unique(ll))

def compare (tuple1,tuple2): # TOCHECK
    '''
    if tuple1 starts with tuple2: return 0
    if tuple1<tuple2: return -1
    if tuple1>tuple2: return 1
    '''
    # remove path id ("i_indexid")
    if len(tuple1) > 0 and tuple1[-1][0] == 'i' : 
        tuple1=tuple1[:-1] # TODO: optimization feasible in calling functions for avoiding those systematic tests
    if len(tuple2) > 0 and tuple2[-1][0] == 'i' : 
        tuple2=tuple2[:-1] # TODO: optimization feasible in calling functions for avoiding those systematic tests
    tmp_tuple1=tuple1[0:len(tuple2)]
    return kc.d_list_order(tmp_tuple1,tuple2)    #
    # if tmp_tuple1 < tuple2: return    -1
    # if tmp_tuple1 > tuple2: return     1
    # return                             0

class sorted_list(object):
    """Class sorted list
    Contains a sorted set of list of allele+distance "a_b" (a is positive or negative, not equal to 0), b is an integer >= 0
    Divided into buckets. Each first value is a bucket.
    """

    def __init__(self):
        self.main_dict={}
        self.size=0
        

    def add(self, mylist):
        """add a new list"""
        self.size+=1
        zdk = zero_d_key(mylist[0])
        if zdk not in self.main_dict:             # key is always a_0
            self.main_dict[zdk]=[]
        self.main_dict[zdk]+=[mylist[1:]]
        
    
    def sorted_add(self,mylist):
        """add a new list"""
        self.add(mylist)
        
        # we added the element at the last position of the list. We will bring it back to the good position:
        # example the list is: 4,N,7,13,N,N,5 (we have to put back 5 in its good location). Note that in practice we 
        # pos_current = 6, previous = 5, 4, 3.  current_list[3]<current_list[6]: yes, so we swap, and obtain 4,N,7,5,N,N,13
        # pos_current = 3, previous = 2         current_list[2]<current_list[3]: yes, so we swap, and obtain 4,N,5,7,N,N,13
        # pos_current = 2, previous = 1, 0      current_list[0]<current_list[2]; no, this is finished. 
        current_list = self.main_dict[zero_d_key(mylist[0])]
        pos_current = len(current_list)-1
        while True:
            previous = pos_current-1
            while current_list[previous]==None and previous>=0:
                previous-=1
                
            if previous==-1: break                                          # end of the list, nothing to do.
            
            if kc.d_list_order(current_list[previous],current_list[pos_current]) <=0: break# bubble sort of the last element finished. Note that the "equal case" should not happen in our situation. 
            # current_list[previous] <= current_list[pos_current] : break  # bubble sort of the last element finished. Note that the "equal case" should not happen in our situation.
            else :                                                          # we swap the two values
                current_list[previous], current_list[pos_current] = current_list[pos_current], current_list[previous]
                pos_current     =   previous;


        

    def sort(self):
        """sort the whole structure - feasible only before removing elements"""
        for key, value in self.main_dict.items():
            value.sort(key=kc.allele_values)
            
    def traverse(self):
        for key, value in self.main_dict.items():
            # mylists = value
            for mylist in value: 
                if mylist != None:
                    yield [key]+mylist
                    
    def index_nodes(self):
        ''' For each element in the structure, we add its id as a last value, stored as i_14, for instance for node 14.'''
        index_id=1
        for key, value in self.main_dict.items():
            for mylist in value: 
                if mylist != None:
                    mylist+=['i_'+str(index_id)]
                    index_id+=1
                    
    
    def remove(self,mylist):
        '''remove an element from the structure'''
        ''' if the element is not in a structure a warning is raised'''
        zero_d_key = mylist[0].split('_')[0]+'_0'
        try:
            tormindex=self.main_dict[zero_d_key].index(mylist[1:])
            del self.main_dict[zero_d_key][tormindex]
        except :
            # sys.stderr.write("\n        WARNING: "+str(mylist)+"\n")
            # sys.stderr.write("\n        WARNING: Tried to remove "+str(mylist)+" absent from the list "+str(self.main_dict[mylist[0]])+".\n")
            return 0
        self.size-=1
        return 1

    def get_node_id(self, search_sr):
        list_nodes = self.get_lists_starting_with_given_prefix(search_sr)
        # print ("search_sr", search_sr,"list_nodes",list_nodes)
        for node in list_nodes:
            if node[:-1]==search_sr:
                return node[-1].split("_")[-1]
        return None
            

    def get_lists_starting_with_given_prefix(self, prefix):
        ''' given a prefix of a list, return all lists in the set starting with this prefix
        Dichotomy. log(|self|/size(alphabet)) comparisons
        O(|prefix|*log(|self|/size(alphabet)))
        '''
        #TODO: optimizable if len(prefix==1): return the self.main_dict[prefix[0]] adding prefix[0] to each value. 
        # assert prefix[0].split('_')[-1] == "0", prefix
        zkd = zero_d_key(prefix[0])
        if zkd not in self.main_dict: return []
        #OPTIMIZATION IF len(prefix==1): return the self.main_dict[prefix[0]] adding prefix[0] to each value. 
        if len(prefix)==1: 
            res = []
            for l in self.main_dict[zkd]:
                res.append([prefix[0]]+l)
            # print()
            # print(prefix)
            # print(res)
            return res

        first=prefix[0]
        
        current_list = self.main_dict[zkd]
        # print(prefix)
        prefix = prefix[1:]
        start=0
        n=len(current_list)-1
        stop=n
    

        # print ("search", prefix, "in ",current_list)
        while start <=stop: 
            # print (start,stop)
            middle = start+int((stop-start)/2)
            if middle>n: break
            ## Search for a non empty middle value
            while middle<=stop:
                tuple1 = current_list[middle]
                if tuple1 == None:   middle+=1  # Empty value
                else:                break      # Found a non empty value
            if middle == stop+1:                 # for instance looking for [1] in [1, None, None] we didn't find any middle with a avlue, thus we come back 
                middle = start+int((stop-start)/2)-1
                while middle>=start:
                    tuple1 = current_list[middle]
                    if tuple1 == None:   middle-=1  # Empty value
                    else:                break      # Found a non empty value
            if middle == start-1: return []     # nothing found (empty sub-list)
                
            ## a non empty middle value was found
            cmp_val = compare(tuple1,prefix)
            if cmp_val == -1:   # prefix may start in the remaining part of the current_list array
                start = middle+1
                continue
            if cmp_val ==  1:   # prefix may start in the starting part of the current_list array
                stop = middle-1
                continue
            # if cmp_val == 0:    # we found a tuple starting with the prefix. We need to check other tuples starting with prefix before and after in the array.
            res=[[first]+tuple1]
            # print ("res before all = ",res)
            i=middle-1
            while i>-1:
                if current_list[i]!=None:
                    if compare(current_list[i],prefix)==0: res.append([first]+current_list[i])
                    else: break
                i-=1
                
            i=middle+1
            while i<=n: 
                if current_list[i]!=None:
                    if compare(current_list[i],prefix)==0: res.append([first]+current_list[i])
                    else: break
                i+=1
                    
            # print ("res after all = ",res)
            return res
        # print ("return rien")
        return []
        
    def contains (self,mylist):
        ''' if sr is in SR: return True, else return False.
        faster (O(log(|SR|)) that the 'in' function from non ordered array (O(|SR|))
        '''
        X=self.get_lists_starting_with_given_prefix(mylist) 
        if X==mylist: return True   # if X is composed of a unique list
        if mylist in X: return True # O(|X|) which can be considered as constant
        return False
        
    def __len__(self):
        return self.size
        
        
    def contains(self,query):
        """only for debug purpose, no need to be optimized"""
        for key, value in self.main_dict.items():
            if key==query: 
                print("key", key, "query",query) 
                return True
            for followup in value:
                for unitig_id in followup:
                    if unitig_id==query: 
                        return True
        return False
        
    def unique(self):
        for key, value in self.main_dict.items():
            size_before=len(value)
            value=unique(value)
            size_after=len(value)
            self.main_dict[key]=value
            self.size-=(size_before-size_after)
            
    def __str__(self):
        str_SR=""
        for key, value in self.main_dict.items():
            for followup in value:
                str_SR+=str(key)
                for unitig_id in followup:
                    str_SR+=","+str(unitig_id)
                str_SR+="\n"
        return str_SR

# SR = sorted_list()
# SR.add([1,2,3])
# SR.add([1,2,3])
# SR.remove([1,2])
# # SR.remove([1])
# # SR.remove([1,2,4,5])
# SR.add([1,2,3,5])
# # SR.add([5])
# # SR.add([5,6])
# print(SR)
# SR.unique()
# print(SR)