*文件多列整体去冗余
#coding:utf-8
outfile=open('/linuxdata4/panqi/XXX/filter_0_S_A_E_dup.txt', 'w')
f = open('/linuxdata4/panqi/XXX/filter_0_S_A_E.bed','r')
lines_seen = set() # Build an unordered collection of unique elements.
for line in f:
line = line.strip('\n')
if line not in lines_seen:
outfile.write(line+ '\n')
lines_seen.add(line)