生日快乐，别只顾工作不顾身体
强大的图片处理工具ImageMagick
Aug
13
[root@gx test]# cat a.txt
dl1.aslibra.com /
dl2.aslibra.com /magazine/file/7561.zip
dl6.aslibra.com /magazine/file/8063.zip
dl2.aslibra.com /magazine/file/7561.zip
dl6.aslibra.com /magazine/file/8063.zip
dl2.aslibra.com /magazine/file/7561.zip
dl6.aslibra.com /magazine/file/8063.zip
dl2.aslibra.com /magazine/file/7561.zip
dl10.aslibra.com /magazine/file/8284.zip
dl19.aslibra.com /magazine/file/8284.zip
dl2.aslibra.com /magazine/file/7561.zip
dl4.aslibra.com /magazine/file/8063.zip
[root@gx test]# cat a.txt | awk '{print $2}'
/
/magazine/file/7561.zip
/magazine/file/8063.zip
/magazine/file/7561.zip
/magazine/file/8063.zip
/magazine/file/7561.zip
/magazine/file/8063.zip
/magazine/file/7561.zip
/magazine/file/8284.zip
/magazine/file/8284.zip
/magazine/file/7561.zip
/magazine/file/8063.zip
[root@gx test]# cat a.txt | awk '{print $2}' | sort
/
/magazine/file/7561.zip
/magazine/file/7561.zip
/magazine/file/7561.zip
/magazine/file/7561.zip
/magazine/file/7561.zip
/magazine/file/8063.zip
/magazine/file/8063.zip
/magazine/file/8063.zip
/magazine/file/8063.zip
/magazine/file/8284.zip
/magazine/file/8284.zip
[root@gx test]# cat a.txt | awk '{print $2}' | sort | uniq
/
/magazine/file/7561.zip
/magazine/file/8063.zip
/magazine/file/8284.zip
dl1.aslibra.com /
dl2.aslibra.com /magazine/file/7561.zip
dl6.aslibra.com /magazine/file/8063.zip
dl2.aslibra.com /magazine/file/7561.zip
dl6.aslibra.com /magazine/file/8063.zip
dl2.aslibra.com /magazine/file/7561.zip
dl6.aslibra.com /magazine/file/8063.zip
dl2.aslibra.com /magazine/file/7561.zip
dl10.aslibra.com /magazine/file/8284.zip
dl19.aslibra.com /magazine/file/8284.zip
dl2.aslibra.com /magazine/file/7561.zip
dl4.aslibra.com /magazine/file/8063.zip
[root@gx test]# cat a.txt | awk '{print $2}'
/
/magazine/file/7561.zip
/magazine/file/8063.zip
/magazine/file/7561.zip
/magazine/file/8063.zip
/magazine/file/7561.zip
/magazine/file/8063.zip
/magazine/file/7561.zip
/magazine/file/8284.zip
/magazine/file/8284.zip
/magazine/file/7561.zip
/magazine/file/8063.zip
[root@gx test]# cat a.txt | awk '{print $2}' | sort
/
/magazine/file/7561.zip
/magazine/file/7561.zip
/magazine/file/7561.zip
/magazine/file/7561.zip
/magazine/file/7561.zip
/magazine/file/8063.zip
/magazine/file/8063.zip
/magazine/file/8063.zip
/magazine/file/8063.zip
/magazine/file/8284.zip
/magazine/file/8284.zip
[root@gx test]# cat a.txt | awk '{print $2}' | sort | uniq
/
/magazine/file/7561.zip
/magazine/file/8063.zip
/magazine/file/8284.zip
引用
uniq失效？
用眼睛看都看出来文本文件里有相邻的两行是一模一样的，但用uniq命令就是不能去重，怪异。后来发现是系统的LC_ALL为空....执行 export LC_ALL=POSIX ，uniq恢复正常了。
from: http://donghao.org/2008/06/uniqe.html
用眼睛看都看出来文本文件里有相邻的两行是一模一样的，但用uniq命令就是不能去重，怪异。后来发现是系统的LC_ALL为空....执行 export LC_ALL=POSIX ，uniq恢复正常了。
from: http://donghao.org/2008/06/uniqe.html
