{"id":393,"date":"2013-05-30T00:54:34","date_gmt":"2013-05-30T00:54:34","guid":{"rendered":"https:\/\/shan.info\/new\/remove-duplicates-line-from-files\/"},"modified":"2013-05-30T00:54:34","modified_gmt":"2013-05-30T00:54:34","slug":"remove-duplicates-line-from-files","status":"publish","type":"post","link":"https:\/\/shan.info\/new\/remove-duplicates-line-from-files\/","title":{"rendered":"Remove duplicates line from files"},"content":{"rendered":"<p>perl -ne &#8216;print unless $a{$_}++&#8217; file &gt; out put file<\/p>\n<p>\u00a0<\/p>\n<p>\u00a0<\/p>\n<p>awk &#8216;{a[$1]} END {for(i in a) print i}&#8217; filename &gt; out put file<\/p>\n<p>\u00a0<\/p>\n<p>sort myfile.txt | uniq &gt; out put file<\/p>\n<p>\u00a0<\/p>\n<p>\u00a0<\/p>\n<p>awk &#8216;!_[$0]++&#8217; file<\/p>\n<p>\u00a0<\/p>\n<p>\u00a0<\/p>\n<p>ruby -00 -ne &#8216;puts $_.split(&#8220;n&#8221;).uniq&#8217; file<\/p>\n<p>\u00a0<\/p>\n<p>\u00a0<\/p>\n<p>perl -ne &#8216;print unless $a{$_}++&#8217; file<\/p>\n<p>\u00a0<\/p>\n<p>\u00a0<\/p>\n<p>sed &#8216;$!N; \/^(.*)n1$\/!P; D&#8217;<\/p>\n<p>\u00a0<\/p>\n<p>\u00a0<\/p>\n<p>\u00a0<\/p>\n","protected":false},"excerpt":{"rendered":"<p>perl -ne &#8216;print unless $a{$_}++&#8217; file &gt; out put file \u00a0 \u00a0 awk &#8216;{a[$1]} END {for(i in a) print i}&#8217; filename &gt; out put file \u00a0 sort myfile.txt | uniq &gt; out put file \u00a0 \u00a0 awk &#8216;!_[$0]++&#8217; file \u00a0 \u00a0 ruby -00 -ne &#8216;puts $_.split(&#8220;n&#8221;).uniq&#8217; file \u00a0 \u00a0 perl -ne &#8216;print unless $a{$_}++&#8217; file [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[63],"tags":[],"class_list":["post-393","post","type-post","status-publish","format-standard","hentry","category-reaver"],"_links":{"self":[{"href":"https:\/\/shan.info\/new\/wp-json\/wp\/v2\/posts\/393","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/shan.info\/new\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/shan.info\/new\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/shan.info\/new\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/shan.info\/new\/wp-json\/wp\/v2\/comments?post=393"}],"version-history":[{"count":0,"href":"https:\/\/shan.info\/new\/wp-json\/wp\/v2\/posts\/393\/revisions"}],"wp:attachment":[{"href":"https:\/\/shan.info\/new\/wp-json\/wp\/v2\/media?parent=393"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/shan.info\/new\/wp-json\/wp\/v2\/categories?post=393"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/shan.info\/new\/wp-json\/wp\/v2\/tags?post=393"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}