[WIP] Optimize bash and python

bash/wordcount.sh

@@ -1,3 +1,4 @@
 #!/usr/bin/env bash
 export LC_COLLATE=C
-sed 's/[\t ]/\n/g' | grep -v ^$ | sort | uniq -c | sed 's/^\s*//' | sort  -k1,2nr -k2 | awk 'BEGIN{OFS="\t"}{print $2,$1}'
+export PHYS_CORES=$(cat /proc/cpuinfo | grep 'core id' | sort | uniq | wc -l)
+sed -E 's/[\t ]+/\n/g' | grep -v ^$ | sort -S 40% --parallel $PHYS_CORES | uniq -c | sort -S 40% ---parallel $PHYS_CORES 2 -k1,2nr -k2 | awk 'BEGIN{OFS="\t"}{print $2,$1}'

python/wordcount_py3.py

@@ -1,18 +1,30 @@
 #!/usr/bin/env python3
 from collections import defaultdict
+from itertools import groupby
 from sys import stdin
-import codecs
-
-stdin = codecs.getreader('utf8')(stdin.detach(), errors='ignore')
-
+from sys import stdout
 
 def word_count():
     counter = defaultdict(int)
-    for l in stdin:
-        for word in bytes(l, 'utf8').split():
+    for l in stdin.buffer:
+        for word in l.split():
             counter[word] += 1
-    for word, cnt in sorted(counter.items(), key=lambda x: (-x[1], x[0])):
-        print('{0}\t{1}'.format(word.decode('utf8'), cnt))
+
+    groupedcounts = defaultdict(list)
+    for word, count in counter.items():
+        groupedcounts[count].append(word)
+    del counter
+
+    grouped_list = list(groupedcounts.items())
+    del groupedcounts
+    grouped_list.sort(key=lambda x: -x[0])
+
+    for count, words in grouped_list:
+        suffix = b'\t' + str(count).encode('utf-8') + b'\n'
+        words.sort()
+        for word in words:
+            stdout.buffer.write(word)
+            stdout.buffer.write(suffix)
 
 if __name__ == '__main__':
     word_count()