#!/bin/sh
LANG=C; export LANG

SORT=../bin/sortkoi8u

for dict in *.koi ; do cat $dict | ispell -d ukrainian -e | sed 's/^.*$/ & /g'> $dict.test; 
  paste $dict $dict.test > $dict.paste; 
done
sed 's/ /\
/g' *.test | sort | uniq -d |  sed 's/^.*$/ & /g' >duppatterns

egrep -n -f duppatterns *.paste | $SORT -t : -k 3 > alldups

rm -f *.paste *.test duppatterns
