modified: README

[kp123/kp123.git] / data / merge.py

diff --git a/data/merge.py b/data/merge.py
new file mode 100755 (executable)
index 0000000..6271b20
--- /dev/null
+++ b/data/merge.py
@@ -0,0 +1,48 @@
+#!/usr/bin/env python3
+
+import sys
+
+if len(sys.argv) < 3:
+       print("usage: %s filename" % sys.argv[0])
+       sys.exit(0)
+
+def load_file(name):
+    l = []
+    f = name
+    fi = open(f, 'r')
+    for i in fi.readlines():
+           if len(i) < 3:
+                   continue
+           if i[1] == 'A' and i[3] == 'A':
+                   print(i)
+                   print(ord(i[0]))
+           if ord(i[0]) == 0xFEFF:
+                   i = i[1:]
+                   print(i)
+           if i[0:2] == "\xFE\xFF": i = i[2:]
+           l.append(i)
+    fi.close()
+    return l
+
+l1 = load_file(sys.argv[1])
+l2 = load_file(sys.argv[2])
+print("l1", len(l1))
+print("l2", len(l2))
+
+for i in l2:
+       if len(i) < 3: continue
+       k = i[1]
+       add = True
+       for j in l1:
+           if len(j) < 3: continue
+           if i[1] == j[1]:
+                   add = False
+                   break
+       if add:
+           l1.append(i)
+
+print("out", len(l1))
+fo = open("merged.txt.utf8", 'w')
+for i in l1:
+       fo.write(i)
+fo.close()