unix-cpy: Remove unix-cpy. It's no longer needed.

unix-cpy was originally written to get semantic equivalent with CPython
without writing functional tests.  When writing the initial
implementation of uPy it was a long way between lexer and functional
tests, so the half-way test was to make sure that the bytecode was
correct.  The idea was that if the uPy bytecode matched CPython 1-1 then
uPy would be proper Python if the bytecodes acted correctly.  And having
matching bytecode meant that it was less likely to miss some deep
subtlety in the Python semantics that would require an architectural
change later on.

But that is all history and it no longer makes sense to retain the
ability to output CPython bytecode, because:

1. It outputs CPython 3.3 compatible bytecode.  CPython's bytecode
changes from version to version, and seems to have changed quite a bit
in 3.5.  There's no point in changing the bytecode output to match
CPython anymore.

2. uPy and CPy do different optimisations to the bytecode which makes it
harder to match.

3. The bytecode tests are not run.  They were never part of Travis and
are not run locally anymore.

4. The EMIT_CPYTHON option needs a lot of extra source code which adds
heaps of noise, especially in compile.c.

5. Now that there is an extensive test suite (which tests functionality)
there is no need to match the bytecode.  Some very subtle behaviour is
tested with the test suite and passing these tests is a much better
way to stay Python-language compliant, rather than trying to match
CPy bytecode.

80 files changed, 0 insertions, 1025 deletions

diff --git a/tests/bytecode/mp-tests/assert1.py b/tests/bytecode/mp-tests/assert1.py
deleted file mode 100644
index 077defc970..0000000000
--- a/tests/bytecode/mp-tests/assert1.py
+++ /dev/null
@@ -1,2 +0,0 @@
-assert x
-assert x, 'test'
diff --git a/tests/bytecode/mp-tests/assign1.py b/tests/bytecode/mp-tests/assign1.py
deleted file mode 100644
index 64ae4a0c59..0000000000
--- a/tests/bytecode/mp-tests/assign1.py
+++ /dev/null
@@ -1,10 +0,0 @@
-[] = ()
-[] = []
-a = b
-(a) = b
-a, b = c, d
-a, b, c = d, e, f
-a, b, c, d = e, f, g, h
-#(a, b) = c, d
-#a, b = (c, d)
-#(a, b) = (c, d)
diff --git a/tests/bytecode/mp-tests/assign2.py b/tests/bytecode/mp-tests/assign2.py
deleted file mode 100644
index cb03593d2e..0000000000
--- a/tests/bytecode/mp-tests/assign2.py
+++ /dev/null
@@ -1,21 +0,0 @@
-*a, = b
-a, *b = c
-a, *b, = c
-a, *b, c = d
-
-[*a] = b
-[*a,] = b
-[a, *b] = c
-[a, *b,] = c
-[a, *b, c] = d
-
-(*a,) = x
-(*a, b) = x
-(a, *b) = x
-(*a, b, c) = x
-(a, *b, c) = x
-(a, b, *c) = x
-(*a, b, c, d) = x
-(a, *b, c, d) = x
-(a, b, *c, d) = x
-(a, b, c, *d) = x
diff --git a/tests/bytecode/mp-tests/augassign1.py b/tests/bytecode/mp-tests/augassign1.py
deleted file mode 100644
index 38a376af46..0000000000
--- a/tests/bytecode/mp-tests/augassign1.py
+++ /dev/null
@@ -1,5 +0,0 @@
-[] = ()
-x += 1
-x.y += 1
-x.f().y += 1
-x[1] += 2
diff --git a/tests/bytecode/mp-tests/call1.py b/tests/bytecode/mp-tests/call1.py
deleted file mode 100644
index eb8a8bf5f1..0000000000
--- a/tests/bytecode/mp-tests/call1.py
+++ /dev/null
@@ -1 +0,0 @@
-f(a, b=c)
diff --git a/tests/bytecode/mp-tests/class1.py b/tests/bytecode/mp-tests/class1.py
deleted file mode 100644
index bc87666806..0000000000
--- a/tests/bytecode/mp-tests/class1.py
+++ /dev/null
@@ -1,3 +0,0 @@
-class C:
-    pass
-C()
diff --git a/tests/bytecode/mp-tests/class2.py b/tests/bytecode/mp-tests/class2.py
deleted file mode 100644
index 1a3e89849d..0000000000
--- a/tests/bytecode/mp-tests/class2.py
+++ /dev/null
@@ -1,4 +0,0 @@
-class A:
-    x = 1
-    y = x + z
-A()
diff --git a/tests/bytecode/mp-tests/class3.py b/tests/bytecode/mp-tests/class3.py
deleted file mode 100644
index f49e2e8114..0000000000
--- a/tests/bytecode/mp-tests/class3.py
+++ /dev/null
@@ -1,10 +0,0 @@
-class A:
-    def f(x):
-        return x
-    def g(y):
-        def h(z):
-            return x + y + z
-        h(y)
-A()
-A.f(1)
-A.g(2)(3)
diff --git a/tests/bytecode/mp-tests/class4.py b/tests/bytecode/mp-tests/class4.py
deleted file mode 100644
index 4cb6258093..0000000000
--- a/tests/bytecode/mp-tests/class4.py
+++ /dev/null
@@ -1,9 +0,0 @@
-class A:
-    def __init__(self, x):
-        self.x = x
-        self.y = 0
-
-    def get(self):
-        return self.x + self.y
-A(1)
-A(2).get()
diff --git a/tests/bytecode/mp-tests/class5.py b/tests/bytecode/mp-tests/class5.py
deleted file mode 100644
index 4bf96c8e2f..0000000000
--- a/tests/bytecode/mp-tests/class5.py
+++ /dev/null
@@ -1,8 +0,0 @@
-class A(B):
-    pass
-class A(object):
-    pass
-class A(x.y()):
-    pass
-class A(B, C):
-    pass
diff --git a/tests/bytecode/mp-tests/class6.py b/tests/bytecode/mp-tests/class6.py
deleted file mode 100644
index 05a2454f50..0000000000
--- a/tests/bytecode/mp-tests/class6.py
+++ /dev/null
@@ -1,7 +0,0 @@
-class A:
-    def f(self):
-        pass
-
-class B(A):
-    def f(self):
-        super().f()
diff --git a/tests/bytecode/mp-tests/class7.py b/tests/bytecode/mp-tests/class7.py
deleted file mode 100644
index 3de41dbb52..0000000000
--- a/tests/bytecode/mp-tests/class7.py
+++ /dev/null
@@ -1,6 +0,0 @@
-# accessing super, but not as a function call
-
-class A:
-    def f():
-        #x = super
-        print(super)
diff --git a/tests/bytecode/mp-tests/closure1.py b/tests/bytecode/mp-tests/closure1.py
deleted file mode 100644
index fdfb4eaf27..0000000000
--- a/tests/bytecode/mp-tests/closure1.py
+++ /dev/null
@@ -1,2 +0,0 @@
-# basic closure
-# to write!
diff --git a/tests/bytecode/mp-tests/closure2.py b/tests/bytecode/mp-tests/closure2.py
deleted file mode 100644
index 08b4205810..0000000000
--- a/tests/bytecode/mp-tests/closure2.py
+++ /dev/null
@@ -1,7 +0,0 @@
-# test closing over an argument
-
-def f(x):
-    y = 2 * x
-    def g(z):
-        return x + y + z
-    return g
diff --git a/tests/bytecode/mp-tests/closure3.py b/tests/bytecode/mp-tests/closure3.py
deleted file mode 100644
index 905211317a..0000000000
--- a/tests/bytecode/mp-tests/closure3.py
+++ /dev/null
@@ -1,12 +0,0 @@
-# test when different variables are closed over by different functions
-
-def f():
-    l1 = 1
-    l2 = 2
-    l3 = 3
-
-    def g():
-        return l1 + l2
-
-    def h():
-        return l2 + l3
diff --git a/tests/bytecode/mp-tests/closure4.py b/tests/bytecode/mp-tests/closure4.py
deleted file mode 100644
index 6828f89008..0000000000
--- a/tests/bytecode/mp-tests/closure4.py
+++ /dev/null
@@ -1,13 +0,0 @@
-# test when a function has cell and free vars
-
-def f():
-    f_local = 1
-    f_cell = 2
-
-    def g():
-        g_local = 3
-        g_cell = f_cell + 4
-
-        def h():
-            h1_local = 4
-            h2_local = f_cell + g_cell
diff --git a/tests/bytecode/mp-tests/compare1.py b/tests/bytecode/mp-tests/compare1.py
deleted file mode 100644
index 32ba43e3bf..0000000000
--- a/tests/bytecode/mp-tests/compare1.py
+++ /dev/null
@@ -1,8 +0,0 @@
-if 1 <= x <= 5:
-    f()
-
-if 1 <= x <= y <= 7:
-    f()
-
-if a < b > c in l != c is not d:
-    f()
diff --git a/tests/bytecode/mp-tests/const1.py b/tests/bytecode/mp-tests/const1.py
deleted file mode 100644
index 545b334344..0000000000
--- a/tests/bytecode/mp-tests/const1.py
+++ /dev/null
@@ -1,9 +0,0 @@
-x = 1
-#x = 1.2
-#x = 1.2e5
-#x = 1.2e+5
-#x = 1.2e-5
-x = ()
-x = (1,)
-x = (1,2)
-x = ('a',None,3)
diff --git a/tests/bytecode/mp-tests/continue1.py b/tests/bytecode/mp-tests/continue1.py
deleted file mode 100644
index 3600691b1f..0000000000
--- a/tests/bytecode/mp-tests/continue1.py
+++ /dev/null
@@ -1,44 +0,0 @@
-for a in b:
-    continue
-
-for a in b:
-    try:
-        f()
-    except:
-        continue
-    g()
-
-for a in b:
-    try:
-        f()
-        continue
-    except:
-        g()
-
-for a in b:
-    try:
-        f()
-    except:
-        try:
-            g()
-        except:
-            continue
-
-for a in b:
-    try:
-        f()
-    except:
-        try:
-            g()
-            continue
-        except:
-            h()
-
-for a in b:
-    try:
-        f()
-    except:
-        pass
-    else:
-        continue
-    g()
diff --git a/tests/bytecode/mp-tests/decorate1.py b/tests/bytecode/mp-tests/decorate1.py
deleted file mode 100644
index 208aebc5bf..0000000000
--- a/tests/bytecode/mp-tests/decorate1.py
+++ /dev/null
@@ -1,20 +0,0 @@
-@d
-def f():
-    pass
-
-@d
-@e
-def g():
-    pass
-
-@d.e.f
-def h():
-    pass
-
-@d(a + 1)
-def i():
-    pass
-
-@d(a + 1, b + 2)
-def i():
-    pass
diff --git a/tests/bytecode/mp-tests/del1.py b/tests/bytecode/mp-tests/del1.py
deleted file mode 100644
index 0a259fac78..0000000000
--- a/tests/bytecode/mp-tests/del1.py
+++ /dev/null
@@ -1,16 +0,0 @@
-del x
-del x.y
-del x().y
-del g
-del x[a]
-def f():
-    global g
-    del x
-    del g
-    local = 1
-    local2 = 2
-    local3 = 3
-    del local, local2, local3
-    def f2():
-        nonlocal local3
-        del local2, local3
diff --git a/tests/bytecode/mp-tests/del2.py b/tests/bytecode/mp-tests/del2.py
deleted file mode 100644
index 1c63d15fcb..0000000000
--- a/tests/bytecode/mp-tests/del2.py
+++ /dev/null
@@ -1,11 +0,0 @@
-del x
-del x,
-del x, y
-del x, y,
-del x, y, z
-del (x)
-del (x,)
-del (x, y)
-del (x, y,)
-del (x, y, z)
-del a, (b, c)
diff --git a/tests/bytecode/mp-tests/dict1.py b/tests/bytecode/mp-tests/dict1.py
deleted file mode 100644
index 3243faa632..0000000000
--- a/tests/bytecode/mp-tests/dict1.py
+++ /dev/null
@@ -1,3 +0,0 @@
-x = {}
-x = {'a':1}
-x = {'a':1, 'b':2}
diff --git a/tests/bytecode/mp-tests/dictcomp1.py b/tests/bytecode/mp-tests/dictcomp1.py
deleted file mode 100644
index 9dca499c57..0000000000
--- a/tests/bytecode/mp-tests/dictcomp1.py
+++ /dev/null
@@ -1,2 +0,0 @@
-x = {a:None for a in l}
-x = {b:c for c, b in l if c}
diff --git a/tests/bytecode/mp-tests/docstring1.py b/tests/bytecode/mp-tests/docstring1.py
deleted file mode 100644
index d1e0184547..0000000000
--- a/tests/bytecode/mp-tests/docstring1.py
+++ /dev/null
@@ -1,8 +0,0 @@
-"""Module"""
-
-class A:
-    """Class"""
-    pass
-
-class B:
-    """Class B"""
diff --git a/tests/bytecode/mp-tests/docstring2.py b/tests/bytecode/mp-tests/docstring2.py
deleted file mode 100644
index 5a2183aef9..0000000000
--- a/tests/bytecode/mp-tests/docstring2.py
+++ /dev/null
@@ -1,3 +0,0 @@
-# comment before doc string
-
-"""Doc string"""
diff --git a/tests/bytecode/mp-tests/fun1.py b/tests/bytecode/mp-tests/fun1.py
deleted file mode 100644
index 36e079c01e..0000000000
--- a/tests/bytecode/mp-tests/fun1.py
+++ /dev/null
@@ -1,2 +0,0 @@
-def f(*args):
-    g(*args)
diff --git a/tests/bytecode/mp-tests/fun2.py b/tests/bytecode/mp-tests/fun2.py
deleted file mode 100644
index a6cba92aad..0000000000
--- a/tests/bytecode/mp-tests/fun2.py
+++ /dev/null
@@ -1,23 +0,0 @@
-def f(*, b):
-    return b
-
-def f(a, *, b):
-    return a + b
-
-def f(a, *, b, c):
-    return a + b + c
-
-def f(a, *, b=c):
-    return a + b
-
-def f(a, *, b=c, c):
-    return a + b + c
-
-def f(a, *, b=c, c=d):
-    return a + b + c
-
-def f(a, *, b=c, c, d=e):
-    return a + b + c + d
-
-def f(a=None, *, b=None):
-    return a + b
diff --git a/tests/bytecode/mp-tests/fun3.py b/tests/bytecode/mp-tests/fun3.py
deleted file mode 100644
index 5336a70797..0000000000
--- a/tests/bytecode/mp-tests/fun3.py
+++ /dev/null
@@ -1,3 +0,0 @@
-def f(a, b):
-    def g(c, d=None, *, e=True):
-        return a + b + c + d + e
diff --git a/tests/bytecode/mp-tests/fun4.py b/tests/bytecode/mp-tests/fun4.py
deleted file mode 100644
index b8d2ac159e..0000000000
--- a/tests/bytecode/mp-tests/fun4.py
+++ /dev/null
@@ -1,5 +0,0 @@
-def f(a, b=1, *c, d):
-    pass
-    #print(a,b,c,d) # bug in uPy!
-f = lambda a, b, *c, d: None # default arg
-#f = lambda a, b=1, *c, d: None # default arg for lambda not implemented
diff --git a/tests/bytecode/mp-tests/if1.py b/tests/bytecode/mp-tests/if1.py
deleted file mode 100644
index 8c8a08ccdd..0000000000
--- a/tests/bytecode/mp-tests/if1.py
+++ /dev/null
@@ -1,24 +0,0 @@
-if x:
-    x()
-if x:
-    x()
-elif y:
-    y()
-if x:
-    x()
-else:
-    zz()
-if x:
-    x()
-elif y:
-    y()
-else:
-    zz()
-if x:
-    x()
-elif y:
-    y()
-elif z:
-    z()
-else:
-    zz()
diff --git a/tests/bytecode/mp-tests/if2.py b/tests/bytecode/mp-tests/if2.py
deleted file mode 100644
index deb0cd5811..0000000000
--- a/tests/bytecode/mp-tests/if2.py
+++ /dev/null
@@ -1,26 +0,0 @@
-def f(x):
-    if x:
-        return
-    if x:
-        return
-    elif y:
-        return
-    if x:
-        return
-    else:
-        return
-    if x:
-        return
-    elif y:
-        return
-    else:
-        return
-    if x:
-        return
-    elif y:
-        return
-    elif z:
-        return
-    else:
-        return
-    return None
diff --git a/tests/bytecode/mp-tests/if3.py b/tests/bytecode/mp-tests/if3.py
deleted file mode 100644
index bd01514d63..0000000000
--- a/tests/bytecode/mp-tests/if3.py
+++ /dev/null
@@ -1,6 +0,0 @@
-if a and b:
-    f()
-if a or b:
-    f()
-if a and (b or c):
-    f()
diff --git a/tests/bytecode/mp-tests/if4.py b/tests/bytecode/mp-tests/if4.py
deleted file mode 100644
index 4d5a86cd8b..0000000000
--- a/tests/bytecode/mp-tests/if4.py
+++ /dev/null
@@ -1,8 +0,0 @@
-if not a:
-    f()
-if not a and b:
-    f()
-if not a and not b:
-    f()
-while not a:
-    f()
diff --git a/tests/bytecode/mp-tests/ifexpr1.py b/tests/bytecode/mp-tests/ifexpr1.py
deleted file mode 100644
index bdb2efc0a1..0000000000
--- a/tests/bytecode/mp-tests/ifexpr1.py
+++ /dev/null
@@ -1 +0,0 @@
-x = 1 if a else 2
diff --git a/tests/bytecode/mp-tests/import1.py b/tests/bytecode/mp-tests/import1.py
deleted file mode 100644
index 696f3a2708..0000000000
--- a/tests/bytecode/mp-tests/import1.py
+++ /dev/null
@@ -1,5 +0,0 @@
-a = 1
-def f():
-    global a
-import a
-import b, c
diff --git a/tests/bytecode/mp-tests/import2.py b/tests/bytecode/mp-tests/import2.py
deleted file mode 100644
index 2a89703d9d..0000000000
--- a/tests/bytecode/mp-tests/import2.py
+++ /dev/null
@@ -1 +0,0 @@
-from a import b
diff --git a/tests/bytecode/mp-tests/import3.py b/tests/bytecode/mp-tests/import3.py
deleted file mode 100644
index 7f365a51eb..0000000000
--- a/tests/bytecode/mp-tests/import3.py
+++ /dev/null
@@ -1,8 +0,0 @@
-import a.b
-import a.b.c
-from a.b import d
-from a.b.c import d
-
-from a import *
-from a import d, e
-from a import (d, e)
diff --git a/tests/bytecode/mp-tests/import4.py b/tests/bytecode/mp-tests/import4.py
deleted file mode 100644
index ecc3786755..0000000000
--- a/tests/bytecode/mp-tests/import4.py
+++ /dev/null
@@ -1,3 +0,0 @@
-import a as y
-import a.b as y
-import a.b.c as y
diff --git a/tests/bytecode/mp-tests/import5.py b/tests/bytecode/mp-tests/import5.py
deleted file mode 100644
index fb93862d19..0000000000
--- a/tests/bytecode/mp-tests/import5.py
+++ /dev/null
@@ -1,4 +0,0 @@
-from a import b as c
-from a.b import c as d
-from a.b.c import d as e
-from a.b.c import d as e, f as h
diff --git a/tests/bytecode/mp-tests/import6.py b/tests/bytecode/mp-tests/import6.py
deleted file mode 100644
index 7cbb3c6d73..0000000000
--- a/tests/bytecode/mp-tests/import6.py
+++ /dev/null
@@ -1,14 +0,0 @@
-from . import bar
-from .. import bar
-from ... import bar
-from .... import bar
-from ..... import bar
-from ...... import bar
-from . import bar as abc
-from .foo import bar
-from ..foo import bar
-from ...foo import bar
-from .foo.bar import baz
-from ..foo.bar import baz
-from ...foo.bar import baz
-from .foo.bar import baz as abc
diff --git a/tests/bytecode/mp-tests/lambda1.py b/tests/bytecode/mp-tests/lambda1.py
deleted file mode 100644
index 559c7c20f5..0000000000
--- a/tests/bytecode/mp-tests/lambda1.py
+++ /dev/null
@@ -1,2 +0,0 @@
-f = lambda: 0
-f = lambda x: 1 + x
diff --git a/tests/bytecode/mp-tests/lambda2.py b/tests/bytecode/mp-tests/lambda2.py
deleted file mode 100644
index 1b4500c08f..0000000000
--- a/tests/bytecode/mp-tests/lambda2.py
+++ /dev/null
@@ -1 +0,0 @@
-f = lambda *args: args
diff --git a/tests/bytecode/mp-tests/list1.py b/tests/bytecode/mp-tests/list1.py
deleted file mode 100644
index e2a1a3e9fa..0000000000
--- a/tests/bytecode/mp-tests/list1.py
+++ /dev/null
@@ -1,8 +0,0 @@
-x = []
-x = [1]
-x = [1,] # not implemented
-x = [1, 2]
-x = [1, 2,]
-x = [1, 2, 3]
-x = [1, 2, 3, 4]
-x = [1, 2, 3, 4, 5]
diff --git a/tests/bytecode/mp-tests/list2.py b/tests/bytecode/mp-tests/list2.py
deleted file mode 100644
index 90b21184da..0000000000
--- a/tests/bytecode/mp-tests/list2.py
+++ /dev/null
@@ -1,8 +0,0 @@
-x = [()]
-x = [(a)]
-x = [(a,)]
-x = [(a)]
-x = [(a,)]
-x = [a, b]
-x = [(a, b)]
-x = [(a, b, c)]
diff --git a/tests/bytecode/mp-tests/listcomp1.py b/tests/bytecode/mp-tests/listcomp1.py
deleted file mode 100644
index 3a0ef49791..0000000000
--- a/tests/bytecode/mp-tests/listcomp1.py
+++ /dev/null
@@ -1,4 +0,0 @@
-x = (a for a in l)
-
-f(a for a in l)
-f(a + b for a, b in f())
diff --git a/tests/bytecode/mp-tests/listcomp2.py b/tests/bytecode/mp-tests/listcomp2.py
deleted file mode 100644
index 5f52a5e6b0..0000000000
--- a/tests/bytecode/mp-tests/listcomp2.py
+++ /dev/null
@@ -1 +0,0 @@
-[x.y for x in k.l]
diff --git a/tests/bytecode/mp-tests/listcomp3.py b/tests/bytecode/mp-tests/listcomp3.py
deleted file mode 100644
index 77a8f2be20..0000000000
--- a/tests/bytecode/mp-tests/listcomp3.py
+++ /dev/null
@@ -1,3 +0,0 @@
-x = (a + 1 for a in l if a.f())
-
-x = [a + 1 for a in l if a.f()]
diff --git a/tests/bytecode/mp-tests/listcomp4.py b/tests/bytecode/mp-tests/listcomp4.py
deleted file mode 100644
index 6b29993097..0000000000
--- a/tests/bytecode/mp-tests/listcomp4.py
+++ /dev/null
@@ -1,4 +0,0 @@
-# closing over a local variable in a list comprehension
-def f():
-    a = 1
-    x = [a + b for b in l]
diff --git a/tests/bytecode/mp-tests/listcomp5.py b/tests/bytecode/mp-tests/listcomp5.py
deleted file mode 100644
index a42d811b75..0000000000
--- a/tests/bytecode/mp-tests/listcomp5.py
+++ /dev/null
@@ -1,11 +0,0 @@
-# nested ifs
-x = [a for a in l if a if a + 1]
-x = [a for a in l if a if a + 1 if a + 2]
-
-# nested for loops
-x = [a for a in l for l in ls]
-x = [a for ls in lss for l in ls for a in l]
-x = [a for a in l for l in ls for ls in lss]
-
-# nested ifs and for loops
-x = [a for a in l if a for l in ls if l if a for ls in lss if ls]
diff --git a/tests/bytecode/mp-tests/locals1.py b/tests/bytecode/mp-tests/locals1.py
deleted file mode 100644
index 49c34da1ad..0000000000
--- a/tests/bytecode/mp-tests/locals1.py
+++ /dev/null
@@ -1,22 +0,0 @@
-# to test the order of locals and arguments (LOAD_FAST, STORE_FAST)
-
-def f1():
-    b = 1
-    a = 2
-    return a + b
-
-def f2(b):
-    a = 2
-    return a + b
-
-def f3():
-    def f3f():
-        return True
-    a = 1
-    return f3f(a)
-
-def f4():
-    x = 1
-    def f3f():
-        return True
-    return f3f(x)
diff --git a/tests/bytecode/mp-tests/ptex.py b/tests/bytecode/mp-tests/ptex.py
deleted file mode 100644
index 8f23d78009..0000000000
--- a/tests/bytecode/mp-tests/ptex.py
+++ /dev/null
@@ -1,269 +0,0 @@
-import sys
-import os
-import os.path
-import datetime
-import argparse
-from xml.etree.ElementTree import Element, SubElement, tostring
-
-from log import Log
-from texparser import TexParser
-from latexparser import LatexParser
-from gettexfile import file_has_suffix
-from gettexfile import get_tex_file
-
-from xiwi.common.misc import buildFileList
-from xiwi.common import arxivid
-from xiwi.common.stats import Statistics
-
-def str_contains(s1, s2):
-    return s1.find(s2) != -1
-
-def str_contains_one_of(st, st_list):
-    for st2 in st_list:
-        if str_contains(st, st2):
-            return True
-    return False
-
-def detect_file_kind(file_obj):
-    """Simple detection of kind of source file."""
-    kind = 'unknown'
-    firstline = file_obj.readline()
-    while firstline.isspace():
-        firstline = file_obj.readline()
-    if firstline.startswith('%!PS'):
-        kind = 'PS'
-    elif firstline.startswith('%auto-ignore'):
-        kind = 'auto-ignore'
-    else:
-        file_obj.seek(0)
-        for line in file_obj:
-            if str_contains(line, '\\def'):
-                # might be tex, if we don't find anything else
-                kind = 'tex'
-            if str_contains(line, '\\input'):
-                # might be tex, if we don't find anything else
-                kind = 'tex'
-                if str_contains(line, 'amstex') or str_contains(line, 'harvmac'):
-                    # definitely tex
-                    kind = 'tex'
-                    break
-            if str_contains(line, '\\documentclass'):
-                # definitely latex
-                kind = 'latex'
-                break
-            if str_contains(line, '\\documentstyle'):
-                # could be tex or latex
-                if str_contains(line, 'amsppt'):
-                    kind = 'tex'
-                    break
-                else:
-                    kind = 'latex'
-                    break
-    file_obj.seek(0)
-    return kind
-
-class WithdrawnPaper(object):
-    def __init__(self):
-        pass
-
-    def __getitem__(self, item):
-        if item == 'refs':
-            return []
-        elif item == 'success':
-            return True
-
-    def parse(self):
-        pass
-
-def process_article(filename):
-    """Returns TexParserBase derived object on success, None on failure."""
-
-    # get the tex file
-    filename, file_obj, tarfile_obj = get_tex_file(filename)
-    if file_obj is None:
-        return None
-
-    # detect the type of file
-    kind = detect_file_kind(file_obj)
-
-    # act on the type of file
-    parser = None
-    if kind == 'PS':
-        print('skipping postscript file')
-    elif kind == 'auto-ignore':
-        print('asked to ignore file, most likely it was withdrawn')
-        parser = WithdrawnPaper()
-    if kind == 'tex':
-        print('parsing as TeX')
-        parser = TexParser(filename, file_obj, tarfile_obj)
-    elif kind == 'latex':
-        print('parsing as LaTeX')
-        parser = LatexParser(filename, file_obj, tarfile_obj)
-    else:
-        print('cannot determine kind of file')
-
-    # attempt to parse the document
-    try:
-        if parser is not None:
-            parser.parse()
-    except Exception as e:
-        print('exception while trying to parse file:')
-        print(str(e))
-        parser = None
-
-    # close the files
-    file_obj.close()
-    if tarfile_obj is not None:
-        tarfile_obj.close()
-
-    # return the parsed document
-    return parser
-
-arxiv_classes = [
-    'acc-phys', 'adap-org', 'alg-geom', 'ao-sci', 'astro-ph', 'atom-ph',
-    'bayes-an', 'chao-dyn', 'chem-ph', 'cmp-lg', 'comp-gas', 'cond-mat',
-    'cs', 'dg-ga', 'funct-an', 'gr-qc', 'hep-ex', 'hep-lat',
-    'hep-ph', 'hep-th', 'math', 'math-ph', 'mtrl-th', 'nlin',
-    'nucl-ex', 'nucl-th', 'patt-sol', 'physics', 'plasm-ph', 'q-alg',
-    'q-bio', 'quant-ph', 'solv-int', 'supr-con'
-]
-
-def do_single_file(file_name, print_xml, write_xml_dir):
-    arxiv_id, arxiv_version = arxivid.filenameToArxivAndVersion(file_name)
-    if arxiv_id is None:
-        print('WARN: could not determine arXiv identifier for', file_name)
-        arxiv_id = '<unknown>'
-        arxiv_version = 0
-
-    Log.reset()
-    Statistics.begin_item(arxiv_id)
-
-    if file_has_suffix(file_name, '.pdf'):
-        Statistics.count('1) pdf')
-        succ = True
-    else:
-        Statistics.count('2) processed')
-
-        parser = process_article(file_name)
-
-        if parser is not None :
-            succ = parser['success']
-            bib_refs = parser['refs']
-        else :
-            succ = False
-            bib_refs = []
-
-        if str_contains_one_of(arxiv_id, ['gr-qc', 'hep-']):
-            Statistics.count('hep-processed')
-            if succ:
-                Statistics.count('hep-success')
-        if succ:
-            print('-success--------')
-            Statistics.count('3) success')
-        else:
-            print('-fail-----------')
-            Statistics.count('4) fail')
-
-        show_ref = False
-
-        if succ and show_ref:
-            for bib_ref in bib_refs:
-                print(bib_ref.key, 'with', bib_ref.cite_count, 'citations in paper')
-                if len(bib_ref.bib_info) == 0:
-                    print('no reference')
-                else:
-                    print(bib_ref.bib_info_as_str(keep_comments=True))
-
-        if succ and (print_xml or write_xml_dir):
-            xml = Element('article')
-            SubElement(xml, 'id').text = arxiv_id
-            if arxiv_version > 0:
-                SubElement(xml, 'version').text = str(arxiv_version)
-            refs = SubElement(xml, 'refs')
-            for bib_ref in bib_refs:
-                bib_text = bib_ref.bib_info_as_str(keep_comments=True)
-                if len(bib_text) != 0:
-                    ncites = bib_ref.cite_count
-                    if ncites < 1:
-                        ncites = 1
-                    ref = SubElement(refs, 'ref', order=str(bib_ref.ref_order_num), freq=str(ncites))
-                    ref.text = bib_text
-            if print_xml:
-                print(tostring(xml))
-            if isinstance(write_xml_dir, str):
-                if arxiv_id != '<unknown>':
-                    xml_file_name = os.path.join(write_xml_dir, arxiv_id.replace('/', '') + '.xml')
-                else:
-                    fname = os.path.split(file_name)[1]
-                    if fname.rfind('.') > 0:
-                        fname = fname[:fname.rfind('.')]
-                    xml_file_name = write_xml_dir + '/' + fname + '.xml'
-                file_obj = open(xml_file_name, 'wb')
-                file_obj.write(tostring(xml, encoding='utf-8'))
-                file_obj.close()
-
-    Statistics.end_item()
-
-    return succ
-
-summaryStrs = []
-
-if __name__ == "__main__":
-    cmd_parser = argparse.ArgumentParser(description='Parse TeX/LaTeX to find references.')
-    cmd_parser.add_argument('--filelist', action='store_true', help='file names on the command line each contain a list of files to process')
-    cmd_parser.add_argument('--print-xml', action='store_true', help='print XML output to stdout')
-    cmd_parser.add_argument('--write-xml', metavar='<dir>', help='destination directory to write XML output files')
-    cmd_parser.add_argument('--failed', metavar='<file>', help='output file to write list of failed files')
-    cmd_parser.add_argument('files', nargs='+', help='input files')
-    args = cmd_parser.parse_args()
-
-    # print date stamp
-    timeStart = datetime.datetime.now()
-    print('[ptex] started processing at', str(timeStart))
-
-    print('given', len(args.files), 'files, first file:', args.files[0])
-    print('================')
-
-    Statistics.clear('article')
-
-    # build list of files to process
-    file_list = buildFileList(args.filelist, args.files)
-
-    # ensure the destination directory exists
-    if args.write_xml is not None and os.path.exists(args.write_xml):
-        try:
-            os.makedirs(args.write_xml)
-        except:
-            pass
-
-    # process the files
-    failed_files = []
-    for file_name in file_list:
-        success = do_single_file(file_name, args.print_xml, args.write_xml)
-        if not success:
-            failed_files.append(file_name)
-
-    # write the failed files to an output file, if requested
-    if args.failed is not None:
-        file_obj = open(args.failed, 'w')
-        file_obj.writelines(f + '\n' for f in failed_files)
-        file_obj.close()
-
-    print('================')
-    Statistics.show()
-    Statistics.show_detail('fail')
-    #Statistics.show_detail('cite-range')
-    #Statistics.show_detail('bad-ascii')
-    #Statistics.show_detail('non-ascii')
-
-    print('================')
-
-    # print date stamp
-    timeEnd = datetime.datetime.now()
-    print('[ptex] finished processing at', str(timeEnd))
-
-    # print summary for email
-    summaryStrs.extend(Statistics.get_summary())
-    summaryStrs.insert(0, 'started processing at %s, took %.1f minutes' % (timeStart.strftime('%H:%M'), (timeEnd - timeStart).total_seconds() / 60))
-    for s in summaryStrs:
-        print('**SUMMARY** [ptex]', s)
diff --git a/tests/bytecode/mp-tests/raise1.py b/tests/bytecode/mp-tests/raise1.py
deleted file mode 100644
index 9cceed4944..0000000000
--- a/tests/bytecode/mp-tests/raise1.py
+++ /dev/null
@@ -1,11 +0,0 @@
-def f():
-    raise
-def g():
-    raise 1
-def h():
-    raise 1 from 2
-def i():
-    try:
-        f()
-    except:
-        raise
diff --git a/tests/bytecode/mp-tests/scope0.py b/tests/bytecode/mp-tests/scope0.py
deleted file mode 100644
index 5d81345ea4..0000000000
--- a/tests/bytecode/mp-tests/scope0.py
+++ /dev/null
@@ -1,7 +0,0 @@
-x = 1
-print(x)
-
-# local store after load
-def f():
-    print(x)
-    x = 1
diff --git a/tests/bytecode/mp-tests/scope1.py b/tests/bytecode/mp-tests/scope1.py
deleted file mode 100644
index 92a0f9fa8c..0000000000
--- a/tests/bytecode/mp-tests/scope1.py
+++ /dev/null
@@ -1,6 +0,0 @@
-x = 1
-print(x)
-def f1():
-    print(x)
-def f2(x):
-    print(x)
diff --git a/tests/bytecode/mp-tests/scope2.py b/tests/bytecode/mp-tests/scope2.py
deleted file mode 100644
index af9e372318..0000000000
--- a/tests/bytecode/mp-tests/scope2.py
+++ /dev/null
@@ -1,18 +0,0 @@
-# scope
-
-gl = 1
-
-def f(x):
-    global gl
-    gl += 2
-    lo1 = 3
-    lo2 = 4
-    lo3 = 5
-
-    def f2(x, y):
-        global gl
-        nonlocal lo3
-        lo3 = 5
-        lo4 = gl + lo2 + lo3
-
-    return f2
diff --git a/tests/bytecode/mp-tests/scope3.py b/tests/bytecode/mp-tests/scope3.py
deleted file mode 100644
index a5fc8d09fe..0000000000
--- a/tests/bytecode/mp-tests/scope3.py
+++ /dev/null
@@ -1,11 +0,0 @@
-# test nested functions and scope
-
-def f(x):
-    def f2(y):
-        return y + x
-    print(f2(x))
-    return f2
-x=f(2)
-print(x, x(5))
-f=123
-print(f(f))
diff --git a/tests/bytecode/mp-tests/scope4.py b/tests/bytecode/mp-tests/scope4.py
deleted file mode 100644
index 70968cdf30..0000000000
--- a/tests/bytecode/mp-tests/scope4.py
+++ /dev/null
@@ -1,14 +0,0 @@
-# test scope
-
-def f(x):
-    global x42
-    print(x, x42)
-    x42 = x
-
-x42 = 123
-f(1)
-print(x42)
-
-x42 = 456
-f(2)
-print(x42)
diff --git a/tests/bytecode/mp-tests/scope5.py b/tests/bytecode/mp-tests/scope5.py
deleted file mode 100644
index a14de350ed..0000000000
--- a/tests/bytecode/mp-tests/scope5.py
+++ /dev/null
@@ -1,12 +0,0 @@
-# test scope
-
-def f(x):
-    def f2(y):
-        print(y, x42, y42)
-    x42 = x = y42 = 123
-    myf2 = f2
-    x42 = 456
-    return myf2
-
-myf = f(1)
-myf(1)
diff --git a/tests/bytecode/mp-tests/scope6.py b/tests/bytecode/mp-tests/scope6.py
deleted file mode 100644
index 4848378887..0000000000
--- a/tests/bytecode/mp-tests/scope6.py
+++ /dev/null
@@ -1,7 +0,0 @@
-# closed over variable 2 deep
-
-def f():
-    x = 1
-    def g():
-        def h():
-            return 1 + x
diff --git a/tests/bytecode/mp-tests/scope7.py b/tests/bytecode/mp-tests/scope7.py
deleted file mode 100644
index 699d12510c..0000000000
--- a/tests/bytecode/mp-tests/scope7.py
+++ /dev/null
@@ -1,15 +0,0 @@
-# test order of closed over locals
-# not that CPython seems to sort closed over variables (but not fast locals)
-
-def f():
-    l1 = 1
-    l2 = 4
-    l3 = 3
-    l4 = 2
-    l5 = 5
-
-    def g():
-        return l1 + l4 + l3 + l2 + l5
-
-    def h():
-        return l1 + l2 + l3 + l4 + l5
diff --git a/tests/bytecode/mp-tests/set1.py b/tests/bytecode/mp-tests/set1.py
deleted file mode 100644
index f6de75606c..0000000000
--- a/tests/bytecode/mp-tests/set1.py
+++ /dev/null
@@ -1,6 +0,0 @@
-x = set()
-x = {1}
-x = {1,}
-x = {1, 2}
-x = {1, 2,}
-x = {1, 2, 3}
diff --git a/tests/bytecode/mp-tests/setcomp1.py b/tests/bytecode/mp-tests/setcomp1.py
deleted file mode 100644
index 82927f5d19..0000000000
--- a/tests/bytecode/mp-tests/setcomp1.py
+++ /dev/null
@@ -1,2 +0,0 @@
-x = {a for a in l}
-x = {a + b for a, b in l if b}
diff --git a/tests/bytecode/mp-tests/slice1.py b/tests/bytecode/mp-tests/slice1.py
deleted file mode 100644
index 008e57c182..0000000000
--- a/tests/bytecode/mp-tests/slice1.py
+++ /dev/null
@@ -1,16 +0,0 @@
-x = x[:]
-x = x[::]
-x = x[::c]
-x = x[:b]
-x = x[:b:]
-x = x[:b:c]
-x = x[a]
-x = x[a:]
-x = x[a::]
-x = x[a::c]
-x = x[a:b]
-x = x[a:b:]
-x = x[a:b:c]
-
-x[0] = 1
-x[x] = x
diff --git a/tests/bytecode/mp-tests/slice2.py b/tests/bytecode/mp-tests/slice2.py
deleted file mode 100644
index e329156c3c..0000000000
--- a/tests/bytecode/mp-tests/slice2.py
+++ /dev/null
@@ -1,3 +0,0 @@
-x = x[a, b]
-
-x[a, b] = x
diff --git a/tests/bytecode/mp-tests/string1.py b/tests/bytecode/mp-tests/string1.py
deleted file mode 100644
index d6ddc7ae43..0000000000
--- a/tests/bytecode/mp-tests/string1.py
+++ /dev/null
@@ -1,11 +0,0 @@
-x = 'abc'
-x = "abc"
-x = r'abc'
-x = 'abc' \
-    'def'
-x = ('abc'
-    'def')
-
-x = 'ab"c'
-x = "ab'c"
-x = '''ab'c'''
diff --git a/tests/bytecode/mp-tests/string2.py b/tests/bytecode/mp-tests/string2.py
deleted file mode 100644
index 70dc9924b0..0000000000
--- a/tests/bytecode/mp-tests/string2.py
+++ /dev/null
@@ -1,14 +0,0 @@
-'abc'
-class f:
-    u"123"
-    pass
-x = 'abc'
-x = u"abc"
-x = u"ab\\c"
-x = r"ab\\c"
-x = b"abc"
-x = rb"abc"
-x = b"ab\\c"
-x = rb"ab\\c"
-x = """abc"""
-x = b"""abc"""
diff --git a/tests/bytecode/mp-tests/super1.py b/tests/bytecode/mp-tests/super1.py
deleted file mode 100644
index 1512429939..0000000000
--- a/tests/bytecode/mp-tests/super1.py
+++ /dev/null
@@ -1,17 +0,0 @@
-class A(B):
-    def f():
-        super.a()
-
-class B(C):
-    def g():
-        def h():
-            super.a()
-
-super.a()
-
-def i():
-    super.a()
-
-def j():
-    def k():
-        super.a()
diff --git a/tests/bytecode/mp-tests/try1.py b/tests/bytecode/mp-tests/try1.py
deleted file mode 100644
index 10344c8ae3..0000000000
--- a/tests/bytecode/mp-tests/try1.py
+++ /dev/null
@@ -1,13 +0,0 @@
-def f(x):
-    try:
-        f(x)
-    except:
-        f(x)
-    try:
-        f(x)
-    except Exception:
-        f(x)
-    try:
-        f(x)
-    except Exception as e:
-        f(x, e)
diff --git a/tests/bytecode/mp-tests/try2.py b/tests/bytecode/mp-tests/try2.py
deleted file mode 100644
index efdac04756..0000000000
--- a/tests/bytecode/mp-tests/try2.py
+++ /dev/null
@@ -1,5 +0,0 @@
-def f():
-    try:
-        f()
-    finally:
-        g()
diff --git a/tests/bytecode/mp-tests/try3.py b/tests/bytecode/mp-tests/try3.py
deleted file mode 100644
index 9741aaf681..0000000000
--- a/tests/bytecode/mp-tests/try3.py
+++ /dev/null
@@ -1,14 +0,0 @@
-def f():
-    try:
-        f()
-    except:
-        g()
-    finally:
-        f()
-
-    try:
-        f()
-    except Exception:
-        g()
-    finally:
-        f()
diff --git a/tests/bytecode/mp-tests/try4.py b/tests/bytecode/mp-tests/try4.py
deleted file mode 100644
index 412cb74ee5..0000000000
--- a/tests/bytecode/mp-tests/try4.py
+++ /dev/null
@@ -1,22 +0,0 @@
-try:
-    f()
-except A:
-    g()
-except:
-    h()
-
-try:
-    f()
-except A:
-    g()
-except B as c:
-    h()
-
-try:
-    f()
-except A:
-    g()
-except B as c:
-    h()
-except:
-    i()
diff --git a/tests/bytecode/mp-tests/try5.py b/tests/bytecode/mp-tests/try5.py
deleted file mode 100644
index 7ba7949125..0000000000
--- a/tests/bytecode/mp-tests/try5.py
+++ /dev/null
@@ -1,8 +0,0 @@
-try:
-    f()
-except A:
-    g()
-except B as b:
-    h()
-finally:
-    i()
diff --git a/tests/bytecode/mp-tests/try6.py b/tests/bytecode/mp-tests/try6.py
deleted file mode 100644
index d5b68722e9..0000000000
--- a/tests/bytecode/mp-tests/try6.py
+++ /dev/null
@@ -1,15 +0,0 @@
-try:
-    f()
-except:
-    g()
-else:
-    h()
-
-try:
-    f()
-except:
-    g()
-else:
-    h()
-finally:
-    i()
diff --git a/tests/bytecode/mp-tests/tuple1.py b/tests/bytecode/mp-tests/tuple1.py
deleted file mode 100644
index d70e4cf569..0000000000
--- a/tests/bytecode/mp-tests/tuple1.py
+++ /dev/null
@@ -1,17 +0,0 @@
-x = ()
-x = a
-x = a,
-x = a, 2
-x = a, 2,
-x = a, 2, 3
-x = a, 2, 3, 4
-x = a, 2, 3, 4, 5
-
-x = ()
-x = (a)
-x = (a,)
-x = (a, 2)
-x = (a, 2,)
-x = (a, 2, 3)
-x = (a, 2, 3, 4)
-x = (a, 2, 3, 4, 5)
diff --git a/tests/bytecode/mp-tests/tuple2.py b/tests/bytecode/mp-tests/tuple2.py
deleted file mode 100644
index df11e74ce0..0000000000
--- a/tests/bytecode/mp-tests/tuple2.py
+++ /dev/null
@@ -1,15 +0,0 @@
-x = t
-x, = t
-x, y = t
-x, y, = t
-x, y, z = t
-x, y, z, = t
-x, y, z, z = a, b, c, d
-
-(x) = t
-(x,) = t
-(x, y) = t
-(x, y,) = t
-(x, y, z) = t
-(x, y, z,) = t
-(x, y, z, z) = a, b, c, d
diff --git a/tests/bytecode/mp-tests/tuple3.py b/tests/bytecode/mp-tests/tuple3.py
deleted file mode 100644
index 29ddd86d08..0000000000
--- a/tests/bytecode/mp-tests/tuple3.py
+++ /dev/null
@@ -1,4 +0,0 @@
-def f(x):
-    return x, x + 1
-for a in b, c:
-    f(a)
diff --git a/tests/bytecode/mp-tests/with1.py b/tests/bytecode/mp-tests/with1.py
deleted file mode 100644
index 897ec530fa..0000000000
--- a/tests/bytecode/mp-tests/with1.py
+++ /dev/null
@@ -1,8 +0,0 @@
-with x:
-    f()
-with x():
-    f()
-with f() as x:
-    f(x)
-with f() as x, g() as y:
-    f(x, y)
diff --git a/tests/bytecode/mp-tests/yield1.py b/tests/bytecode/mp-tests/yield1.py
deleted file mode 100644
index 114151e718..0000000000
--- a/tests/bytecode/mp-tests/yield1.py
+++ /dev/null
@@ -1,17 +0,0 @@
-# generators and yield
-
-def main():
-    def f():
-        print(123)
-        yield
-        print(456)
-        yield 2
-        print(789)
-
-    a = f()
-    print(a)
-    print(a.__next__())
-    print(a.__next__())
-    #print(a.__next__())
-
-main()
diff --git a/tests/bytecode/mp-tests/yield2.py b/tests/bytecode/mp-tests/yield2.py
deleted file mode 100644
index acc0ec8e99..0000000000
--- a/tests/bytecode/mp-tests/yield2.py
+++ /dev/null
@@ -1,7 +0,0 @@
-def f():
-    yield from a
-    yield from (a, b)
-    yield from f(a)
-
-lambda:(yield)
-lambda:(yield 1) + 2