unix-ffi: Move more unix-only packages to unix-ffi.

With the dependencies captured in manifest.py, several packages in
python-stdlib were still unix-only due to direct or transitive dependencies
on unix-only or ffi modules.  Or they just make no sense to run on
microcontroller targets.

In a few cases (e.g. base64) where possible, the unix dependency could be
removed.

Updates manifest.py to use the `unix_ffi=True` arg to `require()` for these
libraries.

Rename re-pcre to re now that unix-ffi is effectively its own namespace.

Update unix-ffi/README.md, and strengthen the wording that the unix
libraries are unmaintained.

Signed-off-by: Jim Mussared <[email protected]>

Author: jimmo

python-stdlib/base64/base64.py

@@ -96,7 +96,7 @@ def b64decode(s, altchars=None, validate=False):
         altchars = _bytes_from_decode_data(altchars)
         assert len(altchars) == 2, repr(altchars)
         s = s.translate(bytes.maketrans(altchars, b"+/"))
-    if validate and not re.match(b"^[A-Za-z0-9+/]*={0,2}$", s):
+    if validate and not re.match(b"^[A-Za-z0-9+/]*=*$", s):
         raise binascii.Error("Non-base64 digit found")
     return binascii.a2b_base64(s)
 

python-stdlib/base64/manifest.py

@@ -1,7 +1,6 @@
 metadata(version="3.3.3-4")
 
 require("binascii")
-require("re-pcre")
 require("struct")
 
 module("base64.py")

python-stdlib/email.charset/manifest.py

@@ -1,6 +1,6 @@
 metadata(version="0.5.1")
 
 require("binascii")
-require("os")
+require("os.path")
 
 module("uu.py")

python-stdlib/email.feedparser/manifest.py

@@ -1,5 +1,5 @@
 metadata(version="3.3.3-1")
 
-require("re-pcre")
+require("re", unix_ffi=True)
 
 module("_markupbase.py")

python-stdlib/email.header/manifest.py

@@ -3,7 +3,7 @@
 require("base64")
 require("binascii")
 require("quopri")
-require("re-pcre")
+require("re", unix_ffi=True)
 require("string")
 
 package("email")

python-stdlib/email.internal/manifest.py

@@ -215,7 +215,10 @@ def make_msgid(idstring=None, domain=None):
     """
     timeval = time.time()
     utcdate = time.strftime("%Y%m%d%H%M%S", time.gmtime(timeval))
-    pid = os.getpid()
+    if hasattr(os, "getpid"):
+        pid = os.getpid()
+    else:
+        pid = 0
     randint = random.randrange(100000)
     if idstring is None:
         idstring = ""

python-stdlib/email.message/manifest.py

@@ -1,13 +1,13 @@
 metadata(version="3.3.3-2")
 
-require("os")
-require("re-pcre")
+require("os", unix_ffi=True)
+require("re", unix_ffi=True)
 require("base64")
 require("random")
 require("datetime")
-require("urllib.parse")
+require("urllib.parse", unix_ffi=True)
 require("warnings")
 require("quopri")
-require("email.charset")
+require("email.charset", unix_ffi=True)
 
 package("email")

python-stdlib/email.parser/manifest.py

@@ -2,6 +2,6 @@
 
 # Originally written by Paul Sokolovsky.
 
-require("ffilib")
+require("ffilib", unix_ffi=True)
 
 module("fcntl.py")

python-stdlib/glob/manifest.py

@@ -1,5 +1,5 @@
 metadata(version="3.3.3-1")
 
-require("os")
+require("os", unix_ffi=True)
 
 module("getopt.py")

python-stdlib/html.parser/manifest.py

@@ -2,6 +2,6 @@
 
 # Originally written by Riccardo Magliocchetti.
 
-require("ffilib")
+require("ffilib", unix_ffi=True)
 
 module("gettext.py")

python-stdlib/http.client/manifest.py

@@ -2,8 +2,8 @@
 
 # Originally written by Paul Sokolovsky.
 
-require("ffilib")
-require("os")
-require("signal")
+require("ffilib", unix_ffi=True)
+require("os", unix_ffi=True)
+require("signal", unix_ffi=True)
 
 package("machine")

python-stdlib/uu/manifest.py

@@ -2,8 +2,8 @@
 
 # Originally written by Paul Sokolovsky.
 
-require("os")
-require("select")
+require("os", unix_ffi=True)
+require("select", unix_ffi=True)
 require("pickle")
 
 module("multiprocessing.py")

unix-ffi/README.md

@@ -2,7 +2,7 @@
 
 # Originally written by Paul Sokolovsky.
 
-require("ffilib")
+require("ffilib", unix_ffi=True)
 require("errno")
 require("stat")
 

python-stdlib/_markupbase/_markupbase.py renamed to unix-ffi/_markupbase/_markupbase.py

@@ -2,6 +2,6 @@
 
 # Originally written by Riccardo Magliocchetti.
 
-require("ffilib")
+require("ffilib", unix_ffi=True)
 
 module("pwd.py")

python-stdlib/_markupbase/manifest.py renamed to unix-ffi/_markupbase/manifest.py

@@ -2,6 +2,6 @@
 
 # Originally written by Paul Sokolovsky.
 
-require("ffilib")
+require("ffilib", unix_ffi=True)
 
 module("re.py")

python-stdlib/argparse/argparse.py renamed to unix-ffi/argparse/argparse.py

@@ -2,7 +2,7 @@
 
 # Originally written by Paul Sokolovsky.
 
-require("os")
-require("ffilib")
+require("os", unix_ffi=True)
+require("ffilib", unix_ffi=True)
 
 module("select.py")

python-stdlib/argparse/manifest.py renamed to unix-ffi/argparse/manifest.py

@@ -2,6 +2,6 @@
 
 # Originally written by Paul Sokolovsky.
 
-require("ffilib")
+require("ffilib", unix_ffi=True)
 
 module("signal.py")

python-stdlib/argparse/test_argparse.py renamed to unix-ffi/argparse/test_argparse.py

@@ -2,6 +2,6 @@
 
 # Originally written by Paul Sokolovsky.
 
-require("ffilib")
+require("ffilib", unix_ffi=True)
 
 module("sqlite3.py")

python-stdlib/cgi/cgi.py renamed to unix-ffi/cgi/cgi.py

@@ -1,5 +1,5 @@
 metadata(version="0.5")
 
-require("ffilib")
+require("ffilib", unix_ffi=True)
 
 module("time.py")

python-stdlib/cgi/manifest.py renamed to unix-ffi/cgi/manifest.py

@@ -1,9 +1,9 @@
 metadata(version="3.3.3-3")
 
-require("getopt")
+require("getopt", unix_ffi=True)
 require("itertools")
 # require("linecache") TODO
-require("time")
+require("time", unix_ffi=True)
 require("traceback")
 
 module("timeit.py")

python-stdlib/email.charset/email/charset.py renamed to unix-ffi/email.charset/email/charset.py

@@ -2,8 +2,8 @@
 
 # Originally written by Paul Sokolovsky.
 
-require("os")
-require("tty")
-require("select")
+require("os", unix_ffi=True)
+require("tty", unix_ffi=True)
+require("select", unix_ffi=True)
 
 package("ucurses")

python-stdlib/email.encoders/email/base64mime.py renamed to unix-ffi/email.encoders/email/base64mime.py

@@ -1,6 +1,6 @@
 metadata(version="0.9.0")
 
-require("argparse")
+require("argparse", unix_ffi=True)
 require("fnmatch")
 
 module("unittest.py")

python-stdlib/email.encoders/email/encoders.py renamed to unix-ffi/email.encoders/email/encoders.py

@@ -1,6 +1,6 @@
 metadata(version="0.5.2")
 
-require("re-pcre")
+require("re", unix_ffi=True)
 require("collections")
 require("collections.defaultdict")