Merge pull request RustPython#1059 from RustPython/unicodedata

Add initial unicodedata module.

Author: windelbouwman

Cargo.lock

@@ -11,3 +11,11 @@
 c = ᚴ*3
 
 assert c == '👋👋👋'
+
+import unicodedata
+assert unicodedata.category('a') == 'Ll'
+assert unicodedata.category('A') == 'Lu'
+assert unicodedata.name('a') == 'LATIN SMALL LETTER A'
+assert unicodedata.lookup('LATIN SMALL LETTER A') == 'a'
+assert unicodedata.bidirectional('a') == 'L'
+assert unicodedata.normalize('NFC', 'bla') == 'bla'

tests/snippets/unicode_fu.py

@@ -45,6 +45,8 @@ indexmap = "1.0.2"
 crc = "^1.0.0"
 bincode = "1.1.4"
 unicode_categories = "0.1.1"
+unicode_names2 = "0.2.2"
+unic = "0.9.0"
 maplit = "1.0"
 proc-macro-hack = "0.5"
 bitflags = "1.1"

vm/Cargo.toml

@@ -20,6 +20,7 @@ mod thread;
 mod time_module;
 #[cfg(feature = "rustpython_parser")]
 mod tokenize;
+mod unicodedata;
 mod warnings;
 mod weakref;
 use std::collections::HashMap;
@@ -56,6 +57,7 @@ pub fn get_module_inits() -> HashMap<String, StdlibInitFunc> {
         "time".to_string() => Box::new(time_module::make_module),
         "_weakref".to_string() => Box::new(weakref::make_module),
         "_imp".to_string() => Box::new(imp::make_module),
+        "unicodedata".to_string() => Box::new(unicodedata::make_module),
         "_warnings".to_string() => Box::new(warnings::make_module),
     };