Fixed UFT8 problems since Python3 handles strings differently

Author: MarcCote

scripts/smart_dispatch.py

@@ -125,6 +125,10 @@ def main():
         jobs_id = []
         for pbs_filename in pbs_filenames:
             qsub_output = check_output('{launcher} {pbs_filename}'.format(launcher=LAUNCHER if args.launcher is None else args.launcher, pbs_filename=pbs_filename), shell=True)
+
+            if isinstance(qsub_output, bytes):
+                qsub_output = qsub_output.decode("utf-8")
+
             jobs_id += [qsub_output.strip()]
 
         with utils.open_with_lock(pjoin(path_job, "jobs_id.txt"), 'a') as jobs_id_file:

smartdispatch/utils.py

@@ -2,6 +2,7 @@
 
 import re
 import fcntl
+import binascii
 import logging
 import hashlib
 import unicodedata
@@ -40,13 +41,13 @@ def yes_no_prompt(query, default=None):
 
 def chunks(sequence, n):
     """ Yield successive n-sized chunks from sequence. """
-    for i in xrange(0, len(sequence), n):
+    for i in range(0, len(sequence), n):
         yield sequence[i:i + n]
 
 
 def generate_uid_from_string(value):
     """ Create unique identifier from a string. """
-    return hashlib.sha256(value).hexdigest()
+    return hashlib.sha256(value.encode()).hexdigest()
 
 
 def slugify(value):
@@ -59,15 +60,21 @@ def slugify(value):
     ---------
     https://github.com/django/django/blob/1.7c3/django/utils/text.py#L436
     """
-    value = unicodedata.normalize('NFKD', unicode(value, "UTF-8")).encode('ascii', 'ignore').decode('ascii')
+    try:
+        value = unicode(value, "UTF-8")
+    except NameError:
+        pass  # In Python 3 all strings are already unicode.
+
+    value = unicodedata.normalize('NFKD', value).encode('ascii', 'ignore').decode('ascii')
     value = re.sub('[^\w\s-]', '', value).strip().lower()
     return str(re.sub('[-\s]+', '_', value))
 
 
 def encode_escaped_characters(text, escaping_character="\\"):
     """ Escape the escaped character using its hex representation """
     def hexify(match):
-        return "\\x{0}".format(match.group()[-1].encode("hex"))
+        # Reference: http://stackoverflow.com/questions/18298251/python-hex-values-to-convert-to-a-string-integer
+        return "\\x" + binascii.hexlify(match.group()[-1].encode()).decode()
 
     return re.sub(r"\\.", hexify, text)
 
@@ -78,7 +85,7 @@ def decode_escaped_characters(text):
         return ''
 
     def unhexify(match):
-        return match.group()[2:].decode("hex")
+        return binascii.unhexlify(match.group()[2:]).decode()
 
     return re.sub(r"\\x..", unhexify, text)