proteindf_bridge.str_processing のソースコード

#!/usr/bin/env python
# -*- coding: utf-8 -*-

# Copyright (C) 2014 The ProteinDF development team.
# see also AUTHORS and README if provided.
#
# This file is a part of the ProteinDF software package.
#
# The ProteinDF is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# The ProteinDF is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with ProteinDF.  If not, see <http://www.gnu.org/licenses/>.

import sys
import re
import pickle

import logging
logger = logging.getLogger(__name__)




class StrUtils(object):


    @classmethod
    def sort_nicely(cls, given_list):
        """
        Sort the given list in the way that humans expect.
        ref: http://www.codinghorror.com/blog/2007/12/sorting-for-humans-natural-sort-order.html
        """
        str_list = [str(x) for x in given_list]

        def convert(text):
            return int(text) if text.isdigit() else text

        def alphanum_key(key):
            return [convert(c) for c in re.split('([0-9]+)', key)]

        str_list.sort(key=alphanum_key)
        return str_list




    @classmethod
    def add_spaces(cls, s, num_add):
        """
        Prepend num_add spaces to the start of each line.
        """
        spc = ' ' * num_add
        return spc + spc.join(s.splitlines(True))




    @classmethod
    def num_spaces(cls, s):
        """
        Return the number of leading spaces on each line.
        """
        return [len(line) - len(line.lstrip()) for line in s.splitlines()]




    @classmethod
    def del_spaces(cls, s, num_del):
        """
        """
        if num_del < min(cls.num_spaces(s)):
            raise ValueError("removing more spaces than there are!")
        return '\n'.join([line[num_del:] for line in s.splitlines()])




    @classmethod
    def unindent_block(cls, s):
        return cls.del_spaces(s, min(cls.num_spaces(s)))




    @classmethod
    def get_common_str(cls, str1, str2):
        """
        Return the common string (from the beginning).

        >>> a = 'abcdef'
        >>> b = 'abcdefg'
        >>> Utils.get_common_str(a, b)
        'abcdef'
        """
        answer = ""
        len1 = len(str1)
        len2 = len(str2)
        length = min(len1, len2)
        for i in range(length):
            c1 = str1[i]
            c2 = str2[i]
            if c1 == c2:
                answer += c1
            else:
                break
        return answer




    @classmethod
    def to_unicode_dict(cls, d):
        """
        Convert a dict whose keys are stored as bytes into a dict
        keyed by str (utf-8).
        """
        assert isinstance(d, dict)
        answer = {}
        for k, v in d.items():
            new_key = cls.to_unicode(k)
            if isinstance(v, list):
                v = cls.to_unicode_list(v)
            elif isinstance(v, dict):
                v = cls.to_unicode_dict(v)
            elif isinstance(v, (str, bytes)):
                v = cls.to_unicode(v)
            else:
                pass  # do nothing
            answer[new_key] = v
        return answer




    @classmethod
    def to_unicode_list(cls, l):
        """
        """
        assert isinstance(l, list)
        answer = []
        for v in l:
            if isinstance(v, list):
                v = cls.to_unicode_list(v)
            elif isinstance(v, dict):
                v = cls.to_unicode_dict(v)
            elif isinstance(v, (str, bytes)):
                v = cls.to_unicode(v)
            else:
                pass  # do nothing
            answer.append(v)
        return answer




    @classmethod
    def to_unicode(cls, unicode_or_str):
        """
        Convert bytes to str (utf-8).
        """
        if isinstance(unicode_or_str, bytes):
            return unicode_or_str.decode('utf-8')
        return str(unicode_or_str)




    @classmethod
    def to_bytes(cls, unicode_or_str):
        """
        Convert str to bytes (utf-8).
        """
        if isinstance(unicode_or_str, str):
            return unicode_or_str.encode('utf-8')
        return unicode_or_str




    @classmethod
    def str_to_bool(cls, input_str):
        if isinstance(input_str, bool):
            return input_str

        answer = False
        try:
            tmp = int(input_str)
            if tmp != 0:
                answer = True
        except (ValueError, TypeError):
            if len(input_str) > 0:
                tmp = input_str.upper()
                if tmp[0] in ('Y', 'T'):
                    answer = True
        return answer




    @classmethod
    def check_pickled(cls, data, level=0):
        if isinstance(data, dict):
            for k, v in data.items():
                cls.check_pickled(v, level + 1)
        else:
            try:
                pickle.dumps(data)
            except Exception as e:
                logger.error("Failed to pickle data of type %s: %s", type(data), e)
                raise




if __name__ == "__main__":
    import doctest
    doctest.testmod()