home *** CD-ROM | disk | FTP | other *** search
- # module 'string' -- A collection of string operations
-
- # Warning: most of the code you see here isn't normally used nowadays.
- # At the end of this file most functions are replaced by built-in
- # functions imported from built-in module "strop".
-
- """Common string manipulations.
-
- Public module variables:
-
- whitespace -- a string containing all characters considered whitespace
- lowercase -- a string containing all characters considered lowercase letters
- uppercase -- a string containing all characters considered uppercase letters
- letters -- a string containing all characters considered letters
- digits -- a string containing all characters considered decimal digits
- hexdigits -- a string containing all characters considered hexadecimal digits
- octdigits -- a string containing all characters considered octal digits
-
- """
-
- # Some strings for ctype-style character classification
- whitespace = ' \t\n\r\v\f'
- lowercase = 'abcdefghijklmnopqrstuvwxyz'
- uppercase = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ'
- letters = lowercase + uppercase
- digits = '0123456789'
- hexdigits = digits + 'abcdef' + 'ABCDEF'
- octdigits = '01234567'
-
- # Case conversion helpers
- _idmap = ''
- for i in range(256): _idmap = _idmap + chr(i)
- _lower = _idmap[:ord('A')] + lowercase + _idmap[ord('Z')+1:]
- _upper = _idmap[:ord('a')] + uppercase + _idmap[ord('z')+1:]
- _swapcase = _upper[:ord('A')] + lowercase + _upper[ord('Z')+1:]
- del i
-
- # Backward compatible names for exceptions
- index_error = ValueError
- atoi_error = ValueError
- atof_error = ValueError
- atol_error = ValueError
-
- # convert UPPER CASE letters to lower case
- def lower(s):
- """lower(s) -> string
-
- Return a copy of the string s converted to lowercase.
-
- """
- res = ''
- for c in s:
- res = res + _lower[ord(c)]
- return res
-
- # Convert lower case letters to UPPER CASE
- def upper(s):
- """upper(s) -> string
-
- Return a copy of the string s converted to uppercase.
-
- """
- res = ''
- for c in s:
- res = res + _upper[ord(c)]
- return res
-
- # Swap lower case letters and UPPER CASE
- def swapcase(s):
- """swapcase(s) -> string
-
- Return a copy of the string s with upper case characters
- converted to lowercase and vice versa.
-
- """
- res = ''
- for c in s:
- res = res + _swapcase[ord(c)]
- return res
-
- # Strip leading and trailing tabs and spaces
- def strip(s):
- """strip(s) -> string
-
- Return a copy of the string s with leading and trailing
- whitespace removed.
-
- """
- i, j = 0, len(s)
- while i < j and s[i] in whitespace: i = i+1
- while i < j and s[j-1] in whitespace: j = j-1
- return s[i:j]
-
- # Strip leading tabs and spaces
- def lstrip(s):
- """lstrip(s) -> string
-
- Return a copy of the string s with leading whitespace removed.
-
- """
- i, j = 0, len(s)
- while i < j and s[i] in whitespace: i = i+1
- return s[i:j]
-
- # Strip trailing tabs and spaces
- def rstrip(s):
- """rstrip(s) -> string
-
- Return a copy of the string s with trailing whitespace
- removed.
-
- """
- i, j = 0, len(s)
- while i < j and s[j-1] in whitespace: j = j-1
- return s[i:j]
-
-
- # Split a string into a list of space/tab-separated words
- # NB: split(s) is NOT the same as splitfields(s, ' ')!
- def split(s, sep=None, maxsplit=0):
- """split(str [,sep [,maxsplit]]) -> list of strings
-
- Return a list of the words in the string s, using sep as the
- delimiter string. If maxsplit is nonzero, splits into at most
- maxsplit words If sep is not specified, any whitespace string
- is a separator. Maxsplit defaults to 0.
-
- (split and splitfields are synonymous)
-
- """
- if sep is not None: return splitfields(s, sep, maxsplit)
- res = []
- i, n = 0, len(s)
- if maxsplit <= 0: maxsplit = n
- count = 0
- while i < n:
- while i < n and s[i] in whitespace: i = i+1
- if i == n: break
- if count >= maxsplit:
- res.append(s[i:])
- break
- j = i
- while j < n and s[j] not in whitespace: j = j+1
- count = count + 1
- res.append(s[i:j])
- i = j
- return res
-
- # Split a list into fields separated by a given string
- # NB: splitfields(s, ' ') is NOT the same as split(s)!
- # splitfields(s, '') returns [s] (in analogy with split() in nawk)
- def splitfields(s, sep=None, maxsplit=0):
- """splitfields(str [,sep [,maxsplit]]) -> list of strings
-
- Return a list of the words in the string s, using sep as the
- delimiter string. If maxsplit is nonzero, splits into at most
- maxsplit words If sep is not specified, any whitespace string
- is a separator. Maxsplit defaults to 0.
-
- (split and splitfields are synonymous)
-
- """
- if sep is None: return split(s, None, maxsplit)
- res = []
- nsep = len(sep)
- if nsep == 0:
- return [s]
- ns = len(s)
- if maxsplit <= 0: maxsplit = ns
- i = j = 0
- count = 0
- while j+nsep <= ns:
- if s[j:j+nsep] == sep:
- count = count + 1
- res.append(s[i:j])
- i = j = j + nsep
- if count >= maxsplit: break
- else:
- j = j + 1
- res.append(s[i:])
- return res
-
- # Join words with spaces between them
- def join(words, sep = ' '):
- """join(list [,sep]) -> string
-
- Return a string composed of the words in list, with
- intervening occurences of sep. Sep defaults to a single
- space.
-
- (joinfields and join are synonymous)
-
- """
- return joinfields(words, sep)
-
- # Join fields with optional separator
- def joinfields(words, sep = ' '):
- """joinfields(list [,sep]) -> string
-
- Return a string composed of the words in list, with
- intervening occurences of sep. The default separator is a
- single space.
-
- (joinfields and join are synonymous)
-
- """
- res = ''
- for w in words:
- res = res + (sep + w)
- return res[len(sep):]
-
- # Find substring, raise exception if not found
- def index(s, sub, i = 0, last=None):
- """index(s, sub [,start [,end]]) -> int
-
- Return the lowest index in s where substring sub is found,
- such that sub is contained within s[start,end]. Optional
- arguments start and end are interpreted as in slice notation.
-
- Raise ValueError if not found.
-
- """
- if last is None: last = len(s)
- res = find(s, sub, i, last)
- if res < 0:
- raise ValueError, 'substring not found in string.index'
- return res
-
- # Find last substring, raise exception if not found
- def rindex(s, sub, i = 0, last=None):
- """rindex(s, sub [,start [,end]]) -> int
-
- Return the highest index in s where substring sub is found,
- such that sub is contained within s[start,end]. Optional
- arguments start and end are interpreted as in slice notation.
-
- Raise ValueError if not found.
-
- """
- if last is None: last = len(s)
- res = rfind(s, sub, i, last)
- if res < 0:
- raise ValueError, 'substring not found in string.index'
- return res
-
- # Count non-overlapping occurrences of substring
- def count(s, sub, i = 0, last=None):
- """count(s, sub[, start[,end]]) -> int
-
- Return the number of occurrences of substring sub in string
- s[start:end]. Optional arguments start and end are
- interpreted as in slice notation.
-
- """
- Slen = len(s) # cache this value, for speed
- if last is None:
- last = Slen
- elif last < 0:
- last = max(0, last + Slen)
- elif last > Slen:
- last = Slen
- if i < 0: i = max(0, i + Slen)
- n = len(sub)
- m = last + 1 - n
- if n == 0: return m-i
- r = 0
- while i < m:
- if sub == s[i:i+n]:
- r = r+1
- i = i+n
- else:
- i = i+1
- return r
-
- # Find substring, return -1 if not found
- def find(s, sub, i = 0, last=None):
- """find(s, sub [,start [,end]]) -> in
-
- Return the lowest index in s where substring sub is found,
- such that sub is contained within s[start,end]. Optional
- arguments start and end are interpreted as in slice notation.
-
- Return -1 on failure.
-
- """
- Slen = len(s) # cache this value, for speed
- if last is None:
- last = Slen
- elif last < 0:
- last = max(0, last + Slen)
- elif last > Slen:
- last = Slen
- if i < 0: i = max(0, i + Slen)
- n = len(sub)
- m = last + 1 - n
- while i < m:
- if sub == s[i:i+n]: return i
- i = i+1
- return -1
-
- # Find last substring, return -1 if not found
- def rfind(s, sub, i = 0, last=None):
- """rfind(s, sub [,start [,end]]) -> int
-
- Return the highest index in s where substring sub is found,
- such that sub is contained within s[start,end]. Optional
- arguments start and end are interpreted as in slice notation.
-
- Return -1 on failure.
-
- """
- Slen = len(s) # cache this value, for speed
- if last is None:
- last = Slen
- elif last < 0:
- last = max(0, last + Slen)
- elif last > Slen:
- last = Slen
- if i < 0: i = max(0, i + Slen)
- n = len(sub)
- m = last + 1 - n
- r = -1
- while i < m:
- if sub == s[i:i+n]: r = i
- i = i+1
- return r
-
- # "Safe" environment for eval()
- _safe_env = {"__builtins__": {}}
-
- # Convert string to float
- _re = None
- def atof(str):
- """atof(s) -> float
-
- Return the floating point number represented by the string s.
-
- """
- global _re
- if _re is None:
- # Don't fail if re doesn't exist -- just skip the syntax check
- try:
- import re
- except ImportError:
- _re = 0
- else:
- _re = re
- sign = ''
- s = strip(str)
- if s and s[0] in '+-':
- sign = s[0]
- s = s[1:]
- if not s:
- raise ValueError, 'non-float argument to string.atof'
- while s[0] == '0' and len(s) > 1 and s[1] in digits: s = s[1:]
- if _re and not _re.match('[0-9]*(\.[0-9]*)?([eE][-+]?[0-9]+)?$', s):
- raise ValueError, 'non-float argument to string.atof'
- try:
- return float(eval(sign + s, _safe_env))
- except SyntaxError:
- raise ValueError, 'non-float argument to string.atof'
-
- # Convert string to integer
- def atoi(str, base=10):
- """atoi(s [,base]) -> int
-
- Return the integer represented by the string s in the given
- base, which defaults to 10. The string s must consist of one
- or more digits, possibly preceded by a sign. If base is 0, it
- is chosen from the leading characters of s, 0 for octal, 0x or
- 0X for hexadecimal. If base is 16, a preceding 0x or 0X is
- accepted.
-
- """
- if base != 10:
- # We only get here if strop doesn't define atoi()
- raise ValueError, "this string.atoi doesn't support base != 10"
- sign = ''
- s = strip(str)
- if s and s[0] in '+-':
- sign = s[0]
- s = s[1:]
- if not s:
- raise ValueError, 'non-integer argument to string.atoi'
- while s[0] == '0' and len(s) > 1: s = s[1:]
- for c in s:
- if c not in digits:
- raise ValueError, 'non-integer argument to string.atoi'
- return eval(sign + s, _safe_env)
-
- # Convert string to long integer
- def atol(str, base=10):
- """atol(s [,base]) -> long
-
- Return the long integer represented by the string s in the
- given base, which defaults to 10. The string s must consist
- of one or more digits, possibly preceded by a sign. If base
- is 0, it is chosen from the leading characters of s, 0 for
- octal, 0x or 0X for hexadecimal. If base is 16, a preceding
- 0x or 0X is accepted. A trailing L or l is not accepted,
- unless base is 0.
-
- """
- if base != 10:
- # We only get here if strop doesn't define atol()
- raise ValueError, "this string.atol doesn't support base != 10"
- sign = ''
- s = strip(str)
- if s and s[0] in '+-':
- sign = s[0]
- s = s[1:]
- if not s:
- raise ValueError, 'non-integer argument to string.atol'
- while s[0] == '0' and len(s) > 1: s = s[1:]
- for c in s:
- if c not in digits:
- raise ValueError, 'non-integer argument to string.atol'
- return eval(sign + s + 'L', _safe_env)
-
- # Left-justify a string
- def ljust(s, width):
- """ljust(s, width) -> string
-
- Return a left-justified version of s, in a field of the
- specified width, padded with spaces as needed. The string is
- never truncated.
-
- """
- n = width - len(s)
- if n <= 0: return s
- return s + ' '*n
-
- # Right-justify a string
- def rjust(s, width):
- """rjust(s, width) -> string
-
- Return a right-justified version of s, in a field of the
- specified width, padded with spaces as needed. The string is
- never truncated.
-
- """
- n = width - len(s)
- if n <= 0: return s
- return ' '*n + s
-
- # Center a string
- def center(s, width):
- """center(s, width) -> string
-
- Return a center version of s, in a field of the specified
- width. padded with spaces as needed. The string is never
- truncated.
-
- """
- n = width - len(s)
- if n <= 0: return s
- half = n/2
- if n%2 and width%2:
- # This ensures that center(center(s, i), j) = center(s, j)
- half = half+1
- return ' '*half + s + ' '*(n-half)
-
- # Zero-fill a number, e.g., (12, 3) --> '012' and (-3, 3) --> '-03'
- # Decadent feature: the argument may be a string or a number
- # (Use of this is deprecated; it should be a string as with ljust c.s.)
- def zfill(x, width):
- """zfill(x, width) -> string
-
- Pad a numeric string x with zeros on the left, to fill a field
- of the specified width. The string x is never truncated.
-
- """
- if type(x) == type(''): s = x
- else: s = `x`
- n = len(s)
- if n >= width: return s
- sign = ''
- if s[0] in ('-', '+'):
- sign, s = s[0], s[1:]
- return sign + '0'*(width-n) + s
-
- # Expand tabs in a string.
- # Doesn't take non-printing chars into account, but does understand \n.
- def expandtabs(s, tabsize=8):
- """expandtabs(s [,tabsize]) -> string
-
- Return a copy of the string s with all tab characters replaced
- by the appropriate number of spaces, depending on the current
- column, and the tabsize (default 8).
-
- """
- res = line = ''
- for c in s:
- if c == '\t':
- c = ' '*(tabsize - len(line)%tabsize)
- line = line + c
- if c == '\n':
- res = res + line
- line = ''
- return res + line
-
- # Character translation through look-up table.
- def translate(s, table, deletions=""):
- """translate(s,table [,deletechars]) -> string
-
- Return a copy of the string s, where all characters occurring
- in the optional argument deletechars are removed, and the
- remaining characters have been mapped through the given
- translation table, which must be a string of length 256.
-
- """
- if type(table) != type('') or len(table) != 256:
- raise TypeError, \
- "translation table must be 256 characters long"
- res = ""
- for c in s:
- if c not in deletions:
- res = res + table[ord(c)]
- return res
-
- # Capitalize a string, e.g. "aBc dEf" -> "Abc def".
- def capitalize(s):
- """capitalize(s) -> string
-
- Return a copy of the string s with only its first character
- capitalized.
-
- """
- return upper(s[:1]) + lower(s[1:])
-
- # Capitalize the words in a string, e.g. " aBc dEf " -> "Abc Def".
- # See also regsub.capwords().
- def capwords(s, sep=None):
- """capwords(s, [sep]) -> string
-
- Split the argument into words using split, capitalize each
- word using capitalize, and join the capitalized words using
- join. Note that this replaces runs of whitespace characters by
- a single space.
-
- """
- return join(map(capitalize, split(s, sep)), sep or ' ')
-
- # Construct a translation string
- _idmapL = None
- def maketrans(fromstr, tostr):
- """maketrans(frm, to) -> string
-
- Return a translation table (a string of 256 bytes long)
- suitable for use in string.translate. The strings frm and to
- must be of the same length.
-
- """
- if len(fromstr) != len(tostr):
- raise ValueError, "maketrans arguments must have same length"
- global _idmapL
- if not _idmapL:
- _idmapL = map(None, _idmap)
- L = _idmapL[:]
- fromstr = map(ord, fromstr)
- for i in range(len(fromstr)):
- L[fromstr[i]] = tostr[i]
- return joinfields(L, "")
-
- # Substring replacement (global)
- def replace(str, old, new, maxsplit=0):
- """replace (str, old, new[, maxsplit]) -> string
-
- Return a copy of string str with all occurrences of substring
- old replaced by new. If the optional argument maxsplit is
- given, only the first maxsplit occurrences are replaced.
-
- """
- return joinfields(splitfields(str, old, maxsplit), new)
-
-
- # Try importing optional built-in module "strop" -- if it exists,
- # it redefines some string operations that are 100-1000 times faster.
- # It also defines values for whitespace, lowercase and uppercase
- # that match <ctype.h>'s definitions.
-
- try:
- from strop import *
- letters = lowercase + uppercase
- except ImportError:
- pass # Use the original, slow versions
-