pike.git/ src/ builtin.cmod

2010-01-02

2010-01-02 13:17:10 by Stephen R. van den Berg <srb@cuci.nl>

• dfae9d244f8b9c4e85263b9c99de536a0cfc825f (103 lines) (+102/-1) ^{[ Show | Annotate ]}
  Branch: 7.9

New member String.normalize_whitespace.

Rev: lib/modules/String.pmod/module.pmod:1.34
Rev: lib/modules/String.pmod/testsuite.in:1.27
Rev: src/builtin.cmod:1.242
Rev: src/builtin_functions.h:1.41

2:   || This file is part of Pike. For copyright information see COPYRIGHT.   || Pike is distributed under GPL, LGPL and MPL. See the file COPYING   || for more information. - || $Id: builtin.cmod,v 1.241 2009/11/19 23:45:22 mast Exp $ + || $Id: builtin.cmod,v 1.242 2010/01/02 13:17:10 srb Exp $   */      #include "global.h"
750:    RETURN string_slice (s, start, end + 1 - start);   }    + /*! @decl string normalize_space (string s, string|void whitespace) +  *! @belongs String +  *! +  *! Returns @[s] with white space normalised. +  *! White space is normalised by stripping leading and trailing white space +  *! and replacing sequences of white space characters with a single space. +  *! @[whitespace] is defined to be " \t\r\n\v\f" if omitted, the first +  *! character denotes the replacement character for replacing sequences. +  *! +  *! Note that trailing and leading whitespace around \r and \n characters +  *! is stripped as well. +  */ + PMOD_EXPORT + PIKEFUN string string_normalize_space (string s, string|void whitespace) +  errname String.normalize_space; +  optflags OPT_TRY_OPTIMIZE; + { size_t len = s->len; +  void *src = s->str; +  unsigned shift = s->size_shift; +  const char *ws; +  struct string_builder sb; +  unsigned foundspace = 0; +  +  if(whitespace) +  if(whitespace->size_shift>8) +  Pike_error("Cannot use wide strings for whitespace\n"); +  else if(!whitespace->len) +  REF_RETURN s; +  else +  ws = whitespace->str; +  else +  ws = 0; +  +  init_string_builder_alloc (&sb, len, shift); +  sb.known_shift = shift; + #define DO_IT_SPACECHECK(c) \ +  ((c)==' '||(c)=='\t'||(c)=='\r'||(c)=='\n'||(c)=='\v'||(c)=='\f') +  switch (shift) { + #define DO_IT(TYPE) \ +  { TYPE *start = src, *end = start+len, *dst = (void*)sb.s->str; \ +  for (; start < end; start++) { \ +  unsigned chr = *start; \ +  if (!ws) { \ +  if (!DO_IT_SPACECHECK(chr)) \ +  break; \ +  } else { \ +  char *p = ws; \ +  do { \ +  if (*p == chr) \ +  goto lead##TYPE; \ +  } while(*++p); \ +  break; \ +  } \ + lead##TYPE:; \ +  } \ +  for (; start < end; start++) { \ +  unsigned chr = *start; \ +  if (!ws) { \ +  if (DO_IT_SPACECHECK(chr)) \ +  if (foundspace) \ +  continue; \ +  else \ +  foundspace=1,chr=' '; \ +  else \ +  foundspace=0; \ +  } else { \ +  char *p = ws; \ +  do { \ +  if (*p == chr) \ +  if (foundspace) \ +  goto skip##TYPE; \ +  else { \ +  foundspace=1;chr=*ws; \ +  goto copy##TYPE; \ +  } \ +  } while(*++p); \ +  if (foundspace && (chr=='\n' || chr=='\r')) { \ +  dst[-1] = chr; foundspace=0; \ +  goto lead##TYPE; \ +  } \ +  foundspace=0; \ +  } \ + copy##TYPE: \ +  *dst++ = chr; \ + skip##TYPE:; \ +  } \ +  len = dst - (TYPE*)sb.s->str; \ +  } +  case 0: DO_IT (p_wchar0); break; +  case 1: DO_IT (p_wchar1); break; +  case 2: DO_IT (p_wchar2); break; + #undef DO_IT + #undef DO_IT_SPACECHECK +  } +  if (foundspace) +  len--; +  sb.s->len = len; +  RETURN finish_string_builder (&sb); + } +    /*! @decl string trim_all_whites (string s)    *! @belongs String    *!