pike.git/ lib/ modules/ Parser.pmod/ Pike.pmod

2002-03-03

2002-03-03 02:02:37 by Martin Nilsson <mani@lysator.liu.se>

• 9ee93279e514edd6ae560499c2bb6fcc5e356699 (99 lines) (+88/-11) ^{[ Show | Annotate ]}
  Branch: 7.9

Added low-tech streaming to the split method. It can now handle /**/ and #"" that span over several input strings.

Rev: lib/modules/Parser.pmod/Pike.pmod:1.16

23:    "->=":3, "->":2, "-":1,    "[]=":3, "[]":2 ]);    - array(string) split(string data) + array(string) split(string data, void|mapping state)   {    int start;    int line=1;    array(string) ret=({});    int pos; -  data += "\n\0"; /* End sentinel. */ +  data += "\n\0"; // End sentinel.    -  +  if(state && state->in_token) { +  switch(state->remains[0..1]) { +  +  case "/*": +  pos = search(data, "*/"); +  if(pos==-1) { +  state->in_token = 1; +  state->remains += data[..sizeof(data)-2]; +  return ({}); +  } +  ret += ({ m_delete(state, "remains") + data[..pos] }); +  pos+=2; +  break; +  +  case "#\"": +  int q,s; +  pos=-1; +  while(1) { +  q = search(data,"\"",pos+1); +  s = search(data,"\\",pos+1); +  +  if( q==-1 || +  (s==sizeof(data)-2 && s<q) ) { +  state->in_token = 1; +  state->remains += data[..sizeof(data)-2]; +  return ({}); +  } +  +  if(s==-1 || s>q) { +  pos = q+1; +  break; +  } +  +  pos=s+1; +  } +  ret += ({ m_delete(state, "remains") + data[..pos-1] }); +  break; +  } +  state->in_token = 0; +  } +     while(1)    {    int start=pos;
45:    case '#':    {    pos+=1; -  if(data[pos]=='\"') +  +  if(data[pos]=='\"') { +  int q,s; +  while(1) { +  q = search(data,"\"",pos+1); +  s = search(data,"\\",pos+1); +  +  if( q==-1 || +  (s==sizeof(data)-2 && s<q) ) { +  if(state) { +  state->in_token = 1; +  state->remains = data[pos-1..sizeof(data)-2]; +  return ({}); +  } +  error("Failed to find end of multiline string.\n"); +  } +  +  if(s==-1 || s>q) { +  pos = q+1;    break; -  +  } +  +  pos=s+1; +  } +  break; +  } +     pos=search(data,"\n",pos);    if(pos==-1)    error("Failed to find end of preprocessor statement.\n");
169:       case "/*":    pos=search(data,"*/",pos); -  if(pos==-1) +  if(pos==-1) { +  if(state) { +  state->remains = data[start..sizeof(data)-2]; +  state->in_token = 1; +  return ret; +  }    error("Failed to find end of comment.\n"); -  +  }    pos+=2;    break;   
228:    {    q=search(data,"\"",pos+1);    s=search(data,"\\",pos+1); -  if(q==-1) q=strlen(data)-1; -  if(s==-1) s=strlen(data)-1; +     -  if(q<s) -  { -  pos=q+1; +  +  if( q==-1 || +  (s==sizeof(data)-2 && s<q) ) +  error("Unterminated string.\n"); +  +  if(s==-1 || s>q) { +  pos = q+1;    break; -  }else{ +  } +     pos=s+1;    } -  } +  if(has_value(data[start..pos-1], "\n")) +  error("Newline in string.\n");    break;    }    }