pike.git
/
src
/
modules
/
Parser
/
pike.c
version
»
Context lines:
10
20
40
80
file
none
3
pike.git/src/modules/Parser/pike.c:62:
#include "pike_tokenizer.h" #undef TOKENIZE #undef CHAR #undef PUSH_TOKEN static void do_free_arrayptr( struct array **x ) { free_array( *x ); }
-
/*
!
@decl array(array(string)|string) tokenize(string code)
-
*
!
-
*
!
Tokenize a string of Pike tokens.
-
*
!
-
*
!
@returns
-
*
!
Returns an array with Pike-level tokens and the remainder (a
-
*
!
partial token), if any.
+
/* @decl array(array(string)|string) tokenize(string code)
+
*
+
* Tokenize a string of Pike tokens.
+
*
+
* @returns
+
* Returns an array with Pike-level tokens and the remainder (a
+
* partial token), if any.
*/ static void f_tokenize( INT32 args ) { struct array *res; struct pike_string *left_s = NULL; /* Make gcc happy. */ struct pike_string *data; int left; ONERROR tmp; get_all_args("tokenize", args, "%W", &data);