06983f1996-09-22Fredrik Hübinette (Hubbe) #!/usr/local/bin/pike
95824f2002-05-27Johan Sundström /* $Id: test_pike.pike,v 1.67 2002/05/27 12:04:54 jhs Exp $ */
7bd16b1997-06-01Henrik Grubbström (Grubba) 
8164111999-03-11Fredrik Hübinette (Hubbe) import Stdio;
e9361f1995-11-06Fredrik Hübinette (Hubbe) 
6657a51999-10-21Fredrik Hübinette (Hubbe) #if !constant(_verify_internals)
c7dbb61996-06-09Fredrik Hübinette (Hubbe) #define _verify_internals() #endif
6657a51999-10-21Fredrik Hübinette (Hubbe) #if !constant(_dmalloc_set_name) void _dmalloc_set_name(mixed ... args) {} #endif
73b75f1998-02-24Fredrik Hübinette (Hubbe) int foo(string opt) { if(opt=="" || !opt) return 1; return (int)opt; }
dddccc1998-04-15Fredrik Hübinette (Hubbe) 
619f882000-01-30Fredrik Hübinette (Hubbe) int istty_cache; int istty() { #ifdef __NT__ return 1; #else if(!istty_cache) { istty_cache=!!Stdio.stdin->tcgetattr();
b7df1b2000-03-27Fredrik Hübinette (Hubbe)  if(!istty_cache) { istty_cache=-1; }else{ switch(getenv("TERM")) { case "dumb": case "emacs": istty_cache=-1; } }
619f882000-01-30Fredrik Hübinette (Hubbe)  } return istty_cache>0; #endif }
dddccc1998-04-15Fredrik Hübinette (Hubbe) mapping(string:int) cond_cache=([]);
bd227a1999-01-21Fredrik Hübinette (Hubbe) #if constant(thread_create) #define HAVE_DEBUG #endif
394d7d1999-04-08Fredrik Hübinette (Hubbe) void bzot(string test) { int line=1; int tmp=strlen(test)-1; while(test[tmp]=='\n') tmp--; foreach(test[..tmp]/"\n",string s) werror("%3d: %s\n",line++,s); }
ada13c1999-06-19Fredrik Hübinette (Hubbe) array find_testsuites(string dir) { array(string) ret=({}); if(array(string) s=get_dir(dir||".")) { foreach(s, string file) { switch(file) { case "testsuite": case "module_testsuite": ret+=({ combine_path(dir||"",file) }); } }
1da4a12001-01-01Mirar (Pontus Hagland)  foreach(s, string file) { string name=combine_path(dir||"",file); if(file_size(name)==-2) ret+=find_testsuites(name); }
ada13c1999-06-19Fredrik Hübinette (Hubbe)  } return ret; }
d5d01e2002-05-02Martin Nilsson array(string) read_tests( string fn ) { string|array(string) tests = read_bytes( fn ); if(!tests) { werror("Failed to read test file %O, errno=%d.\n", fn, errno()); exit(1); } tests = tests/"\n....\n"; return tests[0..sizeof(tests)-2]; }
218e4b2002-05-24Martin Nilsson class WarningFlag { int(0..1) warning; void compile_warning(mixed ... args) { warning = 1; } }
d5d01e2002-05-02Martin Nilsson  // // Watchdog stuff //
c749142000-03-28Fredrik Hübinette (Hubbe) // 20 minutes should be enough..
379e452001-06-27Fredrik Hübinette (Hubbe) #if !constant(_reset_dmalloc)
c749142000-03-28Fredrik Hübinette (Hubbe) #define WATCHDOG_TIMEOUT 60*20
379e452001-06-27Fredrik Hübinette (Hubbe) #else // ... unless we're running dmalloc #define WATCHDOG_TIMEOUT 60*80 #endif
c749142000-03-28Fredrik Hübinette (Hubbe) 
8240052000-02-22Fredrik Hübinette (Hubbe) #if constant(thread_create) #define WATCHDOG #define WATCHDOG_PIPE
d3027a2000-03-07Fredrik Hübinette (Hubbe) object watchdog_pipe;
8240052000-02-22Fredrik Hübinette (Hubbe) #else #if constant(signal) && constant(signum) #define WATCHDOG #define WATCHDOG_SIGNAL #endif #endif
d3027a2000-03-07Fredrik Hübinette (Hubbe) #ifdef WATCHDOG
aebd8f2000-03-25Fredrik Hübinette (Hubbe) object watchdog;
d3027a2000-03-07Fredrik Hübinette (Hubbe) int use_watchdog=1;
c749142000-03-28Fredrik Hübinette (Hubbe) int watchdog_time; void signal_watchdog() { #ifdef WATCHDOG if(use_watchdog && time() - watchdog_time > 30) { watchdog_time=time(); #ifdef WATCHDOG_PIPE watchdog_pipe->write("x",1); #endif #ifdef WATCHDOG_SIGNAL watchdog->kill(signum("SIGQUIT")); #endif } #endif }
d3027a2000-03-07Fredrik Hübinette (Hubbe) #endif
d5d01e2002-05-02Martin Nilsson void run_watchdog(int pid) { #ifdef WATCHDOG int cnt=0; int last_time=time(); int exit_quietly; #ifdef WATCHDOG_PIPE thread_create(lambda() { object o=Stdio.File("stdin"); while(strlen(o->read(1) || "")) { last_time=time(); } exit_quietly=1; }); #endif #ifdef WATCHDOG_SIGNAL werror("Setting signal (1)\n"); if(signum("SIGQUIT")>=0) { werror("Setting signal (2)\n"); signal( signum("SIGQUIT"), lambda() { last_time=time(); }); } else { exit(1); } #endif while(1) { sleep(10); if(exit_quietly) _exit(0); #ifndef __NT__ if(!kill(pid, 0)) _exit(0); #endif /* I hope 30 minutes per test is enough for everybody */ if(time() - last_time > WATCHDOG_TIMEOUT) { werror("\n[WATCHDOG] Pike testsuite timeout, sending SIGABRT.\n"); kill(pid, signum("SIGABRT")); for(int q=0;q<60;q++) if(!kill(pid,0)) _exit(0); else sleep(1); werror("\n" "[WATCHDOG] This is your friendly watchdog again...\n" "[WATCHDOG] testsuite failed to die from SIGABRT, sending SIGKILL\n"); kill(pid, signum("SIGKILL")); for(int q=0;q<60;q++) if(!kill(pid,0)) _exit(0); else sleep(1); werror("\n" "[WATCHDOG] This is your friendly watchdog AGAIN...\n" "[WATCHDOG] SIGKILL, SIGKILL, SIGKILL, DIE!\n"); kill(pid, signum("SIGKILL")); kill(pid, signum("SIGKILL")); kill(pid, signum("SIGKILL")); kill(pid, signum("SIGKILL")); for(int q=0;q<60;q++) if(!kill(pid,0)) _exit(0); else sleep(1); werror("\n" "[WATCHDOG] Giving up, must be a device wait.. :(\n"); _exit(0); } } #else _exit(1); #endif }
218e4b2002-05-24Martin Nilsson // // Main program //
d5d01e2002-05-02Martin Nilsson 
c83fb62000-03-30Henrik Grubbström (Grubba) int main(int argc, array(string) argv)
a9679f1995-11-13David Hedbor {
50a34a2001-11-14Jonas Wallden  int e, verbose, prompt, successes, errors, t, check;
4faea62000-07-26Martin Nilsson  int skipped, quiet;
c83fb62000-03-30Henrik Grubbström (Grubba)  array(string) tests;
a9679f1995-11-13David Hedbor  program testprogram;
c3c7031996-12-04Fredrik Hübinette (Hubbe)  int start, fail, mem; int loop=1;
0073821998-04-05Fredrik Hübinette (Hubbe)  int end=0x7fffffff;
bd227a1999-01-21Fredrik Hübinette (Hubbe)  string extra_info="";
1869a91999-02-28Fredrik Hübinette (Hubbe)  int shift;
bd227a1999-01-21Fredrik Hübinette (Hubbe)  #if constant(signal) && constant(signum) if(signum("SIGQUIT")>=0) { signal(signum("SIGQUIT"),lambda() { master()->handle_error( ({"\nSIGQUIT recived, printing backtrace and continuing.\n",backtrace() }) );
9b03192001-11-08Fredrik Hübinette (Hubbe)  mapping x=_memory_usage(); foreach(sort(indices(x)),string p) { if(sscanf(p,"%s_bytes",p)) { werror("%20ss: %8d %8d Kb\n",p, x["num_"+p+"s"], x[p+"_bytes"]/1024); } }
bd227a1999-01-21Fredrik Hübinette (Hubbe)  }); } #endif
a9679f1995-11-13David Hedbor 
c83fb62000-03-30Henrik Grubbström (Grubba)  array(string) args=backtrace()[0][3];
ada13c1999-06-19Fredrik Hübinette (Hubbe)  array(string) testsuites=({});
086bfa1998-04-09Fredrik Hübinette (Hubbe)  args=args[..sizeof(args)-1-argc];
f751821998-04-16Fredrik Hübinette (Hubbe)  add_constant("RUNPIKE",Array.map(args,Process.sh_quote)*" ");
086bfa1998-04-09Fredrik Hübinette (Hubbe) 
73b75f1998-02-24Fredrik Hübinette (Hubbe)  foreach(Getopt.find_all_options(argv,aggregate(
d3027a2000-03-07Fredrik Hübinette (Hubbe)  ({"no-watchdog",Getopt.NO_ARG,({"--no-watchdog"})}),
8240052000-02-22Fredrik Hübinette (Hubbe)  ({"watchdog",Getopt.HAS_ARG,({"--watchdog"})}),
73b75f1998-02-24Fredrik Hübinette (Hubbe)  ({"help",Getopt.NO_ARG,({"-h","--help"})}),
97c35b2000-03-31Fredrik Hübinette (Hubbe)  ({"verbose",Getopt.MAY_HAVE_ARG,({"-v","--verbose"})}),
50a34a2001-11-14Jonas Wallden  ({"prompt",Getopt.NO_ARG,({"-p","--prompt"})}),
4faea62000-07-26Martin Nilsson  ({"quiet",Getopt.NO_ARG,({"-q","--quiet"})}),
73b75f1998-02-24Fredrik Hübinette (Hubbe)  ({"start",Getopt.HAS_ARG,({"-s","--start-test"})}),
9b03192001-11-08Fredrik Hübinette (Hubbe)  ({"end",Getopt.HAS_ARG,({"-e","--end-after"})}),
d5d01e2002-05-02Martin Nilsson  ({"fail",Getopt.NO_ARG,({"-f","--fail"})}), ({"loop",Getopt.HAS_ARG,({"-l","--loop"})}), ({"trace",Getopt.HAS_ARG,({"-t","--trace"})}),
73b75f1998-02-24Fredrik Hübinette (Hubbe)  ({"check",Getopt.MAY_HAVE_ARG,({"-c","--check"})}),
d5d01e2002-05-02Martin Nilsson  ({"mem",Getopt.NO_ARG,({"-m","--mem","--memory"})}), ({"auto",Getopt.NO_ARG,({"-a","--auto"})}),
4faea62000-07-26Martin Nilsson  ({"notty",Getopt.NO_ARG,({"-T","--notty"})}),
bd227a1999-01-21Fredrik Hübinette (Hubbe) #ifdef HAVE_DEBUG ({"debug",Getopt.MAY_HAVE_ARG,({"-d","--debug"})}), #endif
218e4b2002-05-24Martin Nilsson  ({"regression",Getopt.NO_ARG,({"-r","--regression"})}),
73b75f1998-02-24Fredrik Hübinette (Hubbe)  )),array opt)
a9679f1995-11-13David Hedbor  {
73b75f1998-02-24Fredrik Hübinette (Hubbe)  switch(opt[0]) {
d3027a2000-03-07Fredrik Hübinette (Hubbe)  case "no-watchdog": use_watchdog=0; break;
8240052000-02-22Fredrik Hübinette (Hubbe)  case "watchdog":
d5d01e2002-05-02Martin Nilsson  run_watchdog( (int)opt[1] );
8240052000-02-22Fredrik Hübinette (Hubbe)  break;
619f882000-01-30Fredrik Hübinette (Hubbe)  case "notty": istty_cache=-1; break;
73b75f1998-02-24Fredrik Hübinette (Hubbe)  case "help":
d5d01e2002-05-02Martin Nilsson  write(doc);
73b75f1998-02-24Fredrik Hübinette (Hubbe)  return 0; case "verbose": verbose+=foo(opt[1]); break;
50a34a2001-11-14Jonas Wallden  case "prompt": prompt+=foo(opt[1]); break;
4faea62000-07-26Martin Nilsson  case "quiet": quiet=1; istty_cache=-1; break;
73b75f1998-02-24Fredrik Hübinette (Hubbe)  case "start": start=foo(opt[1]); start--; break;
0073821998-04-05Fredrik Hübinette (Hubbe)  case "end": end=foo(opt[1]); break;
d5d01e2002-05-02Martin Nilsson  case "fail": fail=1; break; case "loop": loop=foo(opt[1]); break;
73b75f1998-02-24Fredrik Hübinette (Hubbe)  case "trace": t+=foo(opt[1]); break; case "check": check+=foo(opt[1]); break;
d5d01e2002-05-02Martin Nilsson  case "mem": mem=1; break;
bd227a1999-01-21Fredrik Hübinette (Hubbe) 
ada13c1999-06-19Fredrik Hübinette (Hubbe)  case "auto": testsuites=find_testsuites("."); break;
218e4b2002-05-24Martin Nilsson  case "regression": add_constant("regression", 1); break;
bd227a1999-01-21Fredrik Hübinette (Hubbe) #ifdef HAVE_DEBUG case "debug": { object p=Stdio.Port(); p->bind(0); werror("Debug port is: %s\n",p->query_address()); sscanf(p->query_address(),"%*s %d",int portno); extra_info+=sprintf(" dport:%d",portno); thread_create(lambda(object p){ while(p) { if(object o=p->accept()) { object q=Stdio.FILE(); q->assign(o); destruct(o); Tools.Hilfe.GenericHilfe(q,q); } } },p); } #endif
73b75f1998-02-24Fredrik Hübinette (Hubbe)  }
a9679f1995-11-13David Hedbor  }
8240052000-02-22Fredrik Hübinette (Hubbe) #ifdef WATCHDOG int watchdog_time=time();
d3027a2000-03-07Fredrik Hübinette (Hubbe)  if(use_watchdog) {
8240052000-02-22Fredrik Hübinette (Hubbe) #ifdef WATCHDOG_PIPE
d3027a2000-03-07Fredrik Hübinette (Hubbe)  object watchdog_tmp=Stdio.File(); watchdog_pipe=watchdog_tmp->pipe(Stdio.PROP_IPC); watchdog=Process.create_process( backtrace()[0][3] + ({ "--watchdog="+getpid() }), (["stdin":watchdog_tmp ])); destruct(watchdog_tmp);
8240052000-02-22Fredrik Hübinette (Hubbe) #endif
d3027a2000-03-07Fredrik Hübinette (Hubbe) 
8240052000-02-22Fredrik Hübinette (Hubbe) #ifdef WATCHDOG_SIGNAL
d3027a2000-03-07Fredrik Hübinette (Hubbe)  watchdog=Process.create_process( backtrace()[0][3] + ({ "--watchdog="+getpid() }) );
8240052000-02-22Fredrik Hübinette (Hubbe) #endif
d3027a2000-03-07Fredrik Hübinette (Hubbe)  }
c749142000-03-28Fredrik Hübinette (Hubbe)  add_constant("__signal_watchdog",signal_watchdog); #else add_constant("__signal_watchdog",lambda(){});
8240052000-02-22Fredrik Hübinette (Hubbe) #endif
d5d01e2002-05-02Martin Nilsson  testsuites += Getopt.get_args(argv, 1)[1..]; if(!sizeof(testsuites))
06983f1996-09-22Fredrik Hübinette (Hubbe)  {
d5d01e2002-05-02Martin Nilsson  werror("No tests found. Use --help for more information.\n"); exit(1);
06983f1996-09-22Fredrik Hübinette (Hubbe)  }
c3c7031996-12-04Fredrik Hübinette (Hubbe)  while(loop--) { successes=errors=0;
d5d01e2002-05-02Martin Nilsson  testloop: foreach(testsuites, string testsuite)
a9679f1995-11-13David Hedbor  {
d5d01e2002-05-02Martin Nilsson  tests = read_tests( testsuite ); werror("Doing tests in %s (%d tests)\n", testsuite, sizeof(tests));
9ac7792000-07-28Martin Nilsson  int qmade, qskipped, qmadep, qskipp;
c3c7031996-12-04Fredrik Hübinette (Hubbe) 
d5d01e2002-05-02Martin Nilsson  for(e=start;e<sizeof(tests);e++) { signal_watchdog();
8240052000-02-22Fredrik Hübinette (Hubbe) 
8cd2e32002-05-05Martin Stjernholm  int skip=0, prev_errors = errors;
d5d01e2002-05-02Martin Nilsson  string test,condition; string|int type; object o; mixed a,b;
73b75f1998-02-24Fredrik Hübinette (Hubbe) 
d5d01e2002-05-02Martin Nilsson  if(check) { if(check>0 || (e % -check)==0 )
a571702000-04-14Fredrik Hübinette (Hubbe)  _verify_internals();
d5d01e2002-05-02Martin Nilsson  } if(check>3) { gc(); _verify_internals(); }
c3c7031996-12-04Fredrik Hübinette (Hubbe) 
d5d01e2002-05-02Martin Nilsson  test=tests[e]; if( sscanf(test, "COND %s\n%s", condition, test)==2 ) { int tmp; if(!(tmp=cond_cache[condition]))
dddccc1998-04-15Fredrik Hübinette (Hubbe)  {
d5d01e2002-05-02Martin Nilsson  mixed err = catch { tmp=!!(compile_string("mixed c() { return "+condition+"; }", "Cond "+(e+1))()->c()); }; if(err) { werror( "\nConditional %d failed:\n" "%s\n", e+1, describe_backtrace(err) ); errors++; tmp = -1;
1869a91999-02-28Fredrik Hübinette (Hubbe)  }
d5d01e2002-05-02Martin Nilsson  if(!tmp) tmp=-1; cond_cache[condition]=tmp; }
dddccc1998-04-15Fredrik Hübinette (Hubbe) 
d5d01e2002-05-02Martin Nilsson  if(tmp==-1) { if(verbose) werror("Not doing test "+(e+1)+"\n"); successes++; skipped++; skip=1;
8240052000-02-22Fredrik Hübinette (Hubbe)  }
d5d01e2002-05-02Martin Nilsson  }
8240052000-02-22Fredrik Hübinette (Hubbe) 
8cd2e32002-05-05Martin Stjernholm  int testno, testline; sscanf(test, "%s\n%s", type, test); sscanf(type, "%s: test %d, expected result: %s", string testfile, testno, type); if (testfile) { array split = testfile / ":"; testline = (int) split[-1]; testfile = split[..sizeof (split) - 2] * ":"; } string pad_on_error = "\n";
d5d01e2002-05-02Martin Nilsson  if(istty()) {
8cd2e32002-05-05Martin Stjernholm  if(!verbose) { werror("test %d, line %d\r", e+1, testline); pad_on_error = " \r"; }
d5d01e2002-05-02Martin Nilsson  } else if(quiet){ if(skip) { if(qmade) werror(" Made %d test%s.\n", qmade, qmade==1?"":"s"); qmade=0; qskipp=1; qskipped++; } else { if(qskipped) werror(" Skipped %d test%s.\n", qskipped, qskipped==1?"":"s"); qskipped=0; qmadep=1; qmade++; } } else { /* Use + instead of . so that sendmail and * cron will not cut us off... :( */ switch( (e-start) % 50)
8240052000-02-22Fredrik Hübinette (Hubbe)  {
d5d01e2002-05-02Martin Nilsson  case 0: werror("%5d: ",e); break; case 9: case 19: case 29: case 39: werror(skip?"- ":"+ "); break;
8240052000-02-22Fredrik Hübinette (Hubbe) 
d5d01e2002-05-02Martin Nilsson  default: werror(skip?"-":"+"); break;
8240052000-02-22Fredrik Hübinette (Hubbe) 
d5d01e2002-05-02Martin Nilsson  case 49: werror(skip?"-\n":"+\n");
73b75f1998-02-24Fredrik Hübinette (Hubbe)  }
d5d01e2002-05-02Martin Nilsson  } if(skip) continue;
8240052000-02-22Fredrik Hübinette (Hubbe) 
8cd2e32002-05-05Martin Stjernholm  if (!testfile || !testno || !type) { werror ("%sInvalid format in test file: %O\n", pad_on_error, type); errors++; continue; }
d5d01e2002-05-02Martin Nilsson  if (prompt) { if (Stdio.Readline()-> read(sprintf("About to run test: %d. [<RETURN>/'quit']: ",
69807c2002-05-02Martin Nilsson  testno)) == "quit") {
d5d01e2002-05-02Martin Nilsson  break testloop;
1869a91999-02-28Fredrik Hübinette (Hubbe)  }
d5d01e2002-05-02Martin Nilsson  }
475a841999-02-20Henrik Grubbström (Grubba) 
d5d01e2002-05-02Martin Nilsson  if(verbose) {
8cd2e32002-05-05Martin Stjernholm  werror("Doing test %d (%d total) at %s:%d%s\n", testno, successes+errors+1, testfile, testline, extra_info);
d5d01e2002-05-02Martin Nilsson  if(verbose>1) bzot(test); } if(check > 1) _verify_internals();
c3c7031996-12-04Fredrik Hübinette (Hubbe) 
d5d01e2002-05-02Martin Nilsson  shift++;
8cd2e32002-05-05Martin Stjernholm  string fname = testfile + ":" + testline + ": Test " + testno +
d5d01e2002-05-02Martin Nilsson  " (shift " + (shift%3) + ")";
475a841999-02-20Henrik Grubbström (Grubba) 
d5d01e2002-05-02Martin Nilsson  string widener = ([ 0:"",
475a841999-02-20Henrik Grubbström (Grubba)  1:"\nint \x30c6\x30b9\x30c8=0;\n",
1869a91999-02-28Fredrik Hübinette (Hubbe)  2:"\nint \x10001=0;\n" ])[shift%3];
a2c6f41999-12-10Henrik Grubbström (Grubba) 
d5d01e2002-05-02Martin Nilsson  // widener += "#pragma strict_types\n";
a2c6f41999-12-10Henrik Grubbström (Grubba) 
d5d01e2002-05-02Martin Nilsson  if(test[-1]!='\n') test+="\n";
53db3a1999-10-28Fredrik Hübinette (Hubbe) 
d5d01e2002-05-02Martin Nilsson  int computed_line=sizeof(test/"\n"); array gnapp= test/"#"; for(int e=1;e<sizeof(gnapp);e++) { if(sscanf(gnapp[e],"%*d"))
53db3a1999-10-28Fredrik Hübinette (Hubbe)  {
d5d01e2002-05-02Martin Nilsson  computed_line=0; break;
53db3a1999-10-28Fredrik Hübinette (Hubbe)  }
d5d01e2002-05-02Martin Nilsson  } string linetester="int __cpp_line=__LINE__; int __rtl_line=[int]backtrace()[-1][1];\n";
32a6ac1998-04-11Henrik Grubbström (Grubba) 
d5d01e2002-05-02Martin Nilsson  string to_compile = test + linetester + widener;
a4db192000-02-27Fredrik Hübinette (Hubbe) 
d5d01e2002-05-02Martin Nilsson  if((shift/6)&1) { if(search("don't save parent",to_compile) != -1)
a4db192000-02-27Fredrik Hübinette (Hubbe)  {
d5d01e2002-05-02Martin Nilsson  fname+=" (save parent)"; to_compile= "#pragma save_parent\n" "# 1\n" +to_compile;
a4db192000-02-27Fredrik Hübinette (Hubbe)  }
d5d01e2002-05-02Martin Nilsson  }
1ab6792000-10-08Henrik Grubbström (Grubba) 
d5d01e2002-05-02Martin Nilsson  if((shift/3)&1) { fname+=" (CRNL)"; to_compile=replace(to_compile,"\n","\r\n"); }
82ad8d2001-06-23Fredrik Hübinette (Hubbe) 
d5d01e2002-05-02Martin Nilsson  // _optimizer_debug(5);
97c35b2000-03-31Fredrik Hübinette (Hubbe) 
d5d01e2002-05-02Martin Nilsson  if(verbose>9) bzot(to_compile); switch(type) { mixed at,bt; mixed err; case "COMPILE": _dmalloc_set_name(fname,0);
8cd2e32002-05-05Martin Stjernholm  if(catch(compile_string(to_compile, testsuite)))
1869a91999-02-28Fredrik Hübinette (Hubbe)  {
d5d01e2002-05-02Martin Nilsson  _dmalloc_set_name();
8cd2e32002-05-05Martin Stjernholm  werror(pad_on_error + fname + " failed.\n");
d5d01e2002-05-02Martin Nilsson  bzot(test); errors++; } else { _dmalloc_set_name(); successes++; } break;
086bfa1998-04-09Fredrik Hübinette (Hubbe) 
d5d01e2002-05-02Martin Nilsson  case "COMPILE_ERROR": master()->set_inhibit_compile_errors(1); _dmalloc_set_name(fname,0);
8cd2e32002-05-05Martin Stjernholm  if(catch(compile_string(to_compile, testsuite)))
d5d01e2002-05-02Martin Nilsson  { _dmalloc_set_name(); successes++; } else { _dmalloc_set_name();
8cd2e32002-05-05Martin Stjernholm  werror(pad_on_error + fname + " failed (expected compile error).\n");
d5d01e2002-05-02Martin Nilsson  bzot(test); errors++; } master()->set_inhibit_compile_errors(0); break;
218e4b2002-05-24Martin Nilsson  case "COMPILE_WARNING": WarningFlag wf = WarningFlag(); master()->set_inhibit_compile_errors(wf); _dmalloc_set_name(fname,0); if(catch(compile_string(to_compile, testsuite))) { _dmalloc_set_name(); werror(pad_on_error + fname + " failed.\n"); bzot(test); errors++; } else { _dmalloc_set_name(); if( wf->warning ) successes++; else { werror(pad_on_error + fname + " failed (expected compile warning).\n"); bzot(test); errors++; } } master()->set_inhibit_compile_errors(0); break;
d5d01e2002-05-02Martin Nilsson  case "EVAL_ERROR": master()->set_inhibit_compile_errors(1); _dmalloc_set_name(fname,0); at = gauge { err=catch {
8cd2e32002-05-05Martin Stjernholm  clone(compile_string(to_compile, testsuite))->a();
d5d01e2002-05-02Martin Nilsson  }; }; if(err) { _dmalloc_set_name(); successes++; if(verbose>2) werror("Time in a(): %f\n",at); } else { _dmalloc_set_name();
8cd2e32002-05-05Martin Stjernholm  werror(pad_on_error + fname + " failed (expected eval error).\n");
d5d01e2002-05-02Martin Nilsson  bzot(test); errors++; } master()->set_inhibit_compile_errors(0); break;
73b75f1998-02-24Fredrik Hübinette (Hubbe) 
d5d01e2002-05-02Martin Nilsson  default: if (err = catch{ _dmalloc_set_name(fname,0);
8cd2e32002-05-05Martin Stjernholm  o=clone(compile_string(to_compile,testsuite));
d5d01e2002-05-02Martin Nilsson  _dmalloc_set_name();
73b75f1998-02-24Fredrik Hübinette (Hubbe) 
d5d01e2002-05-02Martin Nilsson  if(check > 1) _verify_internals();
73b75f1998-02-24Fredrik Hübinette (Hubbe) 
d5d01e2002-05-02Martin Nilsson  a=b=0; if(t) trace(t); _dmalloc_set_name(fname,1); if(functionp(o->a)) { // trace(10); at = gauge { a=o->a(); }; // trace(0); } if(functionp(o->b)) { bt = gauge { b=o->b(); }; }
06fe872000-05-16Fredrik Hübinette (Hubbe) 
d5d01e2002-05-02Martin Nilsson  _dmalloc_set_name();
53db3a1999-10-28Fredrik Hübinette (Hubbe) 
d5d01e2002-05-02Martin Nilsson  if(t) trace(0); if(check > 1) _verify_internals();
06fe872000-05-16Fredrik Hübinette (Hubbe) 
d5d01e2002-05-02Martin Nilsson  }) { // trace(0);
8cd2e32002-05-05Martin Stjernholm  werror(pad_on_error + fname + " failed.\n");
d5d01e2002-05-02Martin Nilsson  bzot(test); if (arrayp(err) && sizeof(err) && stringp(err[0])) { werror("Error: " + master()->describe_backtrace(err)); } if (objectp(err)) { werror("Error: " + master()->describe_backtrace(err)); } errors++; break; } if( o->__cpp_line != o->__rtl_line || ( computed_line && computed_line!=o->__cpp_line)) {
8cd2e32002-05-05Martin Stjernholm  werror(pad_on_error + fname + " Line numbering failed.\n");
d5d01e2002-05-02Martin Nilsson  bzot(test + linetester); werror(" CPP lines: %d\n",o->__cpp_line); werror(" RTL lines: %d\n",o->__rtl_line); if(computed_line) werror("Actual lines: %d\n",computed_line); errors++; } if(verbose>2) werror("Time in a(): %f, Time in b(): %O\n",at,bt);
73b75f1998-02-24Fredrik Hübinette (Hubbe) 
d5d01e2002-05-02Martin Nilsson  switch(type) { case "FALSE": if(a) {
8cd2e32002-05-05Martin Stjernholm  werror(pad_on_error + fname + " failed.\n");
d5d01e2002-05-02Martin Nilsson  bzot(test); werror(sprintf("o->a(): %O\n",a)); errors++; } else { successes++; } break;
1869a91999-02-28Fredrik Hübinette (Hubbe) 
d5d01e2002-05-02Martin Nilsson  case "TRUE": if(!a) {
8cd2e32002-05-05Martin Stjernholm  werror(pad_on_error + fname + " failed.\n");
d5d01e2002-05-02Martin Nilsson  bzot(test); werror(sprintf("o->a(): %O\n",a)); errors++; } else { successes++; } break;
73b75f1998-02-24Fredrik Hübinette (Hubbe) 
d5d01e2002-05-02Martin Nilsson  case "RUN": successes++; break; case "RUNCT": if(!a || !arrayp(a) || sizeof(a)!=2 || !intp(a[0]) || !intp(a[1])) {
8cd2e32002-05-05Martin Stjernholm  werror(pad_on_error + fname + " failed to return proper results.\n");
d5d01e2002-05-02Martin Nilsson  bzot(test); werror(sprintf("o->a(): %O\n",a)); errors++; } else { successes += a[0]; errors += a[1];
8cd2e32002-05-05Martin Stjernholm  if (verbose) if(a[1]) werror("%d/%d tests failed.\n", a[1], a[0]+a[1]); else werror("Did %d tests in %s.\n", a[0], fname);
d5d01e2002-05-02Martin Nilsson  } break; case "EQ": if(a!=b) {
8cd2e32002-05-05Martin Stjernholm  werror(pad_on_error + fname + " failed.\n");
d5d01e2002-05-02Martin Nilsson  bzot(test); werror(sprintf("o->a(): %O\n",a)); werror(sprintf("o->b(): %O\n",b)); errors++; } else { successes++; } break;
73b75f1998-02-24Fredrik Hübinette (Hubbe) 
d5d01e2002-05-02Martin Nilsson  case "EQUAL": if(!equal(a,b)) {
8cd2e32002-05-05Martin Stjernholm  werror(pad_on_error + fname + " failed.\n");
d5d01e2002-05-02Martin Nilsson  bzot(test); werror(sprintf("o->a(): %O\n",a)); werror(sprintf("o->b(): %O\n",b)); errors++; } else { successes++; } break;
73b75f1998-02-24Fredrik Hübinette (Hubbe) 
d5d01e2002-05-02Martin Nilsson  default: werror(sprintf("\n%s: Unknown test type (%O).\n", fname, type)); errors++;
1869a91999-02-28Fredrik Hübinette (Hubbe)  }
d5d01e2002-05-02Martin Nilsson  }
8cd2e32002-05-05Martin Stjernholm  if (errors > prev_errors) werror ("\n");
d5d01e2002-05-02Martin Nilsson  if(check > 2) _verify_internals();
73b75f1998-02-24Fredrik Hübinette (Hubbe) 
d5d01e2002-05-02Martin Nilsson  if(fail && errors) exit(1);
619f882000-01-30Fredrik Hübinette (Hubbe) 
d5d01e2002-05-02Martin Nilsson  if(successes+errors > end)
619f882000-01-30Fredrik Hübinette (Hubbe)  {
d5d01e2002-05-02Martin Nilsson  break testloop;
619f882000-01-30Fredrik Hübinette (Hubbe)  }
d5d01e2002-05-02Martin Nilsson  a=b=0; } if(istty()) {
8cd2e32002-05-05Martin Stjernholm  werror(" \r");
d5d01e2002-05-02Martin Nilsson  } else if(quiet) { if(!qskipp && !qmadep); else if(!qskipp) werror("Made all tests\n"); else if(!qmadep) werror("Skipped all tests\n"); else if(qmade) werror(" Made %d test%s.\n", qmade, qmade==1?"":"s"); else if(qskipped) werror(" Skipped %d test%s.\n", qskipped, qskipped==1?"":"s"); } else { werror("\n"); }
c3c7031996-12-04Fredrik Hübinette (Hubbe)  }
d5d01e2002-05-02Martin Nilsson 
73b75f1998-02-24Fredrik Hübinette (Hubbe)  if(mem)
c3c7031996-12-04Fredrik Hübinette (Hubbe)  {
73b75f1998-02-24Fredrik Hübinette (Hubbe)  int total; tests=0; gc(); mapping tmp=_memory_usage(); write(sprintf("%-10s: %6s %10s\n","Category","num","bytes")); foreach(sort(indices(tmp)),string foo)
d5d01e2002-05-02Martin Nilsson  { if(sscanf(foo,"%s_bytes",foo))
73b75f1998-02-24Fredrik Hübinette (Hubbe)  {
d5d01e2002-05-02Martin Nilsson  write(sprintf("%-10s: %6d %10d\n", foo+"s", tmp["num_"+foo+"s"], tmp[foo+"_bytes"])); total+=tmp[foo+"_bytes"];
73b75f1998-02-24Fredrik Hübinette (Hubbe)  }
d5d01e2002-05-02Martin Nilsson  } write( "%-10s: %6s %10d\n", "Total", "", total );
c3c7031996-12-04Fredrik Hübinette (Hubbe)  }
a9679f1995-11-13David Hedbor  }
b455c81998-03-20Fredrik Hübinette (Hubbe)  if(errors || verbose) { werror("Failed tests: "+errors+".\n"); }
284dce1999-08-24Fredrik Hübinette (Hubbe)  werror("Total tests: %d (%d tests skipped)\n",successes+errors,skipped);
a9679f1995-11-13David Hedbor 
8240052000-02-22Fredrik Hübinette (Hubbe) #ifdef WATCHDOG_SIGNAL
d3027a2000-03-07Fredrik Hübinette (Hubbe)  if(use_watchdog)
03f5dc2000-03-20Fredrik Hübinette (Hubbe)  {
d3027a2000-03-07Fredrik Hübinette (Hubbe)  watchdog->kill(signum("SIGKILL"));
03f5dc2000-03-20Fredrik Hübinette (Hubbe)  watchdog->wait(); } #endif #ifdef WATCHDOG_PIPE if(use_watchdog) { destruct(watchdog_pipe); #if constant(signum) catch { watchdog->kill(signum("SIGKILL")); }; #endif watchdog->wait(); }
8240052000-02-22Fredrik Hübinette (Hubbe) #endif
a9679f1995-11-13David Hedbor  return errors; }
d5d01e2002-05-02Martin Nilsson  constant doc = #" Usage: test_pike [args] [testfiles] --no-watchdog Watchdog will not be used.
e6114d2002-05-27Martin Nilsson --watchdog=pid Run only the watchdog and monitor the process with the given pid.
d5d01e2002-05-02Martin Nilsson -h, --help Prints this message. -v[level],
e6114d2002-05-27Martin Nilsson --verbose[=level] Select the level of verbosity. Every verbose level includes the printouts from the levels below.
d5d01e2002-05-02Martin Nilsson  0 No extra printouts.
e6114d2002-05-27Martin Nilsson  1 Some extra information about test that will or won't be run.
d5d01e2002-05-02Martin Nilsson  2 Every test is printed out. 3 Time spent in individual tests are printed out.
e6114d2002-05-27Martin Nilsson  10 The actual pike code compiled, including wrappers, is printed.
d5d01e2002-05-02Martin Nilsson -p, --prompt The user will be asked before every test is run. -q, --quiet Less outputs than normal.
95824f2002-05-27Johan Sundström -sX, --start-test=X Where in the testsuite testing should start, e.g. ignores X
e6114d2002-05-27Martin Nilsson  tests in every testsuite.
95824f2002-05-27Johan Sundström -eX, --end-after=X How many tests should be run.
d5d01e2002-05-02Martin Nilsson -f, --fail If set, the testsuite always fails.
e6114d2002-05-27Martin Nilsson -lX, --loop=X The number of times the testsuite should be run. Default is 1.
d5d01e2002-05-02Martin Nilsson -tX, --trace=X Run tests with trace level X. -c[X], --check[=X] The level of extra pike consistency checks performed. 1 _verify_internals is run before every test. 2 _verify_internals is run after every compilation. 3 _verify_internals is run after every test. 4 An extra gc and _verify_internals is run before every test.
e6114d2002-05-27Martin Nilsson  X<0 For values below zero, _verify_internals will be run before every n:th test, where n=abs(X).
d5d01e2002-05-02Martin Nilsson -m, --mem, --memory Print out memory allocations after the tests. -a, --auto Let the test program find the testsuits self. -T, --notty Format output for non-tty. -d, --debug Opens a debug port. ";