|
|
|
|
|
|
|
|
constant cvs_version="$Id: roxen.pike,v 1.1045 2009/11/23 15:38:41 grubba Exp $"; |
|
|
|
|
|
|
ArgCache argcache; |
|
|
#define IN_ROXEN |
#include <roxen.h> |
#include <config.h> |
#include <module.h> |
#include <stat.h> |
#include <timers.h> |
|
|
inherit "global_variables"; |
#ifdef SNMP_AGENT |
inherit "snmpagent"; |
#endif |
#ifdef SMTP_RELAY |
inherit "smtprelay"; |
#endif |
inherit "hosts"; |
inherit "disk_cache"; |
|
inherit "supports"; |
inherit "module_support"; |
inherit "config_userdb"; |
|
|
Thread.Thread backend_thread; |
|
|
|
|
|
#define LOC_S(X,Y) _STR_LOCALE("roxen_start",X,Y) |
#define LOC_M(X,Y) _STR_LOCALE("roxen_message",X,Y) |
#define CALL_M(X,Y) _LOCALE_FUN("roxen_message",X,Y) |
|
|
|
#ifdef SSL3_DEBUG |
# define SSL3_WERR(X) report_debug("TLS port %s: %s\n", get_url(), X) |
#else |
# define SSL3_WERR(X) |
#endif |
|
#ifdef THREAD_DEBUG |
# define THREAD_WERR(X) report_debug("Thread: "+X+"\n") |
#else |
# define THREAD_WERR(X) |
#endif |
|
|
#if constant(System.dumpable) |
#define enable_coredumps(X) System.dumpable(X) |
#else |
#define enable_coredumps(X) |
#endif |
|
#define DDUMP(X) sol( combine_path( __FILE__, "../../" + X ), dump ) |
protected function sol = master()->set_on_load; |
|
|
constant pike_cycle_depth = 0; |
|
#ifdef TEST_EUID_CHANGE |
int test_euid_change; |
#endif |
|
string md5( string what ) |
{ |
return Gmp.mpz(Crypto.MD5.hash( what ),256)->digits(32); |
} |
|
string query_configuration_dir() |
{ |
return configuration_dir; |
} |
|
array(string|int) filename_2 (program|object o) |
{ |
if( objectp( o ) ) |
o = object_program( o ); |
|
string fname = Program.defined (o); |
int line; |
if (fname) { |
array(string) p = fname / ":"; |
if (sizeof (p) > 1 && p[-1] != "" && sscanf (p[-1], "%d%*c", int l) == 1) { |
fname = p[..<1] * ":"; |
line = l; |
} |
} |
|
else if( !fname ) { |
fname = master()->program_name( o ); |
if (!fname) |
return ({0, 0}); |
} |
|
string cwd = getcwd() + "/"; |
if (has_prefix (fname, cwd)) |
fname = fname[sizeof (cwd)..]; |
|
return ({fname, line}); |
} |
|
string filename( program|object o ) |
{ |
[string fname, int line] = filename_2 (o); |
return fname || "(unknown program)"; |
} |
|
protected int once_mode; |
|
|
|
|
|
array(string) compat_levels = ({"2.1", "2.2", "2.4", "2.5", |
"3.3", "3.4", |
"4.0", "4.5", |
"5.0"}); |
|
#ifdef THREADS |
mapping(string:string) thread_names = ([]); |
string thread_name( object thread ) |
{ |
string tn; |
if( thread_names[ tn=sprintf("%O",thread) ] ) |
return thread_names[tn]; |
return tn; |
} |
|
void name_thread( object thread, string name ) |
{ |
thread_names[ sprintf( "%O", thread ) ] = name; |
} |
|
|
Thread.Mutex euid_egid_lock = Thread.Mutex(); |
#endif /* THREADS */ |
|
|
|
|
|
|
|
int privs_level; |
|
protected class Privs |
{ |
#if efun(seteuid) |
|
int saved_uid; |
int saved_gid; |
|
int new_uid; |
int new_gid; |
|
#define LOGP (variables && variables->audit && variables->audit->query()) |
|
#if constant(geteuid) && constant(getegid) && constant(seteuid) && constant(setegid) |
#define HAVE_EFFECTIVE_USER |
#endif |
|
private string _getcwd() |
{ |
if (catch{return(getcwd());}) { |
return("Unknown directory (no x-bit on current directory?)"); |
} |
} |
|
private string dbt(array t) |
{ |
if(!arrayp(t) || (sizeof(t)<2)) return ""; |
return (((t[0]||"Unknown program")-(_getcwd()+"/"))-"base_server/")+":"+t[1]+"\n"; |
} |
|
#ifdef THREADS |
protected mixed mutex_key; |
protected object threads_disabled; |
#endif /* THREADS */ |
|
int p_level; |
|
void create(string reason, int|string|void uid, int|string|void gid) |
{ |
|
if(getuid()) return; |
|
#ifdef PRIVS_DEBUG |
report_debug(sprintf("Privs(%O, %O, %O)\n" |
"privs_level: %O\n", |
reason, uid, gid, privs_level)); |
#endif /* PRIVS_DEBUG */ |
|
#ifdef HAVE_EFFECTIVE_USER |
array u; |
|
#ifdef THREADS |
if (euid_egid_lock) { |
if (mixed err = catch { mutex_key = euid_egid_lock->lock(); }) |
werror (describe_backtrace (err)); |
} |
threads_disabled = _disable_threads(); |
#endif /* THREADS */ |
|
p_level = privs_level++; |
|
|
|
|
saved_uid = geteuid(); |
saved_gid = getegid(); |
seteuid(0); |
|
|
if(stringp(uid) && (replace(uid,"0123456789"/"",({""})*10)=="")) |
uid = (int)uid; |
|
if(stringp(gid) && (replace(gid, "0123456789"/"", ({"" })*10) == "")) |
gid = (int)gid; |
|
if(!stringp(uid)) |
u = getpwuid(uid); |
else |
{ |
u = getpwnam(uid); |
if(u) |
uid = u[2]; |
} |
|
if(u && !gid) |
gid = u[3]; |
|
if(!u) |
{ |
if (uid && (uid != "root")) |
{ |
if (intp(uid) && (uid >= 60000)) |
{ |
report_warning(sprintf("Privs: User %d is not in the password database.\n" |
"Assuming nobody.\n", uid)); |
|
gid = gid || uid; |
u = ({ "fake-nobody", "x", uid, gid, "A real nobody", "/", "/sbin/sh" }); |
} else { |
error("Unknown user: "+uid+"\n"); |
} |
} else { |
u = ({ "root", "x", 0, gid, "The super-user", "/", "/sbin/sh" }); |
} |
} |
|
if(LOGP) |
report_notice(LOC_M(1, "Change to %s(%d):%d privs wanted (%s), from %s"), |
(string)u[0], (int)uid, (int)gid, |
(string)reason, |
(string)dbt(backtrace()[-2])); |
|
if (u[2]) { |
#if efun(cleargroups) |
if (mixed err = catch { cleargroups(); }) |
werror (describe_backtrace (err)); |
#endif /* cleargroups */ |
#if efun(initgroups) |
if (mixed err = catch { initgroups(u[0], u[3]); }) |
werror (describe_backtrace (err)); |
#endif |
} |
gid = gid || getgid(); |
int err = (int)setegid(new_gid = gid); |
if (err < 0) { |
report_warning(LOC_M(2, "Privs: WARNING: Failed to set the " |
"effective group id to %d!\n" |
"Check that your password database is correct " |
"for user %s(%d),\n and that your group " |
"database is correct.\n"), |
gid, (string)u[0], (int)uid); |
int gid2 = gid; |
#ifdef HPUX_KLUDGE |
if (gid >= 60000) { |
|
|
|
|
|
|
|
report_debug("Privs: WARNING: Assuming nobody-group.\n" |
"Trying some alternatives...\n"); |
|
foreach(({ 60001, 65534, -2 }), gid2) { |
report_debug("%d... ", gid2); |
if (initgroups(u[0], gid2) >= 0) { |
if ((err = setegid(new_gid = gid2)) >= 0) { |
report_debug("Success!\n"); |
break; |
} |
} |
} |
} |
#endif /* HPUX_KLUDGE */ |
if (err < 0) { |
report_debug("Privs: Failed\n"); |
error ("Failed to set EGID to %d\n", gid); |
} |
report_debug("Privs: WARNING: Set egid to %d instead of %d.\n", |
gid2, gid); |
gid = gid2; |
} |
if(getgid()!=gid) setgid(gid||getgid()); |
seteuid(new_uid = uid); |
enable_coredumps(1); |
#endif /* HAVE_EFFECTIVE_USER */ |
} |
|
void destroy() |
{ |
|
if(getuid()) return; |
|
#ifdef PRIVS_DEBUG |
report_debug(sprintf("Privs->destroy()\n" |
"privs_level: %O\n", |
privs_level)); |
#endif /* PRIVS_DEBUG */ |
|
#ifdef HAVE_EFFECTIVE_USER |
|
if (p_level >= privs_level) { |
report_error(sprintf("Change back to uid#%d gid#%d from uid#%d gid#%d\n" |
"in wrong order! Saved level:%d Current level:%d\n" |
"Occurs in:\n%s\n", |
saved_uid, saved_gid, new_uid, new_gid, |
p_level, privs_level, |
describe_backtrace(backtrace()))); |
return(0); |
} |
if (p_level != privs_level-1) { |
report_error(sprintf("Change back to uid#%d gid#%d from uid#%d gid#%d\n" |
"Skips privs level. Saved level:%d Current level:%d\n" |
"Occurs in:\n%s\n", |
saved_uid, saved_gid, new_uid, new_gid, |
p_level, privs_level, |
describe_backtrace(backtrace()))); |
} |
privs_level = p_level; |
|
if(LOGP) { |
if (mixed err = catch { |
array bt = backtrace(); |
if (sizeof(bt) >= 2) { |
report_notice(LOC_M(3,"Change back to uid#%d gid#%d, from %s")+"\n", |
saved_uid, saved_gid, dbt(bt[-2])); |
} else { |
report_notice(LOC_M(4,"Change back to uid#%d gid#%d, " |
"from backend")+"\n", saved_uid, saved_gid); |
} |
}) |
werror (describe_backtrace (err)); |
} |
|
#ifdef PRIVS_DEBUG |
int uid = geteuid(); |
if (uid != new_uid) { |
report_debug("Privs: UID #%d differs from expected #%d\n" |
"%s\n", |
uid, new_uid, describe_backtrace(backtrace())); |
} |
int gid = getegid(); |
if (gid != new_gid) { |
report_debug("Privs: GID #%d differs from expected #%d\n" |
"%s\n", |
gid, new_gid, describe_backtrace(backtrace())); |
} |
#endif /* PRIVS_DEBUG */ |
|
seteuid(0); |
array u = getpwuid(saved_uid); |
#if efun(cleargroups) |
if (mixed err = catch { cleargroups(); }) |
werror (describe_backtrace (err)); |
#endif /* cleargroups */ |
if(u && (sizeof(u) > 3)) { |
if (mixed err = catch { initgroups(u[0], u[3]); }) |
werror (describe_backtrace (err)); |
} |
setegid(saved_gid); |
seteuid(saved_uid); |
enable_coredumps(1); |
#endif /* HAVE_EFFECTIVE_USER */ |
} |
#else /* efun(seteuid) */ |
void create(string reason, int|string|void uid, int|string|void gid){} |
#endif /* efun(seteuid) */ |
} |
|
|
|
|
protected Privs PRIVS(string r, int|string|void u, int|string|void g) |
{ |
return Privs(r, u, g); |
} |
|
|
Thread.Local current_configuration = Thread.Local(); |
|
|
|
|
|
|
class Fonts |
{ |
class Font |
{ |
Image.Image write( string ... what ); |
array(int) text_extents( string ... what ); |
}; |
array available_font_versions(string name, int size); |
string describe_font_type(string n); |
Font get_font(string f, int size, int bold, int italic, |
string justification, float|int xspace, float|int yspace); |
|
Font resolve_font(string f, string|void justification); |
array(string) available_fonts(int(0..1)|void force_reload); |
} |
Fonts fonts; |
|
|
program _configuration; |
|
array(Configuration) configurations = ({}); |
|
private void stop_all_configurations() |
{ |
configurations->unregister_urls(); |
#ifdef THREADS |
|
|
hold_handler_threads(); |
release_handler_threads(3); |
#endif |
configurations->stop(1); |
} |
|
|
private void really_low_shutdown(int exit_code) |
{ |
|
#ifdef THREADS |
if (mixed err = catch (stop_handler_threads())) |
werror (describe_backtrace (err)); |
#endif /* THREADS */ |
if (!exit_code || once_mode) { |
|
if (mixed err = |
catch { report_notice("Shutting down MySQL.\n"); } || |
catch { |
Sql.Sql db = connect_to_my_mysql(0, "mysql"); |
db->shutdown(); |
}) |
werror (describe_backtrace (err)); |
} |
destruct (cache); |
#if 0 |
|
|
|
if (mixed err = catch { |
if (exit_code && !once_mode) |
report_notice("Restarting Roxen.\n"); |
else |
report_notice("Shutting down Roxen.\n"); |
}) |
werror (describe_backtrace (err)); |
#endif |
roxenloader.real_exit( exit_code ); |
} |
|
private int shutdown_recurse; |
|
|
|
|
private void low_shutdown(int exit_code) |
{ |
if(shutdown_recurse >= 4) |
{ |
if (mixed err = |
catch (report_notice("Exiting roxen (spurious signals received).\n")) || |
catch (stop_all_configurations())) |
werror (describe_backtrace (err)); |
destruct(cache); |
#ifdef THREADS |
if (mixed err = catch (stop_handler_threads())) |
werror (describe_backtrace (err)); |
#endif /* THREADS */ |
roxenloader.real_exit(exit_code); |
} |
if (shutdown_recurse++) return; |
|
#ifndef NO_SLOW_REQ_BT |
|
slow_be_timeout_changed(); |
#endif |
|
if (mixed err = catch(stop_all_configurations())) |
werror (describe_backtrace (err)); |
|
#ifdef SNMP_AGENT |
if(objectp(snmpagent)) { |
snmpagent->stop_trap(); |
snmpagent->disable(); |
} |
#endif |
|
call_out(really_low_shutdown, 0.1, exit_code); |
} |
|
private int shutdown_started; |
|
|
|
|
void restart(float|void i, void|int exit_code) |
|
{ |
shutdown_started = 1; |
call_out(low_shutdown, i, exit_code || -1); |
} |
|
void shutdown(float|void i) |
|
{ |
shutdown_started = 1; |
call_out(low_shutdown, i, 0); |
} |
|
void exit_when_done() |
{ |
shutdown_started = 1; |
report_notice("Interrupt request received.\n"); |
low_shutdown(-1); |
} |
|
int is_shutting_down() |
|
{ |
return shutdown_started; |
} |
|
|
|
|
|
|
#ifdef THREADS |
|
|
Thread do_thread_create(string id, function f, mixed ... args) |
{ |
Thread.Thread t = thread_create(f, @args); |
name_thread( t, id ); |
return t; |
} |
|
|
|
class Queue |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
{ |
inherit Thread.Condition : r_cond; |
array buffer=allocate(8); |
int r_ptr, w_ptr; |
|
int size() |
{ |
return w_ptr - r_ptr; |
} |
|
mixed read() |
{ |
while(!(w_ptr - r_ptr)) { |
|
|
|
|
Thread.Mutex m = Thread.Mutex(); |
r_cond::wait (m->lock()); |
} |
mixed tmp = buffer[r_ptr]; |
buffer[r_ptr++] = 0; |
return tmp; |
} |
|
mixed tryread() |
{ |
if (!(w_ptr - r_ptr)) return ([])[0]; |
mixed tmp = buffer[r_ptr]; |
buffer[r_ptr++] = 0; |
return tmp; |
} |
|
|
void write(mixed v) |
{ |
if(w_ptr >= sizeof(buffer)) |
{ |
buffer=buffer[r_ptr..]+allocate(8); |
w_ptr-=r_ptr; |
r_ptr=0; |
} |
buffer[w_ptr++]=v; |
r_cond::signal(); |
} |
} |
|
#ifndef NO_SLOW_REQ_BT |
|
|
|
protected Pike.Backend slow_req_monitor; |
protected float slow_req_timeout, slow_be_timeout; |
|
protected void slow_req_monitor_thread (Pike.Backend my_monitor) |
{ |
|
|
while (slow_req_monitor == my_monitor) |
slow_req_monitor (3600); |
} |
|
protected mixed slow_be_call_out; |
|
protected void slow_be_before_cb() |
{ |
#ifdef DEBUG |
if (this_thread() != backend_thread) error ("Run from wrong thread.\n"); |
#endif |
if (Pike.Backend monitor = slow_be_call_out && slow_req_monitor) { |
monitor->remove_call_out (slow_be_call_out); |
slow_be_call_out = 0; |
} |
} |
|
protected void slow_be_after_cb() |
{ |
#ifdef DEBUG |
if (this_thread() != backend_thread) error ("Run from wrong thread.\n"); |
#endif |
if (slow_be_timeout > 0.0) |
if (Pike.Backend monitor = slow_req_monitor) |
slow_be_call_out = monitor->call_out (dump_slow_req, slow_be_timeout, |
this_thread(), slow_be_timeout); |
} |
|
void slow_req_count_changed() |
{ |
Pike.Backend monitor = slow_req_monitor; |
int count = query ("slow_req_bt_count"); |
|
if (count && monitor) { |
|
} |
|
else if (count) { |
monitor = slow_req_monitor = Pike.SmallBackend(); |
Thread.thread_create (slow_req_monitor_thread, monitor); |
monitor->call_out (lambda () {}, 0); |
slow_be_timeout_changed(); |
} |
|
else if (monitor) { |
slow_req_monitor = 0; |
monitor->call_out (lambda () {}, 0); |
slow_be_timeout_changed(); |
} |
} |
|
void slow_req_timeout_changed() |
{ |
#ifdef DEBUG |
if (query ("slow_req_bt_timeout") < 0) error ("Invalid timeout.\n"); |
#endif |
slow_req_timeout = query ("slow_req_bt_timeout"); |
} |
|
void slow_be_timeout_changed() |
{ |
#ifdef DEBUG |
if (query ("slow_be_bt_timeout") < 0) error ("Invalid timeout.\n"); |
#endif |
slow_be_timeout = query ("slow_be_bt_timeout"); |
|
#ifdef DEBUG |
if ((Pike.DefaultBackend->before_callback && |
Pike.DefaultBackend->before_callback != slow_be_before_cb) || |
(Pike.DefaultBackend->after_callback && |
Pike.DefaultBackend->after_callback != slow_be_after_cb)) |
werror ("Pike.DefaultBackend already hooked up with " |
"other before/after callbacks - they get overwritten: %O/%O\n", |
Pike.DefaultBackend->before_callback, |
Pike.DefaultBackend->after_callback); |
#endif |
|
if (query ("slow_req_bt_count") && slow_be_timeout > 0.0 && |
|
!shutdown_started) { |
Pike.DefaultBackend->before_callback = slow_be_before_cb; |
Pike.DefaultBackend->after_callback = slow_be_after_cb; |
} |
else { |
Pike.DefaultBackend->before_callback = 0; |
Pike.DefaultBackend->after_callback = 0; |
if (Pike.Backend monitor = slow_be_call_out && slow_req_monitor) { |
monitor->remove_call_out (slow_be_call_out); |
slow_be_call_out = 0; |
} |
} |
} |
|
protected void dump_slow_req (Thread.Thread thread, float timeout) |
{ |
object threads_disabled = _disable_threads(); |
|
int count = query ("slow_req_bt_count"); |
if (count > 0) set ("slow_req_bt_count", count - 1); |
|
if (thread == backend_thread && !slow_be_call_out) { |
|
|
|
|
} |
|
else { |
report_debug ("###### %s 0x%x has been busy for more than %g seconds.\n", |
thread == backend_thread ? "Backend thread" : "Thread", |
thread->id_number(), timeout); |
describe_all_threads (0, threads_disabled); |
} |
|
threads_disabled = 0; |
} |
|
#endif // !NO_SLOW_REQ_BT |
|
|
|
|
|
|
|
|
|
|
|
|
local protected Queue handle_queue = Queue(); |
|
|
|
local protected int thread_reap_cnt; |
|
|
protected int threads_on_hold; |
|
|
local protected void handler_thread(int id) |
|
|
|
|
{ |
THREAD_WERR("Handle thread ["+id+"] started"); |
mixed h, q; |
set_u_and_gid (1); |
#ifdef TEST_EUID_CHANGE |
if (test_euid_change) { |
Stdio.File f = Stdio.File(); |
if (f->open ("rootonly", "r") && f->read()) |
werror ("Handler thread %d can read rootonly\n", id); |
else |
werror ("Handler thread %d can't read rootonly\n", id); |
} |
#endif |
while(1) |
{ |
int thread_flagged_as_busy; |
#ifndef NO_SLOW_REQ_BT |
Pike.Backend monitor; |
mixed call_out; |
#endif |
if(q=catch { |
do { |
|
cache_clear_deltas(); |
THREAD_WERR("Handle thread ["+id+"] waiting for next event"); |
if(arrayp(h=handle_queue->read()) && h[0]) { |
THREAD_WERR(sprintf("Handle thread [%O] calling %O(%{%O, %})", |
id, h[0], h[1] / 1)); |
set_locale(); |
busy_threads++; |
thread_flagged_as_busy = 1; |
|
#ifndef NO_SLOW_REQ_BT |
if (h[0] != bg_process_queue && |
|
|
(monitor = slow_req_monitor) && slow_req_timeout > 0.0) { |
call_out = monitor->call_out (dump_slow_req, slow_req_timeout, |
this_thread(), slow_req_timeout); |
h[0](@h[1]); |
monitor->remove_call_out (call_out); |
} |
else |
#endif |
h[0](@h[1]); |
|
h=0; |
busy_threads--; |
thread_flagged_as_busy = 0; |
} else if(!h) { |
|
report_debug("Handle thread ["+id+"] stopped.\n"); |
thread_reap_cnt--; |
#ifdef NSERIOUS |
if(!thread_reap_cnt) report_debug("+++ATH\n"); |
#endif |
return; |
} |
#ifdef DEBUG |
else if (h != 1) |
error ("Unknown message in handle_queue: %O\n", h); |
#endif |
else { |
num_hold_messages--; |
THREAD_WERR("Handle thread [" + id + "] put on hold"); |
threads_on_hold++; |
if (Thread.Condition cond = hold_wakeup_cond) { |
|
|
|
|
|
Thread.Mutex m = Thread.Mutex(); |
cond->wait (m->lock()); |
} |
threads_on_hold--; |
THREAD_WERR("Handle thread [" + id + "] released"); |
} |
} while(1); |
}) { |
if (thread_flagged_as_busy) |
busy_threads--; |
#ifndef NO_SLOW_REQ_BT |
if (call_out) monitor->remove_call_out (call_out); |
#endif |
if (h = catch { |
report_error( |
|
describe_backtrace(q)); |
if (q = catch {h = 0;}) { |
report_error(LOC_M(5, "Uncaught error in handler thread: %sClient " |
"will not get any response from Roxen.")+"\n", |
describe_backtrace(q)); |
catch (q = 0); |
} |
}) { |
catch { |
report_error("Error reporting error:\n"); |
report_error(sprintf("Raw error: %O\n", h[0])); |
report_error(sprintf("Original raw error: %O\n", q[0])); |
}; |
catch (q = 0); |
catch (h = 0); |
} |
} |
} |
} |
|
void handle(function f, mixed ... args) |
{ |
handle_queue->write(({f, args })); |
} |
|
int handle_queue_length() |
{ |
return handle_queue->size(); |
} |
|
int number_of_threads; |
|
|
int busy_threads; |
|
|
protected array(object) handler_threads = ({}); |
|
|
void start_handler_threads() |
{ |
if (query("numthreads") <= 1) { |
set( "numthreads", 1 ); |
report_warning (LOC_S(1, "Starting one thread to handle requests.")+"\n"); |
} else { |
report_notice (LOC_S(2, "Starting %d threads to handle requests.")+"\n", |
query("numthreads") ); |
} |
array(object) new_threads = ({}); |
for(; number_of_threads < query("numthreads"); number_of_threads++) |
new_threads += ({ do_thread_create( "Handle thread [" + |
number_of_threads + "]", |
handler_thread, number_of_threads ) }); |
handler_threads += new_threads; |
} |
|
protected int num_hold_messages; |
protected Thread.Condition hold_wakeup_cond = Thread.Condition(); |
|
|
|
|
|
|
|
void hold_handler_threads() |
|
|
{ |
if (!hold_wakeup_cond) { |
THREAD_WERR("Ignoring request to hold handler threads during stop"); |
return; |
} |
|
int timeout=10; |
#if constant(_reset_dmalloc) |
|
timeout *= 10; |
#endif /* constant(_reset_dmalloc) */ |
|
THREAD_WERR("Putting " + (number_of_threads - threads_on_hold) + |
" handler threads on hold, " + |
threads_on_hold + " on hold already"); |
|
for (int i = number_of_threads - threads_on_hold - num_hold_messages; i-- > 0;) { |
handle_queue->write (1); |
num_hold_messages++; |
} |
while (threads_on_hold < number_of_threads && timeout--) |
sleep (0.1); |
|
THREAD_WERR(threads_on_hold + " handler threads on hold, " + |
(number_of_threads - threads_on_hold) + " not responding"); |
} |
|
void release_handler_threads (int numthreads) |
|
|
|
|
{ |
if (Thread.Condition cond = hold_wakeup_cond) { |
|
for (int i = handle_queue->size(); i && num_hold_messages; i--) { |
mixed task = handle_queue->tryread(); |
if (task == 1) num_hold_messages--; |
else handle_queue->write (task); |
} |
#ifdef DEBUG |
if (num_hold_messages) |
error ("num_hold_messages is bogus (%d).\n", num_hold_messages); |
#endif |
num_hold_messages = 0; |
|
int blocked_threads = number_of_threads - threads_on_hold; |
int threads_to_create = numthreads - threads_on_hold; |
|
THREAD_WERR("Releasing " + threads_on_hold + " threads on hold"); |
cond->broadcast(); |
|
if (threads_to_create > 0) { |
array(object) new_threads = ({}); |
for (int n = 0; n < threads_to_create; number_of_threads++, n++) |
new_threads += ({ do_thread_create( "Handle thread [" + |
number_of_threads + "]", |
handler_thread, number_of_threads ) }); |
handler_threads += new_threads; |
report_notice ("Created %d new handler threads to compensate " |
"for %d blocked ones.\n", threads_to_create, blocked_threads); |
} |
} |
else { |
THREAD_WERR("Ignoring request to release handler threads during stop"); |
return; |
} |
} |
|
protected Thread.MutexKey backend_block_lock; |
|
void stop_handler_threads() |
|
|
{ |
int timeout=10; |
#if constant(_reset_dmalloc) |
|
timeout *= 10; |
#endif /* constant(_reset_dmalloc) */ |
report_debug("Stopping all request handler threads.\n"); |
|
|
|
if (Thread.Condition cond = hold_wakeup_cond) { |
hold_wakeup_cond = 0; |
cond->broadcast(); |
} |
|
while(number_of_threads>0) { |
number_of_threads--; |
handle_queue->write(0); |
thread_reap_cnt++; |
} |
handler_threads = ({}); |
|
if (this_thread() != backend_thread && !backend_block_lock) { |
thread_reap_cnt++; |
Thread.Mutex mutex = Thread.Mutex(); |
backend_block_lock = mutex->lock(); |
call_out (lambda () { |
thread_reap_cnt--; |
report_debug("Backend thread stopped.\n"); |
mutex->lock(); |
error("Backend stop failed.\n"); |
}, 0); |
} |
|
while(thread_reap_cnt) { |
sleep(0.1); |
if(--timeout<=0) { |
report_debug("Giving up waiting on threads; " |
"%d threads blocked.\n", thread_reap_cnt); |
#ifdef DEBUG |
describe_all_threads(); |
#endif |
return; |
} |
} |
} |
|
#else |
|
void handle(function f, mixed ... args) |
{ |
f(@args); |
} |
|
|
|
#endif /* THREADS */ |
|
function async_sig_start( function f, int really ) |
{ |
class SignalAsyncVerifier( function f ) |
{ |
protected int async_called; |
|
void really_call( array args ) |
{ |
async_called = 0; |
f( @args ); |
} |
|
void call( mixed ... args ) |
{ |
if( async_called && async_called-time() ) |
{ |
report_debug("Received signal %s\n", (string) signame( args[0] ) ); |
report_debug("\n\n" |
"Async calling failed for %O, calling synchronous\n", f); |
report_debug("Backtrace at time of hangup:\n%s\n", |
describe_backtrace( backtrace() )); |
f( @args ); |
return; |
} |
if( !async_called ) |
{ |
report_debug("Received signal %s\n", (string) signame( args[0] ) ); |
async_called=time(); |
call_out( really_call, 0, args ); |
} |
} |
}; |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if( really > 0 ) |
return lambda( mixed ... args ){ call_out( f, 0, @args ); }; |
if( really < 0 ) |
return f; |
return SignalAsyncVerifier( f )->call; |
} |
|
#ifdef THREADS |
protected Thread.Queue bg_queue = Thread.Queue(); |
protected int bg_process_running; |
|
|
|
|
|
|
|
protected constant bg_time_buffer_max = 30; |
protected constant bg_time_buffer_min = 0; |
protected int bg_last_busy = 0; |
|
protected void bg_process_queue() |
{ |
if (bg_process_running) return; |
|
bg_process_running = 1; |
|
int maxbeats = |
min (time() - bg_last_busy, bg_time_buffer_max) * (int) (1 / 0.04); |
|
#ifndef NO_SLOW_REQ_BT |
Pike.Backend monitor; |
mixed call_out; |
#endif |
|
if (mixed err = catch { |
while (bg_queue->size() && !shutdown_started) { |
|
array task = bg_queue->read(); |
|
|
if (busy_threads > 1) { |
for (maxbeats = max (maxbeats, (int) (bg_time_buffer_min / 0.04)); |
busy_threads > 1 && maxbeats > 0; |
maxbeats--) |
|
sleep (0.04); |
bg_last_busy = time(); |
} |
|
#ifdef DEBUG_BACKGROUND_RUN |
report_debug ("background_run run %s (%s) [%d jobs left in queue]\n", |
functionp (task[0]) ? |
sprintf ("%s: %s", Function.defined (task[0]), |
master()->describe_function (task[0])) : |
programp (task[0]) ? |
sprintf ("%s: %s", Program.defined (task[0]), |
master()->describe_program (task[0])) : |
sprintf ("%O", task[0]), |
map (task[1], lambda (mixed arg) |
{return sprintf ("%O", arg);}) * ", ", |
bg_queue->size()); |
#endif |
|
float task_vtime, task_rtime; |
|
#ifndef NO_SLOW_REQ_BT |
if ((monitor = slow_req_monitor) && slow_req_timeout > 0.0) { |
call_out = monitor->call_out (dump_slow_req, slow_req_timeout, |
this_thread(), slow_req_timeout); |
int start_hrtime = gethrtime (1); |
task_vtime = gauge { |
if (task[0]) |
|
|
task[0] (@task[1]); |
}; |
task_rtime = (gethrtime (1) - start_hrtime) / 1e9; |
monitor->remove_call_out (call_out); |
} |
else |
#endif |
{ |
int start_hrtime = gethrtime (1); |
task_vtime = gauge { |
if (task[0]) |
task[0] (@task[1]); |
}; |
task_rtime = (gethrtime (1) - start_hrtime) / 1e9; |
} |
|
if (task_rtime > 60.0) |
report_warning ("Warning: Background job took more than one minute " |
"(%g s real time and %g s cpu time):\n" |
" %s (%s)\n%s", |
task_rtime, task_vtime, |
functionp (task[0]) ? |
sprintf ("%s: %s", Function.defined (task[0]), |
master()->describe_function (task[0])) : |
programp (task[0]) ? |
sprintf ("%s: %s", Program.defined (task[0]), |
master()->describe_program (task[0])) : |
sprintf ("%O", task[0]), |
map (task[1], lambda (mixed arg) |
{return sprintf ("%O", arg);}) * ", ", |
bg_queue->size() ? |
(bg_queue->size() > 1 ? |
" " + bg_queue->size() + " more jobs in the " |
"background queue were delayed.\n" : |
" 1 more job in the background queue was delayed.\n"): |
""); |
#ifdef DEBUG_BACKGROUND_RUN |
else |
report_debug ("background_run done, " |
"took %g ms cpu time and %g ms real time\n", |
task_vtime * 1000, task_rtime * 1000); |
#endif |
|
if (busy_threads > 1) bg_last_busy = time(); |
} |
}) { |
#ifndef NO_SLOW_REQ_BT |
if (call_out) monitor->remove_call_out (call_out); |
#endif |
bg_process_running = 0; |
handle (bg_process_queue); |
throw (err); |
} |
bg_process_running = 0; |
} |
#endif |
|
mixed background_run (int|float delay, function func, mixed... args) |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
{ |
|
|
|
#ifdef DEBUG_BACKGROUND_RUN |
report_debug ("background_run enqueue %s (%s) [%d jobs in queue]\n", |
functionp (func) ? |
sprintf ("%s: %s", Function.defined (func), |
master()->describe_function (func)) : |
programp (func) ? |
sprintf ("%s: %s", Program.defined (func), |
master()->describe_program (func)) : |
sprintf ("%O", func), |
map (args, lambda (mixed arg) |
{return sprintf ("%O", arg);}) * ", ", |
bg_queue->size()); |
#endif |
|
#ifdef THREADS |
if (!hold_wakeup_cond) |
|
return 0; |
|
function enqueue = lambda() |
{ |
bg_queue->write (({func, args})); |
if (!bg_process_running) |
handle (bg_process_queue); |
}; |
|
|
|
if (delay) |
|
|
return call_out (enqueue, (enqueue = 0, delay)); |
else { |
enqueue(); |
enqueue = 0; |
return 0; |
} |
#else |
|
return call_out (func, delay, @args); |
#endif |
} |
|
class BackgroundProcess |
|
|
|
|
|
|
{ |
int|float period; |
int stopping = 0; |
|
protected void repeat (function func, mixed args) |
{ |
|
|
|
|
|
int self_refs = _refs (this); |
#ifdef DEBUG |
if (self_refs < 4) |
error ("Minimum ref calculation wrong - have only %d refs.\n", self_refs); |
#endif |
if (stopping || (self_refs <= 4) || !func) return; |
mixed err = catch { |
func (@args); |
}; |
if (err) { |
catch { |
report_error(LOC_M(66, "Uncaught error in background process:") + |
"%s\n", describe_backtrace(err)); |
}; |
} |
background_run (period, repeat, func, args); |
} |
|
|
|
|
|
|
|
|
void set_period (int|float period_) |
{ |
period = period_; |
} |
|
|
|
|
|
|
|
|
|
protected void create (int|float period_, function func, mixed... args) |
{ |
period = period_; |
background_run (period, repeat, func, args); |
} |
|
void stop() |
|
{ |
stopping = 1; |
} |
|
string _sprintf() {return "BackgroundProcess()";} |
} |
|
|
mapping get_port_options( string key ) |
|
|
{ |
return (query( "port_options" )[ key ] || ([])); |
} |
|
void set_port_options( string key, mapping value ) |
|
|
{ |
mapping q = query("port_options"); |
q[ key ] = value; |
set( "port_options" , q ); |
save( ); |
} |
|
#ifdef DEBUG_URL2CONF |
#define URL2CONF_MSG(X...) report_debug (X) |
#else |
#define URL2CONF_MSG(X...) |
#endif |
|
protected mapping(string:int(0..1)) host_is_local_cache = ([]); |
|
|
int(0..1) host_is_local(string hostname) |
{ |
int(0..1) res; |
if (!zero_type(res = host_is_local_cache[hostname])) return res; |
|
|
string ip = blocking_host_to_ip(hostname); |
|
|
Stdio.Port port = Stdio.Port(); |
|
catch { |
res = port->bind(0, 0, ip); |
}; |
|
destruct(port); |
return host_is_local_cache[hostname] = res; |
} |
|
array(Protocol|mapping(string:mixed)) find_port_for_url ( |
Standards.URI url, void|Configuration only_this_conf) |
|
|
|
|
{ |
|
|
string host = url->host; |
if (has_value (host, ":")) |
host = "[" + (Protocols.IPv6.normalize_addr_basic (host) || host) + "]"; |
string url_with_port = sprintf ("%s://%s:%d%s", url->scheme, host, url->port, |
sizeof (url->path) ? url->path : "/"); |
|
URL2CONF_MSG("URL with port: %s\n", url_with_port); |
|
foreach (urls; string u; mapping(string:mixed) q) |
{ |
URL2CONF_MSG("Trying %O:%O\n", u, q); |
if( glob( u+"*", url_with_port ) ) |
{ |
URL2CONF_MSG("glob match\n"); |
if (Protocol p = q->port) |
if (mapping(string:mixed) url_data = |
p->find_url_data_for_url (url_with_port, 0, 0)) |
{ |
Configuration c = url_data->conf; |
URL2CONF_MSG("Found config: %O\n", url_data->conf); |
|
if ((only_this_conf && (c != only_this_conf)) || |
(sscanf (u, "%*s://%*[^*?]%*c") == 3 && |
|
(!host_is_local(url->host)))) { |
|
URL2CONF_MSG("Bad match: only_this_conf:%O, host_is_local:%O\n", |
(only_this_conf && (c == only_this_conf)), |
(!host_is_local(url->host))); |
c = 0; |
continue; |
} |
|
URL2CONF_MSG("Result: %O\n", c); |
return ({p, url_data}); |
} |
} |
} |
|
return ({0, 0}); |
} |
|
Configuration find_configuration_for_url(Standards.URI url, |
void|Configuration only_this_conf, |
void|array(Protocol) return_port) |
|
|
|
|
|
{ |
[Protocol port_obj, mapping(string:mixed) url_data] = |
find_port_for_url (url, only_this_conf); |
if (return_port) |
return_port[0] = port_obj; |
return url_data && url_data->conf; |
} |
|
class InternalRequestID |
|
{ |
inherit RequestID; |
|
this_program set_path( string f ) |
{ |
raw_url = Roxen.http_encode_invalids( f ); |
|
if( strlen( f ) > 5 ) |
{ |
string a; |
switch( f[1] ) |
{ |
case '<': |
if (sscanf(f, "/<%s>/%s", a, f)==2) |
{ |
config = (multiset)(a/","); |
f = "/"+f; |
} |
|
case '(': |
if(strlen(f) && sscanf(f, "/(%s)/%s", a, f)==2) |
{ |
prestate = (multiset)( a/","-({""}) ); |
f = "/"+f; |
} |
} |
} |
not_query = Roxen.simplify_path( scan_for_query( f ) ); |
return this; |
} |
|
this_program set_url( string url ) |
{ |
object uri = Standards.URI(url); |
prot = upper_case(uri->scheme); |
misc->host = uri->host; |
if ((prot == "HTTP" && uri->port != 80) || |
(prot == "HTTPS" && uri->port != 443)) |
misc->host += ":" + uri->port; |
string path = uri->path; |
raw_url = path; |
method = "GET"; |
raw = "GET " + raw_url + " HTTP/1.1\r\n\r\n"; |
[port_obj, mapping(string:mixed) url_data] = find_port_for_url (uri, 0); |
if (url_data) { |
conf = url_data->conf; |
if (!conf->inited) conf->enable_all_modules(); |
if (string config_path = url_data->path) |
adjust_for_config_path (config_path); |
} |
return set_path( raw_url ); |
} |
|
protected string _sprintf() |
{ |
return sprintf("RequestID(conf=%O; not_query=%O)", conf, not_query ); |
} |
|
protected void create() |
{ |
client = ({ "Roxen" }); |
prot = "INTERNAL"; |
method = "GET"; |
real_variables = ([]); |
variables = FakedVariables( real_variables ); |
root_id = this_object(); |
|
misc = ([ "pref_languages": PrefLanguages(), |
"cacheable": INITIAL_CACHEABLE, |
]); |
connection_misc = ([]); |
cookies = CookieJar(); |
throttle = ([]); |
client_var = ([]); |
request_headers = ([]); |
prestate = (<>); |
config = (<>); |
supports = (<>); |
pragma = (<>); |
rest_query = ""; |
extra_extension = ""; |
remoteaddr = "127.0.0.1"; |
} |
} |
|
class Protocol |
|
|
|
{ |
protected Stdio.Port port_obj; |
|
inherit "basic_defvar"; |
|
int bound; |
|
|
|
|
|
|
|
string path; |
constant name = "unknown"; |
|
constant supports_ipless = 0; |
|
|
constant requesthandlerfile = ""; |
|
|
|
|
constant default_port = 4711; |
|
|
string url_prefix = name + "://"; |
|
int port; |
|
|
string ip; |
|
|
|
|
|
int refs; |
|
|
|
program requesthandler; |
|
|
array(string) sorted_urls = ({}); |
|
|
mapping(string:mapping(string:mixed)) urls = ([]); |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
mapping(Configuration:mapping(string:mixed)) conf_data = ([]); |
|
|
void ref(string name, mapping(string:mixed) data) |
|
{ |
if(urls[name]) |
{ |
conf_data[urls[name]->conf] = urls[name] = data; |
return; |
} |
if (!refs) path = data->path; |
else if (path != (data->path || "")) path = 0; |
refs++; |
mu = 0; |
conf_data[data->conf] = urls[name] = data; |
sorted_urls = Array.sort_array(indices(urls), |
lambda(string a, string b) { |
return sizeof(a)<sizeof(b); |
}); |
} |
|
void unref(string _name) |
|
{ |
|
|
|
m_delete(conf_data, urls[_name]->conf); |
m_delete(urls, _name); |
if (!path) { |
array(string) paths = Array.uniq (values (urls)->path); |
if (sizeof (paths) == 1) path = paths[0]; |
} |
sorted_urls -= ({_name}); |
#ifdef PORT_DEBUG |
report_debug("Protocol(%s)->unref(%O): refs:%d\n", |
get_url(), _name, refs); |
#endif /* PORT_DEBUG */ |
if( !--refs ) { |
if (retries) { |
remove_call_out(bind); |
} |
if (port_obj) { |
destruct(port_obj); |
} |
port_obj = 0; |
if (open_ports[name]) { |
if (open_ports[name][ip]) { |
m_delete(open_ports[name][ip], port); |
if(!sizeof(open_ports[name][ip])) { |
|
if (ip && ip != "::") |
m_delete(open_ports[name], ip); |
} |
} |
if (sizeof(open_ports[name]) <= 2) { |
|
int empty = 1; |
foreach(open_ports[name]; string ip; mapping m) { |
if (sizeof(m)) { |
empty = 0; |
break; |
} |
} |
if (empty) |
m_delete(open_ports, name); |
} |
} |
any_port = 0; |
|
} |
} |
|
Stdio.File accept() |
{ |
return port_obj->accept(); |
} |
|
string query_address() |
{ |
return port_obj && port_obj->query_address(); |
} |
|
mapping(string:mixed) mu; |
string rrhf; |
protected void got_connection() |
{ |
Stdio.File q; |
while( q = accept() ) |
{ |
if( !requesthandler && rrhf ) |
{ |
requesthandler = (program)(rrhf); |
} |
Configuration c; |
if( refs < 2 ) |
{ |
if(!mu) |
{ |
mu = get_iterator(urls)->value(); |
if(!(c=mu->conf)->inited ) { |
handle (lambda () { |
c->enable_all_modules(); |
call_out (requesthandler, 0, q, this, c); |
}); |
return; |
} |
} else |
c = mu->conf; |
} |
requesthandler( q, this_object(), c ); |
} |
} |
|
private Protocol any_port; |
|
mapping(string:mixed) find_url_data_for_url (string url, int no_default, |
RequestID id) |
{ |
if( refs == 1 ) |
{ |
if (!no_default) { |
if(!mu) mu=get_iterator(urls)->value(); |
URL2CONF_MSG ("%O %O Only one configuration: %O\n", |
this, url, mu->conf); |
return mu; |
} |
} else if (!refs) { |
URL2CONF_MSG("%O %O No active URLS!\n", this, url); |
return 0; |
} |
|
URL2CONF_MSG("sorted_urls: %O\n" |
"url: %O\n", sorted_urls, url); |
|
|
|
foreach( sorted_urls, string in ) |
{ |
if( glob( in+"*", url ) ) |
{ |
URL2CONF_MSG ("%O %O sorted_urls: %O\n", this, url, urls[in]->conf); |
return urls[in]; |
} |
} |
|
if( no_default ) { |
URL2CONF_MSG ("%O %O no default\n", this, url); |
return 0; |
} |
|
|
|
|
|
|
if (!any_port) |
any_port = open_ports[ name ][ 0 ][ port ]; |
if (any_port && any_port != this) |
if (mapping(string:mixed) u = |
any_port->find_url_data_for_url (url, 1, id)) { |
URL2CONF_MSG ("%O %O found on ANY port: %O\n", this, url, u->conf); |
if (id) { |
id->misc->defaulted_conf = 1; |
id->port_obj = any_port; |
} |
return u; |
} |
|
|
|
mapping(Configuration:int(1..1)) choices = ([]); |
foreach( configurations, Configuration c ) |
if( c->query( "default_server" ) ) |
choices[c] = 1; |
|
if( sizeof( choices ) ) |
{ |
|
foreach (urls;; mapping cc) |
if( choices[ cc->conf ] ) |
{ |
URL2CONF_MSG ("%O %O conf in choices: %O\n", this, url, cc->conf); |
if (id) id->misc->defaulted_conf = 2; |
return cc; |
} |
} |
|
return 0; |
} |
|
Configuration find_configuration_for_url( string url, RequestID id ) |
|
|
|
|
{ |
mapping(string:mixed) url_data = find_url_data_for_url (url, 0, id); |
|
if (!url_data) { |
|
|
foreach (configurations, Configuration c) |
if (c->query ("default_server")) { |
URL2CONF_MSG ("%O %O any default server: %O\n", this, url, c); |
if (id) id->misc->defaulted_conf = 3; |
if(!c->inited) |
|
|
c->enable_all_modules(); |
return c; |
} |
|
|
|
|
|
|
url_data = urls[sorted_urls[-1]]; |
if (id) { |
id->misc->defaulted_conf = 4; |
id->misc->defaulted=1; |
} |
URL2CONF_MSG ("%O %O last in sorted_urls: %O\n", this, url, |
url_data->conf); |
} |
|
|
|
|
string config_path = url_data->path; |
if (config_path && id && id->adjust_for_config_path) |
id->adjust_for_config_path (config_path); |
Configuration c = url_data->conf; |
if(!c->inited) |
|
|
c->enable_all_modules(); |
return c; |
} |
|
mixed query_option( string x ) |
|
{ |
return query( x ); |
} |
|
string get_key() |
|
{ |
if (ip == "::") |
return name + ":0:" + port; |
else |
return name+":"+ip+":"+port; |
} |
|
string get_url() |
|
{ |
return (string) name + "://" + |
(!ip ? "*" : has_value (ip, ":") ? "[" + ip + "]" : ip) + |
":" + port + "/"; |
} |
|
void save() |
|
{ |
set_port_options( get_key(), |
mkmapping( indices(variables), |
map(indices(variables),query))); |
} |
|
void restore() |
|
{ |
foreach( (array)get_port_options( get_key() ), array kv ) |
set( kv[0], kv[1] ); |
} |
|
protected int retries; |
protected void bind (void|int ignore_eaddrinuse) |
{ |
if (bound) return; |
if (!port_obj) port_obj = Stdio.Port(); |
Privs privs = Privs (sprintf ("Binding %s", get_url())); |
if (port_obj->bind(port, got_connection, ip)) |
{ |
privs = 0; |
bound = 1; |
return; |
} |
privs = 0; |
#if constant(System.EAFNOSUPPORT) |
if (port_obj->errno() == System.EAFNOSUPPORT) { |
|
error("Invalid address " + ip); |
} |
#endif /* System.EAFNOSUPPORT */ |
#if constant(System.EADDRINUSE) |
if (port_obj->errno() == System.EADDRINUSE) { |
if (ignore_eaddrinuse) { |
|
bound = -1; |
return; |
} |
if (retries++ < 10) { |
|
|
report_error(LOC_M(6, "Failed to bind %s (%s)")+"\n", |
get_url(), strerror(port_obj->errno())); |
report_notice(LOC_M(62, "Attempt %d. Retrying in 1 minute.")+"\n", |
retries); |
call_out(bind, 60); |
} |
} |
else |
#endif /* constant(System.EADDRINUSE) */ |
{ |
report_error(LOC_M(6, "Failed to bind %s (%s)")+"\n", |
get_url(), strerror(port_obj->errno())); |
#if 0 |
werror (describe_backtrace (backtrace())); |
#endif |
} |
} |
|
string canonical_ip(string i) |
{ |
if (!i) return 0; |
if (has_value(i, ":")) |
return Protocols.IPv6.normalize_addr_short (i); |
else { |
|
array(int) segments = array_sscanf(i, "%d.%d.%d.%d"); |
string bytes; |
switch(sizeof(segments)) { |
default: |
case 4: |
bytes = sprintf("%1c%1c%1c%1c", @segments); |
break; |
case 0: return 0; |
case 1: |
|
|
|
bytes = sprintf("%4c", @segments); |
break; |
case 2: |
|
|
|
|
|
|
bytes = sprintf("%1c%3c", @segments); |
break; |
case 3: |
|
|
|
|
|
|
bytes = sprintf("%1c%1c%2c", @segments); |
break; |
} |
if (bytes == "\0\0\0\0") return 0; |
return sprintf("%d.%d.%d.%d", @((array(int))bytes)); |
} |
} |
|
protected void setup (int pn, string i) |
{ |
port = pn; |
ip = canonical_ip(i); |
|
restore(); |
if (sizeof(requesthandlerfile)) { |
if( file_stat( "../local/"+requesthandlerfile ) ) |
rrhf = "../local/"+requesthandlerfile; |
else |
rrhf = requesthandlerfile; |
DDUMP( rrhf ); |
#ifdef DEBUG |
if( !requesthandler ) |
requesthandler = (program)(rrhf); |
#endif |
} |
bound = 0; |
port_obj = 0; |
retries = 0; |
} |
|
protected void create( int pn, string i, void|int ignore_eaddrinuse ) |
|
{ |
setup (pn, i); |
bind (ignore_eaddrinuse); |
} |
|
protected string _sprintf( ) |
{ |
return "Protocol(" + get_url() + ")"; |
} |
} |
|
#if constant(SSL.sslfile) |
class SSLProtocol |
|
{ |
inherit Protocol; |
|
|
SSL.context ctx = SSL.context(); |
|
int cert_failure; |
|
protected void cert_err_unbind() |
{ |
if (bound > 0) { |
port_obj->close(); |
report_warning ("TLS port %s closed.\n", get_url()); |
bound = 0; |
} |
} |
|
#define CERT_WARNING(VAR, MSG, ARGS...) do { \ |
string msg = (MSG); \ |
array args = ({ARGS}); \ |
if (sizeof (args)) msg = sprintf (msg, @args); \ |
report_warning ("TLS port %s: %s", get_url(), msg); \ |
(VAR)->add_warning (msg); \ |
} while (0) |
|
#define CERT_ERROR(VAR, MSG, ARGS...) do { \ |
string msg = (MSG); \ |
array args = ({ARGS}); \ |
if (sizeof (args)) msg = sprintf (msg, @args); \ |
report_error ("TLS port %s: %s", get_url(), msg); \ |
(VAR)->add_warning (msg); \ |
cert_err_unbind(); \ |
cert_failure = 1; \ |
return; \ |
} while (0) |
|
void certificates_changed(Variable.Variable|void ignored, |
void|int ignore_eaddrinuse) |
{ |
int old_cert_failure = cert_failure; |
|
string raw_keydata; |
array(string) certificates = ({}); |
array(object) decoded_certs = ({}); |
Variable.Variable Certificates = getvar("ssl_cert_file"); |
|
object privs = Privs("Reading cert file"); |
|
foreach(map(Certificates->query(), String.trim_whites), string cert_file) { |
string raw_cert; |
SSL3_WERR (sprintf ("Reading cert file %O", cert_file)); |
if( catch{ raw_cert = lopen(cert_file, "r")->read(); } ) |
{ |
CERT_WARNING (Certificates, |
LOC_M(8, "Reading certificate file %O failed: %s\n"), |
cert_file, strerror (errno())); |
continue; |
} |
|
object msg = Tools.PEM.pem_msg()->init( raw_cert ); |
object part = msg->parts["CERTIFICATE"] || |
msg->parts["X509 CERTIFICATE"]; |
string cert; |
|
if (msg->parts["RSA PRIVATE KEY"] || |
msg->parts["DSA PRIVATE KEY"]) { |
raw_keydata = raw_cert; |
} |
|
if (!part || !(cert = part->decoded_body())) |
{ |
CERT_WARNING (Certificates, |
LOC_M(10, "No certificate found in %O.\n"), |
cert_file); |
continue; |
} |
certificates += ({ cert }); |
|
|
object tbs = Tools.X509.decode_certificate (cert); |
if (!tbs) { |
CERT_WARNING (Certificates, |
LOC_M(13, "Certificate not valid (DER).\n")); |
continue; |
} |
decoded_certs += ({tbs}); |
} |
|
if (!sizeof(decoded_certs)) { |
report_error ("TLS port %s: %s", get_url(), |
LOC_M(63,"No certificates found.\n")); |
cert_err_unbind(); |
cert_failure = 1; |
return; |
} |
|
Variable.Variable KeyFile = getvar("ssl_key_file"); |
|
if( strlen(KeyFile->query())) { |
SSL3_WERR (sprintf ("Reading key file %O", KeyFile->query())); |
if (catch{ raw_keydata = lopen(KeyFile->query(), "r")->read(); } ) |
CERT_ERROR (KeyFile, |
LOC_M(9, "Reading key file %O failed: %s\n"), |
KeyFile->query(), strerror (errno())); |
} |
else |
KeyFile = Certificates; |
|
privs = 0; |
|
if (!raw_keydata) |
CERT_ERROR (KeyFile, LOC_M (17,"No private key found.\n")); |
|
object msg = Tools.PEM.pem_msg()->init( raw_keydata ); |
|
SSL3_WERR(sprintf("key file contains: %O", indices(msg->parts))); |
|
object part; |
if (part = msg->parts["RSA PRIVATE KEY"]) |
{ |
string key; |
|
if (!(key = part->decoded_body())) |
CERT_ERROR (KeyFile, |
LOC_M(11,"Private rsa key not valid")+" (PEM).\n"); |
|
object rsa = Standards.PKCS.RSA.parse_private_key(key); |
if (!rsa) |
CERT_ERROR (KeyFile, |
LOC_M(11,"Private rsa key not valid")+" (DER).\n"); |
|
ctx->rsa = rsa; |
|
SSL3_WERR(sprintf("RSA key size: %d bits", rsa->rsa_size())); |
|
if (rsa->rsa_size() > 512) |
{ |
|
ctx->short_rsa = Crypto.RSA()->generate_key(512, ctx->random); |
|
|
} |
ctx->rsa_mode(); |
|
array(int) key_matches = |
map(decoded_certs, |
lambda (object tbs) { |
return tbs->public_key->rsa->public_key_equal (rsa); |
}); |
|
int num_key_matches; |
|
array(string) new_certificates = allocate(sizeof(certificates)); |
int i,j; |
for (i=0; i < sizeof(certificates); i++) { |
if (key_matches[i]) { |
new_certificates[j++] = certificates[i]; |
num_key_matches++; |
} |
} |
for (i=0; i < sizeof(certificates); i++) { |
if (!key_matches[i]) { |
new_certificates[j++] = certificates[i]; |
} |
} |
if( !num_key_matches ) |
CERT_ERROR (KeyFile, |
LOC_M(14, "Certificate and private key do not match.\n")); |
ctx->certificates = new_certificates; |
} |
else if (part = msg->parts["DSA PRIVATE KEY"]) |
{ |
string key; |
|
if (!(key = part->decoded_body())) |
CERT_ERROR (KeyFile, |
LOC_M(15,"Private dsa key not valid")+" (PEM).\n"); |
|
object dsa = Standards.PKCS.DSA.parse_private_key(key); |
if (!dsa) |
CERT_ERROR (KeyFile, |
LOC_M(15,"Private dsa key not valid")+" (DER).\n"); |
|
SSL3_WERR(sprintf("Using DSA key.")); |
|
|
ctx->dsa = dsa; |
|
#if constant(SSL.Cipher) |
ctx->dh_params = SSL.Cipher.DHParameters(); |
#else |
ctx->dh_params = SSL.cipher()->dh_parameters(); |
#endif |
|
ctx->dhe_dss_mode(); |
|
|
|
ctx->certificates = certificates; |
} |
else |
CERT_ERROR (KeyFile, LOC_M(17,"No private key found.\n")); |
|
#if EXPORT |
ctx->export_mode(); |
#endif |
|
if (!bound) { |
bind (ignore_eaddrinuse); |
if (old_cert_failure && bound) |
report_notice (LOC_M(64, "TLS port %s opened.\n"), get_url()); |
} |
} |
|
class CertificateListVariable |
{ |
inherit Variable.FileList; |
|
string doc() |
{ |
return sprintf(::doc() + "\n", |
combine_path(getcwd(), "../local"), |
getcwd()); |
} |
} |
|
class KeyFileVariable |
{ |
inherit Variable.String; |
|
string doc() |
{ |
return sprintf(::doc() + "\n", |
combine_path(getcwd(), "../local"), |
getcwd()); |
} |
} |
|
SSL.sslfile accept() |
{ |
Stdio.File q = ::accept(); |
if (q) |
return SSL.sslfile (q, ctx); |
return 0; |
} |
|
protected void bind (void|int ignore_eaddrinuse) |
{ |
|
if (!ctx->certificates) return; |
::bind (ignore_eaddrinuse); |
} |
|
void create(int pn, string i, void|int ignore_eaddrinuse) |
{ |
ctx->random = Crypto.Random.random_string; |
|
set_up_ssl_variables( this_object() ); |
|
::setup(pn, i); |
|
certificates_changed (0, ignore_eaddrinuse); |
|
|
|
|
|
|
|
getvar ("ssl_cert_file")->set_changed_callback (certificates_changed); |
getvar ("ssl_key_file")->set_changed_callback (certificates_changed); |
} |
|
string _sprintf( ) |
{ |
return "SSLProtocol(" + get_url() + ")"; |
} |
} |
#endif |
|
mapping(string:program) build_protocols_mapping() |
{ |
mapping protocols = ([]); |
int st = gethrtime(); |
report_debug("Protocol handlers ... \b"); |
#ifndef DEBUG |
class lazy_load( string prog, string name ) |
{ |
program real; |
protected void realize() |
{ |
if( catch { |
DDUMP( prog ); |
real = (program)prog; |
protocols[name] = real; |
} ) |
report_error("Failed to compile protocol handler for "+name+"\n"); |
} |
|
Protocol `()(mixed ... x) |
{ |
if(!real) realize(); |
return real(@x); |
}; |
mixed `->( string x ) |
{ |
if(!real) realize(); |
return predef::`->(real, x); |
} |
}; |
#endif |
foreach( glob( "prot_*.pike", get_dir("protocols") ), string s ) |
{ |
sscanf( s, "prot_%s.pike", s ); |
#if !constant(SSL.sslfile) |
switch( s ) |
{ |
case "https": |
case "ftps": |
continue; |
} |
#endif |
report_debug( "\b%s \b", s ); |
|
catch |
{ |
#ifdef DEBUG |
protocols[ s ] = (program)("protocols/prot_"+s+".pike"); |
#else |
protocols[ s ] = lazy_load( ("protocols/prot_"+s+".pike"),s ); |
#endif |
}; |
} |
foreach( glob("prot_*.pike",get_dir("../local/protocols")||({})), string s ) |
{ |
sscanf( s, "prot_%s.pike", s ); |
#if !constant(SSL.sslfile) |
switch( s ) |
{ |
case "https": |
case "ftps": |
continue; |
} |
#endif |
report_debug( "\b%s \b", s ); |
catch { |
#ifdef DEBUG |
protocols[ s ] = (program)("../local/protocols/prot_"+s+".pike"); |
#else |
protocols[ s ] = lazy_load( ("../local/protocols/prot_"+s+".pike"),s ); |
#endif |
}; |
} |
report_debug("\bDone [%.1fms]\n", (gethrtime()-st)/1000.0 ); |
return protocols; |
} |
|
|
mapping(string:program) protocols; |
|
|
mapping(string:mapping(string:mapping(int:Protocol))) open_ports = ([ ]); |
|
|
mapping(string:mapping(string:Configuration|Protocol|string|array(Protocol))) |
urls = ([]); |
array sorted_urls = ({}); |
|
array(string) find_ips_for( string what ) |
{ |
if( what == "*" || lower_case(what) == "any" ) |
return ({ 0, |
#if constant(__ROXEN_SUPPORTS_IPV6__) |
"::", |
#endif /* __ROXEN_SUPPORTS_IPV6__ */ |
}); |
|
if( is_ip( what ) ) |
return ({ what }); |
else if (has_prefix (what, "[") && what[-1] == ']') { |
|
|
|
|
|
|
|
|
return ({ what[1..sizeof(what)-2] }); |
} else if (has_suffix(lower_case(what), ".ipv6")) { |
|
|
|
|
return ({ replace(what[..sizeof(what)-6], "-", ":") }); |
} |
array res = gethostbyname( what ); |
if( res && sizeof( res[1] ) ) |
return Array.uniq(res[1]); |
|
report_error(LOC_M(46, "Cannot possibly bind to %O, that host is " |
"unknown. Substituting with ANY")+"\n", what); |
return 0; |
} |
|
string normalize_url(string url, void|int port_match_form) |
|
|
|
|
|
{ |
if (!sizeof (url - " " - "\t")) return ""; |
|
Standards.URI ui = Standards.URI(url); |
string host = ui->host; |
|
if (lower_case (host) == "any" || host == "::") |
host = "*"; |
else { |
|
if (catch { |
|
host = lower_case(Standards.IDNA.zone_to_ascii (host)); |
}) { |
host = lower_case(host); |
} |
} |
|
if (has_value (host, ":")) |
if (string h = port_match_form ? |
Protocols.IPv6.normalize_addr_basic (host) : |
Protocols.IPv6.normalize_addr_short (host)) { |
ui->host = h; |
host = "[" + h + "]"; |
} |
|
string protocol = ui->scheme; |
if (host == "" || !protocols[protocol]) |
return ""; |
|
if (port_match_form) { |
int port = ui->port || protocols[protocol]->default_port; |
|
string path = ui->path; |
if (path) { |
if (has_suffix(path, "/")) |
path = path[..<1]; |
} |
else |
path = ""; |
|
return sprintf ("%s://%s:%d%s/", protocol, host, port, |
|
|
path); |
} |
|
else { |
ui->fragment = 0; |
return (string) ui; |
} |
} |
|
void unregister_url(string url, Configuration conf) |
{ |
string ourl = url; |
if (!sizeof(url = normalize_url(url, 1))) return; |
|
report_debug ("Unregister %s%s.\n", normalize_url (ourl), |
conf ? sprintf (" for %O", conf->query_name()) : ""); |
|
if (urls[url] && (!conf || !urls[url]->conf || (urls[url]->conf == conf)) && |
urls[url]->port) |
{ |
urls[ url ]->port->unref(url); |
m_delete( urls, url ); |
m_delete( urls, ourl ); |
sort_urls(); |
} |
} |
|
array all_ports( ) |
{ |
return Array.uniq( values( urls )->port )-({0}); |
} |
|
Protocol find_port( string name ) |
{ |
foreach( all_ports(), Protocol p ) |
if( p->get_key() == name ) |
return p; |
} |
|
void sort_urls() |
{ |
sorted_urls = indices( urls ); |
sort( map( map( sorted_urls, strlen ), `-), sorted_urls ); |
} |
|
int register_url( string url, Configuration conf ) |
{ |
string ourl = url; |
if (!sizeof (url - " " - "\t")) return 1; |
|
Standards.URI ui = Standards.URI(url); |
mapping opts = ([]); |
string a, b; |
foreach( (ui->fragment||"")/";", string x ) |
{ |
sscanf( x, "%s=%s", a, b ); |
opts[a]=b; |
} |
|
if( (int)opts->nobind ) |
{ |
report_warning( |
LOC_M(61,"Not binding the port %O - disabled in configuration.")+"\n", |
(string) ui ); |
return 0; |
} |
|
string display_url = normalize_url (url, 0); |
url = normalize_url (url, 1); |
ui = Standards.URI (url); |
|
string protocol = ui->scheme; |
string host = ui->host; |
if (host == "" || !protocols[protocol]) { |
report_error(LOC_M(19,"Bad URL %O for server %O.")+"\n", |
ourl, conf->query_name()); |
} |
|
int port = ui->port || protocols[protocol]->default_port; |
|
string path = ui->path; |
if (has_suffix(path, "/")) |
path = path[..<1]; |
if (path == "") path = 0; |
|
if( urls[ url ] ) |
{ |
if( !urls[ url ]->port ) |
m_delete( urls, url ); |
else if( urls[ url ]->conf ) |
{ |
if( urls[ url ]->conf != conf ) |
{ |
report_error(LOC_M(20, |
"Cannot register URL %s - " |
"already registered by %s.")+"\n", |
display_url, urls[ url ]->conf->name); |
return 0; |
} |
urls[ url ]->port->ref(url, urls[url]); |
return 1; |
} |
else |
urls[ url ]->port->unref( url ); |
} |
|
program prot; |
|
if( !( prot = protocols[ protocol ] ) ) |
{ |
report_error(LOC_M(21, "Cannot register URL %s - " |
"cannot find the protocol %s.")+"\n", |
display_url, protocol); |
return 0; |
} |
|
urls[ url ] = ([ "conf":conf, "path":path, "hostname": host ]); |
urls[ ourl ] = urls[url] + ([]); |
sorted_urls += ({ url }); |
|
array(string)|int(-1..0) required_hosts; |
|
if (is_ip(host)) |
required_hosts = ({ host }); |
else if(!sizeof(required_hosts = |
filter(replace(opts->ip||"", " ","")/",", is_ip)) ) { |
required_hosts = find_ips_for( host ); |
if (!required_hosts) { |
|
|
return 0; |
} |
} |
|
mapping(string:mapping(int:Protocol)) m; |
if( !( m = open_ports[ protocol ] ) ) |
|
|
|
|
|
m = open_ports[ protocol ] = ([ 0:([]), "::":([]) ]); |
|
if (prot->supports_ipless ) { |
|
|
|
|
|
array(string) ipv6 = filter(required_hosts - ({ 0 }), has_value, ":"); |
array(string) ipv4 = required_hosts - ipv6; |
if (m[0][port] && sizeof(ipv4 - ({ 0 }))) { |
|
ipv4 = ({ 0 }); |
} |
#if constant(__ROXEN_SUPPORTS_IPV6__) |
if (m["::"][port] && sizeof(ipv6 - ({ "::" }))) { |
|
ipv6 = ({ "::" }); |
} |
required_hosts = ipv4 + ipv6; |
#else |
if (sizeof(ipv6)) { |
foreach(ipv6, string p) { |
report_warning(LOC_M(65, "Cannot open port %s for URL %s - " |
"IPv6 support disabled.\n"), |
p, display_url); |
} |
} |
required_hosts = ipv4; |
#endif /* __ROXEN_SUPPORTS_IPV6__ */ |
} |
|
int failures; |
int opened_ipv4_any_port; |
|
foreach(required_hosts, string required_host) |
{ |
if( m[ required_host ] && m[ required_host ][ port ] ) |
{ |
if (!required_host) opened_ipv4_any_port = 1; |
|
m[required_host][port]->ref(url, urls[url]); |
|
urls[url]->port = m[required_host][port]; |
urls[ourl]->port = m[required_host][port]; |
if (urls[ourl]->ports) { |
urls[ourl]->ports += ({ m[required_host][port] }); |
} else { |
urls[ourl]->ports = ({ m[required_host][port] }); |
} |
continue; |
} |
|
if( !m[ required_host ] ) |
m[ required_host ] = ([ ]); |
|
|
Protocol prot_obj; |
if (mixed err = catch { |
prot_obj = m[ required_host ][ port ] = |
prot( port, required_host, |
|
|
|
|
|
required_host == "::" && opened_ipv4_any_port); |
}) { |
failures++; |
#if 0 |
if (has_prefix(describe_error(err), "Invalid address") && |
required_host && has_value(required_host, ":")) { |
report_error(sprintf("Failed to initialize IPv6 port for URL %s" |
" (ip %s).\n", |
display_url, required_host)); |
} else |
#endif |
report_error(sprintf("Initializing the port handler for " |
"URL %s (ip %s) failed: %s\n", |
display_url, |
required_host||"ANY", |
#ifdef DEBUG |
describe_backtrace(err) |
#else |
describe_error (err) |
#endif |
)); |
continue; |
} |
|
if (!required_host) opened_ipv4_any_port = 1; |
|
if (prot_obj->bound == -1) { |
|
|
m_delete (m[required_host], port); |
continue; |
} |
|
urls[ url ]->port = prot_obj; |
urls[ ourl ]->port = prot_obj; |
if (urls[ourl]->ports) { |
urls[ourl]->ports += ({ prot_obj }); |
} else { |
urls[ourl]->ports = ({ prot_obj }); |
} |
prot_obj->ref(url, urls[url]); |
|
if( !prot_obj->bound ) |
failures++; |
} |
if (failures == sizeof(required_hosts)) |
{ |
report_error(LOC_M(23, "Failed to register URL %s for %O.")+"\n", |
display_url, conf->query_name()); |
return 0; |
} |
sort_urls(); |
|
|
|
report_notice(" "+LOC_S(3, "Registered URL %s for %O.")+"\n", |
display_url, conf->query_name() ); |
return 1; |
} |
|
|
Configuration find_configuration( string name ) |
|
|
{ |
|
if( Configuration o = get_configuration( name ) ) |
return o; |
|
name = replace( lower_case( replace(name,"-"," ") )-" ", "/", "-" ); |
foreach( configurations, Configuration o ) |
{ |
if( (lower_case( replace( replace(o->name, "-"," ") - " " , |
"/", "-" ) ) == name) || |
(lower_case( replace( replace(o->query_name(), "-", " ") - " " , |
"/", "-" ) ) == name) ) |
return o; |
} |
return 0; |
} |
|
protected int last_hrtime = gethrtime(1)/100; |
protected int clock_sequence = random(0x4000); |
protected string hex_mac_address = |
String.string2hex(Crypto.Random.random_string (6)| |
"\1\0\0\0\0\0"); |
|
string new_uuid_string() |
{ |
int now = gethrtime(1)/100; |
if (now != last_hrtime) { |
clock_sequence = random(0x4000); |
last_hrtime = now; |
} |
int seq = clock_sequence++; |
|
|
|
|
#if 0 |
now -= Calendar.parse("%Y-%M-%D %h:%m:%s.%f %z", |
"1582-10-15 00:00:00.00 GMT")->unix_time() * 10000000; |
#else /* !0 */ |
now += 0x01b21dd213814000; |
#endif /* 0 */ |
now &= 0x0fffffffffffffff; |
now |= 0x1000000000000000; |
clock_sequence &= 0x3fff; |
clock_sequence |= 0x8000; |
return sprintf("%08x-%04x-%04x-%04x-%s", |
now & 0xffffffff, |
(now >> 32) & 0xffff, |
(now >> 48) & 0xffff, |
clock_sequence, |
hex_mac_address); |
} |
|
mapping(string:array(int)) error_log=([]); |
|
|
void nwrite(string s, int|void perr, int|void errtype, |
object|void mod, object|void conf) |
{ |
int log_time = time(1); |
string reference = (mod ? Roxen.get_modname(mod) : conf && conf->name) || ""; |
string log_index = sprintf("%d,%s,%s", errtype, reference, s); |
if(!error_log[log_index]) |
error_log[log_index] = ({ log_time }); |
else |
error_log[log_index] += ({ log_time }); |
|
if( mod ) |
{ |
if( mod->error_log ) |
mod->error_log[log_index] += ({ log_time }); |
} |
if( conf ) |
{ |
if( conf->error_log ) |
conf->error_log[log_index] += ({ log_time }); |
} |
|
if(errtype >= 1) |
report_debug( s ); |
} |
|
|
int boot_time =time(); |
int start_time =time(); |
|
string version() |
{ |
#ifndef NSERIOUS |
return query("default_ident")?real_version:query("ident"); |
#else |
multiset choices=(<>); |
string version=query("default_ident")?real_version:query("ident"); |
return version+", "+ ({ |
"Applier of Templates", |
"Beautifier of Layouts", |
"Conqueror of Comdex", |
"Deliverer of Documents", |
"Enhancer of Abilities", |
"Freer of Webmasters", |
"Generator of Logs", |
"Helper of Users", |
"Interpreter of Scripts", |
"Juggler of Java-code", |
"Keeper of Databases", |
"Locator of Keywords", |
"Manipulator of Data", |
"Negatiator of Protocols", |
"Operator of Sites", |
"Provider of Contents", |
"Quintessence of Quality", |
"Responder to Connections", |
"Server of Webs", |
"Translator of Texts", |
"Unifier of Interfaces", |
"Valet of Visitors", |
"Watcher for Requests", |
"Xylem of Services", |
"Yielder of Information", |
"Zenith of Extensibility" |
})[random(26)]; |
#endif |
} |
|
public void log(mapping file, RequestID request_id) |
{ |
if(!request_id->conf) return; |
request_id->conf->log(file, request_id); |
} |
|
#if ROXEN_COMPAT < 2.2 |
|
private Stdio.File current_user_id_file; |
private int current_user_id_number, current_user_id_file_last_mod; |
|
private void restore_current_user_id_number() |
{ |
if(!current_user_id_file) |
current_user_id_file = open(configuration_dir + "LASTUSER~", "rwc"); |
if(!current_user_id_file) |
{ |
call_out(restore_current_user_id_number, 2); |
return; |
} |
current_user_id_number = (int)current_user_id_file->read(100); |
current_user_id_file_last_mod = current_user_id_file->stat()[2]; |
report_debug("Restoring unique user ID information. (" + current_user_id_number |
+ ")\n"); |
#ifdef FD_DEBUG |
mark_fd(current_user_id_file->query_fd(), "Unique user ID logfile.\n"); |
#endif |
} |
|
int increase_id() |
{ |
if(!current_user_id_file) |
{ |
restore_current_user_id_number(); |
return current_user_id_number+time(1); |
} |
if(current_user_id_file->stat()[2] != current_user_id_file_last_mod) |
restore_current_user_id_number(); |
current_user_id_number++; |
current_user_id_file->seek(0); |
current_user_id_file->write((string)current_user_id_number); |
current_user_id_file_last_mod = current_user_id_file->stat()[2]; |
return current_user_id_number; |
} |
#endif // ROXEN_COMPAT < 2.2 |
|
private int unique_id_counter; |
string create_unique_id() |
{ |
return String.string2hex(Crypto.MD5.hash(query("server_salt") + start_time |
+ "|" + (unique_id_counter++) + "|" + time(1))); |
} |
|
#ifndef __NT__ |
protected int abs_started; |
protected int handlers_alive; |
|
protected void low_engage_abs() |
{ |
report_debug("**** %s: ABS exiting roxen!\n\n", |
ctime(time()) - "\n"); |
_exit(1); |
|
} |
|
protected void engage_abs(int n) |
{ |
if (!query("abs_engage")) { |
abs_started = 0; |
report_debug("Anti-Block System Disabled.\n"); |
return; |
} |
report_debug("**** %s: ABS engaged!\n" |
"Waited more than %d minute(s).\n", |
ctime(time()) - "\n", |
query("abs_timeout")); |
|
signal(signum("SIGALRM"), low_engage_abs); |
int t = alarm(20); |
#ifdef THREADS |
report_debug("Handler queue:\n"); |
if (mixed err = catch { |
array(mixed) queue = handle_queue->buffer[handle_queue->r_ptr..]; |
foreach(queue, mixed v) { |
if (!v) continue; |
if (!arrayp(v)) { |
report_debug(" *** Strange entry: %O ***\n", v); |
} else { |
report_debug(" %{%O, %}\n", v/({})); |
} |
} |
}) |
werror (describe_backtrace (err)); |
#endif |
report_debug("Trying to dump backlog: \n"); |
if (mixed err = catch { |
|
describe_all_threads(); |
}) |
werror (describe_backtrace (err)); |
low_engage_abs(); |
} |
|
void restart_if_stuck (int force) |
|
|
{ |
remove_call_out(restart_if_stuck); |
if (!(query("abs_engage") || force)) |
return; |
if(!abs_started) |
{ |
abs_started = 1; |
handlers_alive = time(); |
report_debug("Anti-Block System Enabled.\n"); |
} |
call_out (restart_if_stuck,10); |
|
|
signal(signum("SIGALRM"), engage_abs); |
int t = alarm (60*query("abs_timeout")+20); |
|
if ((time(1) - handlers_alive) > 60*query("abs_timeout")) { |
|
report_debug("**** %s: ABS: Handlers are dead!\n", |
ctime(time()) - "\n"); |
engage_abs(0); |
} |
handle(lambda() { handlers_alive = time(); }); |
} |
#endif |
|
#if constant(ROXEN_MYSQL_SUPPORTS_UNICODE) |
|
|
|
#define MYSQL__BINARY "_binary" |
#else |
#define MYSQL__BINARY "" |
#endif |
|
function(string:Sql.Sql) dbm_cached_get; |
|
class ImageCache |
|
|
|
|
{ |
#define QUERY(X,Y...) get_db()->query(X,Y) |
string name; |
string dir; |
function draw_function; |
mapping(string:array(mapping|int)) meta_cache = ([]); |
|
string documentation(void|string tag_n_args) |
{ |
string doc = Stdio.read_file("base_server/image_cache.xml"); |
if(!doc) return ""; |
if(!tag_n_args) |
return Parser.HTML()->add_container("ex", "")-> |
add_quote_tag("!--","","--")->finish(doc)->read(); |
return replace(doc, "###", tag_n_args); |
} |
|
protected mapping meta_cache_insert( string i, mapping what ) |
{ |
#ifdef ARG_CACHE_DEBUG |
werror("MD insert for %O: %O\n", i, what ); |
#endif |
if( sizeof( meta_cache ) > 1000 ) |
sync_meta(); |
if( what ) { |
meta_cache[i] = ({ what, 0 }); |
return what; |
} |
else |
m_delete( meta_cache, i ); |
return 0; |
} |
|
protected mixed frommapp( mapping what ) |
{ |
if( !what ) |
error( "Got invalid argcache-entry\n" ); |
if( !zero_type(what[""]) ) return what[""]; |
return what; |
} |
|
protected void|mapping draw( string name, RequestID id ) |
{ |
#ifdef ARG_CACHE_DEBUG |
werror("draw %O\n", name ); |
#endif |
mixed args = Array.map( Array.map( name/"$", argcache->lookup, |
id->client ), frommapp); |
|
id->cache_status["icachedraw"] = 1; |
|
mapping meta; |
string data; |
array guides; |
mixed reply = draw_function( @copy_value(args), id ); |
|
if( !reply ) { |
#ifdef ARG_CACHE_DEBUG |
werror("%O(%{%O, %}%O) ==> 0\n", |
draw_function, args, id); |
#endif |
return; |
} |
|
if( arrayp( args ) ) |
args = args[0]; |
|
if( arrayp( reply ) ) |
{ |
guides = reply->get_misc_value( "image_guides" )-({}); |
if( sizeof( guides ) ) |
guides = guides[0]; |
reply = Image.lay( reply ); |
} |
if( objectp( reply ) && reply->image ) |
{ |
if( !guides ) |
guides = reply->get_misc_value( "image_guides" ); |
reply = ([ |
"img":reply->image(), |
"alpha":reply->alpha(), |
]); |
} |
|
|
if( objectp( reply ) || (mappingp(reply) && reply->img) ) |
{ |
int quant = (int)args->quant; |
string format = lower_case(args->format || "gif"); |
string dither = args->dither; |
Image.Colortable ct; |
Image.Color.Color bgcolor; |
Image.Image alpha; |
int true_alpha; |
|
if( args->fs || dither == "fs" ) |
dither = "floyd_steinberg"; |
|
if( dither == "random" ) |
dither = "random_dither"; |
|
if( format == "jpg" ) |
format = "jpeg"; |
|
if( dither ) |
dither = replace( dither, "-", "_" ); |
|
if(mappingp(reply)) |
{ |
alpha = reply->alpha; |
reply = reply->img; |
} |
|
if( args["true-alpha"] ) |
true_alpha = 1; |
|
if( args["background"] || args["background-color"]) |
bgcolor = Image.Color( args["background"]||args["background-color"] ); |
|
if( args["opaque-value"] ) |
{ |
if( !bgcolor ) |
true_alpha = 1; |
int ov = (int)(((float)args["opaque-value"])*2.55); |
if( ov < 0 ) |
ov = 0; |
else if( ov > 255 ) |
ov = 255; |
if( alpha ) |
alpha *= ov; |
else |
alpha = Image.Image( reply->xsize(), reply->ysize(), ov,ov,ov ); |
} |
|
if( args->gamma ) |
reply = reply->gamma( (float)args->gamma ); |
|
|
if( bgcolor && alpha && !true_alpha ) |
{ |
reply = Image.Image( reply->xsize(), |
reply->ysize(), bgcolor ) |
->paste_mask( reply, alpha ); |
alpha = alpha->threshold( 4 ); |
} |
|
int x0, y0, x1=reply->xsize(), y1=reply->ysize(), xc, yc; |
if( args["x-offset"] || args["xoffset"] ) |
x0 = (int)(args["x-offset"]||args["xoffset"]); |
if( args["y-offset"] || args["yoffset"] ) |
y0 = (int)(args["y-offset"]||args["yoffset"]); |
if( args["width"] || args["x-size"] ) |
x1 = (int)(args["x-size"]||args["width"]); |
if( args["height"] || args["y-size"] ) |
y1 = (int)(args["y-size"]||args["height"]); |
|
array xguides, yguides; |
function sort_guides = lambda() |
{ |
xguides = ({}); yguides = ({}); |
if( guides ) |
{ |
foreach( guides, object g ) |
if( g->pos > 0 ) |
if( g->vertical ) |
{ |
if( g->pos < reply->xsize() ) |
xguides += ({ g->pos }); |
} |
else |
if( g->pos < reply->ysize() ) |
yguides += ({ g->pos }); |
sort( xguides ); sort( yguides ); |
} |
}; |
|
if( args->crop ) |
{ |
int gx=1, gy=1, gx2, gy2; |
if( sscanf( args["guides-index"]||"", "%d,%d", gx, gy ) == 2 ) |
{ |
gx2 = gx+1; |
gy2 = gy+1; |
sscanf( args["guides-index"]||"", "%d,%d-%d,%d", gx, gy, gx2, gy2 ); |
} |
|
|
switch( args->crop ) |
{ |
case "guides-cross": |
sort_guides(); |
if( sizeof(xguides) && sizeof(yguides) ) |
{ |
xc = xguides[ min(sizeof(xguides),gx) - 1 ]; |
yc = yguides[ min(sizeof(yguides),gy) - 1 ]; |
break; |
} |
guides=0; |
case "guides-region": |
sort_guides(); |
if( (sizeof(xguides)>1) && (sizeof(yguides)>1) ) |
{ |
gx = min(sizeof(xguides)-1,gx) - 1; |
gy = min(sizeof(yguides)-1,gy) - 1; |
gx2 = min(sizeof(xguides),gx2) - 1; |
gy2 = min(sizeof(yguides),gy2) - 1; |
|
x0 = xguides[gx]; x1 = xguides[gx2] - x0; |
y0 = yguides[gy]; y1 = yguides[gy2] - y0; |
break; |
} |
default: |
if( sscanf( args->crop, "%d,%d-%d,%d", x0, y0, x1, y1 ) == 4) |
{ |
x1 -= x0; |
y1 -= y0; |
} |
break; |
case "auto": |
[ x0, y0, x1, y1 ] = reply->find_autocrop(); |
x1 = x1 - x0 + 1; |
y1 = y1 - y0 + 1; |
} |
} |
sort_guides = 0; |
|
#define SCALEI 1 |
#define SCALEF 2 |
#define SCALEA 4 |
#define CROP 8 |
|
function do_scale_and_crop = lambda ( int x0, int y0, |
int x1, int y1, |
int|float w, int|float h, |
int type ) |
{ |
if( (type & CROP) && x1 && y1 |
&& ((x1 != reply->xsize()) || (y1 != reply->ysize()) |
|| x0 || y0 ) ) |
{ |
reply = reply->copy( x0, y0, x0+x1-1, y0+y1-1, |
(bgcolor?bgcolor->rgb():0) ); |
if( alpha ) |
alpha = alpha->copy( x0, y0, x0+x1-1,y0+y1-1, Image.Color.black); |
} |
|
if( type & SCALEI ) |
{ |
if( xc || yc ) |
{ |
if( h && !w ) |
w = (reply->xsize() * h) / reply->ysize(); |
|
if( w && !h ) |
h = (reply->ysize() * w) / reply->xsize(); |
|
x0 = max( xc - w/2, 0 ); |
y0 = max( yc - h/2, 0 ); |
|
x1 = w; y1 = h; |
if( x0 + x1 > reply->xsize() ) |
{ |
x0 = reply->xsize()-w; |
if( x0 < 0 ) |
{ |
x0 = 0; |
x1 = reply->xsize(); |
} |
} |
if( y0 + y1 > reply->ysize() ) |
{ |
y0 = reply->ysize()-h; |
if( y0 < 0 ) |
{ |
y0 = 0; |
y1 = reply->ysize(); |
} |
} |
reply = reply->copy( x0, y0, x0+x1-1, y0+y1-1, |
(bgcolor?bgcolor->rgb():0) ); |
|
if( alpha ) |
alpha = alpha->copy( x0, y0, x0+x1-1,y0+y1-1, Image.Color.black); |
} |
} |
|
|
if( (type & SCALEF) && |