#undef SHARED
-#include <rx/xdr.h>
+#include <afs/opr.h>
#include <afs/nfs.h>
+#include <rx/rx_queue.h>
#include <lwp.h>
-#include <lock.h>
+#include <opr/lock.h>
+#include <opr/proc.h>
+#include <opr/softsig.h>
+#include <afs/procmgmt_softsig.h> /* must come after softsig.h */
#include <afs/cmd.h>
#include <afs/ptclient.h>
#include <afs/afsint.h>
#include <afs/audit.h>
#include <afs/partition.h>
#include <afs/dir.h>
-#ifndef AFS_NT40_ENV
-# include <afs/netutils.h>
-# include <afs/softsig.h>
-#endif
#include "viced_prototypes.h"
#include "viced.h"
#include "host.h"
extern int etext;
-void *ShutDown(void *);
static void ClearXStatValues(void);
static void PrintCounters(void);
-static void ResetCheckDescriptors(void);
-static void ResetCheckSignal(void);
-static void *CheckSignal(void *);
static afs_int32 Do_VLRegisterRPC(void);
int eventlog = 0, rxlog = 0;
FILE *debugFile;
+char *logFile = NULL;
pthread_mutex_t fsync_glock_mutex;
pthread_cond_t fsync_cond;
* already implied */
afs_int32 readonlyServer = 0;
-int stack = 24;
int stackSize = 24000;
int fiveminutes = 300; /* 5 minutes. Change this for debugging only */
int CurrentConnections = 0;
static int panic_timeout = 30 * 60;
#endif
+static int host_thread_quota;
int rxpackets = 150; /* 100 */
int nSmallVns = 400; /* 200 */
int large = 400; /* 200 */
#define ADDRSPERSITE 16 /* Same global is in rx/rx_user.c */
char FS_HostName[128] = "localhost";
+char *FS_configPath = NULL;
afs_uint32 FS_HostAddr_NBO;
afs_uint32 FS_HostAddr_HBO;
afs_uint32 FS_HostAddrs[ADDRSPERSITE], FS_HostAddr_cnt = 0, FS_registered = 0;
fs_state.options.fs_state_verify_before_save = 1;
fs_state.options.fs_state_verify_after_restore = 1;
- CV_INIT(&fs_state.worker_done_cv, "worker done", CV_DEFAULT, 0);
- osi_Assert(pthread_rwlock_init(&fs_state.state_lock, NULL) == 0);
+ opr_cv_init(&fs_state.worker_done_cv, "worker done");
+ opr_Verify(pthread_rwlock_init(&fs_state.state_lock, NULL) == 0);
}
# endif /* AFS_NT40_ENV */
#endif /* AFS_DEMAND_ATTACH_FS */
*/
/* DEBUG HACK */
-static void *
-CheckDescriptors(void *unused)
-{
#ifndef AFS_NT40_ENV
+void
+CheckDescriptors_Signal(int signo)
+{
struct afs_stat status;
int tsize = getdtablesize();
int i;
}
}
fflush(stdout);
- ResetCheckDescriptors();
+}
#endif
- return 0;
-} /*CheckDescriptors */
-
+/* Signal number for dumping debug info is platform dependent. */
+#if defined(AFS_HPUX_ENV)
+# define AFS_SIG_CHECK SIGPOLL
+#elif defined(AFS_NT40_ENV)
+# define AFS_SIG_CHECK SIGUSR2
+#else
+# define AFS_SIG_CHECK SIGXCPU
+#endif
void
CheckSignal_Signal(int x)
{
- CheckSignal(NULL);
+ if (FS_registered > 0) {
+ /*
+ * We have proper ip addresses; tell the vlserver what we got; the following
+ * routine will do the proper reporting for us
+ */
+ Do_VLRegisterRPC();
+ }
+ h_DumpHosts();
+ h_PrintClients();
+ DumpCallBackState();
+ PrintCounters();
}
void
ShutDown_Signal(int x)
{
- ShutDown(NULL);
-}
-
-void
-CheckDescriptors_Signal(int x)
-{
- CheckDescriptors(NULL);
+ ShutDownAndCore(DONTPANIC);
}
-/* check whether caller is authorized to manage RX statistics */
+/* check whether caller is authorized to perform admin operations */
int
-fs_rxstat_userok(struct rx_call *call)
+viced_SuperUser(struct rx_call *call)
{
return afsconf_SuperUser(confDir, call, NULL);
}
return islocal;
}
-static void
-ResetCheckSignal(void)
-{
- int signo;
-
-#if defined(AFS_HPUX_ENV)
- signo = SIGPOLL;
-#elif defined(AFS_NT40_ENV)
- signo = SIGUSR2;
-#else
- signo = SIGXCPU;
-#endif
-
-#if !defined(AFS_NT40_ENV)
- softsig_signal(signo, CheckSignal_Signal);
-#else
- signal(signo, CheckSignal_Signal);
-#endif
-}
-
-static void
-ResetCheckDescriptors(void)
-{
-#ifndef AFS_NT40_ENV
- softsig_signal(SIGTERM, CheckDescriptors_Signal);
-#endif
-}
-
#ifndef AFS_NT40_ENV
int
viced_syscall(afs_uint32 a3, afs_uint32 a4, void *a5)
static void
CheckAdminName(void)
{
- int fd = 0;
+ int fd = -1;
struct afs_stat status;
if ((afs_stat("/AdminName", &status)) || /* if file does not exist */
(status.st_size <= 0) || /* or it is too short */
(status.st_size >= (MAXADMINNAME)) || /* or it is too long */
- !(fd = afs_open("/AdminName", O_RDONLY, 0))) { /* or the open fails */
+ (fd = afs_open("/AdminName", O_RDONLY, 0)) < 0 || /* or open fails */
+ read(fd, adminName, status.st_size) != status.st_size) { /* or read */
+
strcpy(adminName, "System:Administrators"); /* use the default name */
- } else {
- (void)read(fd, adminName, status.st_size); /* use name from the file */
}
- if (fd)
+ if (fd >= 0)
close(fd); /* close fd if it was opened */
} /*CheckAdminName */
Do_VLRegisterRPC();
/* Force wakeup in case we missed something; pthreads does timedwait */
if (printBanner && (++msg & 1)) { /* Every 10 minutes */
- time_t now = FT_ApproxTime();
+ time_t now = time(NULL);
struct tm tm;
strftime(tbuffer, sizeof(tbuffer), "%a %b %d %H:%M:%S %Y",
localtime_r(&now, &tm));
#ifdef AFS_DEMAND_ATTACH_FS
fs_state.FiveMinuteLWP_tranquil = 1;
FS_LOCK;
- CV_BROADCAST(&fs_state.worker_done_cv);
+ opr_cv_broadcast(&fs_state.worker_done_cv);
FS_UNLOCK;
FS_STATE_UNLOCK;
#endif
#ifdef AFS_DEMAND_ATTACH_FS
fs_state.HostCheckLWP_tranquil = 1;
FS_LOCK;
- CV_BROADCAST(&fs_state.worker_done_cv);
+ opr_cv_broadcast(&fs_state.worker_done_cv);
FS_UNLOCK;
FS_STATE_UNLOCK;
#endif
fsync_next.tv_nsec = 0;
fsync_next.tv_sec = time(0) + fiveminutes;
- code = CV_TIMEDWAIT(&fsync_cond, &fsync_glock_mutex,
+ code = opr_cv_timedwait(&fsync_cond, &fsync_glock_mutex,
&fsync_next);
if (code != 0 && code != ETIMEDOUT)
ViceLog(0, ("pthread_cond_timedwait returned %d\n", code));
#ifdef AFS_DEMAND_ATTACH_FS
fs_state.FsyncCheckLWP_tranquil = 1;
FS_LOCK;
- CV_BROADCAST(&fs_state.worker_done_cv);
+ opr_cv_broadcast(&fs_state.worker_done_cv);
FS_UNLOCK;
FS_STATE_UNLOCK;
#endif /* AFS_DEMAND_ATTACH_FS */
int stats_flags = 0;
#endif
- FT_GetTimeOfDay(&tpl, 0);
+ gettimeofday(&tpl, 0);
Statistics = 1;
strftime(tbuffer, sizeof(tbuffer), "%a %b %d %H:%M:%S %Y",
localtime_r(&StartTime, &tm));
audit_PrintStats(stderr);
h_PrintStats();
PrintCallBackStats();
-#ifdef AFS_NT40_ENV
- processSize = -1; /* TODO: */
-#else
- processSize = (int)((long)sbrk(0) >> 10);
-#endif
+ processSize = opr_procsize();
ViceLog(0,
("There are %d connections, process size %d\n",
CurrentConnections, processSize));
} /*PrintCounters */
-
-
-static void *
-CheckSignal(void *unused)
-{
- if (FS_registered > 0) {
- /*
- * We have proper ip addresses; tell the vlserver what we got; the following
- * routine will do the proper reporting for us
- */
- Do_VLRegisterRPC();
- }
- h_DumpHosts();
- h_PrintClients();
- DumpCallBackState();
- PrintCounters();
- ResetCheckSignal();
- return 0;
-} /*CheckSignal */
-
static void *
ShutdownWatchdogLWP(void *unused)
{
if (dopanic) {
pthread_t watchdogPid;
pthread_attr_t tattr;
- osi_Assert(pthread_attr_init(&tattr) == 0);
- osi_Assert(pthread_create(&watchdogPid, &tattr, ShutdownWatchdogLWP, NULL) == 0);
+ opr_Verify(pthread_attr_init(&tattr) == 0);
+ opr_Verify(pthread_create(&watchdogPid, &tattr,
+ ShutdownWatchdogLWP, NULL) == 0);
}
/* do not allows new reqests to be served from now on, all new requests
FS_LOCK;
FS_STATE_UNLOCK;
ViceLog(0, ("waiting for background host/callback threads to quiesce before saving fileserver state...\n"));
- CV_WAIT(&fs_state.worker_done_cv, &fileproc_glock_mutex);
+ opr_cv_wait(&fs_state.worker_done_cv, &fileproc_glock_mutex);
FS_UNLOCK;
FS_STATE_RDLOCK;
}
exit(0);
}
-void *
-ShutDown(void *unused)
-{ /* backward compatibility */
- ShutDownAndCore(DONTPANIC);
- return 0;
-}
-
static afs_int32
ParseRights(char *arights)
{
OPT_vlruinterval,
OPT_vlrumax,
OPT_unsafe_nosalvage,
- OPT_stack,
OPT_cbwait,
OPT_novbc,
OPT_auditlog,
OPT_rxmaxmtu,
OPT_udpsize,
OPT_dotted,
- OPT_realm
+ OPT_realm,
+ OPT_sync
};
static int
int lwps_max;
char *auditFileName = NULL;
+ char *sync_behavior = NULL;
#if defined(AFS_AIX32_ENV)
extern int aixlow_water;
#endif
- opts = cmd_CreateSyntax(NULL, NULL, NULL, NULL);
+ opts = cmd_CreateSyntax(NULL, NULL, NULL, 0, NULL);
/* fileserver options */
cmd_AddParmAtOffset(opts, OPT_large, "-L", CMD_FLAG,
cmd_AddParmAtOffset(opts, OPT_spare, "-spare", CMD_SINGLE,
CMD_OPTIONAL, "kB overage on volume quota");
- cmd_AddParmAtOffset(opts, OPT_pctspare, "pctspare", CMD_SINGLE,
+ cmd_AddParmAtOffset(opts, OPT_pctspare, "-pctspare", CMD_SINGLE,
CMD_OPTIONAL, "percentage overage on volume quota");
cmd_AddParmAtOffset(opts, OPT_hostcpsrefresh, "-hr", CMD_SINGLE,
#endif
/* unrecommend options - should perhaps be CMD_HIDE */
- cmd_AddParmAtOffset(opts, OPT_stack, "-k", CMD_SINGLE, CMD_OPTIONAL,
- "stack size");
cmd_AddParmAtOffset(opts, OPT_cbwait, "-w", CMD_SINGLE, CMD_OPTIONAL,
"callback wait interval");
cmd_AddParmAtOffset(opts, OPT_novbc, "-novbc", CMD_SINGLE, CMD_FLAG,
CMD_OPTIONAL, "location of audit log");
cmd_AddParmAtOffset(opts, OPT_auditiface, "-audit-interface", CMD_SINGLE,
CMD_OPTIONAL, "interface to use for audit logging");
- cmd_AddParmAtOffset(opts, OPT_config, "-config", CMD_SINGLE, CMD_OPTIONAL,
- "configuration location");
cmd_AddParmAtOffset(opts, OPT_debug, "-d", CMD_SINGLE, CMD_OPTIONAL,
"debug level");
- cmd_AddParmAtOffset(opts, OPT_logfile, "-logfile", CMD_SINGLE,
- CMD_OPTIONAL, "location of logfile");
cmd_AddParmAtOffset(opts, OPT_mrafslogs, "-mrafslogs", CMD_FLAG,
CMD_OPTIONAL, "enable MRAFS style logging");
cmd_AddParmAtOffset(opts, OPT_threads, "-p", CMD_SINGLE, CMD_OPTIONAL,
"permit Kerberos 5 principals with dots");
cmd_AddParmAtOffset(opts, OPT_realm, "-realm",
CMD_LIST, CMD_OPTIONAL, "local realm");
+ cmd_AddParmAtOffset(opts, OPT_sync, "-sync",
+ CMD_SINGLE, CMD_OPTIONAL, "always | onclose | never");
+
+ /* testing options */
+ cmd_AddParmAtOffset(opts, OPT_logfile, "-logfile", CMD_SINGLE,
+ CMD_OPTIONAL, "location of log file");
+ cmd_AddParmAtOffset(opts, OPT_config, "-config", CMD_SINGLE,
+ CMD_OPTIONAL, "configuration location");
code = cmd_Parse(argc, argv, &opts);
+ if (code == CMD_HELP) {
+ exit(0);
+ }
if (code)
return -1;
+ cmd_OpenConfigFile(AFSDIR_SERVER_CONFIG_FILE_FILEPATH);
+ cmd_SetCommandName("fileserver");
+
if (cmd_OptionPresent(opts, OPT_large)
&& cmd_OptionPresent(opts, OPT_small)) {
printf("Only one of -L or -S must be specified\n");
cmd_OptionAsInt(opts, OPT_buffers, &buffs);
if (cmd_OptionAsInt(opts, OPT_callbacks, &numberofcbs) == 0) {
- printf("number of cbs %d invalid; "
- "must be between 10000 and 2147483647\n", numberofcbs);
- return -1;
+ if ((numberofcbs < 10000) || (numberofcbs > 2147483647)) {
+ printf("number of cbs %d invalid; "
+ "must be between 10000 and 2147483647\n", numberofcbs);
+ return -1;
+ }
}
cmd_OptionAsInt(opts, OPT_vcsize, &volcache);
&vol_io_params.fd_max_cachesize);
cmd_OptionAsUint(opts, OPT_vhandle_initial_cachesize,
&vol_io_params.fd_initial_cachesize);
+ if (cmd_OptionAsString(opts, OPT_sync, &sync_behavior) == 0) {
+ if (ih_SetSyncBehavior(sync_behavior)) {
+ printf("Invalid -sync value %s\n", sync_behavior);
+ return -1;
+ }
+ }
#ifdef AFS_DEMAND_ATTACH_FS
if (cmd_OptionPresent(opts, OPT_fs_state_dont_save))
cmd_OptionAsFlag(opts, OPT_unsafe_nosalvage, &unsafe_attach);
#endif /* AFS_DEMAND_ATTACH_FS */
- cmd_OptionAsInt(opts, OPT_stack, &stack);
cmd_OptionAsInt(opts, OPT_cbwait, &fiveminutes);
cmd_OptionAsFlag(opts, OPT_novbc, &novbc);
optstring = NULL;
}
- /* XXX - cmd_OptionAsString(opts, OPT_config, &configDir); */
cmd_OptionAsInt(opts, OPT_debug, &LogLevel);
- /* XXX - cmd_OptionAsString(opts, OPT_logfile, &logFile); */
cmd_OptionAsFlag(opts, OPT_mrafslogs, &mrafsStyleLogs);
if (cmd_OptionAsInt(opts, OPT_threads, &lwps) == 0) {
busy_threshold = 3 * rxpackets / 2;
}
+ cmd_OptionAsString(opts, OPT_logfile, &logFile);
+ cmd_OptionAsString(opts, OPT_config, &FS_configPath);
+
+
if (auditFileName)
osi_audit_file(auditFileName);
+ if (lwps > 64) {
+ host_thread_quota = 5;
+ } else if (lwps > 32) {
+ host_thread_quota = 4;
+ } else if (lwps > 16) {
+ host_thread_quota = 3;
+ } else {
+ host_thread_quota = 2;
+ }
+
return (0);
} /*ParseArgs */
return code;
}
- osi_Assert(pthread_key_create(&viced_uclient_key, NULL) == 0);
+ opr_Verify(pthread_key_create(&viced_uclient_key, NULL) == 0);
SystemId = SYSADMINID;
SystemAnyUser = ANYUSERID;
struct rx_securityClass *sc;
struct rx_connection *serverconns[MAXSERVERS];
+ memset(serverconns, 0, sizeof(serverconns));
code = afsconf_ClientAuth(dir, &sc, &scIndex);
if (code) {
ViceLog(0, ("Could not get security object for localAuth\n"));
exit(1);
}
code = afsconf_GetCellInfo(dir, NULL, AFSCONF_VLDBSERVICE, &info);
+ if (code) {
+ ViceLog(0,
+ ("vl_Initialize: Failed to get cell information\n"));
+ exit(1);
+ }
if (info.numServers > MAXSERVERS) {
ViceLog(0,
("vl_Initialize: info.numServers=%d (> MAXSERVERS=%d)\n",
/*
* File exists; keep the old one around
*/
- renamefile(AFSDIR_SERVER_SYSID_FILEPATH,
- AFSDIR_SERVER_OLDSYSID_FILEPATH);
+ rk_rename(AFSDIR_SERVER_SYSID_FILEPATH,
+ AFSDIR_SERVER_OLDSYSID_FILEPATH);
}
fd = afs_open(AFSDIR_SERVER_SYSID_FILEPATH, O_WRONLY | O_TRUNC | O_CREAT,
0666);
* /usr/afs/local/NetRestict)
*/
char reason[1024];
- afs_int32 code = parseNetFiles(FS_HostAddrs, NULL, NULL,
- ADDRSPERSITE, reason,
- AFSDIR_SERVER_NETINFO_FILEPATH,
- AFSDIR_SERVER_NETRESTRICT_FILEPATH);
+ afs_int32 code;
+
+ code = afsconf_ParseNetFiles(FS_HostAddrs, NULL, NULL,
+ ADDRSPERSITE, reason,
+ AFSDIR_SERVER_NETINFO_FILEPATH,
+ AFSDIR_SERVER_NETRESTRICT_FILEPATH);
if (code < 0) {
ViceLog(0, ("Can't register any valid addresses: %s\n", reason));
exit(1);
/* check for the parameter file */
CheckParms();
+ FS_configPath = strdup(AFSDIR_SERVER_ETC_DIRPATH);
+ logFile = strdup(AFSDIR_SERVER_FILELOG_FILEPATH);
+
if (ParseArgs(argc, argv)) {
exit(-1);
}
- MUTEX_INIT(&fileproc_glock_mutex, "fileproc", MUTEX_DEFAULT, 0);
+ opr_mutex_init(&fileproc_glock_mutex);
#ifdef AFS_SGI_VNODE_GLUE
if (afs_init_kernel_config(-1) < 0) {
exit(1);
}
#endif
- confDir = afsconf_Open(AFSDIR_SERVER_ETC_DIRPATH);
+
+ confDir = afsconf_Open(FS_configPath);
if (!confDir) {
fprintf(stderr, "Unable to open config directory %s\n",
- AFSDIR_SERVER_ETC_DIRPATH);
+ FS_configPath);
exit(-1);
}
#ifndef AFS_NT40_ENV
serverLogSyslogTag = "fileserver";
#endif
- OpenLog(AFSDIR_SERVER_FILELOG_FILEPATH);
- SetupLogSignals();
+ OpenLog(logFile);
LogCommandLine(argc, argv, "starting", "", "File server", FSLog);
+ if (afsconf_GetLatestKey(confDir, NULL, NULL) == 0) {
+ LogDesWarning();
+ }
-#if !defined(AFS_NT40_ENV)
/* initialize the pthread soft signal handler thread */
- softsig_init();
+ opr_softsig_Init();
+ SetupLogSoftSignals();
+ opr_softsig_Register(AFS_SIG_CHECK, CheckSignal_Signal);
+#ifndef AFS_NT40_ENV
+ opr_softsig_Register(SIGTERM, CheckDescriptors_Signal);
#endif
- /* install signal handlers for controlling the fileserver process */
- ResetCheckSignal(); /* set CheckSignal_Signal() sig handler */
- ResetCheckDescriptors(); /* set CheckDescriptors_Signal() sig handler */
-
#if defined(AFS_SGI_ENV)
/* give this guy a non-degrading priority so help busy servers */
schedctl(NDPRI, 0, NDPNORMMAX);
if (SawLock)
plock(PROCLOCK);
#elif !defined(AFS_NT40_ENV)
- nice(-5); /* TODO: */
+ if (nice(-5) < 0)
+ ; /* don't care */
#endif
DInit(buffs);
#ifdef AFS_DEMAND_ATTACH_FS
rx_SetMinProcs(tservice, 3);
rx_SetMaxProcs(tservice, lwps);
rx_SetCheckReach(tservice, 1);
- rx_SetServerIdleDeadErr(tservice, VNOSERVICE);
tservice =
rx_NewService(0, RX_STATS_SERVICE_ID, "rpcstats", securityClasses,
rx_SetMinProcs(tservice, 2);
rx_SetMaxProcs(tservice, 4);
- /*
- * Enable RX hot threads, which allows the listener thread to trade
- * places with an idle thread and moves the context switch from listener
- * to worker out of the critical path.
- */
- rx_EnableHotThread();
-
/* Some rx debugging */
if (rxlog || eventlog) {
debugFile = afs_fopen("rx_dbg", "w");
}
init_sys_error_to_et(); /* Set up error table translation */
- h_InitHostPackage(); /* set up local cellname and realmname */
+ h_InitHostPackage(host_thread_quota); /* set up local cellname and realmname */
InitCallBack(numberofcbs);
ClearXStatValues();
}
/* allow super users to manage RX statistics */
- rx_SetRxStatUserOk(fs_rxstat_userok);
+ rx_SetRxStatUserOk(viced_SuperUser);
- CV_INIT(&fsync_cond, "fsync", CV_DEFAULT, 0);
- MUTEX_INIT(&fsync_glock_mutex, "fsync", MUTEX_DEFAULT, 0);
+ opr_cv_init(&fsync_cond);
+ opr_mutex_init(&fsync_glock_mutex);
#if !defined(AFS_DEMAND_ATTACH_FS)
/*
/* Install handler to catch the shutdown signal;
* bosserver assumes SIGQUIT shutdown
*/
-#if !defined(AFS_NT40_ENV)
- softsig_signal(SIGQUIT, ShutDown_Signal);
-#else
- (void)signal(SIGQUIT, ShutDown_Signal);
-#endif
+ opr_softsig_Register(SIGQUIT, ShutDown_Signal);
if (VInitAttachVolumes(fileServer)) {
ViceLog(0,
ih_UseLargeCache();
ViceLog(5, ("Starting pthreads\n"));
- osi_Assert(pthread_attr_init(&tattr) == 0);
- osi_Assert(pthread_attr_setdetachstate(&tattr, PTHREAD_CREATE_DETACHED) == 0);
-
- osi_Assert(pthread_create
- (&serverPid, &tattr, FiveMinuteCheckLWP,
- &fiveminutes) == 0);
- osi_Assert(pthread_create
- (&serverPid, &tattr, HostCheckLWP, &fiveminutes) == 0);
- osi_Assert(pthread_create
- (&serverPid, &tattr, FsyncCheckLWP, &fiveminutes) == 0);
-
- FT_GetTimeOfDay(&tp, 0);
+ opr_Verify(pthread_attr_init(&tattr) == 0);
+ opr_Verify(pthread_attr_setdetachstate(&tattr,
+ PTHREAD_CREATE_DETACHED) == 0);
+
+ opr_Verify(pthread_create(&serverPid, &tattr, FiveMinuteCheckLWP,
+ &fiveminutes) == 0);
+ opr_Verify(pthread_create(&serverPid, &tattr, HostCheckLWP,
+ &fiveminutes) == 0);
+ opr_Verify(pthread_create(&serverPid, &tattr, FsyncCheckLWP,
+ &fiveminutes) == 0);
+
+ gettimeofday(&tp, 0);
/*
* Figure out the FileServer's name and primary address.