| " "hostId | " "host name | " "mirror group | " "stripe | " // i don't remember the last time i used this, so let's // just comment it out to save space //"group mask | " //"ip1 | " //"ip2 | " //"udp port | " // this is now more or less obsolete //"priority udp port | " //"dns client port | " "http port | " // this is now obsolete since ide channel is. it was used // so that only the guy with the token could merge, // and it made sure that only one merge per ide channel // and per group was going on at any one time for performance // reasons. //"token group | " //"best switch id | " //"actual switch id | " //"switch id | " // this is now fairly obsolete //"ide channel | " "HD temps (C) | " //"resends sent | " //"errors recvd | " //"ETRYAGAINS recvd | " "" "dgrams resent | " "" "errors recvd | " "" "ETRY AGAINS recvd | " "" "dgrams to | " "" "dgrams from | " //"" //"loadavg | " "" "avg split time | " "splits done | " "" "status | " "" "slow reads | " "docs indexed | " "" "mem used | " "" "cpu | " "" "max ping1 | " "" "ping1 age | " //"ip1 | " "" "ping1 | " "%s"// "ip2 | " //"inSync | ", //"avg roundtrip | " //"std. dev. | note | ", LIGHT_BLUE , colspan , DARK_BLUE , coll, sort, coll, username, password, coll, username, password, coll, username, password, coll, username, password, coll, username, password, coll, username, password, coll, username, password, coll, username, password, coll, username, password, coll, username, password, //coll,username, password, coll, username, password, coll, username, password, coll, username, password, coll, username, password, shotcol ); // loop through each host we know and print it's stats long nh = g_hostdb.getNumHosts(); // should we reset resends, errorsRecvd and ETRYAGAINS recvd? if ( r->getLong("reset",0) ) { for ( long i = 0 ; i < nh ; i++ ) { // get the ith host (hostId) Host *h = g_hostdb.getHost ( i ); h->m_totalResends = 0; h->m_errorReplies = 0; h->m_etryagains = 0; h->m_dgramsTo = 0; h->m_dgramsFrom = 0; } } // sort hosts if needed long hostSort [ MAX_HOSTS ]; for ( long i = 0 ; i < nh ; i++ ) hostSort [ i ] = i; switch ( sort ) { case 1: gbsort ( hostSort, nh, sizeof(long), pingSort1 ); break; case 2: gbsort ( hostSort, nh, sizeof(long), pingSort2 ); break; case 3: gbsort ( hostSort, nh, sizeof(long), resendsSort ); break; case 4: gbsort ( hostSort, nh, sizeof(long), errorsSort ); break; case 5: gbsort ( hostSort, nh, sizeof(long), tryagainSort ); break; case 6: gbsort ( hostSort, nh, sizeof(long), dgramsToSort ); break; case 7: gbsort ( hostSort, nh, sizeof(long), dgramsFromSort ); break; //case 8: gbsort ( hostSort, nh, sizeof(long), loadAvgSort ); break; case 9: gbsort ( hostSort, nh, sizeof(long), memUsedSort ); break; case 10:gbsort ( hostSort, nh, sizeof(long), cpuUsageSort ); break; case 11:gbsort ( hostSort, nh, sizeof(long), pingAgeSort ); break; case 12:gbsort ( hostSort, nh, sizeof(long), flagSort ); break; case 13:gbsort ( hostSort, nh, sizeof(long), splitTimeSort ); break; case 14:gbsort ( hostSort, nh, sizeof(long), pingMaxSort ); break; case 15:gbsort ( hostSort, nh, sizeof(long), slowDiskSort ); break; } // we are the only one that uses these flags, so set them now /* static char s_properSet = 0; if ( ! s_properSet ) { s_properSet = 1; g_hostdb.setOnProperSwitchFlags(); } */ long long nowmsLocal = gettimeofdayInMillisecondsLocal(); // print it //long ng = g_hostdb.getNumGroups(); for ( long si = 0 ; si < nh ; si++ ) { long i = hostSort[si]; // get the ith host (hostId) Host *h = g_hostdb.getHost ( i ); // get avg/stdDev msg roundtrip times in ms for ith host //long avg , stdDev; //g_hostdb.getTimes ( i , &avg , &stdDev ); char ptr[256]; long pingAge = generatePingMsg(h, nowmsLocal, ptr); char pms[64]; if ( h->m_pingMax < 0 ) sprintf(pms,"???"); else sprintf(pms,"%lims",h->m_pingMax); // the sync status ascii-ized char syncStatus = h->m_syncStatus; char *ptr2; if (syncStatus==0) ptr2 ="N"; else if (syncStatus==1) ptr2 ="Y"; else ptr2 ="?"; char ipbuf1[64]; char ipbuf2[64]; strcpy(ipbuf1,iptoa(h->m_ip)); strcpy(ipbuf2,iptoa(h->m_ipShotgun)); char hdbuf[128]; char *hp = hdbuf; for ( long k = 0 ; k < 4 ; k++ ) { long temp = h->m_hdtemps[k]; if ( temp > 50 ) hp += sprintf(hp,"%li" "", temp); else hp += sprintf(hp,"%li",temp); if ( k < 3 ) *hp++ = '/'; *hp = '\0'; } //long switchGroup = 0; //if ( g_hostdb.m_indexSplits > 1 ) // switchGroup = h->m_group%g_hostdb.m_indexSplits; // the switch id match //char tmpN[256]; //if ( ! h->m_onProperSwitch ) // sprintf(tmpN, "%li", // (long)h->m_switchId); //else // sprintf(tmpN, "%li", (long)h->m_switchId); // host can have 2 ip addresses, get the one most // similar to that of the requester long eip = g_hostdb.getBestIp ( h , s->m_ip ); char ipbuf3[64]; strcpy(ipbuf3,iptoa(eip)); char *fontTagFront = ""; char *fontTagBack = ""; if ( h->m_percentMemUsed >= 98.0 ) { fontTagFront = ""; fontTagBack = ""; } float cpu = h->m_cpuUsage; if ( cpu > 100.0 ) cpu = 100.0; if ( cpu < 0.0 ) cpu = -1.0; // split time, don't divide by zero! long splitTime = 0; if ( h->m_splitsDone ) splitTime = h->m_splitTimes / h->m_splitsDone; char flagString[32]; char *fs = flagString; *fs = '\0'; // if it has spiders going on say "S" if ( h->m_flags & PFLAG_HASSPIDERS ) strcat ( fs , "S"); // say "M" if merging if ( h->m_flags & PFLAG_MERGING ) strcat ( fs , "M"); // say "D" if dumping if ( h->m_flags & PFLAG_DUMPING ) strcat ( fs , "D"); // say "y" if doing the daily merge if ( !(h->m_flags & PFLAG_MERGEMODE0) ) strcat ( fs , "y"); // clear it if it is us, this is invalid if ( ! h->m_gotPingReply ) strcpy(flagString,"??"); if ( fs[0] == '\0' ) strcpy(flagString," "); // print it sb.safePrintf ( "
| %li | " "%s | " // hostname "%li | " // group "%li | " // stripe //"0x%08lx | " // group mask //"%s | " // ip1 //"%s | " // ip2 //"%hi | " // port //"%hi | " // client port "%hi | " // http port //"%li | " // token group num //"%li | " // switch group //"%s | " // tmpN //"%li | " // ide channel // hd temps "%s | " // resends "%li | " // error replies "%li | " // etryagains "%li | " // # dgrams sent to "%lli | " // # dgrams recvd from "%lli | " // loadavg //"%.2f | " // split time "%li | " // splits done "%li | " // flags "%s | " // slow disk reads "%li | " // docs indexed "%li | " // percent mem used "%s%.1f%%%s | " // cpu usage "%.1f%% | " // ping max "%s | " // ping age "%lims | " // ping "%s | " //"%s | " //"%lims | " "%s | " "
| spareId | " "host name | " "ip1 | " "ip2 | " //"udp port | " //"priority udp port | " //"dns client port | " "http port | " //"switch id | " // this is now fairly obsolete //"ide channel | " "note | ", LIGHT_BLUE , DARK_BLUE ); for ( long i = 0; i < g_hostdb.m_numSpareHosts; i++ ) { // get the ith host (hostId) Host *h = g_hostdb.getSpare ( i ); char ipbuf1[64]; char ipbuf2[64]; strcpy(ipbuf1,iptoa(h->m_ip)); strcpy(ipbuf2,iptoa(h->m_ipShotgun)); // print it sb.safePrintf ( "
| %li | " "%s | " "%s | " "%s | " //"%hi | " //"%hi | " // priority udp port //"%hi | " "%hi | " //"%i | " // switch id //"%li | " // ide channel "%s | " "
| proxyId | " "type | " "host name | " "ip1 | " "ip2 | " //"udp port | " //"priority udp port | " //"dns client port | " "http port | " //"switch id | " "max ping1 | " "ping1 age | " "ping1 | " //"ping2 | " // this is now fairly obsolete //"ide channel | " "note | ", LIGHT_BLUE , DARK_BLUE ); for ( long i = 0; i < g_hostdb.m_numProxyHosts; i++ ) { // get the ith host (hostId) Host *h = g_hostdb.getProxy ( i ); char ptr[256]; long pingAge = generatePingMsg(h, nowmsLocal, ptr); char ipbuf1[64]; char ipbuf2[64]; strcpy(ipbuf1,iptoa(h->m_ip)); strcpy(ipbuf2,iptoa(h->m_ipShotgun)); // host can have 2 ip addresses, get the one most // similar to that of the requester long eip = g_hostdb.getBestIp ( h , s->m_ip ); char ipbuf3[64]; strcpy(ipbuf3,iptoa(eip)); char pms[64]; if ( h->m_pingMax < 0 ) sprintf(pms,"???"); else sprintf(pms,"%lims",h->m_pingMax); // the sync status ascii-ized char *type = "proxy"; if ( h->m_type == HT_QCPROXY ) type = "qcproxy"; if ( h->m_type == HT_SCPROXY ) type = "scproxy"; // print it sb.safePrintf ( "
| " "%li | " "%s | " "%s | " "%s | " "%s | " //"%hi | " //"%hi | " // priority udp port //"%hi | " "%hi | " //"%i | " // switch id "%s | " // ping max "%ldms | " // ping age "%s | " // ping //"%li | " // ide channel "%s | " "|
| mirror group | " "" "The active hosts are divded into groups. These are " "mirror groups. A host in group X ideally has exactly " "the same data as any other host in group X." " | " "||||||||
| stripe | " "" "Each stripe is a set of hosts, one from each mirror " "group. Each strip is basically a complete and independent " "search engine index. Although some functionality, like " "summary generation, is generally distributed across " "stripe boundaries." " | " "||||||||
| ip1 | " "The primary IP address of the host." " | " "||||||||
| ip2 | " "The secondary IP address of the host." " | " "||||||||
| udp port | " "The UDP port the host uses to send and recieve " "datagrams." " | " "||||||||
| dns client port | " "The UDP port used to send and receive dns traffic with." " | " "||||||||
| http port | " "The port you can connect a browser to." " | " "||||||||
| best switch id | " "The host prefers to be on this switch because it " "needs to send a lot of data to other hosts on this swtich. " "Therefore, ideally, the best switch id should match the " "actual switch id for optimal performance." " | " "||||||||
| switch id | " "Hosts that share the same switch id are " "physically on the same switch." " | " "||||||||
| dgrams resent | " "How many datagrams have had to be resent to a host " "because it was not ACKed quick enough or because it was " "fully ACKed but the entire request was resent in case " "the host was reset." " | " "||||||||
| errors recvd | " "How many errors were received from a host in response " "to a request to retrieve or insert data." " | " "||||||||
| ETRYAGAINS recvd | " "How many ETRYAGAIN were received in response to a " "request to add data. Usually because the host's memory " "is full and it is dumping its data to disk. This number " "can be high if the host if failing to dump the data " "to disk because of some malfunction, and it can therefore " "bottleneck the entire cluster." " | " "||||||||
| dgrams to | " "How many datagrams were sent to the host from the " "selected host since startup. Includes ACK datagrams. This " "can actually be higher than the number of dgrams read " "when the selected host is the same as the host in the " "table because of resends. Gigablast will resend datagrams " "that are not promptly ACKknowledged." " | " "||||||||
| dgrams from | " "How many datagrams were received from the host by the " "selected host since startup. Includes ACK datagrams." " | " "||||||||
| loadavg | " //"1-minute sliding-window load average from " //"/proc/loadavg." //" | " //"||||||||
| mem used | " "percentage of memory currently used." " | " "||||||||
| cpu usage | " "percentage of cpu resources in use by the gb process." " | " "||||||||
| ping1 age | " "How long ago the last ping request was sent to " "this host. Let's us know how fresh the ping time is." " | " "||||||||
| ping1 | " "Ping time to this host on the primary network." " | " "||||||||
| ping2 | " "Ping time to this host on the seconday/shotgun " "network. This column is not visible if the shotgun " "network is not enabled in the master controls." " | " "||||||||
| M (status flag) | " "Indicates host is merging files on disk." " | " "||||||||
| D (status flag) | " "Indicates host is dumping data to disk." " | " "||||||||
| S (status flag) | " "Indicates host has outstanding spiders." " | " "||||||||
| y (status flag) | " "Indicates host is performing the daily merge." " | " "||||||||