2021-07-30 11:18:26 +00:00
const https = require ( "https" ) ;
2021-06-25 13:55:49 +00:00
const dayjs = require ( "dayjs" ) ;
2021-06-27 08:10:55 +00:00
const axios = require ( "axios" ) ;
2021-07-30 11:18:26 +00:00
const { Prometheus } = require ( "../prometheus" ) ;
2022-12-08 15:21:55 +00:00
const { log , UP , DOWN , PENDING , MAINTENANCE , flipStatus , TimeLogger , MAX _INTERVAL _SECOND , MIN _INTERVAL _SECOND } = require ( "../../src/util" ) ;
2023-01-05 14:58:24 +00:00
const { tcping , ping , dnsResolve , checkCertificate , checkStatusCode , getTotalClientInRoom , setting , mssqlQuery , postgresQuery , mysqlQuery , mqttAsync , setSetting , httpNtlm , radius , grpcQuery ,
2023-01-14 17:13:11 +00:00
redisPingAsync , mongodbPing ,
2023-01-05 14:58:24 +00:00
} = require ( "../util-server" ) ;
2021-07-30 11:18:26 +00:00
const { R } = require ( "redbean-node" ) ;
const { BeanModel } = require ( "redbean-node/dist/bean-model" ) ;
2021-09-17 06:42:19 +00:00
const { Notification } = require ( "../notification" ) ;
2021-11-04 11:32:16 +00:00
const { Proxy } = require ( "../proxy" ) ;
2021-10-15 16:57:26 +00:00
const { demoMode } = require ( "../config" ) ;
2021-08-12 16:13:46 +00:00
const version = require ( "../../package.json" ) . version ;
2021-10-09 09:04:51 +00:00
const apicache = require ( "../modules/apicache" ) ;
2022-05-06 06:41:34 +00:00
const { UptimeKumaServer } = require ( "../uptime-kuma-server" ) ;
2022-07-18 14:33:35 +00:00
const { CacheableDnsHttpAgent } = require ( "../cacheable-dns-http-agent" ) ;
2022-10-04 08:19:56 +00:00
const { DockerHost } = require ( "../docker" ) ;
2022-09-27 16:20:17 +00:00
const Maintenance = require ( "./maintenance" ) ;
2022-12-11 13:33:26 +00:00
const { UptimeCacheList } = require ( "../uptime-cache-list" ) ;
2023-01-08 08:22:36 +00:00
const Gamedig = require ( "gamedig" ) ;
2021-06-27 08:10:55 +00:00
/ * *
* status :
* 0 = DOWN
* 1 = UP
2021-07-27 17:53:59 +00:00
* 2 = PENDING
2022-01-23 14:22:00 +00:00
* 3 = MAINTENANCE
2021-06-27 08:10:55 +00:00
* /
2021-06-25 13:55:49 +00:00
class Monitor extends BeanModel {
2021-09-12 18:26:45 +00:00
/ * *
2022-03-18 09:56:46 +00:00
* Return an object that ready to parse to JSON for public
2021-09-12 18:26:45 +00:00
* Only show necessary data to public
2022-04-16 20:11:45 +00:00
* @ returns { Object }
2021-09-12 18:26:45 +00:00
* /
2022-03-18 09:56:46 +00:00
async toPublicJSON ( showTags = false ) {
let obj = {
2021-09-19 11:04:51 +00:00
id : this . id ,
name : this . name ,
2022-06-11 16:23:12 +00:00
sendUrl : this . sendUrl ,
2021-09-19 11:04:51 +00:00
} ;
2022-06-11 16:23:12 +00:00
if ( this . sendUrl ) {
obj . url = this . url ;
}
2022-03-18 09:56:46 +00:00
if ( showTags ) {
obj . tags = await this . getTags ( ) ;
}
return obj ;
2021-09-12 18:26:45 +00:00
}
/ * *
2022-03-18 09:56:46 +00:00
* Return an object that ready to parse to JSON
2022-04-16 20:11:45 +00:00
* @ returns { Object }
2021-09-12 18:26:45 +00:00
* /
2022-04-17 11:30:58 +00:00
async toJSON ( includeSensitiveData = true ) {
2021-07-09 09:55:48 +00:00
let notificationIDList = { } ;
let list = await R . find ( "monitor_notification" , " monitor_id = ? " , [
2021-07-30 11:18:26 +00:00
this . id ,
2021-09-17 06:42:19 +00:00
] ) ;
2021-07-09 09:55:48 +00:00
for ( let bean of list ) {
notificationIDList [ bean . notification _id ] = true ;
}
2022-03-18 09:56:46 +00:00
const tags = await this . getTags ( ) ;
2021-08-26 10:55:19 +00:00
2022-04-17 11:30:58 +00:00
let data = {
2021-06-25 13:55:49 +00:00
id : this . id ,
name : this . name ,
2021-11-11 23:06:32 +00:00
description : this . description ,
2021-06-25 13:55:49 +00:00
url : this . url ,
2021-10-02 14:48:27 +00:00
method : this . method ,
2021-07-01 06:03:06 +00:00
hostname : this . hostname ,
port : this . port ,
2021-07-19 16:23:06 +00:00
maxretries : this . maxretries ,
2021-07-01 05:11:16 +00:00
weight : this . weight ,
2021-06-25 13:55:49 +00:00
active : this . active ,
type : this . type ,
interval : this . interval ,
2021-09-11 16:54:55 +00:00
retryInterval : this . retryInterval ,
2022-01-23 14:22:57 +00:00
resendInterval : this . resendInterval ,
2021-07-01 09:19:28 +00:00
keyword : this . keyword ,
2022-04-05 13:27:50 +00:00
expiryNotification : this . isEnabledExpiryNotification ( ) ,
2021-07-30 14:11:14 +00:00
ignoreTls : this . getIgnoreTls ( ) ,
2021-07-30 16:01:04 +00:00
upsideDown : this . isUpsideDown ( ) ,
2022-07-14 07:32:51 +00:00
packetSize : this . packetSize ,
2021-08-05 11:04:38 +00:00
maxredirects : this . maxredirects ,
accepted _statuscodes : this . getAcceptedStatuscodes ( ) ,
2021-08-22 22:05:48 +00:00
dns _resolve _type : this . dns _resolve _type ,
dns _resolve _server : this . dns _resolve _server ,
2021-08-28 19:20:25 +00:00
dns _last _result : this . dns _last _result ,
2022-01-13 16:17:07 +00:00
docker _container : this . docker _container ,
2022-07-22 15:47:04 +00:00
docker _host : this . docker _host ,
2021-10-30 17:37:15 +00:00
proxyId : this . proxy _id ,
2021-07-30 11:18:26 +00:00
notificationIDList ,
2021-08-26 10:55:19 +00:00
tags : tags ,
2022-01-25 18:07:27 +00:00
maintenance : await Monitor . isUnderMaintenance ( this . id ) ,
2021-12-18 21:35:18 +00:00
mqttTopic : this . mqttTopic ,
2022-05-13 17:58:23 +00:00
mqttSuccessMessage : this . mqttSuccessMessage ,
2022-05-13 00:54:02 +00:00
databaseQuery : this . databaseQuery ,
2022-05-13 17:58:23 +00:00
authMethod : this . authMethod ,
2022-08-03 05:00:39 +00:00
grpcUrl : this . grpcUrl ,
grpcProtobuf : this . grpcProtobuf ,
grpcMethod : this . grpcMethod ,
grpcServiceName : this . grpcServiceName ,
2022-08-03 06:39:31 +00:00
grpcEnableTls : this . getGrpcEnableTls ( ) ,
2022-05-12 09:48:38 +00:00
radiusCalledStationId : this . radiusCalledStationId ,
radiusCallingStationId : this . radiusCallingStationId ,
2023-01-08 08:22:36 +00:00
game : this . game ,
2022-08-12 00:57:03 +00:00
httpBodyEncoding : this . httpBodyEncoding
2021-06-25 13:55:49 +00:00
} ;
2022-04-17 11:30:58 +00:00
if ( includeSensitiveData ) {
data = {
... data ,
headers : this . headers ,
body : this . body ,
2022-08-03 05:00:39 +00:00
grpcBody : this . grpcBody ,
grpcMetadata : this . grpcMetadata ,
2022-04-17 11:30:58 +00:00
basic _auth _user : this . basic _auth _user ,
basic _auth _pass : this . basic _auth _pass ,
pushToken : this . pushToken ,
2022-12-05 10:18:19 +00:00
databaseConnectionString : this . databaseConnectionString ,
radiusUsername : this . radiusUsername ,
radiusPassword : this . radiusPassword ,
radiusSecret : this . radiusSecret ,
mqttUsername : this . mqttUsername ,
mqttPassword : this . mqttPassword ,
authWorkstation : this . authWorkstation ,
authDomain : this . authDomain ,
2023-01-04 07:37:30 +00:00
tlsCa : this . tlsCa ,
tlsCert : this . tlsCert ,
tlsKey : this . tlsKey ,
2022-04-17 11:30:58 +00:00
} ;
}
2022-12-05 10:18:19 +00:00
data . includeSensitiveData = includeSensitiveData ;
2022-04-17 11:30:58 +00:00
return data ;
2021-06-25 13:55:49 +00:00
}
2022-04-21 17:30:04 +00:00
/ * *
* Get all tags applied to this monitor
* @ returns { Promise < LooseObject < any > [ ] > }
* /
2022-03-18 09:56:46 +00:00
async getTags ( ) {
2023-02-15 19:06:29 +00:00
return await R . getAll ( "SELECT mt.*, tag.name, tag.color FROM monitor_tag mt JOIN tag ON mt.tag_id = tag.id WHERE mt.monitor_id = ? ORDER BY tag.name" , [ this . id ] ) ;
2022-03-18 09:56:46 +00:00
}
2021-11-02 11:30:44 +00:00
/ * *
* Encode user and password to Base64 encoding
* for HTTP "basic" auth , as per RFC - 7617
* @ returns { string }
* /
2021-11-23 04:59:48 +00:00
encodeBase64 ( user , pass ) {
return Buffer . from ( user + ":" + pass ) . toString ( "base64" ) ;
2021-11-02 12:11:33 +00:00
}
2021-11-02 11:30:44 +00:00
2022-04-21 17:30:04 +00:00
/ * *
* Is the TLS expiry notification enabled ?
* @ returns { boolean }
* /
2022-04-05 13:27:50 +00:00
isEnabledExpiryNotification ( ) {
return Boolean ( this . expiryNotification ) ;
}
2021-07-30 14:11:14 +00:00
/ * *
* Parse to boolean
* @ returns { boolean }
* /
getIgnoreTls ( ) {
2021-09-17 06:42:19 +00:00
return Boolean ( this . ignoreTls ) ;
2021-07-30 14:11:14 +00:00
}
/ * *
* Parse to boolean
* @ returns { boolean }
* /
2021-07-30 16:01:04 +00:00
isUpsideDown ( ) {
2021-07-30 14:11:14 +00:00
return Boolean ( this . upsideDown ) ;
}
2022-08-03 06:39:31 +00:00
/ * *
* Parse to boolean
* @ returns { boolean }
* /
getGrpcEnableTls ( ) {
return Boolean ( this . grpcEnableTls ) ;
}
2022-04-16 20:11:45 +00:00
/ * *
2022-04-22 17:42:47 +00:00
* Get accepted status codes
2022-04-16 20:11:45 +00:00
* @ returns { Object }
* /
2021-08-05 11:04:38 +00:00
getAcceptedStatuscodes ( ) {
return JSON . parse ( this . accepted _statuscodes _json ) ;
}
2022-04-16 20:11:45 +00:00
/ * *
* Start monitor
* @ param { Server } io Socket server instance
* /
2021-06-25 13:55:49 +00:00
start ( io ) {
2021-06-29 08:06:20 +00:00
let previousBeat = null ;
2021-07-19 16:23:06 +00:00
let retries = 0 ;
2021-06-29 08:06:20 +00:00
2023-01-24 09:14:16 +00:00
this . prometheus = new Prometheus ( this ) ;
2021-07-22 15:00:11 +00:00
2021-06-27 08:10:55 +00:00
const beat = async ( ) => {
2021-09-08 11:54:37 +00:00
2022-02-24 07:11:17 +00:00
let beatInterval = this . interval ;
if ( ! beatInterval ) {
beatInterval = 1 ;
}
if ( demoMode ) {
if ( beatInterval < 20 ) {
console . log ( "beat interval too low, reset to 20s" ) ;
beatInterval = 20 ;
}
}
2021-08-10 09:51:30 +00:00
// Expose here for prometheus update
// undefined if not https
let tlsInfo = undefined ;
2022-05-09 19:10:12 +00:00
if ( ! previousBeat || this . type === "push" ) {
2021-06-29 08:06:20 +00:00
previousBeat = await R . findOne ( "heartbeat" , " monitor_id = ? ORDER BY time DESC" , [
2021-07-30 11:18:26 +00:00
this . id ,
2021-09-17 06:42:19 +00:00
] ) ;
2021-06-29 08:06:20 +00:00
}
2021-07-24 03:42:14 +00:00
const isFirstBeat = ! previousBeat ;
2021-09-17 06:42:19 +00:00
let bean = R . dispense ( "heartbeat" ) ;
2021-06-27 08:10:55 +00:00
bean . monitor _id = this . id ;
2022-03-28 21:28:50 +00:00
bean . time = R . isoDateTimeMillis ( dayjs . utc ( ) ) ;
2021-07-24 03:42:14 +00:00
bean . status = DOWN ;
2022-06-15 14:56:26 +00:00
bean . downCount = previousBeat ? . downCount || 0 ;
2021-06-27 08:10:55 +00:00
2021-07-30 16:01:04 +00:00
if ( this . isUpsideDown ( ) ) {
bean . status = flipStatus ( bean . status ) ;
}
2021-06-30 18:02:54 +00:00
// Duration
2021-11-04 01:46:43 +00:00
if ( ! isFirstBeat ) {
2021-07-30 11:18:26 +00:00
bean . duration = dayjs ( bean . time ) . diff ( dayjs ( previousBeat . time ) , "second" ) ;
2021-06-30 18:02:54 +00:00
} else {
bean . duration = 0 ;
}
2021-06-27 08:10:55 +00:00
try {
2022-01-25 18:07:27 +00:00
if ( await Monitor . isUnderMaintenance ( this . id ) ) {
2022-01-23 14:22:00 +00:00
bean . msg = "Monitor under maintenance" ;
bean . status = MAINTENANCE ;
2022-04-30 12:57:08 +00:00
} else if ( this . type === "http" || this . type === "keyword" ) {
2021-08-23 10:52:24 +00:00
// Do not do any queries/high loading things before the "bean.ping"
2021-06-27 08:10:55 +00:00
let startTime = dayjs ( ) . valueOf ( ) ;
2021-07-30 14:11:14 +00:00
2021-11-02 11:30:44 +00:00
// HTTP basic auth
2021-11-04 09:12:06 +00:00
let basicAuthHeader = { } ;
2022-05-13 17:58:23 +00:00
if ( this . auth _method === "basic" ) {
2021-11-04 09:12:06 +00:00
basicAuthHeader = {
2021-11-23 04:59:48 +00:00
"Authorization" : "Basic " + this . encodeBase64 ( this . basic _auth _user , this . basic _auth _pass ) ,
2021-11-02 12:11:33 +00:00
} ;
2021-11-02 11:30:44 +00:00
}
2021-10-30 17:37:15 +00:00
const httpsAgentOptions = {
maxCachedSessions : 0 , // Use Custom agent to disable session reuse (https://github.com/nodejs/node/issues/3940)
rejectUnauthorized : ! this . getIgnoreTls ( ) ,
} ;
2022-04-13 15:33:37 +00:00
log . debug ( "monitor" , ` [ ${ this . name } ] Prepare Options for axios ` ) ;
2021-11-07 16:15:36 +00:00
2022-09-26 21:09:10 +00:00
let contentType = null ;
2022-09-26 19:52:43 +00:00
let bodyValue = null ;
2023-01-14 13:33:21 +00:00
2023-02-25 09:28:32 +00:00
if ( this . body && ( typeof this . body === "string" && this . body . trim ( ) . length > 0 ) ) {
if ( ! this . httpBodyEncoding || this . httpBodyEncoding === "json" ) {
try {
bodyValue = JSON . parse ( this . body ) ;
contentType = "application/json" ;
} catch ( e ) {
throw new Error ( "Your JSON body is invalid. " + e . message ) ;
}
} else if ( this . httpBodyEncoding === "xml" ) {
bodyValue = this . body ;
contentType = "text/xml; charset=utf-8" ;
}
2022-08-12 00:57:03 +00:00
}
2022-12-04 14:55:05 +00:00
// Axios Options
2021-10-02 14:48:27 +00:00
const options = {
url : this . url ,
method : ( this . method || "get" ) . toLowerCase ( ) ,
2021-08-11 15:12:38 +00:00
timeout : this . interval * 1000 * 0.8 ,
2021-07-30 11:18:26 +00:00
headers : {
2021-12-16 07:09:10 +00:00
"Accept" : "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9" ,
2021-08-11 17:31:07 +00:00
"User-Agent" : "Uptime-Kuma/" + version ,
2023-01-20 09:29:56 +00:00
... ( contentType ? { "Content-Type" : contentType } : { } ) ,
2021-11-04 09:12:06 +00:00
... ( basicAuthHeader ) ,
2023-01-20 09:29:56 +00:00
... ( this . headers ? JSON . parse ( this . headers ) : { } )
2021-07-30 11:18:26 +00:00
} ,
2021-08-05 11:04:38 +00:00
maxRedirects : this . maxredirects ,
validateStatus : ( status ) => {
return checkStatusCode ( status , this . getAcceptedStatuscodes ( ) ) ;
} ,
2021-10-02 14:48:27 +00:00
} ;
2021-11-07 13:00:47 +00:00
2023-02-25 09:28:32 +00:00
if ( bodyValue ) {
options . data = bodyValue ;
}
2021-10-30 17:37:15 +00:00
if ( this . proxy _id ) {
const proxy = await R . load ( "proxy" , this . proxy _id ) ;
if ( proxy && proxy . active ) {
2021-11-04 11:32:16 +00:00
const { httpAgent , httpsAgent } = Proxy . createAgents ( proxy , {
httpsAgentOptions : httpsAgentOptions ,
} ) ;
2021-10-30 17:37:15 +00:00
options . proxy = false ;
2021-11-04 11:32:16 +00:00
options . httpAgent = httpAgent ;
options . httpsAgent = httpsAgent ;
2021-10-30 17:37:15 +00:00
}
}
if ( ! options . httpsAgent ) {
options . httpsAgent = new https . Agent ( httpsAgentOptions ) ;
}
2023-01-04 07:37:30 +00:00
if ( this . auth _method === "mtls" ) {
if ( this . tlsCert !== null && this . tlsCert !== "" ) {
options . httpsAgent . options . cert = Buffer . from ( this . tlsCert ) ;
}
if ( this . tlsCa !== null && this . tlsCa !== "" ) {
options . httpsAgent . options . ca = Buffer . from ( this . tlsCa ) ;
}
if ( this . tlsKey !== null && this . tlsKey !== "" ) {
options . httpsAgent . options . key = Buffer . from ( this . tlsKey ) ;
}
}
2022-04-13 15:33:37 +00:00
log . debug ( "monitor" , ` [ ${ this . name } ] Axios Options: ${ JSON . stringify ( options ) } ` ) ;
log . debug ( "monitor" , ` [ ${ this . name } ] Axios Request ` ) ;
2021-10-30 17:37:15 +00:00
2022-12-26 13:00:46 +00:00
// Make Request
let res = await this . makeAxiosRequest ( options ) ;
2022-05-13 17:58:23 +00:00
2021-09-17 06:42:19 +00:00
bean . msg = ` ${ res . status } - ${ res . statusText } ` ;
2021-06-27 08:10:55 +00:00
bean . ping = dayjs ( ) . valueOf ( ) - startTime ;
2021-07-01 09:19:28 +00:00
2021-07-22 08:04:32 +00:00
// Check certificate if https is used
2021-07-23 04:58:05 +00:00
let certInfoStartTime = dayjs ( ) . valueOf ( ) ;
2021-07-22 08:13:58 +00:00
if ( this . getUrl ( ) ? . protocol === "https:" ) {
2022-04-13 15:33:37 +00:00
log . debug ( "monitor" , ` [ ${ this . name } ] Check cert ` ) ;
2021-07-23 04:58:05 +00:00
try {
2021-10-27 07:33:15 +00:00
let tlsInfoObject = checkCertificate ( res ) ;
tlsInfo = await this . updateTlsInfo ( tlsInfoObject ) ;
2022-04-05 13:27:50 +00:00
if ( ! this . getIgnoreTls ( ) && this . isEnabledExpiryNotification ( ) ) {
2022-04-13 15:33:37 +00:00
log . debug ( "monitor" , ` [ ${ this . name } ] call sendCertNotification ` ) ;
2021-10-27 07:33:15 +00:00
await this . sendCertNotification ( tlsInfoObject ) ;
}
2021-07-23 04:58:05 +00:00
} catch ( e ) {
2021-08-08 05:47:29 +00:00
if ( e . message !== "No TLS certificate in response" ) {
2022-04-13 15:33:37 +00:00
log . error ( "monitor" , "Caught error" ) ;
log . error ( "monitor" , e . message ) ;
2021-08-08 05:47:29 +00:00
}
2021-07-23 04:58:05 +00:00
}
2021-07-21 04:09:09 +00:00
}
2021-07-01 09:19:28 +00:00
2021-10-07 09:39:58 +00:00
if ( process . env . TIMELOGGER === "1" ) {
2022-04-13 15:33:37 +00:00
log . debug ( "monitor" , "Cert Info Query Time: " + ( dayjs ( ) . valueOf ( ) - certInfoStartTime ) + "ms" ) ;
2021-10-07 09:39:58 +00:00
}
2021-10-15 10:36:40 +00:00
2022-04-17 07:43:03 +00:00
if ( process . env . UPTIME _KUMA _LOG _RESPONSE _BODY _MONITOR _ID === this . id ) {
2022-04-13 15:33:37 +00:00
log . info ( "monitor" , res . data ) ;
2021-10-15 10:36:40 +00:00
}
2021-07-23 04:58:05 +00:00
2021-07-01 09:19:28 +00:00
if ( this . type === "http" ) {
2021-07-24 03:42:14 +00:00
bean . status = UP ;
2021-07-01 09:19:28 +00:00
} else {
2021-07-12 02:52:41 +00:00
let data = res . data ;
// Convert to string for object/array
if ( typeof data !== "string" ) {
2021-09-17 06:42:19 +00:00
data = JSON . stringify ( data ) ;
2021-07-12 02:52:41 +00:00
}
if ( data . includes ( this . keyword ) ) {
2021-09-17 06:42:19 +00:00
bean . msg += ", keyword is found" ;
2021-07-24 03:42:14 +00:00
bean . status = UP ;
2021-07-01 09:19:28 +00:00
} else {
2022-01-24 05:31:49 +00:00
data = data . replace ( /<[^>]*>?|[\n\r]|\s+/gm , " " ) ;
2022-04-01 07:26:50 +00:00
if ( data . length > 50 ) {
2022-01-24 05:31:49 +00:00
data = data . substring ( 0 , 47 ) + "..." ;
}
2022-02-07 10:46:16 +00:00
throw new Error ( bean . msg + ", but keyword is not in [" + data + "]" ) ;
2021-07-01 09:19:28 +00:00
}
}
2021-07-01 06:03:06 +00:00
} else if ( this . type === "port" ) {
bean . ping = await tcping ( this . hostname , this . port ) ;
2021-09-17 06:42:19 +00:00
bean . msg = "" ;
2021-07-24 03:42:14 +00:00
bean . status = UP ;
2021-07-01 09:00:23 +00:00
} else if ( this . type === "ping" ) {
2022-07-14 07:32:51 +00:00
bean . ping = await ping ( this . hostname , this . packetSize ) ;
2021-09-17 06:42:19 +00:00
bean . msg = "" ;
2021-07-24 03:42:14 +00:00
bean . status = UP ;
2021-08-22 22:05:48 +00:00
} else if ( this . type === "dns" ) {
let startTime = dayjs ( ) . valueOf ( ) ;
2021-08-22 22:05:48 +00:00
let dnsMessage = "" ;
2021-08-22 22:05:48 +00:00
2022-04-13 20:02:19 +00:00
let dnsRes = await dnsResolve ( this . hostname , this . dns _resolve _server , this . port , this . dns _resolve _type ) ;
2021-08-22 22:05:48 +00:00
bean . ping = dayjs ( ) . valueOf ( ) - startTime ;
2021-08-22 22:05:48 +00:00
2022-04-17 07:43:03 +00:00
if ( this . dns _resolve _type === "A" || this . dns _resolve _type === "AAAA" || this . dns _resolve _type === "TXT" ) {
2021-08-24 09:47:12 +00:00
dnsMessage += "Records: " ;
2021-08-25 07:31:42 +00:00
dnsMessage += dnsRes . join ( " | " ) ;
2022-04-17 07:43:03 +00:00
} else if ( this . dns _resolve _type === "CNAME" || this . dns _resolve _type === "PTR" ) {
2021-08-22 22:05:48 +00:00
dnsMessage = dnsRes [ 0 ] ;
2022-04-17 07:43:03 +00:00
} else if ( this . dns _resolve _type === "CAA" ) {
2021-08-22 22:05:48 +00:00
dnsMessage = dnsRes [ 0 ] . issue ;
2022-04-17 07:43:03 +00:00
} else if ( this . dns _resolve _type === "MX" ) {
2021-08-22 22:05:48 +00:00
dnsRes . forEach ( record => {
2021-08-24 09:47:12 +00:00
dnsMessage += ` Hostname: ${ record . exchange } - Priority: ${ record . priority } | ` ;
2021-08-22 22:05:48 +00:00
} ) ;
2021-09-17 06:42:19 +00:00
dnsMessage = dnsMessage . slice ( 0 , - 2 ) ;
2022-04-17 07:43:03 +00:00
} else if ( this . dns _resolve _type === "NS" ) {
2021-08-24 09:47:12 +00:00
dnsMessage += "Servers: " ;
2021-08-25 07:31:42 +00:00
dnsMessage += dnsRes . join ( " | " ) ;
2022-04-17 07:43:03 +00:00
} else if ( this . dns _resolve _type === "SOA" ) {
2021-08-22 22:05:48 +00:00
dnsMessage += ` NS-Name: ${ dnsRes . nsname } | Hostmaster: ${ dnsRes . hostmaster } | Serial: ${ dnsRes . serial } | Refresh: ${ dnsRes . refresh } | Retry: ${ dnsRes . retry } | Expire: ${ dnsRes . expire } | MinTTL: ${ dnsRes . minttl } ` ;
2022-04-17 07:43:03 +00:00
} else if ( this . dns _resolve _type === "SRV" ) {
2021-08-22 22:05:48 +00:00
dnsRes . forEach ( record => {
dnsMessage += ` Name: ${ record . name } | Port: ${ record . port } | Priority: ${ record . priority } | Weight: ${ record . weight } | ` ;
} ) ;
2021-09-17 06:42:19 +00:00
dnsMessage = dnsMessage . slice ( 0 , - 2 ) ;
2021-08-22 22:05:48 +00:00
}
2021-08-28 19:29:24 +00:00
if ( this . dnsLastResult !== dnsMessage ) {
2021-08-28 19:20:25 +00:00
R . exec ( "UPDATE `monitor` SET dns_last_result = ? WHERE id = ? " , [
dnsMessage ,
this . id
] ) ;
}
2021-08-22 22:05:48 +00:00
bean . msg = dnsMessage ;
bean . status = UP ;
2021-09-30 16:09:43 +00:00
} else if ( this . type === "push" ) { // Type: Push
2022-05-27 04:45:56 +00:00
log . debug ( "monitor" , ` [ ${ this . name } ] Checking monitor at ${ dayjs ( ) . format ( "YYYY-MM-DD HH:mm:ss.SSS" ) } ` ) ;
2022-03-28 21:28:50 +00:00
const bufferTime = 1000 ; // 1s buffer to accommodate clock differences
2022-05-28 15:19:58 +00:00
2022-03-28 21:28:50 +00:00
if ( previousBeat ) {
const msSinceLastBeat = dayjs . utc ( ) . valueOf ( ) - dayjs . utc ( previousBeat . time ) . valueOf ( ) ;
2022-05-28 15:22:44 +00:00
log . debug ( "monitor" , ` [ ${ this . name } ] msSinceLastBeat = ${ msSinceLastBeat } ` ) ;
2022-05-29 02:57:45 +00:00
// If the previous beat was down or pending we use the regular
// beatInterval/retryInterval in the setTimeout further below
2022-06-14 05:05:58 +00:00
if ( previousBeat . status !== ( this . isUpsideDown ( ) ? DOWN : UP ) || msSinceLastBeat > beatInterval * 1000 + bufferTime ) {
2022-03-28 21:28:50 +00:00
throw new Error ( "No heartbeat in the time window" ) ;
} else {
let timeout = beatInterval * 1000 - msSinceLastBeat ;
if ( timeout < 0 ) {
timeout = bufferTime ;
} else {
timeout += bufferTime ;
}
// No need to insert successful heartbeat for push type, so end here
retries = 0 ;
2022-05-27 04:45:56 +00:00
log . debug ( "monitor" , ` [ ${ this . name } ] timeout = ${ timeout } ` ) ;
2022-03-28 21:28:50 +00:00
this . heartbeatInterval = setTimeout ( beat , timeout ) ;
return ;
}
2022-05-29 02:57:45 +00:00
} else {
throw new Error ( "No heartbeat in the time window" ) ;
2021-09-30 16:09:43 +00:00
}
2021-09-27 09:17:57 +00:00
} else if ( this . type === "steam" ) {
const steamApiUrl = "https://api.steampowered.com/IGameServersService/GetServerList/v1/" ;
2021-10-18 09:11:41 +00:00
const steamAPIKey = await setting ( "steamAPIKey" ) ;
2021-09-27 09:17:57 +00:00
const filter = ` addr \\ ${ this . hostname } : ${ this . port } ` ;
2021-10-18 09:11:41 +00:00
if ( ! steamAPIKey ) {
throw new Error ( "Steam API Key not found" ) ;
}
2022-06-23 07:54:33 +00:00
let res = await axios . get ( steamApiUrl , {
2021-09-27 09:17:57 +00:00
timeout : this . interval * 1000 * 0.8 ,
headers : {
"Accept" : "*/*" ,
"User-Agent" : "Uptime-Kuma/" + version ,
} ,
2022-07-18 14:33:35 +00:00
httpsAgent : CacheableDnsHttpAgent . getHttpsAgent ( {
2021-09-27 09:17:57 +00:00
maxCachedSessions : 0 , // Use Custom agent to disable session reuse (https://github.com/nodejs/node/issues/3940)
2021-11-04 01:46:43 +00:00
rejectUnauthorized : ! this . getIgnoreTls ( ) ,
2021-09-27 09:17:57 +00:00
} ) ,
2022-07-18 14:33:35 +00:00
httpAgent : CacheableDnsHttpAgent . getHttpAgent ( {
maxCachedSessions : 0 ,
} ) ,
2021-09-27 09:17:57 +00:00
maxRedirects : this . maxredirects ,
validateStatus : ( status ) => {
return checkStatusCode ( status , this . getAcceptedStatuscodes ( ) ) ;
} ,
params : {
filter : filter ,
2021-10-18 09:11:41 +00:00
key : steamAPIKey ,
2021-09-27 09:17:57 +00:00
}
} ) ;
2021-10-18 09:02:05 +00:00
if ( res . data . response && res . data . response . servers && res . data . response . servers . length > 0 ) {
bean . status = UP ;
bean . msg = res . data . response . servers [ 0 ] . name ;
2021-09-27 09:17:57 +00:00
2021-10-18 09:02:05 +00:00
try {
2022-07-14 07:32:51 +00:00
bean . ping = await ping ( this . hostname , this . packetSize ) ;
2021-10-18 09:02:05 +00:00
} catch ( _ ) { }
2021-09-27 09:17:57 +00:00
} else {
2021-10-18 09:02:05 +00:00
throw new Error ( "Server not found on Steam" ) ;
2021-09-27 09:17:57 +00:00
}
2023-01-08 08:22:36 +00:00
} else if ( this . type === "gamedig" ) {
try {
const state = await Gamedig . query ( {
type : this . game ,
host : this . hostname ,
2023-01-24 16:19:54 +00:00
port : this . port ,
givenPortOnly : true ,
2023-01-08 08:22:36 +00:00
} ) ;
bean . msg = state . name ;
bean . status = UP ;
bean . ping = state . ping ;
} catch ( e ) {
2023-01-24 15:03:01 +00:00
throw new Error ( e . message ) ;
2023-01-08 08:22:36 +00:00
}
2022-01-13 16:17:07 +00:00
} else if ( this . type === "docker" ) {
2023-01-24 15:40:24 +00:00
log . debug ( "monitor" , ` [ ${ this . name } ] Prepare Options for Axios ` ) ;
2022-01-13 16:17:07 +00:00
2022-07-22 15:57:40 +00:00
const dockerHost = await R . load ( "docker_host" , this . docker _host ) ;
2022-07-22 15:47:04 +00:00
2022-01-13 16:17:07 +00:00
const options = {
url : ` /containers/ ${ this . docker _container } /json ` ,
2023-01-18 01:53:04 +00:00
timeout : this . interval * 1000 * 0.8 ,
2022-01-13 16:17:07 +00:00
headers : {
"Accept" : "*/*" ,
"User-Agent" : "Uptime-Kuma/" + version ,
} ,
2023-01-18 01:53:04 +00:00
httpsAgent : CacheableDnsHttpAgent . getHttpsAgent ( {
2022-01-13 16:17:07 +00:00
maxCachedSessions : 0 , // Use Custom agent to disable session reuse (https://github.com/nodejs/node/issues/3940)
2023-01-18 01:53:04 +00:00
rejectUnauthorized : ! this . getIgnoreTls ( ) ,
} ) ,
httpAgent : CacheableDnsHttpAgent . getHttpAgent ( {
maxCachedSessions : 0 ,
2022-01-13 16:17:07 +00:00
} ) ,
} ;
2022-07-22 15:57:40 +00:00
if ( dockerHost . _dockerType === "socket" ) {
options . socketPath = dockerHost . _dockerDaemon ;
} else if ( dockerHost . _dockerType === "tcp" ) {
2022-10-04 08:19:56 +00:00
options . baseURL = DockerHost . patchDockerURL ( dockerHost . _dockerDaemon ) ;
2022-01-22 01:57:37 +00:00
}
2023-01-24 15:40:24 +00:00
log . debug ( "monitor" , ` [ ${ this . name } ] Axios Request ` ) ;
2022-01-13 16:17:07 +00:00
let res = await axios . request ( options ) ;
if ( res . data . State . Running ) {
bean . status = UP ;
2023-01-03 14:07:14 +00:00
bean . msg = res . data . State . Status ;
} else {
throw Error ( "Container State is " + res . data . State . Status ) ;
2022-01-13 16:17:07 +00:00
}
2021-11-04 01:46:43 +00:00
} else if ( this . type === "mqtt" ) {
2022-04-16 17:06:47 +00:00
bean . msg = await mqttAsync ( this . hostname , this . mqttTopic , this . mqttSuccessMessage , {
port : this . port ,
username : this . mqttUsername ,
password : this . mqttPassword ,
interval : this . interval ,
} ) ;
bean . status = UP ;
2022-05-12 17:48:03 +00:00
} else if ( this . type === "sqlserver" ) {
let startTime = dayjs ( ) . valueOf ( ) ;
2022-05-13 13:57:06 +00:00
await mssqlQuery ( this . databaseConnectionString , this . databaseQuery ) ;
2022-05-12 17:48:03 +00:00
bean . msg = "" ;
bean . status = UP ;
bean . ping = dayjs ( ) . valueOf ( ) - startTime ;
2022-08-03 05:00:39 +00:00
} else if ( this . type === "grpc-keyword" ) {
let startTime = dayjs ( ) . valueOf ( ) ;
const options = {
grpcUrl : this . grpcUrl ,
grpcProtobufData : this . grpcProtobuf ,
grpcServiceName : this . grpcServiceName ,
grpcEnableTls : this . grpcEnableTls ,
grpcMethod : this . grpcMethod ,
grpcBody : this . grpcBody ,
keyword : this . keyword
} ;
const response = await grpcQuery ( options ) ;
bean . ping = dayjs ( ) . valueOf ( ) - startTime ;
log . debug ( "monitor:" , ` gRPC response: ${ JSON . stringify ( response ) } ` ) ;
let responseData = response . data ;
if ( responseData . length > 50 ) {
2022-12-28 15:31:33 +00:00
responseData = responseData . toString ( ) . substring ( 0 , 47 ) + "..." ;
2022-08-03 05:00:39 +00:00
}
if ( response . code !== 1 ) {
bean . status = DOWN ;
bean . msg = ` Error in send gRPC ${ response . code } ${ response . errorMessage } ` ;
} else {
if ( response . data . toString ( ) . includes ( this . keyword ) ) {
bean . status = UP ;
bean . msg = ` ${ responseData } , keyword [ ${ this . keyword } ] is found ` ;
} else {
log . debug ( "monitor:" , ` GRPC response [ ${ response . data } ] + ", but keyword [ ${ this . keyword } ] is not in [" + ${ response . data } + "]" ` ) ;
bean . status = DOWN ;
bean . msg = ` , but keyword [ ${ this . keyword } ] is not in [" + ${ responseData } + "] ` ;
}
}
2022-06-15 17:12:47 +00:00
} else if ( this . type === "postgres" ) {
let startTime = dayjs ( ) . valueOf ( ) ;
await postgresQuery ( this . databaseConnectionString , this . databaseQuery ) ;
2022-10-02 00:52:53 +00:00
bean . msg = "" ;
bean . status = UP ;
bean . ping = dayjs ( ) . valueOf ( ) - startTime ;
} else if ( this . type === "mysql" ) {
let startTime = dayjs ( ) . valueOf ( ) ;
2023-03-24 08:08:30 +00:00
bean . msg = await mysqlQuery ( this . databaseConnectionString , this . databaseQuery ) ;
2022-05-12 17:48:03 +00:00
bean . status = UP ;
bean . ping = dayjs ( ) . valueOf ( ) - startTime ;
2022-11-17 01:50:34 +00:00
} else if ( this . type === "mongodb" ) {
let startTime = dayjs ( ) . valueOf ( ) ;
await mongodbPing ( this . databaseConnectionString ) ;
2022-05-12 17:48:03 +00:00
bean . msg = "" ;
bean . status = UP ;
bean . ping = dayjs ( ) . valueOf ( ) - startTime ;
2023-01-14 17:13:11 +00:00
2022-05-12 09:48:38 +00:00
} else if ( this . type === "radius" ) {
let startTime = dayjs ( ) . valueOf ( ) ;
2022-10-12 16:32:05 +00:00
// Handle monitors that were created before the
// update and as such don't have a value for
// this.port.
let port ;
if ( this . port == null ) {
port = 1812 ;
} else {
port = this . port ;
}
2022-05-12 09:48:38 +00:00
try {
const resp = await radius (
this . hostname ,
this . radiusUsername ,
this . radiusPassword ,
this . radiusCalledStationId ,
this . radiusCallingStationId ,
2022-10-12 16:32:05 +00:00
this . radiusSecret ,
port
2022-05-12 09:48:38 +00:00
) ;
if ( resp . code ) {
bean . msg = resp . code ;
}
bean . status = UP ;
} catch ( error ) {
bean . status = DOWN ;
if ( error . response ? . code ) {
bean . msg = error . response . code ;
} else {
bean . msg = error . message ;
}
}
bean . ping = dayjs ( ) . valueOf ( ) - startTime ;
2023-01-05 14:58:24 +00:00
} else if ( this . type === "redis" ) {
let startTime = dayjs ( ) . valueOf ( ) ;
2023-01-13 08:32:49 +00:00
bean . msg = await redisPingAsync ( this . databaseConnectionString ) ;
2023-01-05 14:58:24 +00:00
bean . status = UP ;
bean . ping = dayjs ( ) . valueOf ( ) - startTime ;
2023-01-27 10:25:57 +00:00
} else if ( this . type in UptimeKumaServer . monitorTypeList ) {
let startTime = dayjs ( ) . valueOf ( ) ;
const monitorType = UptimeKumaServer . monitorTypeList [ this . type ] ;
await monitorType . check ( this , bean ) ;
if ( ! bean . ping ) {
bean . ping = dayjs ( ) . valueOf ( ) - startTime ;
}
2021-09-30 16:09:43 +00:00
} else {
2023-01-27 10:25:57 +00:00
throw new Error ( "Unknown Monitor Type" ) ;
2021-06-27 08:10:55 +00:00
}
2021-07-30 16:01:04 +00:00
if ( this . isUpsideDown ( ) ) {
bean . status = flipStatus ( bean . status ) ;
if ( bean . status === DOWN ) {
throw new Error ( "Flip UP to DOWN" ) ;
}
}
2021-07-19 16:23:06 +00:00
retries = 0 ;
2021-06-27 08:10:55 +00:00
} catch ( error ) {
2021-07-30 16:01:04 +00:00
bean . msg = error . message ;
// If UP come in here, it must be upside down mode
// Just reset the retries
if ( this . isUpsideDown ( ) && bean . status === UP ) {
retries = 0 ;
} else if ( ( this . maxretries > 0 ) && ( retries < this . maxretries ) ) {
2021-07-19 16:23:06 +00:00
retries ++ ;
2021-07-24 03:42:14 +00:00
bean . status = PENDING ;
2021-07-19 16:23:06 +00:00
}
2021-06-27 08:10:55 +00:00
}
2022-04-13 15:33:37 +00:00
log . debug ( "monitor" , ` [ ${ this . name } ] Check isImportant ` ) ;
2021-10-16 09:28:03 +00:00
let isImportant = Monitor . isImportantBeat ( isFirstBeat , previousBeat ? . status , bean . status ) ;
2021-07-24 03:42:14 +00:00
2021-07-20 09:50:33 +00:00
// Mark as important if status changed, ignore pending pings,
// Don't notify if disrupted changes to up
2021-07-24 03:42:14 +00:00
if ( isImportant ) {
2021-06-29 08:06:20 +00:00
bean . important = true ;
2021-11-07 13:00:47 +00:00
2022-01-23 14:22:00 +00:00
if ( Monitor . isImportantForNotification ( isFirstBeat , previousBeat ? . status , bean . status ) ) {
2022-04-30 11:40:34 +00:00
log . debug ( "monitor" , ` [ ${ this . name } ] sendNotification ` ) ;
2022-01-23 14:22:00 +00:00
await Monitor . sendNotification ( isFirstBeat , this , bean ) ;
2022-04-30 12:57:08 +00:00
} else {
2022-04-30 11:40:34 +00:00
log . debug ( "monitor" , ` [ ${ this . name } ] will not sendNotification because it is (or was) under maintenance ` ) ;
2022-01-23 14:22:00 +00:00
}
2021-10-27 03:39:46 +00:00
2022-06-15 14:56:26 +00:00
// Reset down count
bean . downCount = 0 ;
2022-01-23 14:22:57 +00:00
2021-10-27 03:39:46 +00:00
// Clear Status Page Cache
2022-04-13 15:33:37 +00:00
log . debug ( "monitor" , ` [ ${ this . name } ] apicache clear ` ) ;
2021-10-27 03:39:46 +00:00
apicache . clear ( ) ;
2022-10-15 12:15:50 +00:00
UptimeKumaServer . getInstance ( ) . sendMaintenanceListByUserID ( this . user _id ) ;
2021-06-29 08:06:20 +00:00
} else {
bean . important = false ;
2022-01-23 14:22:57 +00:00
if ( bean . status === DOWN && this . resendInterval > 0 ) {
2022-06-15 14:56:26 +00:00
++ bean . downCount ;
if ( bean . downCount >= this . resendInterval ) {
2022-01-23 14:22:57 +00:00
// Send notification again, because we are still DOWN
2022-06-15 14:56:26 +00:00
log . debug ( "monitor" , ` [ ${ this . name } ] sendNotification again: Down Count: ${ bean . downCount } | Resend Interval: ${ this . resendInterval } ` ) ;
2022-01-23 14:22:57 +00:00
await Monitor . sendNotification ( isFirstBeat , this , bean ) ;
2022-06-15 14:56:26 +00:00
// Reset down count
bean . downCount = 0 ;
2022-01-23 14:22:57 +00:00
}
}
2021-06-29 08:06:20 +00:00
}
2021-07-24 03:42:14 +00:00
if ( bean . status === UP ) {
2022-06-13 13:15:47 +00:00
log . debug ( "monitor" , ` Monitor # ${ this . id } ' ${ this . name } ': Successful Response: ${ bean . ping } ms | Interval: ${ beatInterval } seconds | Type: ${ this . type } ` ) ;
2021-07-24 03:42:14 +00:00
} else if ( bean . status === PENDING ) {
2021-09-29 09:20:35 +00:00
if ( this . retryInterval > 0 ) {
2021-09-11 16:54:55 +00:00
beatInterval = this . retryInterval ;
}
2022-04-13 15:33:37 +00:00
log . warn ( "monitor" , ` Monitor # ${ this . id } ' ${ this . name } ': Pending: ${ bean . msg } | Max retries: ${ this . maxretries } | Retry: ${ retries } | Retry Interval: ${ beatInterval } seconds | Type: ${ this . type } ` ) ;
2022-01-23 14:22:00 +00:00
} else if ( bean . status === MAINTENANCE ) {
2022-04-30 11:40:34 +00:00
log . warn ( "monitor" , ` Monitor # ${ this . id } ' ${ this . name } ': Under Maintenance | Type: ${ this . type } ` ) ;
2021-07-20 22:41:38 +00:00
} else {
2022-06-15 14:56:26 +00:00
log . warn ( "monitor" , ` Monitor # ${ this . id } ' ${ this . name } ': Failing: ${ bean . msg } | Interval: ${ beatInterval } seconds | Type: ${ this . type } | Down Count: ${ bean . downCount } | Resend Interval: ${ this . resendInterval } ` ) ;
2021-07-20 22:41:38 +00:00
}
2022-04-13 15:33:37 +00:00
log . debug ( "monitor" , ` [ ${ this . name } ] Send to socket ` ) ;
2022-12-11 13:33:26 +00:00
UptimeCacheList . clearCache ( this . id ) ;
2021-06-29 08:06:20 +00:00
io . to ( this . user _id ) . emit ( "heartbeat" , bean . toJSON ( ) ) ;
2021-09-17 06:42:19 +00:00
Monitor . sendStats ( io , this . id , this . user _id ) ;
2021-06-29 08:06:20 +00:00
2022-04-13 15:33:37 +00:00
log . debug ( "monitor" , ` [ ${ this . name } ] Store ` ) ;
2021-08-23 10:52:24 +00:00
await R . store ( bean ) ;
2021-11-07 13:00:47 +00:00
2022-04-13 15:33:37 +00:00
log . debug ( "monitor" , ` [ ${ this . name } ] prometheus.update ` ) ;
2023-02-24 09:12:57 +00:00
this . prometheus ? . update ( bean , tlsInfo ) ;
2021-08-23 10:52:24 +00:00
2021-06-29 08:06:20 +00:00
previousBeat = bean ;
2021-08-23 10:52:24 +00:00
2021-09-08 12:00:16 +00:00
if ( ! this . isStop ) {
2022-04-13 15:33:37 +00:00
log . debug ( "monitor" , ` [ ${ this . name } ] SetTimeout for next check. ` ) ;
2021-10-27 06:08:44 +00:00
this . heartbeatInterval = setTimeout ( safeBeat , beatInterval * 1000 ) ;
2021-11-07 13:00:47 +00:00
} else {
2022-04-13 15:33:37 +00:00
log . info ( "monitor" , ` [ ${ this . name } ] isStop = true, no next check. ` ) ;
2021-09-08 12:00:16 +00:00
}
2021-09-17 06:42:19 +00:00
} ;
2021-06-25 13:55:49 +00:00
2022-04-21 17:30:04 +00:00
/** Get a heartbeat and handle errors */
2021-10-27 06:08:44 +00:00
const safeBeat = async ( ) => {
try {
await beat ( ) ;
} catch ( e ) {
console . trace ( e ) ;
2022-05-06 06:41:34 +00:00
UptimeKumaServer . errorLog ( e , false ) ;
2022-04-13 15:33:37 +00:00
log . error ( "monitor" , "Please report to https://github.com/louislam/uptime-kuma/issues" ) ;
2021-10-27 06:08:44 +00:00
if ( ! this . isStop ) {
2022-04-13 15:33:37 +00:00
log . info ( "monitor" , "Try to restart the monitor" ) ;
2021-10-27 06:08:44 +00:00
this . heartbeatInterval = setTimeout ( safeBeat , this . interval * 1000 ) ;
}
}
} ;
2021-09-30 16:09:43 +00:00
// Delay Push Type
if ( this . type === "push" ) {
setTimeout ( ( ) => {
2021-10-27 06:08:44 +00:00
safeBeat ( ) ;
2021-09-30 16:09:43 +00:00
} , this . interval * 1000 ) ;
} else {
2021-10-27 06:08:44 +00:00
safeBeat ( ) ;
2021-09-30 16:09:43 +00:00
}
2021-06-25 13:55:49 +00:00
}
2023-01-05 22:19:05 +00:00
/ * *
* Make a request using axios
* @ param { Object } options Options for Axios
* @ param { boolean } finalCall Should this be the final call i . e
* don ' t retry on faliure
* @ returns { Object } Axios response
* /
2022-12-26 13:00:46 +00:00
async makeAxiosRequest ( options , finalCall = false ) {
try {
let res ;
if ( this . auth _method === "ntlm" ) {
options . httpsAgent . keepAlive = true ;
res = await httpNtlm ( options , {
username : this . basic _auth _user ,
password : this . basic _auth _pass ,
domain : this . authDomain ,
workstation : this . authWorkstation ? this . authWorkstation : undefined
} ) ;
} else {
res = await axios . request ( options ) ;
}
return res ;
} catch ( e ) {
// Fix #2253
// Read more: https://stackoverflow.com/questions/1759956/curl-error-18-transfer-closed-with-outstanding-read-data-remaining
if ( ! finalCall && typeof e . message === "string" && e . message . includes ( "maxContentLength size of -1 exceeded" ) ) {
log . debug ( "monitor" , "makeAxiosRequest with gzip" ) ;
options . headers [ "Accept-Encoding" ] = "gzip, deflate" ;
return this . makeAxiosRequest ( options , true ) ;
} else {
if ( typeof e . message === "string" && e . message . includes ( "maxContentLength size of -1 exceeded" ) ) {
e . message = "response timeout: incomplete response within a interval" ;
}
throw e ;
}
}
}
2022-04-16 20:11:45 +00:00
/** Stop monitor */
2021-06-25 13:55:49 +00:00
stop ( ) {
2021-08-23 10:52:24 +00:00
clearTimeout ( this . heartbeatInterval ) ;
2021-09-08 12:00:16 +00:00
this . isStop = true ;
2022-01-07 04:26:26 +00:00
2023-02-24 09:12:57 +00:00
this . prometheus ? . remove ( ) ;
2021-06-25 13:55:49 +00:00
}
2021-06-30 13:04:58 +00:00
2022-04-21 17:30:04 +00:00
/ * *
2023-01-24 09:14:16 +00:00
* Get prometheus instance
* @ returns { Prometheus | undefined }
2022-04-21 17:30:04 +00:00
* /
2023-01-24 09:14:16 +00:00
getPrometheus ( ) {
return this . prometheus ;
2021-06-25 13:55:49 +00:00
}
2021-06-30 13:04:58 +00:00
2021-07-30 03:23:04 +00:00
/ * *
* Helper Method :
* returns URL object for further usage
* returns null if url is invalid
2022-04-16 20:11:45 +00:00
* @ returns { ( null | URL ) }
2021-07-30 03:23:04 +00:00
* /
2021-07-22 08:04:32 +00:00
getUrl ( ) {
try {
return new URL ( this . url ) ;
} catch ( _ ) {
return null ;
}
}
2021-07-30 03:23:04 +00:00
/ * *
* Store TLS info to database
* @ param checkCertificateResult
2022-04-16 20:11:45 +00:00
* @ returns { Promise < Object > }
2021-07-30 03:23:04 +00:00
* /
2021-07-22 08:04:32 +00:00
async updateTlsInfo ( checkCertificateResult ) {
2022-04-13 16:30:32 +00:00
let tlsInfoBean = await R . findOne ( "monitor_tls_info" , "monitor_id = ?" , [
2021-07-30 11:18:26 +00:00
this . id ,
2021-07-22 08:04:32 +00:00
] ) ;
2021-10-27 08:12:18 +00:00
2022-04-13 16:30:32 +00:00
if ( tlsInfoBean == null ) {
tlsInfoBean = R . dispense ( "monitor_tls_info" ) ;
tlsInfoBean . monitor _id = this . id ;
2021-10-27 08:12:18 +00:00
} else {
2021-10-27 08:03:16 +00:00
2021-10-27 08:12:18 +00:00
// Clear sent history if the cert changed.
try {
2022-04-13 16:30:32 +00:00
let oldCertInfo = JSON . parse ( tlsInfoBean . info _json ) ;
2021-10-27 08:03:16 +00:00
2021-10-27 08:12:18 +00:00
let isValidObjects = oldCertInfo && oldCertInfo . certInfo && checkCertificateResult && checkCertificateResult . certInfo ;
if ( isValidObjects ) {
if ( oldCertInfo . certInfo . fingerprint256 !== checkCertificateResult . certInfo . fingerprint256 ) {
2022-04-13 15:33:37 +00:00
log . debug ( "monitor" , "Resetting sent_history" ) ;
2021-10-27 08:12:18 +00:00
await R . exec ( "DELETE FROM notification_sent_history WHERE type = 'certificate' AND monitor_id = ?" , [
this . id
] ) ;
} else {
2022-04-13 15:33:37 +00:00
log . debug ( "monitor" , "No need to reset sent_history" ) ;
log . debug ( "monitor" , oldCertInfo . certInfo . fingerprint256 ) ;
log . debug ( "monitor" , checkCertificateResult . certInfo . fingerprint256 ) ;
2021-10-27 08:12:18 +00:00
}
} else {
2022-04-13 15:33:37 +00:00
log . debug ( "monitor" , "Not valid object" ) ;
2021-10-27 08:12:18 +00:00
}
} catch ( e ) { }
2021-10-27 08:03:16 +00:00
}
2022-04-13 16:30:32 +00:00
tlsInfoBean . info _json = JSON . stringify ( checkCertificateResult ) ;
await R . store ( tlsInfoBean ) ;
2021-08-10 09:51:30 +00:00
return checkCertificateResult ;
2021-07-22 08:04:32 +00:00
}
2022-04-16 20:11:45 +00:00
/ * *
* Send statistics to clients
* @ param { Server } io Socket server instance
* @ param { number } monitorID ID of monitor to send
* @ param { number } userID ID of user to send to
* /
2021-06-30 13:04:58 +00:00
static async sendStats ( io , monitorID , userID ) {
2021-08-30 06:55:33 +00:00
const hasClients = getTotalClientInRoom ( io , userID ) > 0 ;
if ( hasClients ) {
await Monitor . sendAvgPing ( 24 , io , monitorID , userID ) ;
await Monitor . sendUptime ( 24 , io , monitorID , userID ) ;
await Monitor . sendUptime ( 24 * 30 , io , monitorID , userID ) ;
await Monitor . sendCertInfo ( io , monitorID , userID ) ;
} else {
2022-04-13 15:33:37 +00:00
log . debug ( "monitor" , "No clients in the room, no need to send stats" ) ;
2021-08-30 06:55:33 +00:00
}
2021-06-30 13:04:58 +00:00
}
2021-07-01 05:11:16 +00:00
/ * *
2022-04-16 20:11:45 +00:00
* Send the average ping to user
* @ param { number } duration Hours
2021-07-01 05:11:16 +00:00
* /
2021-06-30 13:04:58 +00:00
static async sendAvgPing ( duration , io , monitorID , userID ) {
2021-08-16 18:09:40 +00:00
const timeLogger = new TimeLogger ( ) ;
2021-06-30 13:04:58 +00:00
let avgPing = parseInt ( await R . getCell ( `
SELECT AVG ( ping )
FROM heartbeat
2021-07-10 04:04:40 +00:00
WHERE time > DATETIME ( 'now' , ? || ' hours' )
2021-07-01 05:11:16 +00:00
AND ping IS NOT NULL
2021-06-30 13:04:58 +00:00
AND monitor _id = ? ` , [
- duration ,
2021-07-30 11:18:26 +00:00
monitorID ,
2021-06-30 13:04:58 +00:00
] ) ) ;
2021-08-16 18:09:40 +00:00
timeLogger . print ( ` [Monitor: ${ monitorID } ] avgPing ` ) ;
2021-06-30 13:04:58 +00:00
io . to ( userID ) . emit ( "avgPing" , monitorID , avgPing ) ;
}
2022-04-16 20:11:45 +00:00
/ * *
2022-04-22 17:42:47 +00:00
* Send certificate information to client
2022-04-16 20:11:45 +00:00
* @ param { Server } io Socket server instance
* @ param { number } monitorID ID of monitor to send
* @ param { number } userID ID of user to send to
* /
2021-07-22 08:04:32 +00:00
static async sendCertInfo ( io , monitorID , userID ) {
2022-04-16 17:39:49 +00:00
let tlsInfo = await R . findOne ( "monitor_tls_info" , "monitor_id = ?" , [
2021-07-30 11:18:26 +00:00
monitorID ,
2021-07-22 08:04:32 +00:00
] ) ;
2022-04-16 17:39:49 +00:00
if ( tlsInfo != null ) {
io . to ( userID ) . emit ( "certInfo" , monitorID , tlsInfo . info _json ) ;
2021-07-22 08:04:32 +00:00
}
2021-07-21 04:09:09 +00:00
}
2021-07-01 05:11:16 +00:00
/ * *
2021-07-09 06:14:03 +00:00
* Uptime with calculation
* Calculation based on :
* https : //www.uptrends.com/support/kb/reporting/calculation-of-uptime-and-downtime
2022-04-16 20:11:45 +00:00
* @ param { number } duration Hours
* @ param { number } monitorID ID of monitor to calculate
2021-07-01 05:11:16 +00:00
* /
2022-12-11 13:33:26 +00:00
static async calcUptime ( duration , monitorID , forceNoCache = false ) {
if ( ! forceNoCache ) {
let cachedUptime = UptimeCacheList . getUptime ( monitorID , duration ) ;
if ( cachedUptime != null ) {
return cachedUptime ;
}
}
2021-08-16 18:09:40 +00:00
const timeLogger = new TimeLogger ( ) ;
2021-09-09 07:46:28 +00:00
const startTime = R . isoDateTime ( dayjs . utc ( ) . subtract ( duration , "hour" ) ) ;
// Handle if heartbeat duration longer than the target duration
// e.g. If the last beat's duration is bigger that the 24hrs window, it will use the duration between the (beat time - window margin) (THEN case in SQL)
let result = await R . getRow ( `
SELECT
-- SUM all duration , also trim off the beat out of time window
SUM (
CASE
WHEN ( JULIANDAY ( \ ` time \` ) - JULIANDAY(?)) * 86400 < duration
THEN ( JULIANDAY ( \ ` time \` ) - JULIANDAY(?)) * 86400
ELSE duration
END
) AS total _duration ,
-- SUM all uptime duration , also trim off the beat out of time window
SUM (
CASE
2022-01-23 14:22:00 +00:00
WHEN ( status = 1 OR status = 3 )
2021-09-09 07:46:28 +00:00
THEN
CASE
WHEN ( JULIANDAY ( \ ` time \` ) - JULIANDAY(?)) * 86400 < duration
THEN ( JULIANDAY ( \ ` time \` ) - JULIANDAY(?)) * 86400
ELSE duration
END
END
) AS uptime _duration
2021-07-01 05:11:16 +00:00
FROM heartbeat
2021-09-09 07:46:28 +00:00
WHERE time > ?
AND monitor _id = ?
` , [
startTime , startTime , startTime , startTime , startTime ,
2021-07-30 11:18:26 +00:00
monitorID ,
2021-07-01 09:00:23 +00:00
] ) ;
2021-08-16 18:09:40 +00:00
timeLogger . print ( ` [Monitor: ${ monitorID } ][ ${ duration } ] sendUptime ` ) ;
2021-09-09 07:46:28 +00:00
let totalDuration = result . total _duration ;
let uptimeDuration = result . uptime _duration ;
2021-09-09 07:55:34 +00:00
let uptime = 0 ;
2021-07-01 05:11:16 +00:00
2021-09-09 07:55:34 +00:00
if ( totalDuration > 0 ) {
uptime = uptimeDuration / totalDuration ;
if ( uptime < 0 ) {
uptime = 0 ;
}
2021-07-11 12:07:03 +00:00
2021-09-09 07:55:34 +00:00
} else {
// Handle new monitor with only one beat, because the beat's duration = 0
2022-03-28 21:28:50 +00:00
let status = parseInt ( await R . getCell ( "SELECT `status` FROM heartbeat WHERE monitor_id = ?" , [ monitorID ] ) ) ;
2021-09-17 06:42:19 +00:00
2021-09-09 07:55:34 +00:00
if ( status === UP ) {
uptime = 1 ;
}
2021-07-01 09:00:23 +00:00
}
2022-12-11 13:33:26 +00:00
// Cache
UptimeCacheList . addUptime ( monitorID , duration , uptime ) ;
2021-09-22 07:10:08 +00:00
return uptime ;
}
/ * *
* Send Uptime
2022-04-16 20:11:45 +00:00
* @ param { number } duration Hours
* @ param { Server } io Socket server instance
* @ param { number } monitorID ID of monitor to send
* @ param { number } userID ID of user to send to
2021-09-22 07:10:08 +00:00
* /
static async sendUptime ( duration , io , monitorID , userID ) {
const uptime = await this . calcUptime ( duration , monitorID ) ;
2021-07-01 05:11:16 +00:00
io . to ( userID ) . emit ( "uptime" , monitorID , duration , uptime ) ;
2021-06-30 13:04:58 +00:00
}
2021-10-07 09:39:58 +00:00
2022-04-16 20:11:45 +00:00
/ * *
* Has status of monitor changed since last beat ?
* @ param { boolean } isFirstBeat Is this the first beat of this monitor ?
* @ param { const } previousBeatStatus Status of the previous beat
* @ param { const } currentBeatStatus Status of the current beat
* @ returns { boolean } True if is an important beat else false
* /
2021-10-14 14:32:15 +00:00
static isImportantBeat ( isFirstBeat , previousBeatStatus , currentBeatStatus ) {
// * ? -> ANY STATUS = important [isFirstBeat]
// UP -> PENDING = not important
// * UP -> DOWN = important
// UP -> UP = not important
// PENDING -> PENDING = not important
// * PENDING -> DOWN = important
// PENDING -> UP = not important
// DOWN -> PENDING = this case not exists
// DOWN -> DOWN = not important
// * DOWN -> UP = important
2022-01-23 14:22:00 +00:00
// MAINTENANCE -> MAINTENANCE = not important
// * MAINTENANCE -> UP = important
// * MAINTENANCE -> DOWN = important
// * DOWN -> MAINTENANCE = important
// * UP -> MAINTENANCE = important
return isFirstBeat ||
( previousBeatStatus === DOWN && currentBeatStatus === MAINTENANCE ) ||
( previousBeatStatus === UP && currentBeatStatus === MAINTENANCE ) ||
( previousBeatStatus === MAINTENANCE && currentBeatStatus === DOWN ) ||
( previousBeatStatus === MAINTENANCE && currentBeatStatus === UP ) ||
( previousBeatStatus === UP && currentBeatStatus === DOWN ) ||
( previousBeatStatus === DOWN && currentBeatStatus === UP ) ||
( previousBeatStatus === PENDING && currentBeatStatus === DOWN ) ;
}
2022-05-30 13:31:45 +00:00
/ * *
* Is this beat important for notifications ?
* @ param { boolean } isFirstBeat Is this the first beat of this monitor ?
* @ param { const } previousBeatStatus Status of the previous beat
* @ param { const } currentBeatStatus Status of the current beat
* @ returns { boolean } True if is an important beat else false
* /
2022-01-23 14:22:00 +00:00
static isImportantForNotification ( isFirstBeat , previousBeatStatus , currentBeatStatus ) {
// * ? -> ANY STATUS = important [isFirstBeat]
// UP -> PENDING = not important
// * UP -> DOWN = important
// UP -> UP = not important
// PENDING -> PENDING = not important
// * PENDING -> DOWN = important
// PENDING -> UP = not important
// DOWN -> PENDING = this case not exists
// DOWN -> DOWN = not important
// * DOWN -> UP = important
// MAINTENANCE -> MAINTENANCE = not important
// MAINTENANCE -> UP = not important
// * MAINTENANCE -> DOWN = important
// DOWN -> MAINTENANCE = not important
// UP -> MAINTENANCE = not important
return isFirstBeat ||
( previousBeatStatus === MAINTENANCE && currentBeatStatus === DOWN ) ||
2021-10-14 14:32:15 +00:00
( previousBeatStatus === UP && currentBeatStatus === DOWN ) ||
( previousBeatStatus === DOWN && currentBeatStatus === UP ) ||
( previousBeatStatus === PENDING && currentBeatStatus === DOWN ) ;
}
2022-04-16 20:11:45 +00:00
/ * *
* Send a notification about a monitor
* @ param { boolean } isFirstBeat Is this beat the first of this monitor ?
* @ param { Monitor } monitor The monitor to send a notificaton about
* @ param { Bean } bean Status information about monitor
* /
2021-10-14 14:32:15 +00:00
static async sendNotification ( isFirstBeat , monitor , bean ) {
if ( ! isFirstBeat || bean . status === DOWN ) {
2021-10-27 07:33:15 +00:00
const notificationList = await Monitor . getNotificationList ( monitor ) ;
2021-10-14 14:32:15 +00:00
let text ;
if ( bean . status === UP ) {
text = "✅ Up" ;
} else {
text = "🔴 Down" ;
}
let msg = ` [ ${ monitor . name } ] [ ${ text } ] ${ bean . msg } ` ;
for ( let notification of notificationList ) {
try {
2022-12-24 06:23:50 +00:00
// Prevent if the msg is undefined, notifications such as Discord cannot send out.
const heartbeatJSON = bean . toJSON ( ) ;
if ( ! heartbeatJSON [ "msg" ] ) {
2022-12-30 05:46:34 +00:00
heartbeatJSON [ "msg" ] = "N/A" ;
2022-12-24 06:23:50 +00:00
}
await Notification . send ( JSON . parse ( notification . config ) , msg , await monitor . toJSON ( false ) , heartbeatJSON ) ;
2021-10-14 14:32:15 +00:00
} catch ( e ) {
2022-04-13 15:33:37 +00:00
log . error ( "monitor" , "Cannot send notification to " + notification . name ) ;
log . error ( "monitor" , e ) ;
2021-10-14 14:32:15 +00:00
}
}
}
}
2022-04-16 20:11:45 +00:00
/ * *
* Get list of notification providers for a given monitor
* @ param { Monitor } monitor Monitor to get notification providers for
* @ returns { Promise < LooseObject < any > [ ] > }
* /
2021-10-27 07:33:15 +00:00
static async getNotificationList ( monitor ) {
let notificationList = await R . getAll ( "SELECT notification.* FROM notification, monitor_notification WHERE monitor_id = ? AND monitor_notification.notification_id = notification.id " , [
monitor . id ,
] ) ;
return notificationList ;
}
2022-04-16 20:11:45 +00:00
/ * *
* Send notification about a certificate
* @ param { Object } tlsInfoObject Information about certificate
* /
2021-10-27 07:33:15 +00:00
async sendCertNotification ( tlsInfoObject ) {
if ( tlsInfoObject && tlsInfoObject . certInfo && tlsInfoObject . certInfo . daysRemaining ) {
const notificationList = await Monitor . getNotificationList ( this ) ;
2022-05-12 10:18:47 +00:00
let notifyDays = await setting ( "tlsExpiryNotifyDays" ) ;
if ( notifyDays == null || ! Array . isArray ( notifyDays ) ) {
// Reset Default
setSetting ( "tlsExpiryNotifyDays" , [ 7 , 14 , 21 ] , "general" ) ;
notifyDays = [ 7 , 14 , 21 ] ;
}
if ( notifyDays != null && Array . isArray ( notifyDays ) ) {
for ( const day of notifyDays ) {
log . debug ( "monitor" , "call sendCertNotificationByTargetDays" , day ) ;
await this . sendCertNotificationByTargetDays ( tlsInfoObject . certInfo . daysRemaining , day , notificationList ) ;
}
}
2021-10-27 07:33:15 +00:00
}
}
2022-04-16 20:11:45 +00:00
/ * *
* Send a certificate notification when certificate expires in less
* than target days
* @ param { number } daysRemaining Number of days remaining on certifcate
* @ param { number } targetDays Number of days to alert after
2022-04-21 19:02:18 +00:00
* @ param { LooseObject < any > [ ] } notificationList List of notification providers
2022-04-16 20:11:45 +00:00
* @ returns { Promise < void > }
* /
2021-10-27 07:33:15 +00:00
async sendCertNotificationByTargetDays ( daysRemaining , targetDays , notificationList ) {
if ( daysRemaining > targetDays ) {
2022-04-13 15:33:37 +00:00
log . debug ( "monitor" , ` No need to send cert notification. ${ daysRemaining } > ${ targetDays } ` ) ;
2021-10-27 07:33:15 +00:00
return ;
}
if ( notificationList . length > 0 ) {
2023-03-08 14:21:24 +00:00
let row = await R . getRow ( "SELECT * FROM notification_sent_history WHERE type = ? AND monitor_id = ? AND days <= ?" , [
2021-10-27 07:33:15 +00:00
"certificate" ,
this . id ,
targetDays ,
] ) ;
// Sent already, no need to send again
if ( row ) {
2022-04-13 15:33:37 +00:00
log . debug ( "monitor" , "Sent already, no need to send again" ) ;
2021-10-27 07:33:15 +00:00
return ;
}
let sent = false ;
2022-04-13 15:33:37 +00:00
log . debug ( "monitor" , "Send certificate notification" ) ;
2021-10-27 07:33:15 +00:00
for ( let notification of notificationList ) {
try {
2022-04-13 15:33:37 +00:00
log . debug ( "monitor" , "Sending to " + notification . name ) ;
2023-03-15 07:00:28 +00:00
await Notification . send ( JSON . parse ( notification . config ) , ` [ ${ this . name } ][ ${ this . url } ] Certificate will expire in ${ daysRemaining } days ` ) ;
2021-10-27 07:33:15 +00:00
sent = true ;
} catch ( e ) {
2022-04-13 15:33:37 +00:00
log . error ( "monitor" , "Cannot send cert notification to " + notification . name ) ;
log . error ( "monitor" , e ) ;
2021-10-27 07:33:15 +00:00
}
}
if ( sent ) {
await R . exec ( "INSERT INTO notification_sent_history (type, monitor_id, days) VALUES(?, ?, ?)" , [
"certificate" ,
this . id ,
targetDays ,
] ) ;
}
} else {
2022-04-13 15:33:37 +00:00
log . debug ( "monitor" , "No notification, no need to send cert notification" ) ;
2021-10-27 07:33:15 +00:00
}
}
2021-12-08 06:59:59 +00:00
2022-04-16 20:11:45 +00:00
/ * *
* Get the status of the previous heartbeat
* @ param { number } monitorID ID of monitor to check
* @ returns { Promise < LooseObject < any >> }
* /
2021-12-08 06:59:59 +00:00
static async getPreviousHeartbeat ( monitorID ) {
return await R . getRow ( `
2023-02-03 04:33:48 +00:00
SELECT ping , status , time FROM heartbeat
2021-12-08 06:59:59 +00:00
WHERE id = ( select MAX ( id ) from heartbeat where monitor _id = ? )
` , [
monitorID
] ) ;
}
2022-01-25 18:07:27 +00:00
2022-04-30 13:50:05 +00:00
/ * *
* Check if monitor is under maintenance
* @ param { number } monitorID ID of monitor to check
* @ returns { Promise < boolean > }
* /
2022-01-25 18:07:27 +00:00
static async isUnderMaintenance ( monitorID ) {
2022-09-27 16:20:17 +00:00
let activeCondition = Maintenance . getActiveMaintenanceSQLCondition ( ) ;
2022-09-27 12:44:44 +00:00
const maintenance = await R . getRow ( `
SELECT COUNT ( * ) AS count
FROM monitor _maintenance mm
JOIN maintenance
ON mm . maintenance _id = maintenance . id
2022-10-10 17:45:30 +00:00
AND mm . monitor _id = ?
LEFT JOIN maintenance _timeslot
2022-09-27 12:44:44 +00:00
ON maintenance _timeslot . maintenance _id = maintenance . id
2022-10-10 17:45:30 +00:00
WHERE $ { activeCondition }
2022-09-27 12:44:44 +00:00
LIMIT 1 ` , [ monitorID ]);
2022-01-25 18:07:27 +00:00
return maintenance . count !== 0 ;
}
2022-12-08 15:21:55 +00:00
2023-01-05 22:19:05 +00:00
/** Make sure monitor interval is between bounds */
2022-12-08 15:21:55 +00:00
validate ( ) {
if ( this . interval > MAX _INTERVAL _SECOND ) {
throw new Error ( ` Interval cannot be more than ${ MAX _INTERVAL _SECOND } seconds ` ) ;
}
if ( this . interval < MIN _INTERVAL _SECOND ) {
throw new Error ( ` Interval cannot be less than ${ MIN _INTERVAL _SECOND } seconds ` ) ;
}
}
2021-06-25 13:55:49 +00:00
}
module . exports = Monitor ;