import redis from 'redis' export class RedisConnexion { constructor(options) { this.config = options.config; this.debug = options.debug; this.redisId = options.redisId; this.redisConfig = this.config this.subscriptions = {}; // Externally fed this.wssConnections = {}; // Externally fed this.redisClient = redis.createClient({ socket: { tls: this.redisConfig.tls, host: this.redisConfig.host, port: this.redisConfig.port } }); this.redisSubscriber = null; this.redisClient.on('error', (err) => { console.error('Redis error: ', err); }); if(this.debug) console.log(`[${this.redisConfig.redisId}] Redis started...`) } getSubscribedUuids(chan){ let uuids = [] let re for(let subChan in this.subscriptions){ if(subChan==chan){ uuids = [...uuids, ...this.subscriptions[subChan]] } else { re = new RegExp('^'+subChan.replace(/\*/g,'(.+)')+'$','g') if(chan.match(re)!=null){ uuids = [...uuids, ...this.subscriptions[subChan]] } } } return(uuids) } async redisLogin(){ if(this.debug) console.log(`Connecting to Redis (${this.redisConfig.host}:${this.redisConfig.port}, tls:${this.redisConfig.tls?'yes':'no'})...`); await this.redisClient.connect(); if(this.debug) console.log(`Connected to Redis ${this.redisConfig.redisId}`); if(this.redisConfig.user) { await this.redisClient.sendCommand(['AUTH', this.redisConfig.user, this.redisConfig.pass]); if(this.debug) console.log(`Logged into Redis ${this.redisConfig.redisId}`); } else { if(this.debug) console.log(`Connected (anon) to Redis ${this.redisConfig.redisId}`); } if(this.debug) { var redisTime = await this.redisClient.time(); console.log(`[${this.redisConfig.redisId}] Redis ${this.redisConfig.redisId} time:`, redisTime); } } async redisChansStart(){ this.redisSubscriber = this.redisClient.duplicate(); await this.redisSubscriber.connect(); if(this.redisConfig.user) { await this.redisSubscriber.sendCommand(['AUTH', this.redisConfig.user, this.redisConfig.pass]); } const allChans = this.redisConfig.basePrefix + this.redisConfig.chansNamespace+'*' this.redisSubscriber.pSubscribe(allChans, this.redisReceive.bind(this)); if(this.debug) console.log(`[${this.redisConfig.redisId}] PSubscription OK `, allChans); } async redisSubscribe(chanName, callBack){ if(!chanName.startsWith(this.redisConfig.basePrefix)) chanName = this.redisConfig.basePrefix + chanName if(!chanName.startsWith(this.redisConfig.basePrefix+this.chansNamespace)) { console.warn(`[${this.redisConfig.redisId}] redisSubscribe : forbidden channel range on this redis !`) return } await this.redisSubscriber.subscribe(chanName, callBack); } async redisPublish(chanName, msg){ if(typeof (msg) != 'string') msg = JSON.stringify(msg); if(!chanName.startsWith(this.redisConfig.basePrefix)) chanName = this.redisConfig.basePrefix + chanName if(!chanName.startsWith(this.redisConfig.basePrefix+this.chansNamespace)) { console.warn(`[${this.redisConfig.redisId}] redisPublish : forbidden channel range on this redis !`) return } await this.redisClient.publish(chanName, msg); } async redisSet(k, v, exp = 0, customPrefix=null){ if(typeof(v) != 'string') v = JSON.stringify(v); if(customPrefix!==null) k = customPrefix + k else if(!k.startsWith(this.redisConfig.basePrefix)) k = this.redisConfig.basePrefix + k if(this.debug) console.log(`[${this.redisConfig.redisId}] Redis SET `, k); try { await this.redisClient.set(k, v) } catch(err) { console.error(`[${this.redisConfig.redisId}] Redis crash doing Redis set: `, k, v) } if(exp > 0) { try { await this.redisClient.expire(k, exp) } catch(err) { console.error(`[${this.redisConfig.redisId}] Redis crash doing Redis expire: `, k, exp) } } } async redisGet(k, customPrefix=null){ if(customPrefix!==null) k = customPrefix + k else if(!k.startsWith(this.redisConfig.basePrefix)) k = this.redisConfig.basePrefix + k if(this.debug) console.log(`[${this.redisConfig.redisId}] Redis GET`, k) let v=null try { v = await this.redisClient.get(k) } catch(err) { console.error(`[${this.redisConfig.redisId}] Redis crash doing Redis get: `, k) } return(v); } async redisDel(k, customPrefix=null){ if(customPrefix!==null) k = customPrefix + k else if(!k.startsWith(this.redisConfig.basePrefix)) k = this.redisConfig.basePrefix + k if(this.debug) console.log(`[${this.redisConfig.redisId}] Deleting`, k); await this.redisClient.del(k); } async redisGetTtl(k, customPrefix=null){ if(customPrefix!==null) k = customPrefix + k else if(!k.startsWith(this.redisConfig.basePrefix)) k = this.redisConfig.basePrefix + k if(this.debug) console.log(`[${this.redisConfig.redisId}] Redis Get TTL `, k) let v=null try { v = await this.redisClient.ttl(k) } catch(err) { console.error(`[${this.redisConfig.redisId}] Redis crash doing Redis ttl: `, k) } return(v); } async redisSetTtl(k, ttl, customPrefix=null){ if(customPrefix!==null) k = customPrefix + k else if(!k.startsWith(this.redisConfig.basePrefix)) k = this.redisConfig.basePrefix + k if(this.debug) console.log(`[${this.redisConfig.redisId}] Redis Set TTL`, k); try { await this.redisClient.expire(k, ttl) } catch(err) { console.error(`[${this.redisConfig.redisId}] Redis crash doing Redis expire: `, k, ttl) } } async redisXadd(streamName, kvObj, max = ''){ if(!streamName.startsWith(this.redisConfig.basePrefix)) streamName = this.redisConfig.basePrefix + streamName if(this.debug) console.log(`[${this.redisConfig.redisId}] Redis XADD `, streamName, kvObj); let arr = ['XADD', streamName] if(max != '') arr = [...arr, ...['MAXLEN', '~', (1*max).toString()]] arr.push('*') let payload = '""' try{ payload = JSON.stringify(kvObj) } catch(e) { console.warn(`[${this.redisConfig.redisId}] cannot historize bad json: `,kvObj) } arr.push('streamData') arr.push(payload) let sid = null try { sid = await this.redisClient.sendCommand(arr); } catch(err) { console.error(`[${this.redisConfig.redisId}] Redis crash doing Redis command: `, arr, err) } return(sid); } async redisXrange(streamName, start = '-', end = '+', withPayload = true){ if(!streamName.startsWith(this.redisConfig.basePrefix)) streamName = this.redisConfig.basePrefix + streamName if(this.debug) console.log(`[${this.redisConfig.redisId}]Redis XRANGE `, streamName); if(typeof(start)!='string') start = start.toString() if(typeof(end)!='string') end = end.toString() let arr = ['XRANGE', streamName, start, end]; let res = [] try { res = await this.redisClient.sendCommand(arr) } catch(err) { console.error(`[${this.redisConfig.redisId}] Redis crash doing Redis command: `, arr, err.msg) } if(withPayload){ let o = {}; for (let row of res) { // We'll take only the first content of the stream (the value of the key 'streamdata') let payload = '' try{ payload = JSON.parse(row[1][1]) } catch(e) { console.warn(`[${this.redisConfig.redisId}] cannot unhistorize bad json: `,row[1][1]) } o[row[0]] = payload } return(o); } else { return(res.map(row => row[0])) } } isHistorizedChan(chan){ if(!chan.startsWith(this.redisConfig.basePrefix)) chan = this.redisConfig.basePrefix + chan var matches = this.redisConfig.historizeChannels.filter((e) => { if(!e.startsWith(this.redisConfig.basePrefix)) e = this.redisConfig.basePrefix + e if(e.indexOf('*') > -1) { let r = new RegExp('^'+e.replace(/\*/g,'(.+)')+'$','g') return(chan.match(r) != null); } else return(chan == e); }); return(matches.length > 0); } async getProcessInfo(){ if(this.debug) console.log(`[${this.redisConfig.redisId}] Redis INFO`); try { const rawInfo = await this.redisClient.INFO() let arr = rawInfo.replace(/\r/g,'').split('\n') arr = arr.filter(item => (item.trim()!='') && (!item.trim().startsWith('#'))) let infoObject = arr.reduce((acc, val) => { kv = val.split(':',2); if(kv.length>0){ acc[kv[0]] = kv[1] } return(acc) }, {}) } catch(err) { console.error(`[${this.redisConfig.redisId}] Redis crash doing Redis INFO: `) } return(infoObject) } async redisReceive(msg, chan){ if(this.debug) console.log(`[${this.redisConfig.redisId}] From Redis chan:`, chan, msg); try { msg = JSON.parse(msg); } catch { console.warn(`[${this.redisConfig.redisId}] Ignoring non-json on channel ${chan} : ${msg}`); return; } if(this.debug) console.log(`[${this.redisConfig.redisId}] will now fanout...`, chan, msg); const uuids = this.getSubscribedUuids(chan) if(uuids.length>0) { // Anyone interested at all about this chan ? if(this.debug) console.log(`[${this.redisConfig.redisId}] Will broadcast to ${uuids.length} web clients`); let shortChan = chan.startsWith(this.redisConfig.basePrefix) ? chan.substr(this.redisConfig.basePrefix.length) : chan let payload ={ 'event': 'REDISMSG', 'payload': { 'msg': msg, 'chan': shortChan, } } for(var uuid of uuids) { if(uuid in this.wssConnections) { if(this.debug) console.log(`[${this.redisConfig.redisId}] Sending to `, uuid, payload); this.wssConnections[uuid].send(JSON.stringify(payload)); } } } } } // redis-cli -h redis.backend.eismea.eu --tls --user default