You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
658 lines
17 KiB
JavaScript
658 lines
17 KiB
JavaScript
/*
|
|
* Copyright DataStax, Inc.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
'use strict';
|
|
|
|
const events = require('events');
|
|
|
|
const utils = require('./utils');
|
|
const types = require('./types');
|
|
const HostConnectionPool = require('./host-connection-pool');
|
|
const PrepareHandler = require('./prepare-handler');
|
|
const promiseUtils = require('./promise-utils');
|
|
|
|
const healthResponseCountInterval = 200;
|
|
|
|
/**
|
|
* Represents a Cassandra node.
|
|
* @extends EventEmitter
|
|
*/
|
|
class Host extends events.EventEmitter {
|
|
|
|
/**
|
|
* Creates a new Host instance.
|
|
*/
|
|
constructor(address, protocolVersion, options, metadata) {
|
|
super();
|
|
/**
|
|
* Gets ip address and port number of the node separated by `:`.
|
|
* @type {String}
|
|
*/
|
|
this.address = address;
|
|
this.setDownAt = 0;
|
|
this.log = utils.log;
|
|
|
|
/**
|
|
* Gets the timestamp of the moment when the Host was marked as UP.
|
|
* @type {Number|null}
|
|
* @ignore
|
|
* @internal
|
|
*/
|
|
this.isUpSince = null;
|
|
Object.defineProperty(this, 'options', { value: options, enumerable: false, writable: false });
|
|
|
|
/**
|
|
* The host pool.
|
|
* @internal
|
|
* @ignore
|
|
* @type {HostConnectionPool}
|
|
*/
|
|
Object.defineProperty(this, 'pool', { value: new HostConnectionPool(this, protocolVersion), enumerable: false });
|
|
|
|
this.pool.on('open', err => promiseUtils.toBackground(this._onNewConnectionOpen(err)));
|
|
this.pool.on('remove', () => this._checkPoolState());
|
|
|
|
/**
|
|
* Gets string containing the Cassandra version.
|
|
* @type {String}
|
|
*/
|
|
this.cassandraVersion = null;
|
|
|
|
/**
|
|
* Gets data center name of the node.
|
|
* @type {String}
|
|
*/
|
|
this.datacenter = null;
|
|
|
|
/**
|
|
* Gets rack name of the node.
|
|
* @type {String}
|
|
*/
|
|
this.rack = null;
|
|
|
|
/**
|
|
* Gets the tokens assigned to the node.
|
|
* @type {Array}
|
|
*/
|
|
this.tokens = null;
|
|
|
|
/**
|
|
* Gets the id of the host.
|
|
* <p>This identifier is used by the server for internal communication / gossip.</p>
|
|
* @type {Uuid}
|
|
*/
|
|
this.hostId = null;
|
|
|
|
/**
|
|
* Gets string containing the DSE version or null if not set.
|
|
* @type {String}
|
|
*/
|
|
this.dseVersion = null;
|
|
|
|
/**
|
|
* Gets the DSE Workloads the host is running.
|
|
* <p>
|
|
* This is based on the "workload" or "workloads" columns in {@code system.local} and {@code system.peers}.
|
|
* <p/>
|
|
* <p>
|
|
* Workload labels may vary depending on the DSE version in use;e.g. DSE 5.1 may report two distinct workloads:
|
|
* <code>Search</code> and <code>Analytics</code>, while DSE 5.0 would report a single
|
|
* <code>SearchAnalytics</code> workload instead. The driver simply returns the workload labels as reported by
|
|
* DSE, without any form of pre-processing.
|
|
* <p/>
|
|
* <p>When the information is unavailable, this property returns an empty array.</p>
|
|
* @type {Array<string>}
|
|
*/
|
|
this.workloads = utils.emptyArray;
|
|
|
|
// the distance as last set using the load balancing policy
|
|
this._distance = types.distance.ignored;
|
|
this._healthResponseCounter = 0;
|
|
|
|
// Make some of the private instance variables not enumerable to prevent from showing when inspecting
|
|
Object.defineProperty(this, '_metadata', { value: metadata, enumerable: false });
|
|
Object.defineProperty(this, '_healthResponseCountTimer', { value: null, enumerable: false, writable: true });
|
|
|
|
this.reconnectionSchedule = this.options.policies.reconnection.newSchedule();
|
|
this.reconnectionDelay = 0;
|
|
}
|
|
|
|
/**
|
|
* Marks this host as not available for query coordination, when the host was previously marked as UP, otherwise its
|
|
* a no-op.
|
|
* @internal
|
|
* @ignore
|
|
*/
|
|
setDown() {
|
|
// Multiple events signaling that a host is failing could cause multiple calls to this method
|
|
if (this.setDownAt !== 0) {
|
|
// the host is already marked as Down
|
|
return;
|
|
}
|
|
if (this.pool.isClosing()) {
|
|
// the pool is being closed/shutdown, don't mind
|
|
return;
|
|
}
|
|
this.setDownAt = Date.now();
|
|
if (this.pool.coreConnectionsLength > 0) {
|
|
// According to the distance, there should be connections open to it => issue a warning
|
|
this.log('warning', `Host ${this.address} considered as DOWN. Reconnection delay ${this.reconnectionDelay}ms.`);
|
|
}
|
|
else {
|
|
this.log('info', `Host ${this.address} considered as DOWN.`);
|
|
}
|
|
this.emit('down');
|
|
this._checkPoolState();
|
|
}
|
|
|
|
/**
|
|
* Marks this host as available for querying.
|
|
* @param {Boolean} [clearReconnection]
|
|
* @internal
|
|
* @ignore
|
|
*/
|
|
setUp(clearReconnection) {
|
|
if (!this.setDownAt) {
|
|
//The host is already marked as UP
|
|
return;
|
|
}
|
|
this.log('info', `Setting host ${this.address} as UP`);
|
|
this.setDownAt = 0;
|
|
this.isUpSince = Date.now();
|
|
//if it was unhealthy and now it is not, lets reset the reconnection schedule.
|
|
this.reconnectionSchedule = this.options.policies.reconnection.newSchedule();
|
|
if (clearReconnection) {
|
|
this.pool.clearNewConnectionAttempt();
|
|
}
|
|
this.emit('up');
|
|
}
|
|
|
|
/**
|
|
* Resets the reconnectionSchedule and tries to issue a reconnection immediately.
|
|
* @internal
|
|
* @ignore
|
|
*/
|
|
checkIsUp() {
|
|
if (this.isUp()) {
|
|
return;
|
|
}
|
|
this.reconnectionSchedule = this.options.policies.reconnection.newSchedule();
|
|
this.reconnectionDelay = 0;
|
|
this.pool.attemptNewConnectionImmediate();
|
|
}
|
|
|
|
/**
|
|
* @param {Boolean} [waitForPending] When true, it waits for in-flight operations to be finish before closing the
|
|
* connections.
|
|
* @returns {Promise<void>}
|
|
* @internal
|
|
* @ignore
|
|
*/
|
|
shutdown(waitForPending) {
|
|
if (this._healthResponseCountTimer) {
|
|
clearInterval(this._healthResponseCountTimer);
|
|
}
|
|
if (waitForPending) {
|
|
this.pool.drainAndShutdown();
|
|
// Gracefully draining and shutting down the pool is being done in the background
|
|
return Promise.resolve();
|
|
}
|
|
return this.pool.shutdown();
|
|
}
|
|
|
|
/**
|
|
* Determines if the node is UP now (seen as UP by the driver).
|
|
* @returns {boolean}
|
|
*/
|
|
isUp() {
|
|
return !this.setDownAt;
|
|
}
|
|
|
|
/**
|
|
* Determines if the host can be considered as UP.
|
|
* Deprecated: Use {@link Host#isUp()} instead.
|
|
* @returns {boolean}
|
|
*/
|
|
canBeConsideredAsUp() {
|
|
const self = this;
|
|
function hasTimePassed() {
|
|
return new Date().getTime() - self.setDownAt >= self.reconnectionDelay;
|
|
}
|
|
return !this.setDownAt || hasTimePassed();
|
|
}
|
|
|
|
/**
|
|
* Sets the distance of the host relative to the client using the load balancing policy.
|
|
* @param {Number} distance
|
|
* @internal
|
|
* @ignore
|
|
*/
|
|
setDistance(distance) {
|
|
const previousDistance = this._distance;
|
|
this._distance = distance || types.distance.local;
|
|
if (this.options.pooling.coreConnectionsPerHost) {
|
|
this.pool.coreConnectionsLength = this.options.pooling.coreConnectionsPerHost[this._distance] || 0;
|
|
}
|
|
else {
|
|
this.pool.coreConnectionsLength = 1;
|
|
}
|
|
if (this._distance === previousDistance) {
|
|
return this._distance;
|
|
}
|
|
if (this._healthResponseCountTimer) {
|
|
clearInterval(this._healthResponseCountTimer);
|
|
}
|
|
if (this._distance === types.distance.ignored) {
|
|
// this host was local/remote and now must be ignored
|
|
this.emit('ignore');
|
|
this.pool.drainAndShutdown();
|
|
}
|
|
else {
|
|
if (!this.isUp()) {
|
|
this.checkIsUp();
|
|
}
|
|
// Reset the health check timer
|
|
this._healthResponseCountTimer = setInterval(() => {
|
|
this._healthResponseCounter = this.pool.getAndResetResponseCounter();
|
|
}, healthResponseCountInterval);
|
|
}
|
|
return this._distance;
|
|
}
|
|
|
|
/**
|
|
* Changes the protocol version of a given host
|
|
* @param {Number} value
|
|
* @internal
|
|
* @ignore
|
|
*/
|
|
setProtocolVersion(value) {
|
|
this.pool.protocolVersion = value;
|
|
}
|
|
|
|
/**
|
|
* Gets the least busy connection from the pool.
|
|
* @param {Connection} [previousConnection] When provided, the pool should attempt to obtain a different connection.
|
|
* @returns {Connection!}
|
|
* @throws {Error}
|
|
* @throws {BusyConnectionError}
|
|
* @internal
|
|
* @ignore
|
|
*/
|
|
borrowConnection(previousConnection) {
|
|
return this.pool.borrowConnection(previousConnection);
|
|
}
|
|
|
|
/**
|
|
* Creates all the connection in the pool.
|
|
* @param {string} keyspace
|
|
* @internal
|
|
* @ignore
|
|
*/
|
|
warmupPool(keyspace) {
|
|
return this.pool.warmup(keyspace);
|
|
}
|
|
|
|
/**
|
|
* Starts creating the pool in the background.
|
|
* @internal
|
|
* @ignore
|
|
*/
|
|
initializePool() {
|
|
this.pool.increaseSize();
|
|
}
|
|
/**
|
|
* Gets any connection that is already opened or null if not found.
|
|
* @returns {Connection}
|
|
* @internal
|
|
* @ignore
|
|
*/
|
|
getActiveConnection() {
|
|
if (!this.isUp() || !this.pool.connections.length) {
|
|
return null;
|
|
}
|
|
return this.pool.connections[0];
|
|
}
|
|
|
|
/**
|
|
* Internal method to get the amount of responses dequeued in the last interval (between 200ms and 400ms) on all
|
|
* connections to the host.
|
|
* @returns {Number}
|
|
* @internal
|
|
* @ignore
|
|
*/
|
|
getResponseCount() {
|
|
// Last interval plus the current count
|
|
return this._healthResponseCounter + this.pool.responseCounter;
|
|
}
|
|
|
|
/**
|
|
* Checks the health of a connection in the pool
|
|
* @param {Connection} connection
|
|
* @internal
|
|
* @ignore
|
|
*/
|
|
checkHealth(connection) {
|
|
if (connection.timedOutOperations <= this.options.socketOptions.defunctReadTimeoutThreshold) {
|
|
return;
|
|
}
|
|
this.removeFromPool(connection);
|
|
}
|
|
|
|
/**
|
|
* @param {Connection} connection
|
|
* @internal
|
|
* @ignore
|
|
*/
|
|
removeFromPool(connection) {
|
|
this.pool.remove(connection);
|
|
this._checkPoolState();
|
|
}
|
|
|
|
/**
|
|
* Internal method that gets the amount of in-flight requests on all connections to the host.
|
|
* @internal
|
|
* @ignore
|
|
*/
|
|
getInFlight() {
|
|
return this.pool.getInFlight();
|
|
}
|
|
|
|
/**
|
|
* Validates that the internal state of the connection pool.
|
|
* If the pool size is smaller than expected, schedule a new connection attempt.
|
|
* If the amount of connections is 0 for not ignored hosts, the host must be down.
|
|
* @private
|
|
*/
|
|
_checkPoolState() {
|
|
if (this.pool.isClosing()) {
|
|
return;
|
|
}
|
|
if (this.pool.connections.length < this.pool.coreConnectionsLength) {
|
|
// the pool needs to grow / reconnect
|
|
if (!this.pool.hasScheduledNewConnection()) {
|
|
this.reconnectionDelay = this.reconnectionSchedule.next().value;
|
|
this.pool.scheduleNewConnectionAttempt(this.reconnectionDelay);
|
|
}
|
|
}
|
|
const shouldHaveConnections = this._distance !== types.distance.ignored && this.pool.coreConnectionsLength > 0;
|
|
if (shouldHaveConnections && this.pool.connections.length === 0) {
|
|
// Mark as DOWN, if its UP
|
|
this.setDown();
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Executed after an scheduled new connection attempt finished
|
|
* @private
|
|
*/
|
|
async _onNewConnectionOpen(err) {
|
|
if (err) {
|
|
this._checkPoolState();
|
|
return;
|
|
}
|
|
if (!this.isUp() && this.options.rePrepareOnUp) {
|
|
this.log('info', `Re-preparing all queries on host ${this.address} before setting it as UP`);
|
|
const allPrepared = this._metadata.getAllPrepared();
|
|
try {
|
|
await PrepareHandler.prepareAllQueries(this, allPrepared);
|
|
}
|
|
catch (err) {
|
|
this.log('warning', `Failed re-preparing on host ${this.address}: ${err}`, err);
|
|
}
|
|
}
|
|
this.setUp();
|
|
this.pool.increaseSize();
|
|
}
|
|
|
|
/**
|
|
* Returns an array containing the Cassandra Version as an Array of Numbers having the major version in the first
|
|
* position.
|
|
* @returns {Array.<Number>}
|
|
*/
|
|
getCassandraVersion() {
|
|
if (!this.cassandraVersion) {
|
|
return utils.emptyArray;
|
|
}
|
|
return this.cassandraVersion.split('-')[0].split('.').map(x => parseInt(x, 10));
|
|
}
|
|
|
|
/**
|
|
* Gets the DSE version of the host as an Array, containing the major version in the first position.
|
|
* In case the cluster is not a DSE cluster, it returns an empty Array.
|
|
* @returns {Array}
|
|
*/
|
|
getDseVersion() {
|
|
if (!this.dseVersion) {
|
|
return utils.emptyArray;
|
|
}
|
|
return this.dseVersion.split('-')[0].split('.').map(x => parseInt(x, 10));
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Represents an associative-array of {@link Host hosts} that can be iterated.
|
|
* It creates an internal copy when adding or removing, making it safe to iterate using the values()
|
|
* method within async operations.
|
|
* @extends events.EventEmitter
|
|
* @constructor
|
|
*/
|
|
class HostMap extends events.EventEmitter{
|
|
constructor() {
|
|
super();
|
|
|
|
this._items = new Map();
|
|
this._values = null;
|
|
|
|
Object.defineProperty(this, 'length', { get: () => this.values().length, enumerable: true });
|
|
|
|
/**
|
|
* Emitted when a host is added to the map
|
|
* @event HostMap#add
|
|
*/
|
|
/**
|
|
* Emitted when a host is removed from the map
|
|
* @event HostMap#remove
|
|
*/
|
|
}
|
|
|
|
/**
|
|
* Executes a provided function once per map element.
|
|
* @param callback
|
|
*/
|
|
forEach(callback) {
|
|
const items = this._items;
|
|
for (const [ key, value ] of items) {
|
|
callback(value, key);
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Gets a {@link Host host} by key or undefined if not found.
|
|
* @param {String} key
|
|
* @returns {Host}
|
|
*/
|
|
get(key) {
|
|
return this._items.get(key);
|
|
}
|
|
|
|
/**
|
|
* Returns an array of host addresses.
|
|
* @returns {Array.<String>}
|
|
*/
|
|
keys() {
|
|
return Array.from(this._items.keys());
|
|
}
|
|
|
|
/**
|
|
* Removes an item from the map.
|
|
* @param {String} key The key of the host
|
|
* @fires HostMap#remove
|
|
*/
|
|
remove(key) {
|
|
const value = this._items.get(key);
|
|
if (value === undefined) {
|
|
return;
|
|
}
|
|
|
|
// Clear cache
|
|
this._values = null;
|
|
|
|
// Copy the values
|
|
const copy = new Map(this._items);
|
|
copy.delete(key);
|
|
|
|
this._items = copy;
|
|
this.emit('remove', value);
|
|
}
|
|
|
|
/**
|
|
* Removes multiple hosts from the map.
|
|
* @param {Array.<String>} keys
|
|
* @fires HostMap#remove
|
|
*/
|
|
removeMultiple(keys) {
|
|
// Clear value cache
|
|
this._values = null;
|
|
|
|
// Copy the values
|
|
const copy = new Map(this._items);
|
|
const removedHosts = [];
|
|
|
|
for (const key of keys) {
|
|
const h = copy.get(key);
|
|
|
|
if (!h) {
|
|
continue;
|
|
}
|
|
|
|
removedHosts.push(h);
|
|
copy.delete(key);
|
|
}
|
|
|
|
this._items = copy;
|
|
removedHosts.forEach(h => this.emit('remove', h));
|
|
}
|
|
|
|
/**
|
|
* Adds a new item to the map.
|
|
* @param {String} key The key of the host
|
|
* @param {Host} value The host to be added
|
|
* @fires HostMap#remove
|
|
* @fires HostMap#add
|
|
*/
|
|
set(key, value) {
|
|
// Clear values cache
|
|
this._values = null;
|
|
|
|
const originalValue = this._items.get(key);
|
|
if (originalValue) {
|
|
//The internal structure does not change
|
|
this._items.set(key, value);
|
|
//emit a remove followed by a add
|
|
this.emit('remove', originalValue);
|
|
this.emit('add', value);
|
|
return;
|
|
}
|
|
|
|
// Copy the values
|
|
const copy = new Map(this._items);
|
|
copy.set(key, value);
|
|
this._items = copy;
|
|
this.emit('add', value);
|
|
return value;
|
|
}
|
|
|
|
/**
|
|
* Returns a shallow copy of a portion of the items into a new array object.
|
|
* Backward-compatibility.
|
|
* @param {Number} [begin]
|
|
* @param {Number} [end]
|
|
* @returns {Array}
|
|
* @ignore
|
|
*/
|
|
slice(begin, end) {
|
|
if (!begin && !end) {
|
|
// Avoid making a copy of the copy
|
|
return this.values();
|
|
}
|
|
|
|
return this.values().slice(begin || 0, end);
|
|
}
|
|
|
|
/**
|
|
* Deprecated: Use set() instead.
|
|
* @ignore
|
|
* @deprecated
|
|
*/
|
|
push(k, v) {
|
|
this.set(k, v);
|
|
}
|
|
|
|
/**
|
|
* Returns a shallow copy of the values of the map.
|
|
* @returns {Array.<Host>}
|
|
*/
|
|
values() {
|
|
if (!this._values) {
|
|
// Cache the values
|
|
this._values = Object.freeze(Array.from(this._items.values()));
|
|
}
|
|
|
|
return this._values;
|
|
}
|
|
|
|
/**
|
|
* Removes all items from the map.
|
|
* @returns {Array.<Host>} The previous items
|
|
*/
|
|
clear() {
|
|
const previousItems = this.values();
|
|
|
|
// Clear cache
|
|
this._values = null;
|
|
|
|
// Clear items
|
|
this._items = new Map();
|
|
|
|
// Emit events
|
|
previousItems.forEach(h => this.emit('remove', h));
|
|
|
|
return previousItems;
|
|
}
|
|
|
|
inspect() {
|
|
return this._items;
|
|
}
|
|
|
|
toJSON() {
|
|
// Node.js 10 and below don't support Object.fromEntries()
|
|
if (Object.fromEntries) {
|
|
return Object.fromEntries(this._items);
|
|
}
|
|
|
|
const obj = {};
|
|
for (const [ key, value ] of this._items) {
|
|
obj[key] = value;
|
|
}
|
|
|
|
return obj;
|
|
}
|
|
}
|
|
|
|
module.exports = {
|
|
Host,
|
|
HostMap
|
|
}; |