This tutorial shows you how build a simple Node.js application with CockroachDB and the node-postgres driver.
Step 1. Start CockroachDB
Create a free cluster
- If you haven't already, sign up for a CockroachCloud account.
- Log in to your CockroachCloud account.
- On the Clusters page, click Create Cluster.
On the Create your cluster page, select CockroachCloud Free.
Note:This cluster will be free forever.
(Optional) Select a cloud provider (GCP or AWS) in the Additional configuration section.
(Optional) Select a region in the Additional configuration section. For optimal performance, select the cloud provider region closest to the region in which you are running your application.
Click Create your free cluster.
Your cluster will be created in approximately 20-30 seconds.
Set up your cluster connection
Navigate to the cluster's SQL Users page, and create a new user, with a new password.
Navigate to the Cluster Overview page, select Connect, and, under the Connection String tab, download the cluster certificate.
Take note of the connection string provided. You'll use it to connect to the database later in this tutorial.
- If you haven't already, download the CockroachDB binary.
Run the
cockroach start-single-node
command:$ cockroach start-single-node --advertise-addr 'localhost' --insecure
This starts an insecure, single-node cluster.
Take note of the following connection information in the SQL shell welcome text:
CockroachDB node starting at 2021-08-30 17:25:30.06524 +0000 UTC (took 4.3s) build: CCL v21.1.6 @ 2021/07/20 15:33:43 (go1.15.11) webui: http://localhost:8080 sql: postgresql://root@localhost:26257?sslmode=disable
You'll use the
sql
connection string to connect to the cluster later in this tutorial.
The --insecure
flag used in this tutorial is intended for non-production testing only. To run CockroachDB in production, use a secure cluster instead.
Step 2. Get the code
Clone the code's GitHub repo:
$ git clone https://github.com/cockroachlabs/example-app-node-postgres
The project has the following directory structure:
├── README.md
├── app.js
├── dbinit.sql
└── package.json
The dbinit.sql
file initializes the database schema that the application uses:
SET sql_safe_updates = FALSE;
USE defaultdb;
DROP DATABASE IF EXISTS bank CASCADE;
CREATE DATABASE IF NOT EXISTS bank;
USE bank;
CREATE TABLE accounts (
id UUID PRIMARY KEY,
balance INT8
);
The app.js
file contains the code for INSERT
, SELECT
, UPDATE
, and DELETE
SQL operations:
const parse = require("pg-connection-string").parse;
const { Pool } = require("pg");
const prompt = require("prompt");
const { v4: uuidv4 } = require("uuid");
var accountValues = Array(3);
// Wrapper for a transaction. This automatically re-calls the operation with
// the client as an argument as long as the database server asks for
// the transaction to be retried.
async function retryTxn(n, max, client, operation, callback) {
await client.query("BEGIN;");
while (true) {
n++;
if (n === max) {
throw new Error("Max retry count reached.");
}
try {
await operation(client, callback);
await client.query("COMMIT;");
return;
} catch (err) {
if (err.code !== "40001") {
return callback(err);
} else {
console.log("Transaction failed. Retrying transaction.");
console.log(err.message);
await client.query("ROLLBACK;", () => {
console.log("Rolling back transaction.");
});
await new Promise((r) => setTimeout(r, 2 ** n * 1000));
}
}
}
}
// This function is called within the first transaction. It inserts some initial values into the "accounts" table.
async function initTable(client, callback) {
let i = 0;
while (i < accountValues.length) {
accountValues[i] = await uuidv4();
i++;
}
const insertStatement =
"INSERT INTO accounts (id, balance) VALUES ($1, 1000), ($2, 250), ($3, 0);";
await client.query(insertStatement, accountValues, callback);
const selectBalanceStatement = "SELECT id, balance FROM accounts;";
await client.query(selectBalanceStatement, callback);
}
// This function updates the values of two rows, simulating a "transfer" of funds.
async function transferFunds(client, callback) {
const from = accountValues[0];
const to = accountValues[1];
const amount = 100;
const selectFromBalanceStatement =
"SELECT balance FROM accounts WHERE id = $1;";
const selectFromValues = [from];
await client.query(
selectFromBalanceStatement,
selectFromValues,
(err, res) => {
if (err) {
return callback(err);
} else if (res.rows.length === 0) {
console.log("account not found in table");
return callback(err);
}
var acctBal = res.rows[0].balance;
if (acctBal < amount) {
return callback(new Error("insufficient funds"));
}
}
);
const updateFromBalanceStatement =
"UPDATE accounts SET balance = balance - $1 WHERE id = $2;";
const updateFromValues = [amount, from];
await client.query(updateFromBalanceStatement, updateFromValues, callback);
const updateToBalanceStatement =
"UPDATE accounts SET balance = balance + $1 WHERE id = $2;";
const updateToValues = [amount, to];
await client.query(updateToBalanceStatement, updateToValues, callback);
const selectBalanceStatement = "SELECT id, balance FROM accounts;";
await client.query(selectBalanceStatement, callback);
}
// This function deletes the third row in the accounts table.
async function deleteAccounts(client, callback) {
const deleteStatement = "DELETE FROM accounts WHERE id = $1;";
await client.query(deleteStatement, [accountValues[2]], callback);
const selectBalanceStatement = "SELECT id, balance FROM accounts;";
await client.query(selectBalanceStatement, callback);
}
// Run the transactions in the connection pool
(async () => {
prompt.start();
const URI = await prompt.get("connectionString");
var connectionString;
// Expand $env:appdata environment variable in Windows connection string
if (URI.connectionString.includes("env:appdata")) {
connectionString = await URI.connectionString.replace(
"$env:appdata",
process.env.APPDATA
);
}
// Expand $HOME environment variable in UNIX connection string
else if (URI.connectionString.includes("HOME")){
connectionString = await URI.connectionString.replace(
"$HOME",
process.env.HOME
);
}
var config = parse(connectionString);
config.port = 26257;
config.database = "bank";
const pool = new Pool(config);
// Connect to database
const client = await pool.connect();
// Callback
function cb(err, res) {
if (err) throw err;
if (res.rows.length > 0) {
console.log("New account balances:");
res.rows.forEach((row) => {
console.log(row);
});
}
}
// Initialize table in transaction retry wrapper
console.log("Initializing accounts table...");
await retryTxn(0, 15, client, initTable, cb);
// Transfer funds in transaction retry wrapper
console.log("Transferring funds...");
await retryTxn(0, 15, client, transferFunds, cb);
// Delete a row in transaction retry wrapper
console.log("Deleting a row...");
await retryTxn(0, 15, client, deleteAccounts, cb);
// Exit program
process.exit();
})().catch((err) => console.log(err.stack));
All of the database operations are wrapped in a helper function named retryTxn
. This function attempts to commit statements in the context of an explicit transaction. If a retry error is thrown, the wrapper will retry committing the transaction, with exponential backoff, until the maximum number of retries is reached (by default, 15).
Step 3. Initialize the database
To initialize the example database, use the cockroach sql
command to execute the SQL statements in the dbinit.sql
file:
cat dbinit.sql | cockroach sql --url "<connection-string>"
Where <connection-string>
is the connection string you obtained earlier from the CockroachCloud Console.
cat dbinit.sql | cockroach sql --url "postgresql://root@localhost:26257?sslmode=disable"
postgresql://root@localhost:26257?sslmode=disable
is the sql
connection string you obtained earlier from the cockroach
welcome text.
The SQL statements in the initialization file should execute:
SET
Time: 1ms
SET
Time: 2ms
DROP DATABASE
Time: 1ms
CREATE DATABASE
Time: 2ms
SET
Time: 10ms
CREATE TABLE
Time: 4ms
Step 4. Run the code
Install the app requirements:
$ npm install
Run the app:
$ node app.js
The program will prompt you for a connection string to the database:
prompt: connectionString:
Enter the connection string to your running cluster.
Tip:postgresql://root@localhost:26257?sslmode=disable
should be thesql
connection URL provided in thecockroach
welcome text.Tip:Use the connection string provided in the Connection info window of the CockroachCloud Console.
Note:You need to provide a SQL user password in order to securely connect to a CockroachCloud cluster. The connection string should have a placeholder for the password (
<ENTER-PASSWORD>
).
After entering the connection string, the program will execute.
The output should look like this:
Initializing accounts table...
New account balances:
{ id: 'aa0e9b22-0c23-469b-a9e1-b2ace079f44c', balance: '1000' }
{ id: 'bf8b96da-2c38-4d55-89a0-b2b6ed63ff9e', balance: '0' }
{ id: 'e43d76d6-388e-4ee6-8b73-a063a63a2138', balance: '250' }
Transferring funds...
New account balances:
{ id: 'aa0e9b22-0c23-469b-a9e1-b2ace079f44c', balance: '900' }
{ id: 'bf8b96da-2c38-4d55-89a0-b2b6ed63ff9e', balance: '0' }
{ id: 'e43d76d6-388e-4ee6-8b73-a063a63a2138', balance: '350' }
Deleting a row...
New account balances:
{ id: 'aa0e9b22-0c23-469b-a9e1-b2ace079f44c', balance: '900' }
{ id: 'e43d76d6-388e-4ee6-8b73-a063a63a2138', balance: '350' }
What's next?
Read more about using the node-postgres driver.
You might also be interested in the following pages: