js.talks() 2019: The Trouble With Tracers

To get insights into the performance of your application and what specifically it’s spending time on, you need good tracing tools.

Historically however, it’s been very difficult to implement tracers in Node.js due to its async nature and the lack of an official context propagation API in core.

Throw modern deployment architectures into the mix, and you also need to deal with distributed tracing across multiple microservices.

This talk is about how tracers work behind the scenes, which pitfalls exist and the work going on in the Node.js Diagnostics Working Group, in W3C, and within other standard-organizations to improve the situation.

Transcript

1. wa7son Thomas Watson @wa7son github.com/watson
2. wa7son The Trouble with Tracers
3. wa7son Who am I? • Thomas Watson • Open Source developer at github.com/watson • Principal Software Engineer at Elastic • Node.js Core Member • Tweets as @wa7son • Slides: github.com/watson/talks
4. wa7son Tracing 101
5. wa7son Tracing 101
6. wa7son Tracing 101 ???
7. wa7son Span D Span E Span F Span B Span C Trace Graph The root span Span B is a ‘child’ of Span A Span A
8. wa7son Span D Span E Span F Span B Span C Trace Timeline Time Span A
9. wa7son const span = tracer.startSpan('query', { childOf: otherSpan }) mysql.query(sql, function (err, result) { span.end() // ... })
10. wa7son tracer.startSpan('query') mysql.query(sql, processResult) // ... function processResult (err, result) { const span = ??? span.end() // ... }; TODO: Get the current span somehow
11. wa7son const span = tracer.startSpan('query') mysql.query(sql, processResult.bind(null, { span })) // ... function processResult (ctx, err, result) { const span = ctx.span span.end() // ... };
12. wa7son tracer.startSpan('query') mysql.query(sql, processResult) // ... function processResult (err, result) { const span = tracer.getCurrentSpan() span.end() // ... };
13. wa7son mysql.query(sql, function (err, result) { // ... })
14. wa7son mysql.query(sql, function (err, result) { // ... })
15. wa7son
16. wa7son Dirty Secrets Patching require No built-in context propagation Getting stack traces Patching every async call -> async_hooks - async await… thenables broken - Promise destroy hook triggerd GC - Uses numeric ids witch doesn’t play nice with weak maps => hacks in place to clean it up, but those comes with risks - What you want to patch isn’t directly exported TAV Resource management (memory, CPU etc) Injecting headers into HTTP requests Babel/TypeScript defineProperty hell Object reuse pool Metrics: Not a lot of API’s to get data from => read things from the filesystem = brittle
17. wa7son mysql.query() 1. Start a span when the ‘query’ function is called 2. Associate new span with current trace 3. Make current span child of current “active” span 4. End the span when the query finishes How do we know if mysql is used in the current project? How do we know when a mysql query is performed?
18. wa7son
19. wa7son Patching require()
20. wa7son const Module = require('module') const module = new Module() module.require('http')
21. wa7son const Module = require('module') const module = new Module() module.require('http')
22. wa7son const Module = require('module') const module = new Module() module.require('http')
23. wa7son Module.prototype.require
24. wa7son const Module = require('module') const origRequire = Module.prototype.require Module.prototype.require = function (id) { const exports = origRequire.apply(this, arguments) if (id === 'http') { const request = exports.request exports.request = function () { const req = request.apply(this, arguments) console.log('New outgoing request to', req.getHeader('Host')) return req } } return exports }
25. wa7son const Module = require('module') const origRequire = Module.prototype.require Module.prototype.require = function (id) { const exports = origRequire.apply(this, arguments) if (id === 'http') { const request = exports.request exports.request = function () { const req = request.apply(this, arguments) console.log('New outgoing request to', req.getHeader('Host')) return req } } return exports }
26. wa7son const Module = require('module') const origRequire = Module.prototype.require Module.prototype.require = function (id) { const exports = origRequire.apply(this, arguments) if (id === 'http') { const request = exports.request exports.request = function () { const req = request.apply(this, arguments) console.log('New outgoing request to', req.getHeader('Host')) return req } } return exports }
27. wa7son const Module = require('module') const origRequire = Module.prototype.require Module.prototype.require = function (id) { const exports = origRequire.apply(this, arguments) if (id === 'http') { const request = exports.request exports.request = function () { const req = request.apply(this, arguments) console.log('New outgoing request to', req.getHeader('Host')) return req } } return exports }
28. wa7son const Module = require('module') const origRequire = Module.prototype.require Module.prototype.require = function (id) { const exports = origRequire.apply(this, arguments) if (id === 'http') { const request = exports.request exports.request = function () { const req = request.apply(this, arguments) console.log('New outgoing request to', req.getHeader('Host')) return req } } return exports }
29. wa7son const Module = require('module') const origRequire = Module.prototype.require Module.prototype.require = function (id) { const exports = origRequire.apply(this, arguments) if (id === 'http') { const request = exports.request exports.request = function () { const req = request.apply(this, arguments) console.log('New outgoing request to', req.getHeader('Host')) return req } } return exports }
30. wa7son const Module = require('module') const origRequire = Module.prototype.require Module.prototype.require = function (id) { const exports = origRequire.apply(this, arguments) if (id === 'http') { const request = exports.request exports.request = function () { const req = request.apply(this, arguments) console.log('New outgoing request to', req.getHeader('Host')) return req } } return exports }
31. wa7son npm install require-in-the-middle
32. wa7son const path = require('path') const Hook = require('require-in-the-middle') // Hook into the express and mongodb module Hook(['express', 'mongodb'], function (exports, name, basedir) { const { version } = require(path.join(basedir, 'package.json')) console.log('loading %s@%s', name, version) // expose the module version as a property on its exports object exports._version = version // whatever you return will be returned by `require` return exports })
33. wa7son const path = require('path') const Hook = require('require-in-the-middle') // Hook into the express and mongodb module Hook(['express', 'mongodb'], function (exports, name, basedir) { const { version } = require(path.join(basedir, 'package.json')) console.log('loading %s@%s', name, version) // expose the module version as a property on its exports object exports._version = version // whatever you return will be returned by `require` return exports })
34. wa7son const path = require('path') const Hook = require('require-in-the-middle') // Hook into the express and mongodb module Hook(['express', 'mongodb'], function (exports, name, basedir) { const { version } = require(path.join(basedir, 'package.json')) console.log('loading %s@%s', name, version) // expose the module version as a property on its exports object exports._version = version // whatever you return will be returned by `require` return exports })
35. wa7son const path = require('path') const Hook = require('require-in-the-middle') // Hook into the express and mongodb module Hook(['express', 'mongodb'], function (exports, name, basedir) { const { version } = require(path.join(basedir, 'package.json')) console.log('loading %s@%s', name, version) // expose the module version as a property on its exports object exports._version = version // whatever you return will be returned by `require` return exports })
36. wa7son const path = require('path') const Hook = require('require-in-the-middle') // Hook into the express and mongodb module Hook(['express', 'mongodb'], function (exports, name, basedir) { const { version } = require(path.join(basedir, 'package.json')) console.log('loading %s@%s', name, version) // expose the module version as a property on its exports object exports._version = version // whatever you return will be returned by `require` return exports })
37. wa7son But wait a second…
38. wa7son ECMAScript Modules
39. wa7son Patching Transpiled Modules or: How I Learned to Stop Worrying and Love TypeScript & Babel
40. wa7son
41. wa7son
42. wa7son > const graphql = require('graphql') undefined > graphql.graphql = 'foo' 'foo' > graphql.graphql [Function: graphql] > delete graphql.graphql false
43. wa7son npm install shallow-clone-shim
44. wa7son Object.defineProperty(exports, 'foo' { enumerable: true, get: function get () { return 'hello' } }) const clone = require('shallow-clone-shim') const newExports = clone({}, exports, { foo (descriptor) { // descriptor == Object.getOwnPropertyDescriptor(exports, 'foo') const getter = descriptor.get descriptor.get = function get () { return getter() + ' world' } return descriptor } })
45. wa7son Patching Async Calls
46. wa7son const origSetTimeout = global.setTimeout global.setTimeout = function (callback, ...args) { const origSpan = tracer.currentSpan return origSetTimeout(function () { const preCallbackSpan = tracer.currentSpan tracer.currentSpan = origSpan callback.apply(this, arguments) tracer.currentSpan = preCallbackSpan }, ...args) };
47. wa7son const origSetTimeout = global.setTimeout global.setTimeout = function (callback, ...args) { const origSpan = tracer.currentSpan return origSetTimeout(function () { const preCallbackSpan = tracer.currentSpan tracer.currentSpan = origSpan callback.apply(this, arguments) tracer.currentSpan = preCallbackSpan }, ...args) };
48. wa7son const origSetTimeout = global.setTimeout global.setTimeout = function (callback, ...args) { const origSpan = tracer.currentSpan return origSetTimeout(function () { const preCallbackSpan = tracer.currentSpan tracer.currentSpan = origSpan callback.apply(this, arguments) tracer.currentSpan = preCallbackSpan }, ...args) };
49. wa7son const origSetTimeout = global.setTimeout global.setTimeout = function (callback, ...args) { const origSpan = tracer.currentSpan return origSetTimeout(function () { const preCallbackSpan = tracer.currentSpan tracer.currentSpan = origSpan callback.apply(this, arguments) tracer.currentSpan = preCallbackSpan }, ...args) };
50. wa7son const origSetTimeout = global.setTimeout global.setTimeout = function (callback, ...args) { const origSpan = tracer.currentSpan return origSetTimeout(function () { const preCallbackSpan = tracer.currentSpan tracer.currentSpan = origSpan callback.apply(this, arguments) tracer.currentSpan = preCallbackSpan }, ...args) };
51. wa7son const origSetTimeout = global.setTimeout global.setTimeout = function (callback, ...args) { const origSpan = tracer.currentSpan return origSetTimeout(function () { const preCallbackSpan = tracer.currentSpan tracer.currentSpan = origSpan callback.apply(this, arguments) tracer.currentSpan = preCallbackSpan }, ...args) };
52. wa7son const origSetTimeout = global.setTimeout global.setTimeout = function (callback, ...args) { const origSpan = tracer.currentSpan return origSetTimeout(function () { const preCallbackSpan = tracer.currentSpan tracer.currentSpan = origSpan callback.apply(this, arguments) tracer.currentSpan = preCallbackSpan }, ...args) };
53. wa7son All async API’s • net • http • child_process • timers • dns • fs • zlib • crypto • global.Promise
54. wa7son require('async_hooks')
55. wa7son But wait a second…
56. wa7son Thenables
57. wa7son github.com / nodejs / node / issues / 22360
58. wa7son Resource Usage
59. wa7son const asyncHooks = require('async_hooks') const currentSpans = new Map() asyncHooks.createHook({ init (asyncId) { const span = tracer.currentSpan if (span) { currentSpans.set(asyncId, span) }; }, destroy (asyncId) { currentSpans.delete(asyncId) }; })
60. wa7son const asyncHooks = require('async_hooks') const currentSpans = new Map() asyncHooks.createHook({ init (asyncId) { const span = tracer.currentSpan if (span) { currentSpans.set(asyncId, span) }; }, destroy (asyncId) { currentSpans.delete(asyncId) }; })
61. wa7son const asyncHooks = require('async_hooks') const currentSpans = new Map() asyncHooks.createHook({ init (asyncId) { const span = tracer.currentSpan if (span) { currentSpans.set(asyncId, span) }; }, destroy (asyncId) { currentSpans.delete(asyncId) }; })
62. wa7son const asyncHooks = require('async_hooks') const currentSpans = new Map() asyncHooks.createHook({ init (asyncId) { const span = tracer.currentSpan if (span) { currentSpans.set(asyncId, span) }; }, destroy (asyncId) { currentSpans.delete(asyncId) }; })
63. wa7son const asyncHooks = require('async_hooks') const currentSpans = new Map() asyncHooks.createHook({ init (asyncId) { const span = tracer.currentSpan if (span) { currentSpans.set(asyncId, span) }; }, destroy (asyncId) { currentSpans.delete(asyncId) }; })
64. wa7son const asyncHooks = require('async_hooks') const currentSpans = new Map() asyncHooks.createHook({ init (asyncId) { const span = tracer.currentSpan if (span) { currentSpans.set(asyncId, span) }; }, destroy (asyncId) { currentSpans.delete(asyncId) }; })
65. wa7son const asyncHooks = require('async_hooks') const currentSpans = new Map() asyncHooks.createHook({ init (asyncId) { const span = tracer.currentSpan if (span) { currentSpans.set(asyncId, span) }; }, destroy (asyncId) { currentSpans.delete(asyncId) }; }) Not a WeakMap Can we trust (when) destroy is called?
66. wa7son Userland Callback Queues
67. wa7son class Client { constructor () { this.pool = new Pool({ size: 5 }) this.queue = [] }; request (query, callback) { const socket = this.pool.getAvailableSocket() if (socket) { socket.send(query, (err, res) => { callback(err, res) if (this.queue.length > 0) { const [query, callback] = this.queue.shift() this.request(query, callback) }; }) } else { this.queue.push([query, callback]) }; }; };
68. wa7son class Client { constructor () { this.pool = new Pool({ size: 5 }) this.queue = [] }; request (query, callback) { const socket = this.pool.getAvailableSocket() if (socket) { socket.send(query, (err, res) => { callback(err, res) if (this.queue.length > 0) { const [query, callback] = this.queue.shift() this.request(query, callback) }; }) } else { this.queue.push([query, callback]) }; }; };
69. wa7son class Client { constructor () { this.pool = new Pool({ size: 5 }) this.queue = [] }; request (query, callback) { const socket = this.pool.getAvailableSocket() if (socket) { socket.send(query, (err, res) => { callback(err, res) if (this.queue.length > 0) { const [query, callback] = this.queue.shift() this.request(query, callback) }; }) } else { this.queue.push([query, callback]) }; }; };
70. wa7son class Client { constructor () { this.pool = new Pool({ size: 5 }) this.queue = [] }; request (query, callback) { const socket = this.pool.getAvailableSocket() if (socket) { socket.send(query, (err, res) => { callback(err, res) if (this.queue.length > 0) { const [query, callback] = this.queue.shift() this.request(query, callback) }; }) } else { this.queue.push([query, callback]) }; }; };
71. wa7son class Client { constructor () { this.pool = new Pool({ size: 5 }) this.queue = [] }; request (query, callback) { const socket = this.pool.getAvailableSocket() if (socket) { socket.send(query, (err, res) => { callback(err, res) if (this.queue.length > 0) { const [query, callback] = this.queue.shift() this.request(query, callback) }; }) } else { this.queue.push([query, callback]) }; }; };
72. wa7son class Client { constructor () { this.pool = new Pool({ size: 5 }) this.queue = [] }; request (query, callback) { const socket = this.pool.getAvailableSocket() if (socket) { socket.send(query, (err, res) => { callback(err, res) if (this.queue.length > 0) { const [query, callback] = this.queue.shift() this.request(query, callback) }; }) } else { this.queue.push([query, callback]) }; }; };
73. wa7son class Client { constructor () { this.pool = new Pool({ size: 5 }) this.queue = [] }; request (query, callback) { const socket = this.pool.getAvailableSocket() if (socket) { socket.send(query, (err, res) => { callback(err, res) if (this.queue.length > 0) { const [query, callback] = this.queue.shift() this.request(query, callback) }; }) } else { this.queue.push([query, callback]) }; }; }; Called in the context of the previous `socket.send()` call
74. wa7son class Client { constructor () { this.pool = new Pool({ size: 5 }) this.queue = [] }; request (query, callback) { const socket = this.pool.getAvailableSocket() if (socket) { socket.send(query, (err, res) => { callback(err, res) if (this.queue.length > 0) { const [query, callback] = this.queue.shift() this.request(query, callback) }; }) } else { this.queue.push([query, callback]) }; }; }; Called in the context of the previous `socket.send()` call Which is called in the context of the previous `request()` call
75. wa7son class Client { constructor () { this.pool = new Pool({ size: 5 }) this.queue = [] }; request (query, callback) { const socket = this.pool.getAvailableSocket() if (socket) { socket.send(query, (err, res) => { callback(err, res) if (this.queue.length > 0) { const [query, callback] = this.queue.shift() this.request(query, callback) }; }) } else { this.queue.push([query, callback]) }; }; }; Called in the context of the previous `socket.send()` call Which is called in the context of the previous `request()` call
76. wa7son class Client { constructor () { this.pool = new Pool({ size: 5 }) this.queue = [] }; request (query, callback) { const socket = this.pool.getAvailableSocket() if (socket) { socket.send(query, (err, res) => { callback(err, res) if (this.queue.length > 0) { const [query, callback] = this.queue.shift() this.request(query, callback) }; }) } else { this.queue.push([query, callback]) }; }; }; Called in the context of the previous `socket.send()` call Which is called in the context of the previous `request()` call
77. wa7son Test Dependency Hell
78. wa7son npm install test-all-versions
79. wa7son pg: versions: '>=4 <8' peerDependencies: - bluebird@^3.0.0 - knex@^0.17.3 commands: - node test/instrumentation/modules/pg/pg.js - node test/instrumentation/modules/pg/knex.js mongodb-core: versions: '>=1.2.19 <4' commands: node test/instrumentation/modules/mongodb-core.js mongodb: versions: '>=3.3' commands: node test/instrumentation/modules/mongodb.js bluebird: versions: '>=2 <4' commands: - node test/instrumentation/modules/bluebird/bluebird.js - node test/instrumentation/modules/bluebird/cancel.js
80. wa7son
81. wa7son Interservice Communication
82. wa7son Date: Mon, 29 Oct 2018 16:11:05 GMT Connection: keep-alive Content-Length: 0 GET /products HTTP/1.1 Host: www.example.com <magic header>
83. wa7son Date: Mon, 29 Oct 2018 16:11:05 GMT Connection: keep-alive Content-Length: 0 GET /products HTTP/1.1 Host: www.example.com <magic header>
84. wa7son GET /products HTTP/1.1 Host: www.example.com : - - - Date: Mon, 29 Oct 2018 16:11:05 GMT Connection: keep-alive Content-Length: 0 00 82c5500f40667e5500e9ae8e9711553c 992631f881f78c3b 01 traceparent
85. wa7son GET /products HTTP/1.1 Host: www.example.com : - - - Date: Mon, 29 Oct 2018 16:11:05 GMT Connection: keep-alive Content-Length: 0 00 82c5500f40667e5500e9ae8e9711553c 992631f881f78c3b 01 traceparent GET /products HTTP/1.1 Host: www.example.com traceparent: 00-82c5500f40667e5500e9ae8e9711553c-992631f881f78c3b-01 Date: Mon, 29 Oct 2018 16:11:05 GMT Connection: keep-alive Content-Length: 0 Trace Context Working Group Candidate Recommendation
86. wa7son GET /products HTTP/1.1 Host: www.example.com : - - - Date: Mon, 29 Oct 2018 16:11:05 GMT Connection: keep-alive Content-Length: 0 00 82c5500f40667e5500e9ae8e9711553c 992631f881f78c3b 01 traceparent
87. wa7son 00 82c5500f40667e5500e9ae8e9711553c 992631f881f78c3b 01 Version Trace ID 1 byte 8 bits 128 bit random number 64 bit random number Parent Span ID Trace Flags traceparent
88. wa7son 00 82c5500f40667e5500e9ae8e9711553c 992631f881f78c3b 01 Version Trace ID Parent Span ID Trace Flags 1 byte 8 bits 128 bit random number 64 bit random number Trace Flags Sampled — 0b00000001 traceparent
89. wa7son github.com / w3c / trace-context-binary
90. wa7son Standards
91. wa7son github.com / w3c / distributed-tracing-wg
92. wa7son w3.org / TR / trace-context
93. wa7son w3.org / TR / trace-context HTTP headers: traceparent tracestate
94. wa7son w3c.github.io / correlation-context
95. wa7son w3c.github.io / correlation-context HTTP headers: correlation-context
96. wa7son opentracing.io
97. wa7son opentracing.io
98. wa7son opentracing.io const span = tracer.startSpan('http_request') span.setTag(opentracing.Tags.ERROR, true) span.log({ event: 'error', 'error.object': err, message: err.message, stack: err.stack }) span.finish()
99. wa7son opencensus.io
100. wa7son opentelemetry.io
101. wa7son opentelemetry.io
102. wa7son github.com / nodejs / diagnostics
103. wa7son Traceable Applications
104. wa7son Traceable Applications • Challenges: • Thenables • Userland callback queue • Custom protocols, message queues etc • Storing all data
105. wa7son Dealing with Userland Callback Queues • Tracer specific API • Node.js Embedder API
106. wa7son Tracer specific API class Client { constructor () { this.pool = new Pool({ size: 5 }) this.queue = [] } request (query, callback) { const socket = this.pool.getAvailableSocket() if (socket) { socket.send(query, (err, res) => { callback(err, res) if (this.queue.length > 0) { const [query, callback] = this.queue.shift() this.request(query, callback) } }) } else { this.queue.push([query, callback]) } } } Queued callbacks called in the context of the previous `socket.send()` call
107. wa7son class Client { constructor () { this.pool = new Pool({ size: 5 }) this.queue = [] } request (query, callback) { const socket = this.pool.getAvailableSocket() if (socket) { socket.send(query, (err, res) => { callback(err, res) if (this.queue.length > 0) { const [query, callback] = this.queue.shift() this.request(query, callback) } }) } else { callback = tracer.bindFunction(callback) this.queue.push([query, callback]) } } } Tracer specific API
108. wa7son class Client { constructor () { this.pool = new Pool({ size: 5 }) this.queue = [] } request (query, callback) { const socket = this.pool.getAvailableSocket() if (socket) { socket.send(query, (err, res) => { callback(err, res) if (this.queue.length > 0) { const [query, callback] = this.queue.shift() this.request(query, callback) } }) } else { callback = tracer.bindFunction(callback) this.queue.push([query, callback]) } } } Tracer specific API
109. wa7son Tracer.prototype.bindFunction = function (fn) { const tracer = this const span = tracer.currentSpan return function wrapped () { const origSpan = tracer.currentSpan tracer.currentSpan = span fn.apply(this, arguments) tracer.currentSpan = origSpan } } Tracer specific API
110. wa7son Tracer.prototype.bindCallback = function (fn) { const tracer = this return function wrapper (...args) { const index = args.length - 1 const callback = args[index] args[index] = tracer.bindFunction(callback) return fn.apply(null, args) } } Tracer specific API
111. wa7son const { AsyncResource } = require('async_hooks') class DBQuery extends AsyncResource { constructor (client, query, callback) { super('DBQuery') this.client = client this.query = query this.callback = callback } execute () { this.client.request(this.query, (err, res) => { this.runInAsyncScope(this.callback, null, err, res) }) } } class Client { constructor () { this.pool = new Pool({ size: 5 }) this.queue = [] } Node.js Embedder API
112. wa7son const { AsyncResource } = require('async_hooks') class DBQuery extends AsyncResource { constructor (client, query, callback) { super('DBQuery') this.client = client this.query = query this.callback = callback } execute () { this.client.request(this.query, (err, res) => { this.runInAsyncScope(this.callback, null, err, res) }) } } class Client { constructor () { this.pool = new Pool({ size: 5 }) this.queue = [] } Node.js Embedder API
113. wa7son const { AsyncResource } = require('async_hooks') class DBQuery extends AsyncResource { constructor (client, query, callback) { super('DBQuery') this.client = client this.query = query this.callback = callback } execute () { this.client.request(this.query, (err, res) => { this.runInAsyncScope(this.callback, null, err, res) }) } } class Client { constructor () { this.pool = new Pool({ size: 5 }) this.queue = [] } Node.js Embedder API
114. wa7son const { AsyncResource } = require('async_hooks') class DBQuery extends AsyncResource { constructor (client, query, callback) { super('DBQuery') this.client = client this.query = query this.callback = callback } execute () { this.client.request(this.query, (err, res) => { this.runInAsyncScope(this.callback, null, err, res) }) } } class Client { constructor () { this.pool = new Pool({ size: 5 }) this.queue = [] } Node.js Embedder API
115. wa7son const { AsyncResource } = require('async_hooks') class DBQuery extends AsyncResource { constructor (client, query, callback) { super('DBQuery') this.client = client this.query = query this.callback = callback } execute () { this.client.request(this.query, (err, res) => { this.runInAsyncScope(this.callback, null, err, res) }) } } class Client { constructor () { this.pool = new Pool({ size: 5 }) this.queue = [] } Node.js Embedder API
116. wa7son const { AsyncResource } = require('async_hooks') class DBQuery extends AsyncResource { constructor (client, query, callback) { super('DBQuery') this.client = client this.query = query this.callback = callback } execute () { this.client.request(this.query, (err, res) => { this.runInAsyncScope(this.callback, null, err, res) }) } } class Client { constructor () { this.pool = new Pool({ size: 5 }) this.queue = [] } Node.js Embedder API
117. wa7son const { AsyncResource } = require('async_hooks') class DBQuery extends AsyncResource { constructor (client, query, callback) { super('DBQuery') this.client = client this.query = query this.callback = callback } execute () { this.client.request(this.query, (err, res) => { this.runInAsyncScope(this.callback, null, err, res) }) } } class Client { constructor () { this.pool = new Pool({ size: 5 }) this.queue = [] } Node.js Embedder API
118. wa7son } } class Client { constructor () { this.pool = new Pool({ size: 5 }) this.queue = [] } request (query, callback) { const socket = this.pool.getAvailableSocket() if (socket) { socket.send(query, (err, res) => { callback(err, res) if (this.queue.length > 0) { const resource = this.queue.shift() resource.execute() } }) } else { this.queue.push(new DBQuery(this, query, callback)) } } } Node.js Embedder API
119. wa7son } } class Client { constructor () { this.pool = new Pool({ size: 5 }) this.queue = [] } request (query, callback) { const socket = this.pool.getAvailableSocket() if (socket) { socket.send(query, (err, res) => { callback(err, res) if (this.queue.length > 0) { const resource = this.queue.shift() resource.execute() } }) } else { this.queue.push(new DBQuery(this, query, callback)) } } } Node.js Embedder API
120. wa7son } } class Client { constructor () { this.pool = new Pool({ size: 5 }) this.queue = [] } request (query, callback) { const socket = this.pool.getAvailableSocket() if (socket) { socket.send(query, (err, res) => { callback(err, res) if (this.queue.length > 0) { const resource = this.queue.shift() resource.execute() } }) } else { this.queue.push(new DBQuery(this, query, callback)) } } } Node.js Embedder API
121. wa7son nodejs.org / api / async_hooks.html
122. wa7son Tracer friendly Node.js modules
123. wa7son Tracer friendly Node.js modules • Challenges: • Thenables • Userland callback queue • Want: • Hooks or OpenTracing / OpenTelemetry compatibility ✅ ✅
124. wa7son •Move server communication to worker thread? •Core context propagation API? •Core tracer API?
125. @wa7son github.com/watson Благодаря