Testing Overview

A short overview of different types of testing

Transcript

1. Testing Overview Hardy Jones
2. What is the definition of a test?
3. What is the purpose of a test?
4. Functionality can be simple, or complex.
5. Functionality tests can be simple, or complex.
6. Functionality tests can be unit tests, or complex.
7. Functionality tests can be unit tests, or integration tests.
8. Unit Test
9. Unit Test Result of a function
10. Unit Test Result of a function Visible effects of a procedure
11. Unit Test Result of a function Visible effects of a procedure Message sent from an object
12. Integration Test
13. Integration Test Logging to a file
14. Integration Test Logging to a file Clicking a button and getting a POST request
15. Integration Test Logging to a file Clicking a button and getting a POST request Ensuring two objects communicate
16. What benefits do tests provide?
17. But, what are the downsides?
18. But, what are the downsides? “...program testing can be a very effective way to show the presence of bugs, but is hopelessly inadequate for showing their absence.” - E.W. Disjkstra
19. Express example http://expressjs.com/starter/hello-world.html
20. var express = require('express'); var app = express(); app.get('/', function (req, res) { res.send('Hello World!'); }); var server = app.listen(3000, function () { var host = server.address().address; var port = server.address().port; console.log('Example app listening at http://%s:%s', host, port); });
21. var express = require('express'); var app = express(); app.get('/', function (req, res) { res.send('Hello World!'); }); var server = app.listen(3000, function () { var host = server.address().address; var port = server.address().port; console.log('Example app listening at http://%s:%s', host, port); });
22. var express = require('express'); var app = express(); app.get('/', function (req, res) { res.send('Hello World!'); }); var server = app.listen(3000, function () { var host = server.address().address; var port = server.address().port; console.log('Example app listening at http://%s:%s', host, port); });
23. var express = require('express'); var app = express(); app.get('/', function (req, res) { res.send('Hello World!'); }); var server = app.listen(3000, function () { var host = server.address().address; var port = server.address().port; console.log('Example app listening at http://%s:%s', host, port); });
24. var express = require('express'); var app = express(); app.get('/', function (req, res) { res.send('Hello World!'); }); var server = app.listen(3000, function () { var host = server.address().address; var port = server.address().port; console.log('Example app listening at http://%s:%s', host, port); });
25. Integration test
26. var express = require('express'); var app = express(); app.get('/', function (req, res) { res.send('Hello World!'); }); var server = app.listen(3000, function () { var host = server.address().address; var port = server.address().port; console.log('Example app listening at http://%s:%s', host, port); });
27. var express = require('express'); var app = express(); app.get('/', function (req, res) { res.send('Hello World!'); }); var server = app.listen(3000, function () { var host = server.address().address; var port = server.address().port; console.log('Example app listening at http://%s:%s', host, port); });
28. var express = require('express'); var app = express(); app.get('/', function (req, res) { res.send('Hello World!'); }); var server = app.listen(3000, function () { var host = server.address().address; var port = server.address().port; console.log('Example app listening at http://%s:%s', host, port); });
29. var express = require('express'); var app = express(); app.get('/', function (req, res) { res.send('Hello World!'); }); var server = app.listen(3000, function () { var host = server.address().address; var port = server.address().port; console.log('Example app listening at http://%s:%s', host, port); });
30. Unit test
31. var express = require('express'); var app = express(); app.get('/', function (req, res) { res.send('Hello World!'); }); var server = app.listen(3000, function () { var host = server.address().address; var port = server.address().port; console.log('Example app listening at http://%s:%s', host, port); });
32. var express = require('express'); var app = express(); app.get('/', hello); function hello(req, res) { res.send('Hello World!'); } var server = app.listen(3000, function () { var host = server.address().address; var port = server.address().port; console.log('Example app listening at http://%s:%s', host, port); });
33. PAIN
34. var express = require('express'); var app = express(); app.get('/', function (req, res) { res.send('Hello World!'); }); var server = app.listen(3000, function () { var host = server.address().address; var port = server.address().port; console.log('Example app listening at http://%s:%s', host, port); });
35. var assert = require('assert'); var request = require('request'); var app = require('./app'); describe('Routing to /', function() { it('should respond with "Hello World!"', function(done) { app.listen(3000, function() { request('http://localhost:3000/', function(err, res, body) { assert.equal(body, 'Hello World!'); done(); }); }); }); });
36. var assert = require('assert'); var request = require('request'); var app = require('./app'); describe('Routing to /', function() { it('should respond with "Hello World!"', function(done) { app.listen(3000, function() { request('http://localhost:3000/', function(err, res, body) { assert.equal(body, 'Hello World!'); done(); }); }); }); });
37. var assert = require('assert'); var request = require('request'); var app = require('./app'); describe('Routing to /', function() { it('should respond with "Hello World!"', function(done) { app.listen(3000, function() { request('http://localhost:3000/', function(err, res, body) { assert.equal(body, 'Hello World!'); done(); }); }); }); });
38. var assert = require('assert'); var request = require('request'); var app = require('./app'); describe('Routing to /', function() { it('should respond with "Hello World!"', function(done) { app.listen(3000, function() { request('http://localhost:3000/', function(err, res, body) { assert.equal(body, 'Hello World!'); done(); }); }); }); });
39. var assert = require('assert'); var request = require('request'); var app = require('./app'); describe('Routing to /', function() { it('should respond with "Hello World!"', function(done) { app.listen(3000, function() { request('http://localhost:3000/', function(err, res, body) { assert.equal(body, 'Hello World!'); done(); }); }); }); });
40. var assert = require('assert'); var request = require('request'); var app = require('./app'); describe('Routing to /', function() { it('should respond with "Hello World!"', function(done) { app.listen(3000, function() { request('http://localhost:3000/', function(err, res, body) { assert.equal(body, 'Hello World!'); done(); }); }); }); });
41. var assert = require('assert'); var request = require('request'); var app = require('./app'); describe('Routing to /', function() { it('should respond with "Hello World!"', function(done) { app.listen(3000, function() { request('http://localhost:3000/', function(err, res, body) { assert.equal(body, 'Hello World!'); done(); }); }); }); });
42. var assert = require('assert'); var request = require('request'); var app = require('./app'); describe('Routing to /', function() { it('should respond with "Hello World!"', function(done) { app.listen(3000, function() { request('http://localhost:3000/', function(err, res, body) { assert.equal(body, 'Hello World!'); done(); }); }); }); });
43. var assert = require('assert'); var request = require('request'); var app = require('./app'); describe('Routing to /', function() { it('should respond with "Hello World!"', function(done) { app.listen(3000, function() { request('http://localhost:3000/', function(err, res, body) { assert.equal(body, 'Hello World!'); done(); }); }); }); });
44. var assert = require('assert'); var request = require('request'); var app = require('./app'); describe('Routing to /', function() { it('should respond with "Hello World!"', function(done) { app.listen(3000, function() { request('http://localhost:3000/', function(err, res, body) { assert.equal(body, 'Hello World!'); done(); }); }); }); });
45. var assert = require('assert'); var request = require('request'); var app = require('./app'); describe('Routing to /', function() { it('should respond with "Hello World!"', function(done) { app.listen(3000, function() { request('http://localhost:3000/', function(err, res, body) { assert.equal(body, 'Hello World!'); done(); }); }); }); });
46. var assert = require('assert'); var request = require('request'); var app = require('./app'); describe('Routing to /', function() { it('should respond with "Hello World!"', function(done) { app.listen(3000, function() { request('http://localhost:3000/', function(err, res, body) { assert.equal(body, 'Hello World!'); done(); }); }); }); });
47. var assert = require('assert'); var request = require('request'); var app = require('./app'); describe('Routing to /', function() { it('should respond with "Hello World!"', function(done) { app.listen(3000, function() { request('http://localhost:3000/', function(err, res, body) { assert.equal(body, 'Hello World!'); done(); }); }); }); });
48. var assert = require('assert'); var request = require('request'); var app = require('./app'); describe('Routing to /', function() { it('should respond with "Hello World!"', function(done) { app.listen(3000, function() { request('http://localhost:3000/', function(err, res, body) { assert.equal(body, 'Hello World!'); done(); }); }); }); });
49. var assert = require('assert'); var request = require('request'); var app = require('./app'); describe('Routing to /', function() { it('should respond with "Hello World!"', function(done) { app.listen(3000, function() { request('http://localhost:3000/', function(err, res, body) { assert.equal(body, 'Hello World!'); done(); }); }); }); });
50. var assert = require('assert'); var request = require('request'); var app = require('./app'); describe('Routing to /', function() { it('should respond with "Hello World!"', function(done) { app.listen(3000, function() { request('http://localhost:3000/', function(err, res, body) { assert.equal(body, 'Hello World!'); done(); }); }); }); });
51. var assert = require('assert'); var request = require('request'); var app = require('./app'); describe('Routing to /', function() { it('should respond with "Hello World!"', function(done) { app.listen(3000, function() { request('http://localhost:3000/', function(err, res, body) { assert.equal(body, 'Hello World!'); done(); }); }); }); });
52. ➜ testing npm test > testing@1.0.0 test /home/joneshf/presentations/testing > mocha integration.js Routing to / ✓ should respond with "Hello World!" 1 passing (27ms)
53. ➜ testing npm test > testing@1.0.0 test /home/joneshf/presentations/testing > mocha integration.js Routing to / ✓ should respond with "Hello World!" 1 passing (27ms)
54. ➜ testing npm test > testing@1.0.0 test /home/joneshf/presentations/testing > mocha integration.js Routing to / ✓ should respond with "Hello World!" 1 passing (27ms)
55. ➜ testing npm test > testing@1.0.0 test /home/joneshf/presentations/testing > mocha integration.js Routing to / ✓ should respond with "Hello World!" 1 passing (27ms)
56. Refactor
57. var express = require('express'); var app = express(); app.get('/', function (req, res) { res.send('Hello World!'); }); var server = app.listen(3000, function () { var host = server.address().address; var port = server.address().port; console.log('Example app listening at http://%s:%s', host, port); });
58. var express = require('express'); var app = express(); app.get('/', hello); function hello(req, res) { res.send('Hello World!'); } var server = app.listen(3000, function () { var host = server.address().address; var port = server.address().port; console.log('Example app listening at http://%s:%s', host, port); });
59. ➜ testing npm test > testing@1.0.0 test /home/joneshf/presentations/testing > mocha integration.js Routing to / ✓ should respond with "Hello World!" 1 passing (27ms)
60. var sinon = require('sinon'); var hello = require('./app').hello; describe('hello', function() { it('should invoke `Response#send` with "Hello World!"', function() { var response = {send: function() {}}; var responseMock = sinon.mock(response); responseMock.expects('send').once().withArgs('Hello World!'); hello(null, response); responseMock.verify(); }); });
61. var sinon = require('sinon'); var hello = require('./app').hello; describe('hello', function() { it('should invoke `Response#send` with "Hello World!"', function() { var response = {send: function() {}}; var responseMock = sinon.mock(response); responseMock.expects('send').once().withArgs('Hello World!'); hello(null, response); responseMock.verify(); }); });
62. var sinon = require('sinon'); var hello = require('./app').hello; describe('hello', function() { it('should invoke `Response#send` with "Hello World!"', function() { var response = {send: function() {}}; var responseMock = sinon.mock(response); responseMock.expects('send').once().withArgs('Hello World!'); hello(null, response); responseMock.verify(); }); });
63. var sinon = require('sinon'); var hello = require('./app').hello; describe('hello', function() { it('should invoke `Response#send` with "Hello World!"', function() { var response = {send: function() {}}; var responseMock = sinon.mock(response); responseMock.expects('send').once().withArgs('Hello World!'); hello(null, response); responseMock.verify(); }); });
64. var sinon = require('sinon'); var hello = require('./app').hello; describe('hello', function() { it('should invoke `Response#send` with "Hello World!"', function() { var response = {send: function() {}}; var responseMock = sinon.mock(response); responseMock.expects('send').once().withArgs('Hello World!'); hello(null, response); responseMock.verify(); }); });
65. var sinon = require('sinon'); var hello = require('./app').hello; describe('hello', function() { it('should invoke `Response#send` with "Hello World!"', function() { var response = {send: function() {}}; var responseMock = sinon.mock(response); responseMock.expects('send').once().withArgs('Hello World!'); hello(null, response); responseMock.verify(); }); });
66. var sinon = require('sinon'); var hello = require('./app').hello; describe('hello', function() { it('should invoke `Response#send` with "Hello World!"', function() { var response = {send: function() {}}; var responseMock = sinon.mock(response); responseMock.expects('send').once().withArgs('Hello World!'); hello(null, response); responseMock.verify(); }); });
67. var sinon = require('sinon'); var hello = require('./app').hello; describe('hello', function() { it('should invoke `Response#send` with "Hello World!"', function() { var response = {send: function() {}}; var responseMock = sinon.mock(response); responseMock.expects('send').once().withArgs('Hello World!'); hello(null, response); responseMock.verify(); }); });
68. var sinon = require('sinon'); var hello = require('./app').hello; describe('hello', function() { it('should invoke `Response#send` with "Hello World!"', function() { var response = {send: function() {}}; var responseMock = sinon.mock(response); responseMock.expects('send').once().withArgs('Hello World!'); hello(null, response); responseMock.verify(); }); });
69. var sinon = require('sinon'); var hello = require('./app').hello; describe('hello', function() { it('should invoke `Response#send` with "Hello World!"', function() { var response = {send: function() {}}; var responseMock = sinon.mock(response); responseMock.expects('send').once().withArgs('Hello World!'); hello(null, response); responseMock.verify(); }); });
70. var sinon = require('sinon'); var hello = require('./app').hello; describe('hello', function() { it('should invoke `Response#send` with "Hello World!"', function() { var response = {send: function() {}}; var responseMock = sinon.mock(response); responseMock.expects('send').once().withArgs('Hello World!'); hello(null, response); responseMock.verify(); }); });
71. var sinon = require('sinon'); var hello = require('./app').hello; describe('hello', function() { it('should invoke `Response#send` with "Hello World!"', function() { var response = {send: function() {}}; var responseMock = sinon.mock(response); responseMock.expects('send').once().withArgs('Hello World!'); hello(null, response); responseMock.verify(); }); });
72. var sinon = require('sinon'); var hello = require('./app').hello; describe('hello', function() { it('should invoke `Response#send` with "Hello World!"', function() { var response = {send: function() {}}; var responseMock = sinon.mock(response); responseMock.expects('send').once().withArgs('Hello World!'); hello(null, response); responseMock.verify(); }); });
73. ➜ testing npm test > testing@1.0.0 test /home/joneshf/presentations/testing > mocha integration.js unit.js Routing to / ✓ should respond with "Hello World!" hello ✓ should invoke `Response#send` with "Hello World!" 2 passing (43ms)
74. ➜ testing npm test > testing@1.0.0 test /home/joneshf/presentations/testing > mocha integration.js unit.js Routing to / ✓ should respond with "Hello World!" hello ✓ should invoke `Response#send` with "Hello World!" 2 passing (43ms)
75. ➜ testing npm test > testing@1.0.0 test /home/joneshf/presentations/testing > mocha integration.js unit.js Routing to / ✓ should respond with "Hello World!" hello ✓ should invoke `Response#send` with "Hello World!" 2 passing (43ms)
76. ➜ testing npm test > testing@1.0.0 test /home/joneshf/presentations/testing > mocha integration.js unit.js Routing to / ✓ should respond with "Hello World!" hello ✓ should invoke `Response#send` with "Hello World!" 2 passing (43ms)
77. Where do we go from here?
78. Where do we go from here? Property-based tests
79. Where do we go from here? Property-based tests Static types
80. Where do we go from here? Property-based tests Static types Proofs
81. Speaking at Sacjs Next Tuesday Property-based testing The Urban Hive 7:00PM http://bit.ly/1PxHZl1
82. Thanks