Slide 1

Slide 1 text

DO YOU EVEN JAM BRUH?

Slide 2

Slide 2 text

DO YOU??

Slide 3

Slide 3 text

bit.ly/reactbangalore twitter slack

Slide 4

Slide 4 text

@siddharthkp

Slide 5

Slide 5 text

javascript architect @practo open source github.com/siddharthkp youtube thingy bit.ly/jsshow

Slide 6

Slide 6 text

Web Audio API

Slide 7

Slide 7 text

AudioContext input → effects → destination

Slide 8

Slide 8 text

AudioContext input → effects → destination OscillatorNode AudioBuffer

Slide 9

Slide 9 text

AudioContext input → effects → destination OscillatorNode AudioBuffer BiquadFilter GainNode WaveShaper

Slide 10

Slide 10 text

AudioContext input → effects → destination OscillatorNode AudioBuffer BiquadFilter GainNode WaveShaper Audio MediaStream

Slide 11

Slide 11 text

Web Audio API Full spec: https://developer.mozilla.org/en-US/docs/Web/API/Web_Audio_API

Slide 12

Slide 12 text

AudioContext input → effects → destination OscillatorNode AudioBuffer BiquadFilter GainNode WaveShaper Audio MediaStream

Slide 13

Slide 13 text

AudioContext input → effects → destination OscillatorNode AudioBuffer BiquadFilter GainNode WaveShaper Audio MediaStream

Slide 14

Slide 14 text

AudioContext ↓ destination ↓ effect input

Slide 15

Slide 15 text

const context = new(window.AudioContext || window.webkitAudioContext) AudioContext ↓ destination ↓ effect input

Slide 16

Slide 16 text

const context = new(window.AudioContext || window.webkitAudioContext) const oscillator = context.createOscillator() AudioContext ↓ destination ↓ effect input

Slide 17

Slide 17 text

const context = new(window.AudioContext || window.webkitAudioContext) const oscillator = context.createOscillator() oscillator.frequency.setValueAtTime(400, context.currentTime) AudioContext ↓ destination ↓ effect input

Slide 18

Slide 18 text

const context = new(window.AudioContext || window.webkitAudioContext) const oscillator = context.createOscillator() oscillator.frequency.setValueAtTime(400, context.currentTime) oscillator.connect(context.destination) AudioContext ↓ destination ↓ effect input

Slide 19

Slide 19 text

const context = new(window.AudioContext || window.webkitAudioContext) const oscillator = context.createOscillator() oscillator.frequency.setValueAtTime(400, context.currentTime) oscillator.connect(context.destination) oscillator.start() setTimeout(() => oscillator.stop(), 1000) AudioContext ↓ destination ↓ effect input

Slide 20

Slide 20 text

const context = new(window.AudioContext || window.webkitAudioContext) const oscillator = context.createOscillator() oscillator.frequency.setValueAtTime(400, context.currentTime) const gainEffect = context.createGain() oscillator.connect(context.destination) oscillator.start() setTimeout(() => oscillator.stop(), 1000) AudioContext ↓ destination ↓ effect input

Slide 21

Slide 21 text

const context = new(window.AudioContext || window.webkitAudioContext) const oscillator = context.createOscillator() oscillator.frequency.setValueAtTime(400, context.currentTime) const gainEffect = context.createGain() gainEffect.gain.setValueAtTime(10, context.currentTime) oscillator.connect(context.destination) oscillator.start() setTimeout(() => oscillator.stop(), 1000) AudioContext ↓ destination ↓ effect input

Slide 22

Slide 22 text

const context = new(window.AudioContext || window.webkitAudioContext) const oscillator = context.createOscillator() oscillator.frequency.setValueAtTime(400, context.currentTime) const gainEffect = context.createGain() gainEffect.gain.setValueAtTime(10, context.currentTime) oscillator.connect(gainEffect).connect(context.destination) oscillator.start() setTimeout(() => oscillator.stop(), 1000) AudioContext ↓ destination ↓ effect input

Slide 23

Slide 23 text

const context = new(window.AudioContext || window.webkitAudioContext) const oscillator = context.createOscillator() oscillator.frequency.setValueAtTime(400, context.currentTime) oscillator.type = 'square' // sine, square, triangle, sawtooth const gainEffect = context.createGain() gainEffect.gain.setValueAtTime(10, context.currentTime) oscillator.connect(gainEffect).connect(context.destination) oscillator.start() setTimeout(() => oscillator.stop(), 1000) AudioContext ↓ destination ↓ effect input

Slide 24

Slide 24 text

AudioContext ↓ destination ↓ effect const context = new(window.AudioContext || window.webkitAudioContext) const source = context.createBufferSource() const url = './audio/snare.wav' input

Slide 25

Slide 25 text

AudioContext ↓ destination ↓ effect const context = new(window.AudioContext || window.webkitAudioContext) const source = context.createBufferSource() const url = './audio/snare.wav' new BufferLoader(context, url, audioBuffer => { source.buffer = audioBuffer }).load() input

Slide 26

Slide 26 text

AudioContext ↓ destination ↓ effect const context = new(window.AudioContext || window.webkitAudioContext) const source = context.createBufferSource() const url = './audio/snare.wav' new BufferLoader(context, url, audioBuffer => { source.buffer = audioBuffer source.connect(context.destination) source.start() }).load() input

Slide 27

Slide 27 text

No content

Slide 28

Slide 28 text

• • • • • • • •

Slide 29

Slide 29 text

• • • • • • • • kick x x x x x x x x

Slide 30

Slide 30 text

• • • • • • • • kick x----- x----- x----- x----- x----- x----- x----- x-----

Slide 31

Slide 31 text

• • • • • • • • kick x x x x x x x x

Slide 32

Slide 32 text

• • • • • • • • kick x x x x x x x x snare x x x x

Slide 33

Slide 33 text

• • • • • • • • kick x x x x x x x x snare x x x x hihat x x x x x x x x

Slide 34

Slide 34 text

• • • • • • • • kick x x x x x x x x snare x x x x hihat x x x x x x x x bass E E E E B B B B

Slide 35

Slide 35 text

• • • • • • • • kick x x x x x x x x snare x x x x hihat x x x x x x x x bass E E E E B B B B lead E2 E2 G2 E2 D2 C2 B1

Slide 36

Slide 36 text

React

Slide 37

Slide 37 text

• • • • • • • • kick x x x x x x x x snare x x x x hihat x x x x x x x x bass E E E E B B B B lead E2 E2 G2 E2 D2 C2 B1

Slide 38

Slide 38 text

kick x x x x x x x x snare x x x x hihat x x x x x x x x bass E E E E B B B B lead E2 E2 G2 E2 D2 C2 B1

Slide 39

Slide 39 text

x x x x x x x x snare x x x x hihat x x x x x x x x bass E E E E B B B B lead E2 E2 G2 E2 D2 C2 B1

Slide 40

Slide 40 text

class Kick extends React.Component { }

Slide 41

Slide 41 text

class Kick extends React.Component { constructor () { } componentDidMount () { } render () { } }

Slide 42

Slide 42 text

class Kick extends React.Component { constructor () { super(props) this.state = { notes: this.props.children.split(' ') } } componentDidMount () { } render () { } }

Slide 43

Slide 43 text

class Kick extends React.Component { constructor () { super(props) this.state = { notes: this.props.children.split(' ') } } componentDidMount () { loadInstrument('kick').then(source => { this.setState({ source }) }) } render () { } }

Slide 44

Slide 44 text

class Kick extends React.Component { constructor () { super(props) this.state = { notes: this.props.children.split(' ') } } componentDidMount () { loadInstrument('kick').then(source => { this.setState({ source }) }) } render () { this.state.notes.map((note, index) => { setTimeout(() => this.state.source.play(), index * 500) }) } }

Slide 45

Slide 45 text

x x x x x x x x x x x x hihat x x x x x x x x bass E E E E B B B B lead E2 E2 G2 E2 D2 C2 B1

Slide 46

Slide 46 text

x x x x x x x x x o x o x o x o hihat x x x x x x x x bass E E E E B B B B lead E2 E2 G2 E2 D2 C2 B1

Slide 47

Slide 47 text

class Kick extends React.Component { constructor () { ... } componentDidMount () { ... } render () { this.state.notes.map((note, index) => { if (index !== 'o') { setTimeout(() => this.state.source.play(), index * 500) } }) } }

Slide 48

Slide 48 text

x x x x x x x x x o x o x o x o x x x x x x x x bass E E E E B B B B lead E2 E2 G2 E2 D2 C2 B1

Slide 49

Slide 49 text

x x x x x x x x x o x o x o x o x x x x x x x x E E E E B B B B lead E2 E2 G2 E2 D2 C2 B1

Slide 50

Slide 50 text

class Bass extends React.Component { constructor () { ... } componentDidMount () { ... } render () { this.state.notes.map((note, index) => { setTimeout(() => { this.state.source.frequency.value = getFrequency(note) this.state.source.play()) }, index * 500) }) } }

Slide 51

Slide 51 text

const chords = { C: 65.406, D: 73.416, E: 82.407, F: 87.307, G: 97.999, B: 123.471, }

Slide 52

Slide 52 text

const chords = { C: 65.406, C1: 32.703, D: 73.416, D1: 36.708, E: 82.407, E1: 41.203, F: 87.307, F1: 43.654, G: 97.999, G1: 48.999, B: 123.471, B1: 61.735 }

Slide 53

Slide 53 text

const chords = { C: 65.406, C1: 32.703, D: 73.416, D1: 36.708, E: 82.407, E1: 41.203, F: 87.307, F1: 43.654, G: 97.999, G1: 48.999, B: 123.471, B1: 61.735 } const getFrequency = note => { return chords[note] }

Slide 54

Slide 54 text

x x x x x x x x x o x o x o x o x x x x x x x x E E E E B B B B E2 E2 G2 E2 D2 C2 B1

Slide 55

Slide 55 text

• • • • • • • • E2 E2 G2 E2 D2 C2 B1

Slide 56

Slide 56 text

• • • • • • • • E2 E2 G2 E2 D2 C2 B1 E2 E2 G2 E2 D2 C2 B1

Slide 57

Slide 57 text

• • • • • • • • E2 E2 G2 E2 D2 C2 B1 E2 E2 G2 E2 D2 C2 B1

Slide 58

Slide 58 text

class Lead extends React.Component { constructor () { ... } componentDidMount () { ... } render () { this.props.children.map((child, index) => { setTimeout(() => { this.state.source.frequency.value = getFrequency(child.props.chord) this.state.source.play()) }, child.props.time * 1000) }) } }

Slide 59

Slide 59 text

Speech Synthesis API

Slide 60

Slide 60 text

const synth = window.speechSynthesis const voices = synth.getVoices()

Slide 61

Slide 61 text

const synth = window.speechSynthesis const voices = synth.getVoices() const text = 'Hello world' const speech = new SpeechSynthesisUtterance(text); speech.voice = voices[0]

Slide 62

Slide 62 text

const synth = window.speechSynthesis const voices = synth.getVoices() const text = 'Hello world' const speech = new SpeechSynthesisUtterance(text); speech.voice = voices[53] synth.speak(speech)

Slide 63

Slide 63 text

@siddharthkp twitter github