Eight Point Oh

Transcript

1. Eight Point Oh
   

   View Slide

2. Sebastian Riedel
   @kraih
   

   View Slide

3. 8.0
   

   View Slide

4. View Slide

5. 26 New Features
   

   View Slide

6. View Slide

7. openQA
   • 100+ Contributors
   • 320 Minion Workers
   • 2.7M Tests executed
   • 25 Years of Test Runtime
   • 700 Test Modules
   • 800 Bugs found
   

   View Slide

8. Cavil
   • 110K Packages per Year
   • 27K License Patterns
   • 2TB of License Data
   • 122M Minion Jobs
   

   View Slide

9. View Slide

10. New Logo
    

    View Slide

11. View Slide

12. View Slide

13. View Slide

14. Subprocesses
    

    View Slide

15. get '/slow' => sub {
    my $c = shift;
    sleep 3;
    $c->render(text => 'Hello Mojo!');
    };
    

    View Slide

16. Manager
    Worker
    Worker
    Worker
    Worker
    7.0
    

    View Slide

17. Manager
    Worker
    Worker
    Worker
    Worker
    Subprocess
    Subprocess
    Subprocess
    8.0
    

    View Slide

18. Mojo::IOLoop->subprocess(
    sub {
    my $subprocess = shift;
    sleep 3;
    return 'Hello Mojo!';
    },
    sub {
    my ($subprocess, $error, @results) = @_;
    ...
    }
    );
    

    View Slide

19. get '/slow' => sub {
    my $c = shift;
    Mojo::IOLoop->subprocess(
    sub {
    sleep 3;
    return 'Hello Mojo!';
    }, sub {
    my ($subprocess, $error, $message) = @_;
    return $c->reply->exception($error) if $error;
    $c->render(text => $message);
    }
    );
    };
    

    View Slide

20. Mojo::File
    

    View Slide

21. use Cwd qw(getcwd realpath);
    use File::Copy qw(copy move);
    use File::Find 'find';
    use File::Spec::Functions
    qw(abs2rel canonpath catfile file_name_is_absolute rel2abs splitdir);
    use File::Temp qw(tempdir tempfile);
    

    View Slide

22. use Mojo::File 'path';
    

    View Slide

23. my $path = path('/home/sri/.vimrc');
    # ["home", "sri", ".vimrc"]
    $path->to_array;
    # "/home/sri"
    $path->dirname;
    # ".vimrc"
    $path->basename;
    

    View Slide

24. my $path = path('/home/sri');
    # "/home/sri/.ssh/known_hosts"
    $path->child('.ssh', 'known_hosts');
    # "/home/jberger/.bashrc"
    $path->sibling('jberger', '.bashrc');
    

    View Slide

25. my $path = path('/home/sri');
    $path->child('myapp')->make_path;
    $path->child('myapp', 'README')->spurt('Hello Mojo!');
    

    View Slide

26. my $path = path('/home/sri');
    for my $file ($path->list_tree->each) {
    say $file;
    }
    for my $file ($path->list->each) {
    say $file;
    }
    

    View Slide

27. path('/home/sri')->list->each(sub { say $_->slurp });
    

    View Slide

28. use Mojo::File qw(tempdir tempfile);
    

    View Slide

29. my $dir = tempdir;
    $dir->child('test.txt')->spurt('Hello Mojo!');
    undef $dir;
    

    View Slide

30. $path->basename;
    $path->child(...);
    $path->copy_to(...);
    $path->dirname;
    $path->is_abs;
    $path->list;
    $path->list_tree;
    $path->make_path;
    $path->move_to(...);
    $path->open(...);
    $path->realpath;
    $path->remove_tree;
    $path->sibling(...);
    $path->slurp;
    $path->spurt(...);
    $path->to_abs;
    $path->to_array;
    $path->to_rel(...);
    $path->to_string;
    

    View Slide

31. UNIX Domain Sockets
    

    View Slide

32. View Slide

33. View Slide

34. View Slide

35. Configuration Overrides
    

    View Slide

36. package MyApp;
    use Mojo::Base 'Mojolicious';
    sub startup {
    my $self = shift;
    my $config = $self->plugin('Config');
    my $name = $config->{name};
    my $r = $self->routes;
    $r->get('/' => {inline => '%= $name'});
    }
    1;
    

    View Slide

37. 7.0
    

    View Slide

38. use Test::More;
    use Test::Mojo;
    my $t = Test::Mojo->new(MyApp => {name => 'foo'});
    $t->get_ok('/')->content_is('foo');
    $t = Test::Mojo->new(MyApp => {name => 'bar'});
    $t->get_ok('/')->content_is('bar');
    done_testing;
    8.0
    

    View Slide

39. Systemd Logging
    

    View Slide

40. [Unit]
    Description=MyApp
    After=network.target
    [Service]
    Type=simple
    ExecStart=/home/sri/myapp/myapp.pl daemon
    [Install]
    WantedBy=multi-user.target
    

    View Slide

41. View Slide

42. $app->log->short(1);
    

    View Slide

43. View Slide

44. Roles
    

    View Slide

45. my $t = Test::Mojo->new('MyApp');
    my $location_is = sub {
    my ($t, $value, $desc) = @_;
    $desc ||= "Location: $value";
    local $Test::Builder::Level = $Test::Builder::Level + 1;
    return $t->success(is($t->tx->res->headers->location, $value, $desc));
    };
    $t->get_ok('/')
    ->status_is(302)
    ->$location_is('https://mojolicious.org');
    7.0
    

    View Slide

46. View Slide

47. package Test::Mojo::Role::Location;
    use Mojo::Base -role;
    use Test::More;
    sub location_is {
    my ($t, $value, $desc) = @_;
    $desc ||= "Location: $value";
    local $Test::Builder::Level = $Test::Builder::Level + 1;
    return $t->success(
    is($t->tx->res->headers->location, $value, $desc));
    }
    1;
    8.0
    

    View Slide

48. my $t = Test::Mojo->new('MyApp')->with_role('+Location');
    $t->get_ok('/')
    ->status_is(302)
    ->location_is('https://mojolicious.org');
    

    View Slide

49. Test::Mojo->with_role('+Location');
    Test::Mojo->with_role('Test::Mojo::Role::Location');
    

    View Slide

50. Mojo::Log->with_role('+Clearable');
    Mojo::UserAgent->with_role('+Queued');
    Mojo::Promise->with_role('+Futurify');
    Mojo::DOM->with_role('+PrettyPrinter');
    Mojo::Collection->with_role('+UtilsBy');
    Mojo::IOLoop::Stream->with_role('+LineBuffer');
    Mojo::IOLoop::Subprocess->with_role('+Sereal');
    Mojo::UserAgent::CookieJar->with_role('+Persistent');
    

    View Slide

51. Promises/A+
    

    View Slide

52. View Slide

53. $ua->get('https://mojolicious.org' => sub {
    my ($ua, $tx) = @_;
    ...
    });
    7.0
    

    View Slide

54. my $promise = $ua->get_p('https://mojolicious.org');
    8.0
    

    View Slide

55. pending
    fulfilled
    rejected
    

    View Slide

56. my $followup_promise = $promise->then(sub {
    my $result = shift;
    ...
    return 1 + 1;
    }, sub {
    my $error = shift;
    ...
    return 2 + 2;
    });
    

    View Slide

57. my $followup_promise = $promise->then(sub {
    my $result = shift;
    ...
    return $ua->get_p('https://mojolicious.org');
    }, sub {
    my $error = shift;
    ...
    });
    

    View Slide

58. $ua->get('https://mojolicious.org' => sub {
    my ($ua, $tx) = @_;
    say $tx->res->code;
    $ua->get('https://mojolicious.org' => sub {
    my ($ua, $tx) = @_;
    say $tx->res->code;
    $ua->get('https://mojolicious.org' => sub {
    my ($ua, $tx) = @_;
    say $tx->res->code;
    });
    });
    });
    7.0
    

    View Slide

59. $ua->get_p('https://mojolicious.org')->then(sub {
    my $tx = shift;
    say $tx->res->code;
    return $ua->get_p('https://mojolicious.org');
    })->then(sub {
    my $tx = shift;
    say $tx->res->code;
    return $ua->get_p('https://mojolicious.org');
    })->then(sub {
    my $tx = shift;
    say $tx->res->code;
    });
    8.0
    

    View Slide

60. $ua->get_p('https://mojolicious.org')->then(sub {
    my $tx = shift;
    say $tx->res->code;
    return $ua->get_p('https://mojolicious.org');
    })->then(sub {
    my $tx = shift;
    say $tx->res->code;
    return $ua->get_p('https://mojolicious.org');
    })->then(sub {
    my $tx = shift;
    say $tx->res->code;
    })->catch(sub {
    my $error = shift;
    ...
    });
    

    View Slide

61. $promise->then(undef, sub {...});
    $promise->catch(sub {...});
    

    View Slide

62. my $promise = Mojo::Promise->new;
    $promise->resolve($result);
    $promise->reject($error);
    

    View Slide

63. my $followup = Mojo::Promises->all(@promises);
    my $followup = Mojo::Promises->race(@promises);
    $promise = $promise->resolve(...);
    $promise = $promise->reject(...);
    my $followup = $promise->then(sub {...}, sub {...});
    my $followup = $promise->catch(sub {...});
    my $followup = $promise->finally(sub {...});
    $promise->wait;
    

    View Slide

64. Subroutine Signatures
    

    View Slide

65. package MyApp::Controller;
    use Mojo::Base 'Mojolicious::Controller';
    use 5.20.0;
    use experimental 'signatures';
    sub foo($self) {
    $self->render(text => 'Hello Mojo!');
    }
    1;
    7.0
    

    View Slide

66. package MyApp::Controller;
    use Mojo::Base 'Mojolicious::Controller', -signatures;
    sub foo($self) {
    $self->render(text => 'Hello Mojo!');
    }
    1;
    8.0
    

    View Slide

67. use Mojolicious::Lite -signatures;
    get '/' => sub ($c) {
    $c->render(text => 'Hello Batman!’);
    };
    app->start;
    

    View Slide

68. View Slide

69. timing->* Helpers
    

    View Slide

70. View Slide

71. View Slide

72. HTTP/1.1 200 OK
    Date: Sat, 13 Sep 2014 16:48:29 GMT
    Content-Length: 11
    Server: Mojolicious (Perl)
    Server-Timing: cpu;desc=CPU;dur=0.03, db;desc=PostgreSQL;dur=0.6
    Hello Mojo!
    

    View Slide

73. $c->timing->begin('db');
    sleep 3;
    my $elapsed = $c->timing->elapsed('db');
    $c->timing->server_timing('db', 'PostgreSQL', $elapsed);
    

    View Slide

74. $c->timing->begin('stuff');
    sleep 3;
    my $elapsed = $c->timing->elapsed('stuff');
    my $rps = $c->timing->rps($elapsed);
    $c->app->log->debug("Stuff took $elapsed seconds ($rps/s)");
    

    View Slide

75. Placeholder Types
    

    View Slide

76. GET /bender
    GET /leela
    

    View Slide

77. $r->get('/:name' => [name => ['bender', 'leela']]);
    

    View Slide

78. $r->get('/:name' => [name => ['bender', 'leela']]);
    $r->put('/:name' => [name => ['bender', 'leela']]);
    

    View Slide

79. $r->add_type(futurama => ['bender', 'leela']);
    $r->get('/');
    $r->put('/');
    

    View Slide

80. $r->add_type(futurama => qr/(?:bender|leela)/);
    $r->get('/');
    $r->put('/');
    

    View Slide

81. Secure User Agent
    

    View Slide

82. View Slide

83. View Slide

84. View Slide

85. View Slide

86. View Slide

87. use Mojo::UserAgent;
    my $ua = Mojo::UserAgent->new(insecure => 1);
    say $ua->get('https://127.0.0.1:3000')->res->text;
    

    View Slide

88. before_server_start
    

    View Slide

89. $app->hook(before_server_start => sub {
    my ($server, $app) = @_;
    return unless $server->isa('Mojo::Server::Daemon');
    say "Manager $$ started";
    $server->on(
    spawn => sub {
    my ($server, $pid) = @_;
    say "Worker $pid started";
    }
    ) if $server->isa('Mojo::Server::Prefork');
    });
    

    View Slide

90. plugin 'Status';
    

    View Slide

91. Request ID
    

    View Slide

92. my $id = $c->req->request_id;
    

    View Slide

93. View Slide

94. View Slide

95. $app->hook(before_dispatch => sub {
    my $c = shift;
    my $id = $c->req->headers->header('X-Request-Id');
    $c->req->request_id($id);
    });
    

    View Slide

96. Cpanel::JSON::XS
    

    View Slide

97. 0
    75
    150
    225
    300
    JSON::PP Mojo::JSON
    

    View Slide

98. 0
    1750
    3500
    5250
    7000
    JSON::PP Mojo::JSON Cpanel::JSON::XS
    

    View Slide

99. View Slide

100. View Slide

101. Mojo::Pg
     

     View Slide

102. ???
     

     View Slide

103. use DBD::Pg ':async';
     use Mojo::IOLoop;
     my $dbh = DBI->connect(
     'dbi:Pg:dbname=postgres;host=127.0.0.1;port=5432',
     'postgres',
     '',
     {
     AutoCommit => 1,
     AutoInactiveDestroy => 1,
     PrintError => 0,
     PrintWarn => 0,
     RaiseError => 1
     }
     );
     my $sth = $dbh->prepare('select 1', {pg_async => PG_ASYNC});
     $sth->execute;
     open my $handle, '{pg_socket} or die "Can't dup: $!";
     Mojo::IOLoop->singleton->reactor->io(
     $handle => sub {
     return unless $dbh->pg_ready;
     my $result = $sth->pg_result;
     my $data = $sth->fetchall_arrayref;
     ...
     Mojo::IOLoop->stop;
     }
     );
     Mojo::IOLoop->start;
     

     View Slide

104. use Mojo::Pg;
     my $pg = Mojo::Pg->new('postgres://sri@127.0.0.1:5432/myapp');
     $pg->db->query_p('select 1')->then(sub {
     my $results = shift;
     ...
     })->catch(sub {
     my $error = shift;
     ...
     })->wait;
     

     View Slide

105. my $db1 = $pg->db;
     my $db2 = $pg->db;
     $db1->query_p('select 1')->then(...);
     $db2->query_p('select 1')->then(...);
     

     View Slide

106. my $results = $pg->db->query('select * from foo where bar = ?', 'baz');
     

     View Slide

107. my $arrays = $results->arrays;
     my $hashes = $results->hashes;
     my $array = $results->array;
     my $hash = $results->hash;
     my $text = $results->text;
     my $names = $results->columns;
     my $num = $results->rows;
     

     View Slide

108. my $users = $pg->db->query('select * from users')->hashes;
     for my $user ($users->each) {
     say $user->{first_name};
     say $user->{last_name};
     }
     

     View Slide

109. SQL::Abstract::Pg
     

     View Slide

110. $db->insert('users', {name => 'Joel'});
     my $id = $db->select('users', '*', {name => 'Joel'})->hash->{id};
     $db->update('users', {name => 'jberger'}, {id => $id});
     $db->delete('users', {name => 'jberger'});
     

     View Slide

111. $db->select_p('users', '*', {name => ‘Marcus’})->then(
     sub {
     my $results = shift;
     say $results->hash->{id};
     },
     sub {
     my $error = shift;
     warn $error;
     }
     );
     

     View Slide

112. # "select * from users limit 10 offset 20"
     $db->select('users', '*', undef, {limit => 10, offset => 20});
     

     View Slide

113. # "insert into t (a) values ('b') on conflict (a) do update set a = 'c'"
     $db->insert('t', {a => 'b'}, {on_conflict => [a => {a => 'c'}]});
     # "select * from foo join bar on (bar.foo_id = foo.id)"
     $db->select(['foo', ['bar', foo_id => 'id']]);
     # "select * from some_table where id = 1 for update"
     $db->select('some_table', '*', {id => 1}, {for => 'update'});
     

     View Slide

114. View Slide

115. Pub/Sub
     

     View Slide

116. $pg->pubsub->listen(foo => sub {
     my ($pubsub, $payload) = @_;
     say "foo: $payload";
     });
     $pg->pubsub->notify(foo => 'PostgreSQL rocks!');
     

     View Slide

117. View Slide

118. Migrations
     

     View Slide

119. -- 1 up
     create table if not exists posts (
     id serial primary key,
     title text,
     body text
     );
     -- 1 down
     drop table if exists posts;
     

     View Slide

120. -- 1 up
     create table if not exists posts (
     id serial primary key,
     title text,
     body text
     );
     -- 2 up
     alter tabl posts add column slug text;
     -- 1 down
     drop table if exists posts;
     

     View Slide

121. $pg->migrations->from_file('migrations/blog.sql');
     $pg->migrations->from_data('MyApp');
     $pg->migrations->from_string('....');
     

     View Slide

122. $pg->migrations->migrate;
     $pg->migrations->migrate(2);
     $pg->migrations->migrate(0);
     

     View Slide

123. View Slide

124. Minion
     

     View Slide

125. PostgreSQL
     

     View Slide

126. View Slide

127. SKIP LOCKED
     JSONB
     ARRAY
     LISTEN/NOTIFY
     Upsert
     Transactional DDL
     

     View Slide

128. package Minion::Backend::MyBackend;
     use Mojo::Base 'Minion::Backend';
     sub broadcast {...}
     sub dequeue {...}
     sub enqueue {...}
     sub fail_job {...}
     sub finish_job {...}
     sub history {...}
     sub list_jobs {...}
     sub list_locks {...}
     sub list_workers {...}
     sub lock {...}
     sub note {...}
     sub receive {...}
     sub register_worker {...}
     sub remove_job {...}
     sub repair {...}
     sub reset {...}
     sub retry_job {...}
     sub stats {...}
     sub unlock {...}
     sub unregister_worker {...}
     

     View Slide

129. 3rd Party
     

     View Slide

130. Admin UI
     

     View Slide

131. plugin 'Minion::Admin';
     

     View Slide

132. View Slide

133. View Slide

134. View Slide

135. View Slide

136. Concurrency
     

     View Slide

137. Job
     Job
     Job
     

     View Slide

138. Job
     Job
     Job
     Job
     

     View Slide

139. View Slide

140. Job Results
     

     View Slide

141. $minion->add_task(foo => sub {
     my ($job, @args) = @_;
     sleep 5;
     say $job->finish({hello => 'mojo'});
     });
     

     View Slide

142. View Slide

143. my $result = $minion->job($id)->info->{result};
     say $result->{hello};
     

     View Slide

144. Job Dependencies
     

     View Slide

145. resize pack
     resize
     resize
     

     View Slide

146. my $id_one = $minion->enqueue('resize', [...]);
     my $id_two = $minion->enqueue('resize', [...]);
     my $pack_id = $minion->enqueue(
     'pack', [...], {parents => [$id_one ,$id_two]});
     

     View Slide

147. View Slide

148. Remote Control
     

     View Slide

149. View Slide

150. View Slide

151. View Slide

152. View Slide

153. $worker->add_command(jobs => sub {
     my ($worker, $num) = @_;
     $worker->status->{jobs} = $num;
     });
     

     View Slide

154. Foreground
     

     View Slide

155. $minion->add_task(foo => sub {
     my ($job, @args) = @_;
     warn 'Some important information!';
     die 'Hello Mojo!';
     });
     

     View Slide

156. View Slide

157. View Slide

158. Thanks, have fun at
     Mojoconf!
     

     View Slide