Ravada.pm 33.9 KB
Newer Older
1
2
3
4
5
package Ravada;

use warnings;
use strict;

Francesc Guasch's avatar
Francesc Guasch committed
6
our $VERSION = '0.2.5';
Francesc Guasch's avatar
Francesc Guasch committed
7

8
use Carp qw(carp croak);
9
use Data::Dumper;
10
use DBIx::Connector;
11
use Hash::Util qw(lock_hash);
12
use Moose;
Francesc Guasch's avatar
Francesc Guasch committed
13
use POSIX qw(WNOHANG);
14
15
use YAML;

16
17
use Socket qw( inet_aton inet_ntoa );

Francesc Guasch's avatar
Francesc Guasch committed
18
use Ravada::Auth;
19
use Ravada::Request;
20
use Ravada::VM::KVM;
21
use Ravada::VM::Void;
22

Francesc Guasch's avatar
Francesc Guasch committed
23
24
25
26
27
28
29
30
31
32
33
34
=head1 NAME

Ravada - Remove Virtual Desktop Manager

=head1 SYNOPSIS

  use Ravada;

  my $ravada = Ravada->new()

=cut

35
36
37
38
39
40
41

our $FILE_CONFIG = "/etc/ravada.conf";

###########################################################################

our $CONNECTOR;
our $CONFIG = {};
42
our $DEBUG;
43
our $CAN_FORK = 1;
44
our $CAN_LXC = 0;
45
46
47
48

# Seconds to wait for other long process
our $SECONDS_WAIT_CHILDREN = 2;
# Limit for long processes
49
our $LIMIT_PROCESS = 2;
50
51
our $LIMIT_HUGE_PROCESS = 1;

52
53
our $DIR_SQL = "sql/mysql";
$DIR_SQL = "/usr/share/doc/ravada/sql/mysql" if ! -e $DIR_SQL;
54

55
# LONG commands take long
56
57
our %HUGE_COMMAND = map { $_ => 1 } qw(download);
our %LONG_COMMAND =  map { $_ => 1 } (qw(prepare_base remove_base screenshot ), keys %HUGE_COMMAND);
58
59
60
61
62
63
64
65
66

has 'vm' => (
          is => 'ro'
        ,isa => 'ArrayRef'
       ,lazy => 1
     , builder => '_create_vm'
);

has 'connector' => (
67
68
69
70
71
72
        is => 'rw'
);

has 'config' => (
    is => 'ro'
    ,isa => 'Str'
73
74
);

75
76
77
78
79
80
has 'warn_error' => (
    is => 'rw'
    ,isa => 'Bool'
    ,default => sub { 1 }
);

Francesc Guasch's avatar
Francesc Guasch committed
81
82
83
84
85
86
87
=head2 BUILD

Internal constructor

=cut


88
89
sub BUILD {
    my $self = shift;
90
    if ($self->config()) {
91
        _init_config($self->config);
92
    } else {
Francesc Guasch's avatar
Francesc Guasch committed
93
        _init_config($FILE_CONFIG) if -e $FILE_CONFIG;
94
    }
95

Francesc Guasch's avatar
Francesc Guasch committed
96
    if ( $self->connector ) {
joansp's avatar
joansp committed
97
        $CONNECTOR = $self->connector
Francesc Guasch's avatar
Francesc Guasch committed
98
99
    } else {
        $CONNECTOR = $self->_connect_dbh();
100
        $self->connector($CONNECTOR);
Francesc Guasch's avatar
Francesc Guasch committed
101
    }
Francesc Guasch's avatar
Francesc Guasch committed
102
    Ravada::Auth::init($CONFIG);
103
    $self->_create_tables();
104
    $self->_upgrade_tables();
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
    $self->_update_data();
}

sub _update_isos {
    my $self = shift;
    my $table = 'iso_images';
    my $field = 'name';
    my %data = (
        zesty => {
                    name => 'Ubuntu Zesty Zapus'
            ,description => 'Ubuntu 17.04 Zesty Zapus 64 bits'
                   ,arch => 'amd64'
                    ,xml => 'yakkety64-amd64.xml'
             ,xml_volume => 'yakkety64-volume.xml'
                    ,url => 'http://releases.ubuntu.com/17.04/'
                ,file_re => ,'ubuntu-17.04.*desktop-amd64.iso'
                ,md5_url => ,'http://releases.ubuntu.com/17.04/MD5SUMS'
        }
Francesc Guasch's avatar
Francesc Guasch committed
123
124
125
126
127
128
129
130
131
132
133
134
135
        ,serena64 => {
            name => 'Mint 18.1 Mate 64 bits'
    ,description => 'Mint Serena 18.1 with Mate Desktop based on Ubuntu Xenial 64 bits'
           ,arch => 'amd64'
            ,xml => 'xenial64-amd64.xml'
     ,xml_volume => 'xenial64-volume.xml'
            ,url => 'http://mirrors.evowise.com/linuxmint/stable/18.1/'
        ,file_re => 'linuxmint-18.1-mate-64bit.iso'
        ,md5_url => ''
            ,md5 => 'c5cf5c5d568e2dfeaf705cfa82996d93'

        }

136
137
138
139
140
141
142
143
    );

    my $sth_search = $CONNECTOR->dbh->prepare("SELECT id FROM $table WHERE $field = ?");
    for my $name (keys %data) {
        my $row = $data{$name};
        $sth_search->execute($row->{$field});
        my ($id) = $sth_search->fetchrow;
        next if $id;
Francesc Guasch's avatar
Francesc Guasch committed
144
        warn("INFO: updating $table : $row->{$field}\n")    if $0 !~ /\.t$/;
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163

        my $sql =
            "INSERT INTO iso_images "
            ."("
            .join(" , ", sort keys %{$data{$name}})
            .")"
            ." VALUES ( "
            .join(" , ", map { "?" } keys %{$data{$name}})
            ." )"
        ;
        my $sth = $CONNECTOR->dbh->prepare($sql);
        $sth->execute(map { $data{$name}->{$_} } sort keys %{$data{$name}});
        $sth->finish;
    }
}

sub _update_data {
    my $self = shift;
    $self->_update_isos();
164
165
}

166
167
168
169
170
171
172
173
174
175
sub _upgrade_table {
    my $self = shift;
    my ($table, $field, $definition) = @_;
    my $dbh = $CONNECTOR->dbh;

    my $sth = $dbh->column_info(undef,undef,$table,$field);
    my $row = $sth->fetchrow_hashref;
    $sth->finish;
    return if $row;

Francesc Guasch's avatar
Francesc Guasch committed
176
    warn "INFO: adding $field $definition to $table\n"  if $0 !~ /\.t$/;
177
    $dbh->do("alter table $table add $field $definition");
178
    return 1;
179
180
}

181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
sub _create_table {
    my $self = shift;
    my $table = shift;

    my $sth = $CONNECTOR->dbh->table_info('%',undef,$table,'TABLE');
    my $info = $sth->fetchrow_hashref();
    $sth->finish;
    return if keys %$info;

    warn "INFO: creating table $table\n";
    my $file_sql = "$DIR_SQL/$table.sql";
    open my $in,'<',$file_sql or die "$! $file_sql";
    my $sql = join " ",<$in>;
    close $in;

    $CONNECTOR->dbh->do($sql);
    return 1;
}

sub _insert_data {
    my $self = shift;
    my $table = shift;

    my $file_sql =  "$DIR_SQL/../data/insert_$table.sql";
    return if ! -e $file_sql;

    warn "INFO: inserting data for $table\n";
    open my $in,'<',$file_sql or die "$! $file_sql";
    my $sql = '';
    while (my $line = <$in>) {
        $sql .= $line;
        next if $sql !~ /\w/ || $sql !~ /;\s*$/;
        $CONNECTOR->dbh->do($sql);
        $sql = '';
    }
    close $in;

}

sub _create_tables {
    my $self = shift;
222
223
    return if $CONNECTOR->dbh->{Driver}{Name} !~ /mysql/i;

224
225
226
227
228
229
230
231
232
    opendir my $ls,$DIR_SQL or die "$! $DIR_SQL";
    while (my $file = readdir $ls) {
        my ($table) = $file =~ m{(.*)\.sql$};
        next if !$table;
        $self->_insert_data($table)     if $self->_create_table($table);
    }
    closedir $ls;
}

233
234
sub _upgrade_tables {
    my $self = shift;
235
236
    return if $CONNECTOR->dbh->{Driver}{Name} !~ /mysql/i;

237
    $self->_upgrade_table('file_base_images','target','varchar(64) DEFAULT NULL');
238

239
    $self->_upgrade_table('vms','vm_type',"char(20) NOT NULL DEFAULT 'KVM'");
240
241
    $self->_upgrade_table('vms','connection_args',"text DEFAULT NULL");

242
    $self->_upgrade_table('requests','at_time','int(11) DEFAULT NULL');
Francesc Guasch's avatar
Francesc Guasch committed
243

244
245
    $self->_upgrade_table('iso_images','md5_url','varchar(255)');
    $self->_upgrade_table('iso_images','file_re','char(64)');
246
    $self->_upgrade_table('iso_images','device','varchar(255)');
247
248

    $self->_upgrade_table('users','language','char(3) DEFAULT NULL');
249
250
251
252
253
254
    if ( $self->_upgrade_table('users','is_external','int(11) DEFAULT 0')) {
        my $sth = $CONNECTOR->dbh->prepare(
            "UPDATE users set is_external=1 WHERE password='*LK* no pss'"
        );
        $sth->execute;
    }
Francesc Guasch's avatar
Francesc Guasch committed
255

256
    $self->_upgrade_table('networks','requires_password','int(11)');
257
258
    $self->_upgrade_table('networks','n_order','int(11) not null default 0');

259
    $self->_upgrade_table('domains','spice_password','varchar(20) DEFAULT NULL');
260
261
}

262

263
264
265
266
sub _connect_dbh {
    my $driver= ($CONFIG->{db}->{driver} or 'mysql');;
    my $db_user = ($CONFIG->{db}->{user} or getpwnam($>));;
    my $db_pass = ($CONFIG->{db}->{password} or undef);
Francesc Guasch's avatar
Francesc Guasch committed
267
268
    my $db = ( $CONFIG->{db}->{db} or 'ravada' );
    return DBIx::Connector->new("DBI:$driver:$db"
269
270
271
272
273
                        ,$db_user,$db_pass,{RaiseError => 1
                        , PrintError=> 0 });

}

274
=head2 display_ip
275

276
Returns the default display IP read from the config file
277

278
=cut
279

280
sub display_ip {
281

282
    my $ip = $CONFIG->{display_ip};
joansp's avatar
joansp committed
283

284
    return $ip if $ip;
285
286
}

287
288
sub _init_config {
    my $file = shift;
289
290

    my $connector = shift;
291
    confess "Deprecated connector" if $connector;
292

293
    $CONFIG = YAML::LoadFile($file);
294
295
296

    $LIMIT_PROCESS = $CONFIG->{limit_process} 
        if $CONFIG->{limit_process} && $CONFIG->{limit_process}>1;
297
#    $CONNECTOR = ( $connector or _connect_dbh());
298
299
}

300
sub _create_vm_kvm {
301
    my $self = shift;
302

303
304
305
306
    my $cmd_qemu_img = `which qemu-img`;
    chomp $cmd_qemu_img;

    return(undef,"ERROR: Missing qemu-img") if !$cmd_qemu_img;
307
308

    my $vm_kvm;
309

310
311
    eval { $vm_kvm = Ravada::VM::KVM->new( connector => ( $self->connector or $CONNECTOR )) };
    my $err_kvm = $@;
312
313
314
315

    my ($internal_vm , $storage);
    eval {
        $storage = $vm_kvm->dir_img();
316
        $internal_vm = $vm_kvm->vm;
317
318
    };
    $vm_kvm = undef if $@ || !$internal_vm || !$storage;
Francesc Guasch's avatar
Francesc Guasch committed
319
320
    $err_kvm .= ($@ or '');
    return ($vm_kvm,$err_kvm);
321
322
}

323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
=head2 disconnect_vm

Disconnect all the Virtual Managers connections.

=cut


sub disconnect_vm {
    my $self = shift;
    $self->_disconnect_vm();
}

sub _disconnect_vm{
    my $self = shift;
    return $self->_connect_vm(0);
}

sub _connect_vm {
341
    my $self = shift;
342
343
344
345

    my $connect = shift;
    $connect = 1 if !defined $connect;

346
347
    my @vms;
    eval { @vms = $self->vm };
348
    warn $@ if $@ && $self->warn_error;
349
350
351
352
    return if $@ && $@ =~ /No VMs found/i;
    die $@ if $@;

    return if !scalar @vms;
353
354
    for my $n ( 0 .. $#{$self->vm}) {
        my $vm = $self->vm->[$n];
355
356
357

        if (!$connect) {
            $vm->disconnect();
358
359
        } else {
            $vm->connect();
360
        }
361
362
363
    }
}

364
365
366
367
368
369
sub _create_vm {
    my $self = shift;

    my @vms = ();

    my ($vm_kvm, $err_kvm) = $self->_create_vm_kvm();
370
    warn $err_kvm if $err_kvm && $0 !~ /\.t$/;
371

372
373
    my $err = $err_kvm;

374
375
376
    push @vms,($vm_kvm) if $vm_kvm;

    my $vm_lxc;
377
378
379
380
381
382
    if ($CAN_LXC) {
        eval { $vm_lxc = Ravada::VM::LXC->new( connector => ( $self->connector or $CONNECTOR )) };
        push @vms,($vm_lxc) if $vm_lxc;
        my $err_lxc = $@;
        $err .= "\n$err_lxc" if $err_lxc;
    }
383
    if (!@vms) {
384
        warn "No VMs found: $err\n" if $self->warn_error;
385
386
387
    }
    return \@vms;

388
389
}

390
sub _check_vms {
391
392
    my $self = shift;

393
394
    my @vm;
    eval { @vm = @{$self->vm} };
395
396
397
398
399
400
401
402
403
404
    for my $n ( 0 .. $#vm ) {
        if ($vm[$n] && ref $vm[$n] =~ /KVM/i) {
            if (!$vm[$n]->is_alive) {
                warn "$vm[$n] dead" if $DEBUG;
                $vm[$n] = $self->_create_vm_kvm();
            }
        }
    }
}

Francesc Guasch's avatar
Francesc Guasch committed
405
406
407
408
=head2 create_domain

Creates a new domain based on an ISO image or another domain.

joansp's avatar
joansp committed
409
  my $domain = $ravada->create_domain(
Francesc Guasch's avatar
Francesc Guasch committed
410
411
412
413
414
         name => $name
    , id_iso => 1
  );


joansp's avatar
joansp committed
415
  my $domain = $ravada->create_domain(
Francesc Guasch's avatar
Francesc Guasch committed
416
417
418
419
420
421
422
423
         name => $name
    , id_base => 3
  );


=cut


424
sub create_domain {
425
426
    my $self = shift;

427
428
    my %args = @_;

429
430
431
    croak "Argument id_owner required "
        if !$args{id_owner};

432
433
    my $vm_name = $args{vm};
    delete $args{vm};
434

435
    my $request = ( $args{request} or undef);
Francesc Guasch's avatar
Francesc Guasch committed
436

437
    my $vm;
438
439
440
441
    if ($vm_name) {
        $vm = $self->search_vm($vm_name);
        confess "ERROR: vm $vm_name not found"  if !$vm;
    }
442
    $vm = $self->vm->[0]               if !$vm;
443

444
445
    confess "No vm found"   if !$vm;

446
447
    carp "WARNING: no VM defined, we will use ".$vm->name
        if !$vm_name;
Francesc Guasch's avatar
Francesc Guasch committed
448

449
    confess "I can't find any vm ".Dumper($self->vm) if !$vm;
Francesc Guasch's avatar
Francesc Guasch committed
450

451
    return $vm->create_domain(@_);
452
453
}

Francesc Guasch's avatar
Francesc Guasch committed
454
455
456
457
458
459
460
461
=head2 remove_domain

Removes a domain

  $ravada->remove_domain($name);

=cut

462
463
sub remove_domain {
    my $self = shift;
464
465
    my %arg = @_;

466
    confess "Argument name required "
467
468
        if !$arg{name};

469
470
    confess "Argument uid required "
        if !$arg{uid};
471
472
473
474

    lock_hash(%arg);

    my $domain = $self->search_domain($arg{name}, 1)
475
        or die "ERROR: I can't find domain '$arg{name}', maybe already removed.";
476

477
478
    my $user = Ravada::Auth::SQL->search_by_id( $arg{uid});
    $domain->remove( $user);
479
480
}

Francesc Guasch's avatar
Francesc Guasch committed
481
482
483
484
485
486
=head2 search_domain

  my $domain = $ravada->search_domain($name);

=cut

487
488
489
sub search_domain {
    my $self = shift;
    my $name = shift;
490
    my $import = shift;
491

492
493
494
495
496
497
498
499
500
501
502
503
    my $vm = $self->search_vm('Void');
    warn "No Void VM" if !$vm;
    return if !$vm;

    my $domain = $vm->search_domain($name, $import);
    return $domain if $domain;

    my @vms;
    eval { @vms = $self->vm };
    return if $@ && $@ =~ /No VMs found/i;
    die $@ if $@;

504
    for my $vm (@{$self->vm}) {
Francesc Guasch's avatar
Francesc Guasch committed
505
        my $domain = $vm->search_domain($name, $import);
506
        next if !$domain;
507
        next if !$domain->_select_domain_db && !$import;
508
509
510
        my $id;
        eval { $id = $domain->id };
        # TODO import the domain in the database with an _insert_db or something
Francesc Guasch's avatar
Francesc Guasch committed
511
        warn $@ if $@   && $DEBUG;
512
        return $domain if $id || $import;
513
    }
514
515


516
    return;
517
}
518

Francesc Guasch's avatar
Francesc Guasch committed
519
=head2 search_domain_by_id
Francesc Guasch's avatar
Francesc Guasch committed
520

Francesc Guasch's avatar
Francesc Guasch committed
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
  my $domain = $ravada->search_domain_by_id($id);

=cut

sub search_domain_by_id {
    my $self = shift;
    my $id = shift  or confess "ERROR: missing argument id";

    my $sth = $CONNECTOR->dbh->prepare("SELECT name FROM domains WHERE id=?");
    $sth->execute($id);
    my ($name) = $sth->fetchrow;
    confess "Unknown domain id=$id" if !$name;

    return $self->search_domain($name);
}
Francesc Guasch's avatar
Francesc Guasch committed
536

537
538
=head2 list_domains

Francesc Guasch's avatar
Francesc Guasch committed
539
List all created domains
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555

  my @list = $ravada->list_domains();

=cut

sub list_domains {
    my $self = shift;
    my @domains;
    for my $vm (@{$self->vm}) {
        for my $domain ($vm->list_domains) {
            push @domains,($domain);
        }
    }
    return @domains;
}

556
557
558
559
560
561
562
563
564
565
566
567
568
=head2 list_domains_data

List all domains in raw format. Return a list of id => { name , id , is_active , is_base }

   my $list = $ravada->list_domains_data();

   $c->render(json => $list);

=cut

sub list_domains_data {
    my $self = shift;
    my @domains;
569
570
571
572
573
574
    my $sth = $CONNECTOR->dbh->prepare(
        "SELECT * FROM domains ORDER BY name"
    );
    $sth->execute;
    while (my $row = $sth->fetchrow_hashref) {
        push @domains,($row);
575
    }
576
    $sth->finish;
577
    return \@domains;
578
579
}

580
581
582
583
584
585
586
# sub list_domains_data {
#     my $self = shift;
#     my @domains;
#     for my $domain ($self->list_domains()) {
#         eval { $domain->id };
#         warn $@ if $@;
#         next if $@;
joansp's avatar
joansp committed
587
#         push @domains, {                id => $domain->id
588
589
590
#                                     , name => $domain->name
#                                   ,is_base => $domain->is_base
#                                 ,is_active => $domain->is_active
joansp's avatar
joansp committed
591

592
593
594
595
596
#                            }
#     }
#     return \@domains;
# }

597

Francesc Guasch's avatar
Francesc Guasch committed
598
599
600
601
602
603
604
605
606
607
608
609
610
611
=head2 list_bases

List all base domains

  my @list = $ravada->list_domains();


=cut

sub list_bases {
    my $self = shift;
    my @domains;
    for my $vm (@{$self->vm}) {
        for my $domain ($vm->list_domains) {
612
613
614
            eval { $domain->id };
            warn $@ if $@;
            next    if $@;
Francesc Guasch's avatar
Francesc Guasch committed
615
616
617
618
619
620
            push @domains,($domain) if $domain->is_base;
        }
    }
    return @domains;
}

621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
=head2 list_bases_data

List information about the bases

=cut

sub list_bases_data {
    my $self = shift;
    my @data;
    for ($self->list_bases ) {
        push @data,{ id => $_->id , name => $_->name };
    }
    return \@data;
}

Francesc Guasch's avatar
Francesc Guasch committed
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
=head2 list_images

List all ISO images

=cut

sub list_images {
    my $self = shift;
    my @domains;
    my $sth = $CONNECTOR->dbh->prepare(
        "SELECT * FROM iso_images ORDER BY name"
    );
    $sth->execute;
    while (my $row = $sth->fetchrow_hashref) {
        push @domains,($row);
    }
    $sth->finish;
    return @domains;
}

656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
=head2 list_images_data

List information about the images

=cut

sub list_images_data {
    my $self = shift;
    my @data;
    for ($self->list_images ) {
        push @data,{ id => $_->{id} , name => $_->{name} };
    }
    return \@data;
}

Francesc Guasch's avatar
Francesc Guasch committed
671

672
673
674
=pod

sub _list_images_lxc {
fv3rdugo's avatar
fv3rdugo committed
675
676
677
    my $self = shift;
    my @domains;
    my $sth = $CONNECTOR->dbh->prepare(
678
        "SELECT * FROM lxc_templates ORDER BY name"
fv3rdugo's avatar
fv3rdugo committed
679
680
681
682
683
684
685
686
687
    );
    $sth->execute;
    while (my $row = $sth->fetchrow_hashref) {
        push @domains,($row);
    }
    $sth->finish;
    return @domains;
}

688
sub _list_images_data_lxc {
fv3rdugo's avatar
fv3rdugo committed
689
690
691
692
693
694
695
696
    my $self = shift;
    my @data;
    for ($self->list_images_lxc ) {
        push @data,{ id => $_->{id} , name => $_->{name} };
    }
    return \@data;
}

697
=cut
fv3rdugo's avatar
fv3rdugo committed
698

Francesc Guasch's avatar
Francesc Guasch committed
699
700
701
702
=head2 remove_volume

  $ravada->remove_volume($file);

Francesc Guasch's avatar
Francesc Guasch committed
703

Francesc Guasch's avatar
Francesc Guasch committed
704
705
=cut

706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
sub remove_volume {
    my $self = shift;

    my $file = shift;
    my ($name) = $file =~ m{.*/(.*)};

    my $removed = 0;
    for my $vm (@{$self->vm}) {
        my $vol = $vm->search_volume($name);
        next if !$vol;

        $vol->delete();
        $removed++;
    }
    if (!$removed && -e $file ) {
        warn "volume $file not found. removing file $file.\n";
        unlink $file or die "$! $file";
    }

}
726

727
728
729
730
731
732
733
734
735
=head2 clean_killed_requests

Before processing requests, old killed requests must be cleaned.

=cut

sub clean_killed_requests {
    my $self = shift;
    my $sth = $CONNECTOR->dbh->prepare("SELECT id FROM requests "
736
        ." WHERE status <> 'done' AND STATUS <> 'requested'"
737
738
739
740
    );
    $sth->execute;
    while (my ($id) = $sth->fetchrow) {
        my $req = Ravada::Request->open($id);
741
        $req->status("done","Killed ".$req->command." before completion");
742
743
744
745
    }

}

Francesc Guasch's avatar
Francesc Guasch committed
746
747
748
749
750
751
752
753
=head2 process_requests

This is run in the ravada backend. It processes the commands requested by the fronted

  $ravada->process_requests();

=cut

754
755
sub process_requests {
    my $self = shift;
756
    my $debug = shift;
757
    my $dont_fork = shift;
758
759
    my $long_commands = (shift or 0);
    my $short_commands = (shift or 0);
760

761
762
    $self->_wait_pids_nohang();

763
    my $sth = $CONNECTOR->dbh->prepare("SELECT id,id_domain FROM requests "
764
765
766
        ." WHERE "
        ."    ( status='requested' OR status like 'retry %' OR status='waiting')"
        ."   AND ( at_time IS NULL  OR at_time = 0 OR at_time<=?) "
767
768
        ." ORDER BY date_req"
    );
769
770
771
772
773
774
775
    $sth->execute(time);

    my $debug_type = '';
    $debug_type = 'long' if $long_commands;
    $debug_type = 'short' if $short_commands || !$long_commands;
    $debug_type = 'all' if $long_commands && $short_commands;

776
777
    while (my ($id_request,$id_domain)= $sth->fetchrow) {
        my $req = Ravada::Request->open($id_request);
778
779
780
781
782
783
784
785
786

        if ( ($long_commands && 
                (!$short_commands && !$LONG_COMMAND{$req->command}))
            ||(!$long_commands && $LONG_COMMAND{$req->command})
        ) {
            warn "[$debug_type,$long_commands,$short_commands] $$ skipping request "
                .$req->command  if $DEBUG;
            next;
        }
787
788
        next if $req->command !~ /shutdown/i
            && $self->_domain_working($id_domain, $id_request);
789

790
791
        warn "[$debug_type] $$ executing request ".$req->id." ".$req->status()." "
            .$req->command
792
            ." ".Dumper($req->args) if $DEBUG || $debug;
Francesc Guasch's avatar
Francesc Guasch committed
793
794
795

        my ($n_retry) = $req->status() =~ /retry (\d+)/;
        $n_retry = 0 if !$n_retry;
796
797
798
        my $err = $self->_execute($req, $dont_fork);
        $req->error($err)   if $err;
        if ($err && $err =~ /libvirt error code: 38/) {
Francesc Guasch's avatar
Francesc Guasch committed
799
            if ( $n_retry < 3) {
800
                warn $req->id." ".$req->command." to retry" if $DEBUG;
joansp's avatar
joansp committed
801
                $req->status("retry ".++$n_retry)
802
            }
803
        }
804
805
806
        next if !$DEBUG && !$debug;

        sleep 1;
807
        warn "req ".$req->id." , command: ".$req->command." , status: ".$req->status()
808
            ." , error: '".($req->error or 'NONE')."'\n"  if $DEBUG;
Francesc Guasch's avatar
Francesc Guasch committed
809

810
811
    }
    $sth->finish;
812
813
814

}

Francesc Guasch's avatar
Francesc Guasch committed
815
=head2 process_long_requests
816
817
818
819
820
821
822
823
824
825
826

Process requests that take log time. It will fork on each one

=cut

sub process_long_requests {
    my $self = shift;
    my ($debug,$dont_fork) = @_;

    $self->_disconnect_vm();
    return $self->process_requests($debug, $dont_fork, 1);
827
828
}

829
830
831
832
833
834
835
836
837
838
839
840
841
=head2 process_all_requests

Process all the requests, long and short

=cut

sub process_all_requests {

    my $self = shift;
    my ($debug,$dont_fork) = @_;

    $self->process_requests($debug, $dont_fork,1,1);

842
843
}

844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
sub _domain_working {
    my $self = shift;
    my ($id_domain, $id_request) = @_;

    confess "Missing id_request" if !defined$id_request;

    if (!$id_domain) {
        my $req = Ravada::Request->open($id_request);
        $id_domain = $req->defined_arg('id_base');
        if (!$id_domain) {
            my $domain_name = $req->defined_arg('name');
            return if !$domain_name;
            my $domain = $self->search_domain($domain_name) or return;
            $id_domain = $domain->id;
            if (!$id_domain) {
                warn Dumper($req);
                return;
            }
        }
    }
    my $sth = $CONNECTOR->dbh->prepare("SELECT id, status FROM requests "
        ." WHERE id <> ? AND id_domain=? AND (status <> 'requested' AND status <> 'done')");
    $sth->execute($id_request, $id_domain);
    my ($id, $status) = $sth->fetchrow;
#    warn "CHECKING DOMAIN WORKING "
#        ."[$id_request] id_domain $id_domain working in request ".($id or '<NULL>')
#            ." status: ".($status or '<UNDEF>');
    return $id;
}

874
875
876
877
878
879
880
sub _process_all_requests_dont_fork {
    my $self = shift;
    my $debug = shift;

    return $self->process_requests($debug,1, 1, 1);
}

881
882
sub _process_requests_dont_fork {
    my $self = shift;
883
    my $debug = shift;
884
    return $self->process_requests($debug, 1);
885
}
Francesc Guasch's avatar
Francesc Guasch committed
886

887
888
889
890
891
892
893
894
=head2 list_vm_types

Returnsa list ofthe types of Virtual Machines available on this system

=cut

sub list_vm_types {
    my $self = shift;
joansp's avatar
joansp committed
895

896
897
898
899
900
    my %type;
    for my $vm (@{$self->vm}) {
            my ($name) = ref($vm) =~ /.*::(.*)/;
            $type{$name}++;
    }
901
    return keys %type;
902
903
}

904
905
906
sub _execute {
    my $self = shift;
    my $request = shift;
907
    my $dont_fork = shift;
908

Francesc Guasch's avatar
Francesc Guasch committed
909
910
    my $sub = $self->_req_method($request->command);

911
912
    confess "Unknown command ".$request->command
            if !$sub;
Francesc Guasch's avatar
Francesc Guasch committed
913

914
    if ($dont_fork || !$CAN_FORK || !$LONG_COMMAND{$request->command}) {
Francesc Guasch's avatar
Francesc Guasch committed
915

916
917
918
        eval { $sub->($self,$request) };
        my $err = ($@ or '');
        $request->error($err);
919
        $request->status('done') if $request->status() ne 'done';
920
921
        return $err;
    }
Francesc Guasch's avatar
Francesc Guasch committed
922

923
924
925
    $self->_wait_pids_nohang();
    return if $self->_wait_children($request);

926
    $request->status('working');
927
928
    my $pid = fork();
    die "I can't fork" if !defined $pid;
929
930
931
932
933
    if ( $pid == 0 ) {
        $self->_do_execute_command($sub, $request) 
    } else {
        $self->_add_pid($pid, $request->id);
    }
934
#    $self->_connect_vm_kvm();
935
    return '';
Francesc Guasch's avatar
Francesc Guasch committed
936
937
}

938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
sub _do_execute_command {
    my $self = shift;
    my ($sub, $request) = @_;

#    if ($DEBUG ) {
#        mkdir 'log' if ! -e 'log';
#        open my $f_out ,'>', "log/fork_$$.out";
#        open my $f_err ,'>', "log/fork_$$.err";
#        $| = 1;
#        local *STDOUT = $f_out;
#        local *STDERR = $f_err;
#    }

    eval {
        $self->_connect_vm();
        $sub->($self,$request);
        $self->_disconnect_vm();
    };
    my $err = ( $@ or '');
    $request->error($err);
    $request->status('done') if $request->status() ne 'done';
    exit;

}

963
964
965
966
967
968
969
sub _cmd_domdisplay {
    my $self = shift;
    my $request = shift;

    my $name = $request->args('name');
    confess "Unknown name for request ".Dumper($request)  if!$name;
    my $domain = $self->search_domain($request->args->{name});
970
    my $user = Ravada::Auth::SQL->search_by_id( $request->args->{uid});
971
    $request->error('');
972
    my $display = $domain->display($user);
973
974
    $request->result({display => $display});

975
976
}

977
978
979
980
981
982
sub _cmd_screenshot {
    my $self = shift;
    my $request = shift;

    my $id_domain = $request->args('id_domain');
    my $domain = $self->search_domain_by_id($id_domain);
983
    my $bytes = 0;
984
    if (!$domain->can_screenshot) {
985
        die "I can't take a screenshot of the domain ".$domain->name;
986
    } else {
987
988
        $bytes = $domain->screenshot($request->args('filename'));
        $bytes = $domain->screenshot($request->args('filename'))    if !$bytes;
989
    }
990
    $request->error("No data received") if !$bytes;
991
992
993
}


994
sub _cmd_create{
Francesc Guasch's avatar
Francesc Guasch committed
995
996
997
    my $self = shift;
    my $request = shift;

998
    $request->status('creating domain');
999
    warn "$$ creating domain"   if $DEBUG;
1000
    my $domain;
1001

1002
    $domain = $self->create_domain(%{$request->args},request => $request);
1003

1004
    my $msg = '';
1005

1006
    if ($domain) {
1007
       $msg = 'Domain '
1008
1009
            ."<a href=\"/machine/view/".$domain->id.".html\">"
            .$request->args('name')."</a>"
Francesc Guasch's avatar
Francesc Guasch committed
1010
            ." created."
1011
1012
1013
1014
        ;
    }

    $request->status('done',$msg);
Francesc Guasch's avatar
Francesc Guasch committed
1015
1016
1017

}

1018
1019
1020
1021
1022
sub _wait_children {
    my $self = shift;
    my $req = shift or confess "Missing request";

    my $try = 0;
1023
    for ( 1 .. $SECONDS_WAIT_CHILDREN ) {
1024
1025
        my $n_pids = scalar keys %{$self->{pids}};

1026
1027
1028
1029
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
1040
1041
        my $msg;
        if ($HUGE_COMMAND{$req->command}) {
            if ( $n_pids < $LIMIT_HUGE_PROCESS) {
                $msg = $req->id." ".$req->command
                ." waiting for processes to finish $n_pids"
                ." of $LIMIT_HUGE_PROCESS ";
                warn $msg if $DEBUG;
                return;
            }
        } elsif ( $n_pids < $LIMIT_PROCESS) {
            $msg = $req->id." ".$req->command
                ." waiting for processes to finish $n_pids"
                ." of $LIMIT_PROCESS ";
            warn $msg if $DEBUG;
            return;
        }
1042
1043
1044
        $self->_wait_pids_nohang();
        sleep 1;

1045
1046
1047
        next if $try++;

        $req->error($msg);
1048
        $req->status('waiting') if $req->status() !~ 'waiting';
1049
    }
1050
    return scalar keys %{$self->{pids}};
1051
1052
}

1053
1054
1055
1056
sub _wait_pids_nohang {
    my $self = shift;
    return if !keys %{$self->{pids}};

Francesc Guasch's avatar
Francesc Guasch committed
1057
1058
1059
1060
    for my $pid ( keys %{$self->{pids}}) {
        my $kid = waitpid($pid , WNOHANG);
        next if !$kid || $kid == -1;
        $self->_set_req_done($kid);
1061
        $self->_delete_pid($kid);
Francesc Guasch's avatar
Francesc Guasch committed
1062
    }
1063
1064
1065
1066
1067
1068
1069
1070
1071
1072
1073
1074

}

sub _set_req_done {
    my $self = shift;
    my $pid = shift;

    my $id_request = $self->{pids}->{$pid};
    return if !$id_request;

    my $req = Ravada::Request->open($id_request);
    $req->status('done')    if $req->status =~ /working/i;
1075
1076
}

Francesc Guasch's avatar
Francesc Guasch committed
1077
1078
1079
1080
sub _wait_pids {
    my $self = shift;
    my $request = shift;

1081
1082
    $request->status('waiting for other tasks')
        if $request && $request->status !~ /waiting/i;
Francesc Guasch's avatar
Francesc Guasch committed
1083

Francesc Guasch's avatar
Francesc Guasch committed
1084
    for my $pid ( keys %{$self->{pids}}) {
1085
1086
        $request->status("waiting for pid $pid")
            if $request && $request->status !~ /waiting/i;
1087
1088

#        warn "Checking for pid '$pid' created at ".localtime($self->{pids}->{$pid});
Francesc Guasch's avatar
Francesc Guasch committed
1089
        my $kid = waitpid($pid,0);
1090
#        warn "Found $kid";
1091
1092
        $self->_set_req_done($pid);

1093
        $self->_delete_pid($kid);
Francesc Guasch's avatar
Francesc Guasch committed
1094
1095
1096
1097
1098
1099
1100
        return if $kid  == $pid;
    }
}

sub _add_pid {
    my $self = shift;
    my $pid = shift;
1101
    my $id_req = shift;
Francesc Guasch's avatar
Francesc Guasch committed
1102

1103
    $self->{pids}->{$pid} = $id_req;
1104
1105
1106
1107
1108
1109
1110
1111

}

sub _delete_pid {
    my $self = shift;
    my $pid = shift;

    delete $self->{pids}->{$pid};
Francesc Guasch's avatar
Francesc Guasch committed
1112
1113
}

1114
sub _cmd_remove {
Francesc Guasch's avatar
Francesc Guasch committed
1115
1116
1117
    my $self = shift;
    my $request = shift;

1118
1119
1120
1121
    confess "Unknown user id ".$request->args->{uid}
        if !defined $request->args->{uid};

    $self->remove_domain(name => $request->args('name'), uid => $request->args('uid'));
Francesc Guasch's avatar
Francesc Guasch committed
1122

1123
}
Francesc Guasch's avatar
Francesc Guasch committed
1124

1125
1126
1127
1128
1129
1130
1131
1132
1133
1134
1135
1136
1137
1138
1139
1140
1141
1142
1143
1144
1145
1146
1147
1148
1149
1150
1151
1152
sub _cmd_pause {
    my $self = shift;
    my $request = shift;

    my $name = $request->args('name');
    my $domain = $self->search_domain($name);
    die "Unknown domain '$name'" if !$domain;

    my $uid = $request->args('uid');
    my $user = Ravada::Auth::SQL->search_by_id($uid);

    $domain->pause($user);

    $request->status('done');

}

sub _cmd_resume {
    my $self = shift;
    my $request = shift;

    my $name = $request->args('name');
    my $domain = $self->search_domain($name);
    die "Unknown domain '$name'" if !$domain;

    my $uid = $request->args('uid');
    my $user = Ravada::Auth::SQL->search_by_id($uid);

1153
1154
    $domain->resume(
        remote_ip => $request->args('remote_ip')
1155
        ,user => $user
1156
    );
1157
1158
1159
1160
1161
1162

    $request->status('done');

}


1163
1164
1165
1166
1167
1168
1169
1170
1171
1172
1173
1174
1175
1176
1177
1178
sub _cmd_open_iptables {
    my $self = shift;
    my $request = shift;

    my $uid = $request->args('uid');
    my $user = Ravada::Auth::SQL->search_by_id($uid);

    my $domain = $self->search_domain_by_id($request->args('id_domain'));
    die "Unknown domain" if !$domain;

    $domain->open_iptables(
        remote_ip => $request->args('remote_ip')
        ,uid => $user->id
    );
}

Francesc Guasch's avatar
Francesc Guasch committed
1179
1180
1181
1182
1183
sub _cmd_start {
    my $self = shift;
    my $request = shift;

    my $name = $request->args('name');
1184

1185
1186
    my $domain = $self->search_domain($name);
    die "Unknown domain '$name'" if !$domain;
1187
1188
1189
1190

    my $uid = $request->args('uid');
    my $user = Ravada::Auth::SQL->search_by_id($uid);

1191
    $domain->start(user => $user, remote_ip => $request->args('remote_ip'));
1192
1193
1194
    my $msg = 'Domain '
            ."<a href=\"/machine/view/".$domain->id.".html\">"
            .$request->args('name')."</a>"
Francesc Guasch's avatar
Francesc Guasch committed
1195
            ." started"
1196
1197
        ;
    $request->status('done', $msg);
Francesc Guasch's avatar
Francesc Guasch committed
1198
1199
1200

}

Francesc Guasch's avatar
Francesc Guasch committed
1201
1202
1203
1204
sub _cmd_prepare_base {
    my $self = shift;
    my $request = shift;

Francesc Guasch's avatar
Francesc Guasch committed
1205
    my $id_domain = $request->id_domain   or confess "Missing request id_domain";
1206
1207
1208
1209
    my $uid = $request->args('uid')     or confess "Missing argument uid";

    my $user = Ravada::Auth::SQL->search_by_id( $uid);

Francesc Guasch's avatar
Francesc Guasch committed
1210
    my $domain = $self->search_domain_by_id($id_domain);
1211

Francesc Guasch's avatar
Francesc Guasch committed
1212
    die "Unknown domain id '$id_domain'\n" if !$domain;
1213
1214

    $domain->prepare_base($user);
Francesc Guasch's avatar
Francesc Guasch committed
1215
1216
1217

}