Ravada.pm 64.9 KB
Newer Older
1
2
3
4
5
package Ravada;

use warnings;
use strict;

6
our $VERSION = '0.3.0';
Francesc Guasch's avatar
Francesc Guasch committed
7

8
use Carp qw(carp croak);
9
use Data::Dumper;
10
use DBIx::Connector;
11
use File::Copy;
12
use Hash::Util qw(lock_hash);
13
use Moose;
Francesc Guasch's avatar
Francesc Guasch committed
14
use POSIX qw(WNOHANG);
15
16
use YAML;

17
18
use Socket qw( inet_aton inet_ntoa );

Francesc Guasch's avatar
Francesc Guasch committed
19
20
21
no warnings "experimental::signatures";
use feature qw(signatures);

Francesc Guasch's avatar
Francesc Guasch committed
22
use Ravada::Auth;
23
use Ravada::Request;
24
use Ravada::VM::Void;
25

Francesc Guasch's avatar
Francesc Guasch committed
26
our %VALID_VM;
Francesc Guasch's avatar
Francesc Guasch committed
27
our %ERROR_VM;
Francesc Guasch's avatar
Francesc Guasch committed
28
29
30
31
32
33
34

eval {
    require Ravada::VM::KVM and do {
        Ravada::VM::KVM->import;
    };
    $VALID_VM{KVM} = 1;
};
Francesc Guasch's avatar
Francesc Guasch committed
35
36
37
38
39
40
41
42
43
$ERROR_VM{KVM} = $@;

eval {
    require Ravada::VM::Void and do {
        Ravada::VM::Void->import;
    };
    $VALID_VM{Void} = 1;
};
$ERROR_VM{Void} = $@;
Francesc Guasch's avatar
Francesc Guasch committed
44

45
46
47
no warnings "experimental::signatures";
use feature qw(signatures);

Francesc Guasch's avatar
Francesc Guasch committed
48
49
50
51
52
53
54
55
56
57
58
59
=head1 NAME

Ravada - Remove Virtual Desktop Manager

=head1 SYNOPSIS

  use Ravada;

  my $ravada = Ravada->new()

=cut

60
61

our $FILE_CONFIG = "/etc/ravada.conf";
62
$FILE_CONFIG = undef if ! -e $FILE_CONFIG;
63
64
65
66
67

###########################################################################

our $CONNECTOR;
our $CONFIG = {};
68
our $DEBUG;
69
our $CAN_FORK = 1;
70
our $CAN_LXC = 0;
71
72
73
74

# Seconds to wait for other long process
our $SECONDS_WAIT_CHILDREN = 2;
# Limit for long processes
75
our $LIMIT_PROCESS = 2;
76
77
our $LIMIT_HUGE_PROCESS = 1;

78
79
our $DIR_SQL = "sql/mysql";
$DIR_SQL = "/usr/share/doc/ravada/sql/mysql" if ! -e $DIR_SQL;
80

81
# LONG commands take long
82
83
our %HUGE_COMMAND = map { $_ => 1 } qw(download);
our %LONG_COMMAND =  map { $_ => 1 } (qw(prepare_base remove_base screenshot ), keys %HUGE_COMMAND);
84

85
86
87
our $USER_DAEMON;
our $USER_DAEMON_NAME = 'daemon';

88
89
90
91
92
93
94
95
has 'vm' => (
          is => 'ro'
        ,isa => 'ArrayRef'
       ,lazy => 1
     , builder => '_create_vm'
);

has 'connector' => (
96
97
98
99
100
101
        is => 'rw'
);

has 'config' => (
    is => 'ro'
    ,isa => 'Str'
102
103
);

104
105
106
107
108
109
has 'warn_error' => (
    is => 'rw'
    ,isa => 'Bool'
    ,default => sub { 1 }
);

Francesc Guasch's avatar
Francesc Guasch committed
110
111
112
113
114
115
116
=head2 BUILD

Internal constructor

=cut


117
118
sub BUILD {
    my $self = shift;
119
    if ($self->config()) {
120
        _init_config($self->config);
121
    } else {
122
        _init_config($FILE_CONFIG) if $FILE_CONFIG && -e $FILE_CONFIG;
123
    }
124

Francesc Guasch's avatar
Francesc Guasch committed
125
    if ( $self->connector ) {
joansp's avatar
joansp committed
126
        $CONNECTOR = $self->connector
Francesc Guasch's avatar
Francesc Guasch committed
127
128
    } else {
        $CONNECTOR = $self->_connect_dbh();
129
        $self->connector($CONNECTOR);
Francesc Guasch's avatar
Francesc Guasch committed
130
    }
Francesc Guasch's avatar
Francesc Guasch committed
131
    Ravada::Auth::init($CONFIG);
132

133
    $self->_create_tables();
134
    $self->_upgrade_tables();
135
    $self->_update_data();
136
    $self->_init_user_daemon();
137
138
}

139
140
141
142
143
144
145
146
147
148
149
150
151
152
sub _init_user_daemon {
    my $self = shift;
    return if $USER_DAEMON;

    $USER_DAEMON = Ravada::Auth::SQL->new(name => $USER_DAEMON_NAME);
    if (!$USER_DAEMON->id) {
        $USER_DAEMON = Ravada::Auth::SQL::add_user(
            name => $USER_DAEMON_NAME,
            is_admin => 1
        );
        $USER_DAEMON = Ravada::Auth::SQL->new(name => $USER_DAEMON_NAME);
    }

}
153
154
sub _update_user_grants {
    my $self = shift;
Francesc Guasch's avatar
Francesc Guasch committed
155
    $self->_init_user_daemon();
156
157
158
    my $sth = $CONNECTOR->dbh->prepare("SELECT id FROM users");
    my $id;
    $sth->execute;
Francesc Guasch's avatar
Francesc Guasch committed
159
    $sth->bind_columns(\$id);
160
161
    while ($sth->fetch) {
        my $user = Ravada::Auth::SQL->search_by_id($id);
Francesc Guasch's avatar
Francesc Guasch committed
162
163
        next if $user->name() eq $USER_DAEMON_NAME;

164
        next if $user->grants();
165
166
        $USER_DAEMON->grant_user_permissions($user);
        $USER_DAEMON->grant_admin_permissions($user)    if $user->is_admin;
167
168
169
170
    }
    $sth->finish;
}

171
172
173
174
175
sub _update_isos {
    my $self = shift;
    my $table = 'iso_images';
    my $field = 'name';
    my %data = (
fv3rdugo's avatar
fv3rdugo committed
176
        mate_artful => {
Fernando Verdugo's avatar
Fernando Verdugo committed
177
                    name => 'Ubuntu Mate Artful'
fv3rdugo's avatar
fv3rdugo committed
178
179
180
181
182
183
            ,description => 'Ubuntu Mate 17.10.1 (Artful) 64 bits'
                   ,arch => 'amd64'
                    ,xml => 'yakkety64-amd64.xml'
             ,xml_volume => 'yakkety64-volume.xml'
                    ,url => 'http://cdimage.ubuntu.com/ubuntu-mate/releases/17.10.*/release/ubuntu-mate-17.10.*-desktop-amd64.iso'
                ,md5_url => '$url/MD5SUMS'
184
                ,min_disk_size => '10'
fv3rdugo's avatar
fv3rdugo committed
185
186
        },
        mate_xenial => {
Fernando Verdugo's avatar
Fernando Verdugo committed
187
                    name => 'Ubuntu Mate Xenial'
fv3rdugo's avatar
fv3rdugo committed
188
189
190
191
192
193
            ,description => 'Ubuntu Mate 16.04.3 (Xenial) 64 bits'
                   ,arch => 'amd64'
                    ,xml => 'yakkety64-amd64.xml'
             ,xml_volume => 'yakkety64-volume.xml'
                    ,url => 'http://cdimage.ubuntu.com/ubuntu-mate/releases/16.04.*/release/ubuntu-mate-16.04.*-desktop-amd64.iso'
                ,md5_url => '$url/MD5SUMS'
194
                ,min_disk_size => '10'
fv3rdugo's avatar
fv3rdugo committed
195
        },
196
197
198
199
200
201
202
203
204
        alpine_37 => {
                    name => 'Alpine 3.7'
            ,description => 'Alpine Linux 3.7 64 bits ( Minimal Linux Distribution)'
                   ,arch => 'amd64'
                    ,xml => 'yakkety64-amd64.xml'
             ,xml_volume => 'yakkety64-volume.xml'
                    ,url => 'http://dl-cdn.alpinelinux.org/alpine/v3.7/releases/x86_64/'
                ,file_re => 'alpine-virt-3.7.\d+-x86_64.iso'
                ,sha256_url => 'http://dl-cdn.alpinelinux.org/alpine/v3.7/releases/x86_64/alpine-virt-3.7.0-x86_64.iso.sha256'
205
                ,min_disk_size => '10'
206
207
        }
        ,artful => {
208
209
                    name => 'Ubuntu Artful Aardvark'
            ,description => 'Ubuntu 17.10 Artful Aardvark 64 bits'
210
211
212
213
                   ,arch => 'amd64'
                    ,xml => 'yakkety64-amd64.xml'
             ,xml_volume => 'yakkety64-volume.xml'
                    ,url => 'http://releases.ubuntu.com/17.10/'
joelalju's avatar
joelalju committed
214
215
                ,file_re => 'ubuntu-17.10.*desktop-amd64.iso'
                ,md5_url => '$url/MD5SUMS'
216
          ,min_disk_size => '10'
217
218
        }
        ,zesty => {
219
220
221
222
223
224
                    name => 'Ubuntu Zesty Zapus'
            ,description => 'Ubuntu 17.04 Zesty Zapus 64 bits'
                   ,arch => 'amd64'
                    ,xml => 'yakkety64-amd64.xml'
             ,xml_volume => 'yakkety64-volume.xml'
                    ,url => 'http://releases.ubuntu.com/17.04/'
joelalju's avatar
joelalju committed
225
226
                ,file_re => 'ubuntu-17.04.*desktop-amd64.iso'
                ,md5_url => 'http://releases.ubuntu.com/17.04/MD5SUMS'
227
                ,min_disk_size => '10'
228
        }
Francesc Guasch's avatar
Francesc Guasch committed
229
230
231
232
233
234
235
236
237
238
        ,serena64 => {
            name => 'Mint 18.1 Mate 64 bits'
    ,description => 'Mint Serena 18.1 with Mate Desktop based on Ubuntu Xenial 64 bits'
           ,arch => 'amd64'
            ,xml => 'xenial64-amd64.xml'
     ,xml_volume => 'xenial64-volume.xml'
            ,url => 'http://mirrors.evowise.com/linuxmint/stable/18.1/'
        ,file_re => 'linuxmint-18.1-mate-64bit.iso'
        ,md5_url => ''
            ,md5 => 'c5cf5c5d568e2dfeaf705cfa82996d93'
239
            ,min_disk_size => '10'
Francesc Guasch's avatar
Francesc Guasch committed
240
241

        }
Francesc Guasch's avatar
Francesc Guasch committed
242
243
244
        ,fedora => {
            name => 'Fedora 25'
            ,description => 'RedHat Fedora 25 Workstation 64 bits'
Francesc Guasch's avatar
Francesc Guasch committed
245
            ,url => 'http://ftp.halifax.rwth-aachen.de/fedora/linux/releases/25/Workstation/x86_64/iso/Fedora-Workstation-netinst-x86_64-25-.*\.iso'
Francesc Guasch's avatar
Francesc Guasch committed
246
247
248
            ,arch => 'amd64'
            ,xml => 'xenial64-amd64.xml'
            ,xml_volume => 'xenial64-volume.xml'
249
            ,sha256_url => '$url/Fedora-Workstation-25-.*-x86_64-CHECKSUM'
250
            ,min_disk_size => '10'
Francesc Guasch's avatar
Francesc Guasch committed
251
        }
Francesc Guasch's avatar
Francesc Guasch committed
252
253
254
255
256
257
258
259
        ,fedora_26 => {
            name => 'Fedora 26'
            ,description => 'RedHat Fedora 26 Workstation 64 bits'
            ,url => 'http://ftp.halifax.rwth-aachen.de/fedora/linux/releases/26/Workstation/x86_64/iso/Fedora-Workstation-netinst-x86_64-26-.*\.iso'
            ,arch => 'amd64'
            ,xml => 'xenial64-amd64.xml'
            ,xml_volume => 'xenial64-volume.xml'
            ,sha256_url => 'http://fedora.mirrors.ovh.net/linux/releases/26/Workstation/x86_64/iso/Fedora-Workstation-26-.*-x86_64-CHECKSUM'
260
            ,min_disk_size => '10'
Francesc Guasch's avatar
Francesc Guasch committed
261
262
263
264
265
266
267
268
269
        }
        ,fedora_27 => {
            name => 'Fedora 27'
            ,description => 'RedHat Fedora 27 Workstation 64 bits'
            ,url => 'http://ftp.halifax.rwth-aachen.de/fedora/linux/releases/27/Workstation/x86_64/iso/Fedora-Workstation-netinst-x86_64-27-.*\.iso'
            ,arch => 'amd64'
            ,xml => 'xenial64-amd64.xml'
            ,xml_volume => 'xenial64-volume.xml'
            ,sha256_url => 'http://fedora.mirrors.ovh.net/linux/releases/27/Workstation/x86_64/iso/Fedora-Workstation-27-.*-x86_64-CHECKSUM'
270
            ,min_disk_size => '10'
Francesc Guasch's avatar
Francesc Guasch committed
271
        }
272
273
274
275
276
277
        ,xubuntu_artful => {
            name => 'Xubuntu Artful Aardvark'
            ,description => 'Xubuntu 17.10 Artful Aardvark 64 bits'
            ,arch => 'amd64'
            ,xml => 'yakkety64-amd64.xml'
            ,xml_volume => 'yakkety64-volume.xml'
Francesc Guasch's avatar
Francesc Guasch committed
278
279
280
            ,md5_url => '$url/../MD5SUMS'
            ,url => 'http://archive.ubuntu.com/ubuntu/dists/artful/main/installer-amd64/current/images/netboot/'
            ,file_re => 'mini.iso'
281
            ,rename_file => 'xubuntu_artful.iso'
282
            ,min_disk_size => '10'
Francesc Guasch's avatar
Francesc Guasch committed
283
        }
Francesc Guasch's avatar
Francesc Guasch committed
284
285
286
287
288
289
        ,xubuntu_zesty => {
            name => 'Xubuntu Zesty Zapus'
            ,description => 'Xubuntu 17.04 Zesty Zapus 64 bits'
            ,arch => 'amd64'
            ,xml => 'yakkety64-amd64.xml'
            ,xml_volume => 'yakkety64-volume.xml'
Francesc Guasch's avatar
Francesc Guasch committed
290
291
292
            ,md5_url => '$url/../MD5SUMS'
            ,url => 'http://archive.ubuntu.com/ubuntu/dists/zesty/main/installer-amd64/current/images/netboot'
            ,file_re => 'mini.iso'
293
            ,rename_file => 'xubuntu_zesty_mini.iso'
294
            ,min_disk_size => '10'
Francesc Guasch's avatar
Francesc Guasch committed
295
296
297
        }
        ,xubuntu_xenial => {
            name => 'Xubuntu Xenial Xerus'
298
            ,description => 'Xubuntu 16.04 Xenial Xerus 64 bits (LTS)'
Francesc Guasch's avatar
Francesc Guasch committed
299
300
301
302
            ,url => 'http://archive.ubuntu.com/ubuntu/dists/xenial/main/installer-amd64/current/images/netboot/mini.iso'
           ,xml => 'yakkety64-amd64.xml'
            ,xml_volume => 'yakkety64-volume.xml'
            ,md5 => 'fe495d34188a9568c8d166efc5898d22'
303
            ,rename_file => 'xubuntu_xenial_mini.iso'
304
            ,min_disk_size => '10'
Francesc Guasch's avatar
Francesc Guasch committed
305
        }
Francesc Guasch's avatar
Francesc Guasch committed
306
307
308
       ,lubuntu_aardvark => {
            name => 'Lubuntu Artful Aardvark'
            ,description => 'Lubuntu 17.10 Artful Aardvark 64 bits'
309
310
            ,url => 'http://cdimage.ubuntu.com/lubuntu/releases/17.10.*/release/lubuntu-17.10.*-desktop-amd64.iso'
            ,md5_url => '$url/MD5SUMS'
Francesc Guasch's avatar
Francesc Guasch committed
311
312
            ,xml => 'yakkety64-amd64.xml'
            ,xml_volume => 'yakkety64-volume.xml'
313
            ,min_disk_size => '10'
Francesc Guasch's avatar
Francesc Guasch committed
314
        }
315
316
317
        ,lubuntu_xenial => {
            name => 'Lubuntu Xenial Xerus'
            ,description => 'Xubuntu 16.04 Xenial Xerus 64 bits (LTS)'
318
319
320
            ,url => 'http://cdimage.ubuntu.com/lubuntu/releases/16.04.*/release/'
            ,file_re => 'lubuntu-16.04.*-desktop-amd64.iso'
            ,md5_url => '$url/MD5SUMS'
321
322
            ,xml => 'yakkety64-amd64.xml'
            ,xml_volume => 'yakkety64-volume.xml'
323
            ,min_disk_size => '10'
324
        }
325
326
327
328
        ,debian_jessie_32 => {
            name =>'Debian Jessie 32 bits'
            ,description => 'Debian 8 Jessie 32 bits'
            ,url => 'http://cdimage.debian.org/cdimage/archive/^8\..*/i386/iso-cd/'
329
            ,file_re => 'debian-8.[\d\.]+-i386-xfce-CD-1.iso'
330
            ,md5_url => '$url/MD5SUMS'
331
            ,xml => 'jessie-i386.xml'
332
            ,xml_volume => 'jessie-volume.xml'
333
            ,min_disk_size => '10'
334
335
336
337
338
339
340
341
342
        }
        ,debian_jessie_64 => {
            name =>'Debian Jessie 64 bits'
            ,description => 'Debian 8 Jessie 64 bits'
            ,url => 'http://cdimage.debian.org/cdimage/archive/^8\..*/amd64/iso-cd/'
            ,file_re => 'debian-8.[\d\.]+-amd64-xfce-CD-1.iso'
            ,md5_url => '$url/MD5SUMS'
            ,xml => 'jessie-amd64.xml'
            ,xml_volume => 'jessie-volume.xml'
343
            ,min_disk_size => '10'
344
        }
345
        ,debian_stretch => {
346
            name =>'Debian Stretch 64 bits'
Francesc Guasch's avatar
Francesc Guasch committed
347
            ,description => 'Debian 9 Stretch 64 bits (XFCE desktop)'
348
            ,url => 'https://cdimage.debian.org/debian-cd/^9\..*/amd64/iso-cd/'
349
            ,file_re => 'debian-9.[\d\.]+-amd64-xfce-CD-1.iso'
350
            ,md5_url => '$url/MD5SUMS'
351
352
            ,xml => 'jessie-amd64.xml'
            ,xml_volume => 'jessie-volume.xml'
353
            ,min_disk_size => '10'
354
        }
joelalju's avatar
joelalju committed
355
        ,windows_7 => {
Francesc Guasch's avatar
Francesc Guasch committed
356
          name => 'Windows 7'
357
358
          ,description => 'Windows 7 64 bits. Requires an user provided ISO image.'
            .'<a target="_blank" href="http://ravada.readthedocs.io/en/latest/docs/new_iso_image.html">[help]</a>'
joelalju's avatar
joelalju committed
359
          ,xml => 'windows_7.xml'
joelalju's avatar
joelalju committed
360
          ,xml_volume => 'wisuvolume.xml'
361
          ,min_disk_size => '21'
joelalju's avatar
joelalju committed
362
363
364
365
366
367
        }
        ,windows_10 => {
          name => 'Windows 10'
          ,description => 'Windows 10 64 bits. Requires an user provided ISO image.'
          .'<a target="_blank" href="http://ravada.readthedocs.io/en/latest/docs/new_iso_image.html">[help]</a>'
          ,xml => 'windows_10.xml'
368
          ,xml_volume => 'windows10-volume.xml'
369
          ,min_disk_size => '21'
joelalju's avatar
joelalju committed
370
        }
joelalju's avatar
joelalju committed
371
372
373
374
375
376
        ,windows_xp => {
          name => 'Windows XP'
          ,description => 'Windows XP 64 bits. Requires an user provided ISO image.'
          .'<a target="_blank" href="http://ravada.readthedocs.io/en/latest/docs/new_iso_image.html">[help]</a>'
          ,xml => 'windows_xp.xml'
          ,xml_volume => 'wisuvolume.xml'
377
          ,min_disk_size => '3'
joelalju's avatar
joelalju committed
378
379
380
381
382
383
384
        }
        ,windows_12 => {
          name => 'Windows 2012'
          ,description => 'Windows 2012 64 bits. Requires an user provided ISO image.'
          .'<a target="_blank" href="http://ravada.readthedocs.io/en/latest/docs/new_iso_image.html">[help]</a>'
          ,xml => 'windows_12.xml'
          ,xml_volume => 'wisuvolume.xml'
385
          ,min_disk_size => '21'
joelalju's avatar
joelalju committed
386
387
388
389
390
391
392
        }
        ,windows_8 => {
          name => 'Windows 8.1'
          ,description => 'Windows 8.1 64 bits. Requires an user provided ISO image.'
          .'<a target="_blank" href="http://ravada.readthedocs.io/en/latest/docs/new_iso_image.html">[help]</a>'
          ,xml => 'windows_8.xml'
          ,xml_volume => 'wisuvolume.xml'
393
          ,min_disk_size => '21'
joelalju's avatar
joelalju committed
394
        }
395
396
    );

397
398
399
400
401
402
403
404
405
406
407
    $self->_update_table($table, $field, \%data);

}

sub _update_domain_drivers_types($self) {

    my $data = {
        image => {
            id => 4,
            ,name => 'image'
           ,description => 'Graphics Options'
408
           ,vm => 'KVM'
409
410
411
412
413
        },
        jpeg => {
            id => 5,
            ,name => 'jpeg'
           ,description => 'Graphics Options'
414
           ,vm => 'KVM'
415
416
417
418
419
        },
        zlib => {
            id => 6,
            ,name => 'zlib'
           ,description => 'Graphics Options'
420
           ,vm => 'KVM'
421
422
423
424
425
        },
        playback => {
            id => 7,
            ,name => 'playback'
           ,description => 'Graphics Options'
426
           ,vm => 'KVM'
427
428
429
430
431
432

        },
        streaming => {
            id => 8,
            ,name => 'streaming'
           ,description => 'Graphics Options'
433
           ,vm => 'KVM'
434
435
436
437
438
439

        }
    };
    $self->_update_table('domain_drivers_types','id',$data);
}

440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
sub _update_domain_drivers_options($self) {

    my $data = {
        qxl => {
            id => 1,
            ,id_driver_type => 1,
            ,name => 'QXL'
           ,value => 'type="qxl" ram="65536" vram="65536" vgamem="16384" heads="1" primary="yes"'
        },
        vmvga => {
            id => 2,
            ,id_driver_type => 1,
            ,name => 'VMVGA'
           ,value => 'type="vmvga" vram="16384" heads="1" primary="yes"'
        },
        cirrus => {
            id => 3,
            ,id_driver_type => 1,
            ,name => 'Cirrus'
           ,value => 'type="cirrus" vram="16384" heads="1" primary="yes"'
        },
        vga => {
            id => 4,
            ,id_driver_type => 1,
            ,name => 'VGA'
           ,value => 'type="vga" vram="16384" heads="1" primary="yes"'
        },
        ich6 => {
            id => 6,
            ,id_driver_type => 2,
            ,name => 'ich6'
           ,value => 'model="ich6"'
        },
        ac97 => {
            id => 7,
            ,id_driver_type => 2,
            ,name => 'ac97'
           ,value => 'model="ac97"'
        },
        virtio => {
            id => 8,
            ,id_driver_type => 3,
            ,name => 'virtio'
           ,value => 'type="virtio"'
        },
        e1000 => {
            id => 9,
            ,id_driver_type => 3,
            ,name => 'e1000'
           ,value => 'type="e1000"'
        },
        rtl8139 => {
            id => 10,
            ,id_driver_type => 3,
            ,name => 'rtl8139'
           ,value => 'type="rtl8139"'
        },
        auto_glz => {
            id => 11,
            ,id_driver_type => 4,
            ,name => 'auto_glz'
           ,value => 'compression="auto_glz"'
        },
        auto_lz => {
            id => 12,
            ,id_driver_type => 4,
            ,name => 'auto_lz'
           ,value => 'compression="auto_lz"'
        },
        quic => {
            id => 13,
            ,id_driver_type => 4,
            ,name => 'quic'
           ,value => 'compression="quic"'
        },
        glz => {
            id => 14,
            ,id_driver_type => 4,
            ,name => 'glz'
           ,value => 'compression="glz"'
        },
        lz => {
            id => 15,
            ,id_driver_type => 4,
            ,name => 'lz'
           ,value => 'compression="lz"'
        },
        off => {
            id => 16,
            ,id_driver_type => 4,
            ,name => 'off'
           ,value => 'compression="off"'
        },
        auto => {
            id => 17,
            ,id_driver_type => 5,
            ,name => 'auto'
           ,value => 'compression="auto"'
        },
        never => {
            id => 18,
            ,id_driver_type => 5,
            ,name => 'never'
           ,value => 'compression="never"'
        },
        always => {
            id => 19,
            ,id_driver_type => 5,
            ,name => 'always'
           ,value => 'compression="always"'
        },
        auto1 => {
            id => 20,
            ,id_driver_type => 6,
            ,name => 'auto'
           ,value => 'compression="auto"'
        },
        never1 => {
            id => 21,
            ,id_driver_type => 6,
            ,name => 'never'
           ,value => 'compression="never"'
        },
        always1 => {
            id => 22,
            ,id_driver_type => 6,
            ,name => 'always'
           ,value => 'compression="always"'
        },
        on => {
            id => 23,
            ,id_driver_type => 7,
            ,name => 'on'
           ,value => 'compression="on"'
        },
        off1 => {
            id => 24,
            ,id_driver_type => 7,
            ,name => 'off'
           ,value => 'compression="off"'
        },
        filter => {
            id => 25,
            ,id_driver_type => 8,
            ,name => 'filter'
           ,value => 'mode="filter"'
        },
        all => {
            id => 26,
            ,id_driver_type => 8,
            ,name => 'all'
           ,value => 'mode="all"'
        },
        off2 => {
            id => 27,
            ,id_driver_type => 8,
            ,name => 'off'
           ,value => 'mode="off"'
        }
    };
    $self->_update_table('domain_drivers_options','id',$data);
}

603
604
sub _update_table($self, $table, $field, $data) {

605
    my $sth_search = $CONNECTOR->dbh->prepare("SELECT id FROM $table WHERE $field = ?");
606
607
    for my $name (keys %$data) {
        my $row = $data->{$name};
608
609
610
        $sth_search->execute($row->{$field});
        my ($id) = $sth_search->fetchrow;
        next if $id;
Francesc Guasch's avatar
Francesc Guasch committed
611
        warn("INFO: updating $table : $row->{$field}\n")    if $0 !~ /\.t$/;
612
613

        my $sql =
614
            "INSERT INTO $table "
615
            ."("
616
            .join(" , ", sort keys %{$data->{$name}})
617
618
            .")"
            ." VALUES ( "
619
            .join(" , ", map { "?" } keys %{$data->{$name}})
620
621
622
            ." )"
        ;
        my $sth = $CONNECTOR->dbh->prepare($sql);
623
        $sth->execute(map { $data->{$name}->{$_} } sort keys %{$data->{$name}});
624
625
626
627
        $sth->finish;
    }
}

628
629
sub _remove_old_isos {
    my $self = shift;
630
631
632
633
634
635
    for my $sql (
        "DELETE FROM iso_images "
            ."  WHERE url like '%debian-9.0%iso'"
        ,"DELETE FROM iso_images"
            ."  WHERE name like 'Debian%' "
            ."      AND NOT url  like '%*%' "
636
637
638
639
640
641
        ,"DELETE FROM iso_images "
            ."  WHERE name like 'Lubuntu Artful%'"
            ."      AND url NOT LIKE '%*%' "
        ,"DELETE FROM iso_images "
            ."  WHERE name like 'Lubuntu Zesty%'"

642
643
644
645
646
    ) {
        my $sth = $CONNECTOR->dbh->prepare($sql);
        $sth->execute();
        $sth->finish;
    }
647
648
}

649
650
sub _update_data {
    my $self = shift;
651

652
    $self->_remove_old_isos();
653
    $self->_update_isos();
654
655
656

    $self->_update_grants();
    $self->_enable_grants();
657
    $self->_update_user_grants();
658

659
    $self->_update_domain_drivers_types();
660
    $self->_update_domain_drivers_options();
Francesc Guasch's avatar
Francesc Guasch committed
661
    $self->_update_old_qemus();
662
663
664
665
666
667
668
669
670
671
672
673

}

sub _update_grants($self) {
    my $sth = $CONNECTOR->dbh->prepare(
                 "UPDATE grant_types"
                ." SET name='create_machine' "
                ." WHERE name = 'create_domain'"
    );
    $sth->execute();
}

674
675
676
677
678
679
680
681
682
683
684
sub _null_grants($self) {
    my $sth = $CONNECTOR->dbh->prepare("SELECT count(*) FROM grant_types "
            ." WHERE enabled = NULL "
        );
    $sth->execute;
    my ($count) = $sth->fetchrow;

    exit if !$count && $self->{_null}++;
    return $count;
}

685
sub _enable_grants($self) {
686
687
688

    return if $self->_null_grants();

689
690
691
    my $sth = $CONNECTOR->dbh->prepare(
        "UPDATE grant_types set enabled=0"
    );
692
    $sth->execute;
693
    my @grants = (
694
695
        'change_settings',  'change_settings_all',  'change_settings_clones'
        ,'clone',           'clone_all',            'create_base', 'create_machine'
696
        ,'grant'
697
698
699
        ,'manage_users'
        ,'remove',          'remove_all',   'remove_clone',     'remove_clone_all'
        ,'shutdown_all',    'shutdown_clone'
700
701
702
703
704
705
706
707
708
709
710
711
712
    );

    $sth = $CONNECTOR->dbh->prepare("SELECT id,name FROM grant_types");
    $sth->execute;
    my %grant_exists;
    while (my ($id, $name) = $sth->fetchrow ) {
        $grant_exists{$name} = $id;
    }

    $sth = $CONNECTOR->dbh->prepare(
        "UPDATE grant_types set enabled=1 WHERE name=?"
    );
    my %done;
713
    for my $name ( sort @grants ) {
714
715
716
717
718
719
720
721
        die "Duplicate grant $name "    if $done{$name};
        die "Permission $name doesn't exist at table grant_types"
                ."\n".Dumper(\%grant_exists)
            if !$grant_exists{$name};

        $sth->execute($name);

    }
722

Francesc Guasch's avatar
Francesc Guasch committed
723
724
725
726
727
728
729
730
}

sub _update_old_qemus($self) {
    my $sth = $CONNECTOR->dbh->prepare("UPDATE vms SET vm_type='KVM'"
        ." WHERE vm_type='qemu' AND name ='KVM_localhost'"
    );
    $sth->execute;

731
732
}

733
734
sub _set_url_isos($self, $new_url='http://localhost/iso/') {
    $new_url .= '/' if $new_url !~ m{/$};
735
736
737
738
739
740
741
742
743
    my $sth = $CONNECTOR->dbh->prepare(
        "SELECT id,url FROM iso_images "
        ."WHERE url is NOT NULL"
    );
    my $sth_update = $CONNECTOR->dbh->prepare(
        "UPDATE iso_images set url=? WHERE id=?"
    );
    $sth->execute();
    while ( my ($id, $url) = $sth->fetchrow) {
744
        $url =~ s{\w+://(.*?)/(.*)}{$new_url$2};
745
746
747
748
749
        $sth_update->execute($url, $id);
    }
    $sth->finish;

}
750
751
752
753
754
755
756
757
758
759
sub _upgrade_table {
    my $self = shift;
    my ($table, $field, $definition) = @_;
    my $dbh = $CONNECTOR->dbh;

    my $sth = $dbh->column_info(undef,undef,$table,$field);
    my $row = $sth->fetchrow_hashref;
    $sth->finish;
    return if $row;

Francesc Guasch's avatar
Francesc Guasch committed
760
    warn "INFO: adding $field $definition to $table\n"  if $0 !~ /\.t$/;
761
    $dbh->do("alter table $table add $field $definition");
762
    return 1;
763
764
}

765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
sub _remove_field {
    my $self = shift;
    my ($table, $field ) = @_;

    my $dbh = $CONNECTOR->dbh;
    return if $CONNECTOR->dbh->{Driver}{Name} !~ /mysql/i;

    my $sth = $dbh->column_info(undef,undef,$table,$field);
    my $row = $sth->fetchrow_hashref;
    $sth->finish;
    return if !$row;

    warn "INFO: removing $field to $table\n"  if $0 !~ /\.t$/;
    $dbh->do("alter table $table drop column $field");
    return 1;

}

783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
sub _create_table {
    my $self = shift;
    my $table = shift;

    my $sth = $CONNECTOR->dbh->table_info('%',undef,$table,'TABLE');
    my $info = $sth->fetchrow_hashref();
    $sth->finish;
    return if keys %$info;

    my $file_sql = "$DIR_SQL/$table.sql";
    open my $in,'<',$file_sql or die "$! $file_sql";
    my $sql = join " ",<$in>;
    close $in;

    $CONNECTOR->dbh->do($sql);
    return 1;
}

sub _insert_data {
    my $self = shift;
    my $table = shift;

    my $file_sql =  "$DIR_SQL/../data/insert_$table.sql";
    return if ! -e $file_sql;

    warn "INFO: inserting data for $table\n";
    open my $in,'<',$file_sql or die "$! $file_sql";
    my $sql = '';
    while (my $line = <$in>) {
        $sql .= $line;
        next if $sql !~ /\w/ || $sql !~ /;\s*$/;
        $CONNECTOR->dbh->do($sql);
        $sql = '';
    }
    close $in;

}

sub _create_tables {
    my $self = shift;
823
824
825
826
#    return if $CONNECTOR->dbh->{Driver}{Name} !~ /mysql/i;

    my $driver = lc($CONNECTOR->dbh->{Driver}{Name});
    $DIR_SQL =~ s{(.*)/.*}{$1/$driver};
827

828
829
830
831
    opendir my $ls,$DIR_SQL or die "$! $DIR_SQL";
    while (my $file = readdir $ls) {
        my ($table) = $file =~ m{(.*)\.sql$};
        next if !$table;
832
        next if $table =~ /^insert/;
833
834
835
836
837
        $self->_insert_data($table)     if $self->_create_table($table);
    }
    closedir $ls;
}

838
839
840
841
sub _clean_iso_mini {
    my $sth = $CONNECTOR->dbh->prepare("DELETE FROM iso_images WHERE device like ?");
    $sth->execute('%/mini.iso');
    $sth->finish;
842
843
844
845

    $sth = $CONNECTOR->dbh->prepare("DELETE FROM iso_images WHERE url like ? AND rename_file = NULL");
    $sth->execute('%/mini.iso');
    $sth->finish;
846
847
}

848
849
sub _upgrade_tables {
    my $self = shift;
Francesc Guasch's avatar
Francesc Guasch committed
850
#    return if $CONNECTOR->dbh->{Driver}{Name} !~ /mysql/i;
851

852
    $self->_upgrade_table('file_base_images','target','varchar(64) DEFAULT NULL');
853

854
    $self->_upgrade_table('vms','vm_type',"char(20) NOT NULL DEFAULT 'KVM'");
855
856
    $self->_upgrade_table('vms','connection_args',"text DEFAULT NULL");

857
    $self->_upgrade_table('requests','at_time','int(11) DEFAULT NULL');
Francesc Guasch's avatar
Francesc Guasch committed
858

859
    $self->_upgrade_table('iso_images','rename_file','varchar(80) DEFAULT NULL');
860
    $self->_clean_iso_mini();
861
    $self->_upgrade_table('iso_images','md5_url','varchar(255)');
Francesc Guasch's avatar
Francesc Guasch committed
862
863
    $self->_upgrade_table('iso_images','sha256','varchar(255)');
    $self->_upgrade_table('iso_images','sha256_url','varchar(255)');
864
    $self->_upgrade_table('iso_images','file_re','char(64)');
865
    $self->_upgrade_table('iso_images','device','varchar(255)');
joelalju's avatar
joelalju committed
866
    $self->_upgrade_table('iso_images','min_disk_size','int (11) DEFAULT NULL');
867
868

    $self->_upgrade_table('users','language','char(3) DEFAULT NULL');
869
870
871
872
873
874
    if ( $self->_upgrade_table('users','is_external','int(11) DEFAULT 0')) {
        my $sth = $CONNECTOR->dbh->prepare(
            "UPDATE users set is_external=1 WHERE password='*LK* no pss'"
        );
        $sth->execute;
    }
Francesc Guasch's avatar
Francesc Guasch committed
875

876
    $self->_upgrade_table('networks','requires_password','int(11)');
877
878
    $self->_upgrade_table('networks','n_order','int(11) not null default 0');

879
    $self->_upgrade_table('domains','spice_password','varchar(20) DEFAULT NULL');
fv3rdugo's avatar
fv3rdugo committed
880
    $self->_upgrade_table('domains','description','text DEFAULT NULL');
881
    $self->_upgrade_table('domains','run_timeout','int DEFAULT NULL');
882
    $self->_upgrade_table('domains','start_time','int DEFAULT 0');
883
    $self->_upgrade_table('domains','is_volatile','int NOT NULL DEFAULT 0');
884
    $self->_upgrade_table('domains','autostart','int NOT NULL DEFAULT 0');
885

886
887
    $self->_upgrade_table('domains','status','varchar(32) DEFAULT "shutdown"');
    $self->_upgrade_table('domains','display','varchar(128) DEFAULT NULL');
Francesc Guasch's avatar
Francesc Guasch committed
888
    $self->_upgrade_table('domains','info','varchar(255) DEFAULT NULL');
Francesc Guasch's avatar
Francesc Guasch committed
889
    $self->_upgrade_table('domains','internal_id','varchar(64) DEFAULT NULL');
890
    $self->_upgrade_table('domains','id_vm','int default null');
891
    $self->_upgrade_table('domains','volatile_clones','int NOT NULL default 0');
892

893
894
895
    $self->_upgrade_table('domains','client_status','varchar(32)');
    $self->_upgrade_table('domains','client_status_time_checked','int NOT NULL default 0');

896
    $self->_upgrade_table('domains_network','allowed','int not null default 1');
897

898
899
    $self->_upgrade_table('grant_types','enabled','int not null default 1');

900
901
}

902

903
904
905
906
sub _connect_dbh {
    my $driver= ($CONFIG->{db}->{driver} or 'mysql');;
    my $db_user = ($CONFIG->{db}->{user} or getpwnam($>));;
    my $db_pass = ($CONFIG->{db}->{password} or undef);
Francesc Guasch's avatar
Francesc Guasch committed
907
    my $db = ( $CONFIG->{db}->{db} or 'ravada' );
908
909
910
911
912
913
    my $host = $CONFIG->{db}->{host};

    my $data_source = "DBI:$driver:$db";
    $data_source = "DBI:$driver:database=$db;host=$host"    
        if $host && $host ne 'localhost';

914
915
916
    my $con;
    for my $try ( 1 .. 10 ) {
        eval { $con = DBIx::Connector->new($data_source
917
918
                        ,$db_user,$db_pass,{RaiseError => 1
                        , PrintError=> 0 });
919
920
921
922
923
924
925
            $con->dbh();
        };
        return $con if $con && !$@;
        sleep 1;
        warn "Try $try $@\n";
    }
    die ($@ or "Can't connect to $driver $db at $host");
926
927
}

928
=head2 display_ip
929

930
Returns the default display IP read from the config file
931

932
=cut
933

934
935
936
sub display_ip {
    my $ip = $CONFIG->{display_ip};
    return $ip if $ip;
937
938
}

939
940
941
942
943
944
945
946
947
948
=head2 nat_ip

Returns the IP for NATed environments

=cut

sub nat_ip {
    return $CONFIG->{nat_ip} if exists $CONFIG->{nat_ip};
}

949
sub _init_config {
Francesc Guasch's avatar
Francesc Guasch committed
950
    my $file = shift or confess "ERROR: Missing config file";
951
952

    my $connector = shift;
953
    confess "Deprecated connector" if $connector;
954

Francesc Guasch's avatar
[    
Francesc Guasch committed
955
956
957
958
959
960
961
    die "ERROR: Missing config file $file\n"
        if !-e $file;

    eval { $CONFIG = YAML::LoadFile($file) };

    die "ERROR: Format error in config file $file\n$@"  if $@;

Francesc Guasch's avatar
Francesc Guasch committed
962
    $CONFIG->{vm} = [] if !$CONFIG->{vm};
963
964
965

    $LIMIT_PROCESS = $CONFIG->{limit_process} 
        if $CONFIG->{limit_process} && $CONFIG->{limit_process}>1;
966
#    $CONNECTOR = ( $connector or _connect_dbh());
967

Francesc Guasch's avatar
Francesc Guasch committed
968
    _init_config_vm();
969
970
971
}

sub _init_config_vm {
Francesc Guasch's avatar
Francesc Guasch committed
972

973
    for my $vm ( @{$CONFIG->{vm}} ) {
Francesc Guasch's avatar
Francesc Guasch committed
974
        warn "$vm not available in this system.\n".($ERROR_VM{$vm})
Francesc Guasch's avatar
Francesc Guasch committed
975
            if !$VALID_VM{$vm} && $0 !~ /\.t$/;
976
    }
Francesc Guasch's avatar
Francesc Guasch committed
977
978
979
980

    delete $VALID_VM{Void}
        if !grep /^Void$/,@{$CONFIG->{vm}};

981
    @Ravada::Front::VM_TYPES = keys %VALID_VM;
982
983
}

984
sub _create_vm_kvm {
985
    my $self = shift;
986
    die "KVM not installed" if !$VALID_VM{KVM};
987

988
989
990
    my $cmd_qemu_img = `which qemu-img`;
    chomp $cmd_qemu_img;

991
    die "ERROR: Missing qemu-img" if !$cmd_qemu_img;
992
993

    my $vm_kvm;
994

Francesc Guasch's avatar
Francesc Guasch committed
995
    $vm_kvm = Ravada::VM::KVM->new( );
996
997

    my ($internal_vm , $storage);
998
999
1000
1001
1002
    $storage = $vm_kvm->dir_img();
    $internal_vm = $vm_kvm->vm;
    $vm_kvm = undef if !$internal_vm || !$storage;

    return $vm_kvm;
1003
1004
}

1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
=head2 disconnect_vm

Disconnect all the Virtual Managers connections.

=cut


sub disconnect_vm {
    my $self = shift;
    $self->_disconnect_vm();
}

sub _disconnect_vm{
    my $self = shift;
    return $self->_connect_vm(0);
}

sub _connect_vm {
1023
    my $self = shift;
1024
1025
1026
1027

    my $connect = shift;
    $connect = 1 if !defined $connect;

1028
1029
    my @vms;
    eval { @vms = $self->vm };
1030
    warn $@ if $@ && $self->warn_error;
1031
1032
1033
1034
    return if $@ && $@ =~ /No VMs found/i;
    die $@ if $@;

    return if !scalar @vms;
1035
1036
    for my $n ( 0 .. $#{$self->vm}) {
        my $vm = $self->vm->[$n];
1037
1038
1039

        if (!$connect) {
            $vm->disconnect();
1040
1041
        } else {
            $vm->connect();
1042
        }
1043
1044
1045
    }
}

1046
sub _create_vm_lxc {
1047
1048
    my $self = shift;

1049
1050
    return Ravada::VM::LXC->new( connector => ( $self->connector or $CONNECTOR ));
}
1051

1052
1053
sub _create_vm_void {
    my $self = shift;
1054

1055
1056
    return Ravada::VM::Void->new( connector => ( $self->connector or $CONNECTOR ));
}
1057

1058
1059
sub _create_vm {
    my $self = shift;
1060

1061
1062
1063
1064
1065
1066
1067
1068
1069
    # TODO: add a _create_vm_default for VMs that just are created with ->new
    #       like Void or LXC
    my %create = (
        'KVM' => \&_create_vm_kvm
        ,'LXC' => \&_create_vm_lxc
        ,'Void' => \&_create_vm_void
    );

    my @vms = ();
1070
    my $err='';
1071
1072
1073
1074
1075
1076

    for my $vm_name (keys %VALID_VM) {
        my $vm;
        eval { $vm = $create{$vm_name}->($self) };
        $err.= $@ if $@;
        push @vms,($vm) if $vm;
1077
    }
Francesc Guasch's avatar
Francesc Guasch committed
1078
    die "No VMs found: $err\n" if $self->warn_error && !@vms;
1079

1080
1081
    return \@vms;

1082
1083
}

1084
sub _check_vms {
1085
1086
    my $self = shift;

1087
1088
    my @vm;
    eval { @vm = @{$self->vm} };
1089
1090
1091
1092
1093
1094
1095
1096
1097
1098
    for my $n ( 0 .. $#vm ) {
        if ($vm[$n] && ref $vm[$n] =~ /KVM/i) {
            if (!$vm[$n]->is_alive) {
                warn "$vm[$n] dead" if $DEBUG;
                $vm[$n] = $self->_create_vm_kvm();
            }
        }
    }
}

Francesc Guasch's avatar
Francesc Guasch committed
1099
1100
1101
1102
=head2 create_domain

Creates a new domain based on an ISO image or another domain.

joansp's avatar
joansp committed
1103
  my $domain = $ravada->create_domain(
Francesc Guasch's avatar
Francesc Guasch committed
1104
1105
1106
1107
1108
         name => $name
    , id_iso => 1
  );


joansp's avatar
joansp committed
1109
  my $domain = $ravada->create_domain(
Francesc Guasch's avatar
Francesc Guasch committed
1110
1111
1112
1113
1114
1115
1116
1117
         name => $name
    , id_base => 3
  );


=cut


1118
sub create_domain {
1119
1120
    my $self = shift;

1121
1122
    my %args = @_;

1123
1124
1125
    croak "Argument id_owner required "
        if !$args{id_owner};

1126
1127
    my $vm_name = $args{vm};
    delete $args{vm};
1128

1129
    my $request = ( $args{request} or undef);
Francesc Guasch's avatar
Francesc Guasch committed
1130

1131
    my $vm;
1132
1133
1134
1135
    if ($vm_name) {
        $vm = $self->search_vm($vm_name);
        confess "ERROR: vm $vm_name not found"  if !$vm;
    }
1136
1137
1138
1139
    if ($args{id_base}) {
        my $base = Ravada::Domain->open($args{id_base});
        $vm = Ravada::VM->open($base->_vm->id);
    }
1140

1141
1142
    confess "No vm found"   if !$vm;

1143
1144
    carp "WARNING: no VM defined, we will use ".$vm->name
        if !$vm_name;
Francesc Guasch's avatar
Francesc Guasch committed
1145

1146
    confess "I can't find any vm ".Dumper($self->vm) if !$vm;
Francesc Guasch's avatar
Francesc Guasch committed
1147

Francesc Guasch's avatar
Francesc Guasch committed
1148
1149
1150
    my $domain;
    eval { $domain = $vm->create_domain(@_) };
    my $error = $@;
1151
1152
1153
1154
1155
    if ( $request ) {
        $request->error($error) if $error;
        if ($error =~ /has \d+ requests/) {
            $request->status('retry');
        }
Francesc Guasch's avatar
Francesc Guasch committed
1156
1157
    }
    return $domain;
1158
1159
}

Francesc Guasch's avatar
Francesc Guasch committed
1160
1161
1162
1163
1164
1165
1166
1167
=head2 remove_domain

Removes a domain

  $ravada->remove_domain($name);

=cut

1168
1169
sub remove_domain {
    my $self = shift;