Ravada.pm 164 KB
Newer Older
1
2
3
4
5
package Ravada;

use warnings;
use strict;

frankiejol's avatar
frankiejol committed
6
our $VERSION = '1.1.0';
Francesc Guasch's avatar
Francesc Guasch committed
7

8
use Carp qw(carp croak cluck);
9
use Data::Dumper;
10
use DBIx::Connector;
11
use File::Copy;
Francesc Guasch's avatar
Francesc Guasch committed
12
13
use Hash::Util qw(lock_hash unlock_hash);
use IPC::Run3 qw(run3);
Francesc Guasch's avatar
Francesc Guasch committed
14
use JSON::XS;
15
use Moose;
Francesc Guasch's avatar
Francesc Guasch committed
16
use POSIX qw(WNOHANG);
17
use Proc::PID::File;
Francesc Guasch's avatar
Francesc Guasch committed
18
use Time::HiRes qw(gettimeofday tv_interval);
19
use YAML;
20
use MIME::Base64;
21
use Socket qw( inet_aton inet_ntoa );
22
use Image::Magick::Q16;
23

Francesc Guasch's avatar
Francesc Guasch committed
24
25
26
no warnings "experimental::signatures";
use feature qw(signatures);

Francesc Guasch's avatar
Francesc Guasch committed
27
use Ravada::Auth;
Francesc Guasch's avatar
Francesc Guasch committed
28
use Ravada::Booking;
29
use Ravada::Request;
Francesc Guasch's avatar
Francesc Guasch committed
30
use Ravada::Repository::ISO;
31
use Ravada::VM::Void;
32

Francesc Guasch's avatar
Francesc Guasch committed
33
our %VALID_VM;
Francesc Guasch's avatar
Francesc Guasch committed
34
our %ERROR_VM;
35
our $TIMEOUT_STALE_PROCESS;
Francesc Guasch's avatar
Francesc Guasch committed
36
37
38
39
40
41
42

eval {
    require Ravada::VM::KVM and do {
        Ravada::VM::KVM->import;
    };
    $VALID_VM{KVM} = 1;
};
Francesc Guasch's avatar
Francesc Guasch committed
43
44
45
46
47
48
49
50
51
$ERROR_VM{KVM} = $@;

eval {
    require Ravada::VM::Void and do {
        Ravada::VM::Void->import;
    };
    $VALID_VM{Void} = 1;
};
$ERROR_VM{Void} = $@;
Francesc Guasch's avatar
Francesc Guasch committed
52

53
54
55
no warnings "experimental::signatures";
use feature qw(signatures);

Francesc Guasch's avatar
Francesc Guasch committed
56
57
58
59
60
61
62
63
64
65
66
67
68
our %VALID_CONFIG = (
    vm => undef
    ,warn_error => undef
    ,db => {user => undef, password => undef,  hostname => undef}
    ,ldap => { admin_user => { dn => undef, password => undef }
        ,filter => undef
        ,base => undef
        ,auth => undef
        ,admin_group => undef
        ,ravada_posix_group => undef
    }
);

Francesc Guasch's avatar
Francesc Guasch committed
69
70
=head1 NAME

71
Ravada - Remote Virtual Desktop Manager
Francesc Guasch's avatar
Francesc Guasch committed
72
73
74
75
76
77
78
79
80

=head1 SYNOPSIS

  use Ravada;

  my $ravada = Ravada->new()

=cut

81
82

our $FILE_CONFIG = "/etc/ravada.conf";
83
$FILE_CONFIG = undef if ! -e $FILE_CONFIG;
84
85
86
87
88

###########################################################################

our $CONNECTOR;
our $CONFIG = {};
89
our $FORCE_DEBUG = 0;
90
our $DEBUG;
Francesc Guasch's avatar
Francesc Guasch committed
91
our $VERBOSE;
92
our $CAN_FORK = 1;
93
our $CAN_LXC = 0;
94
95

# Seconds to wait for other long process
96
our $SECONDS_WAIT_CHILDREN = 5;
97

98
99
our $DIR_SQL = "sql/mysql";
$DIR_SQL = "/usr/share/doc/ravada/sql/mysql" if ! -e $DIR_SQL;
100

101
102
103
our $USER_DAEMON;
our $USER_DAEMON_NAME = 'daemon';

104
105
106
our $FIRST_TIME_RUN = 1;
$FIRST_TIME_RUN = 0 if $0 =~ /\.t$/;

107
has 'connector' => (
108
109
110
111
112
113
        is => 'rw'
);

has 'config' => (
    is => 'ro'
    ,isa => 'Str'
114
115
);

116
117
118
119
120
121
has 'warn_error' => (
    is => 'rw'
    ,isa => 'Bool'
    ,default => sub { 1 }
);

Francesc Guasch's avatar
Francesc Guasch committed
122
123
124
125
126
127
128
=head2 BUILD

Internal constructor

=cut


129
130
sub BUILD {
    my $self = shift;
131
    if ($self->config()) {
132
        _init_config($self->config);
133
    } else {
134
        _init_config($FILE_CONFIG) if $FILE_CONFIG && -e $FILE_CONFIG;
135
    }
136

Francesc Guasch's avatar
Francesc Guasch committed
137
    if ( $self->connector ) {
joansp's avatar
joansp committed
138
        $CONNECTOR = $self->connector
Francesc Guasch's avatar
Francesc Guasch committed
139
140
    } else {
        $CONNECTOR = $self->_connect_dbh();
141
        $self->connector($CONNECTOR);
Francesc Guasch's avatar
Francesc Guasch committed
142
    }
Francesc Guasch's avatar
Francesc Guasch committed
143
    Ravada::Auth::init($CONFIG);
144

145
146
}

147
148
149
150
151
152
153
154
155
156
157
sub _set_first_time_run($self) {
    my $sth = $CONNECTOR->dbh->table_info('%',undef,'domains','TABLE');
    my $info = $sth->fetchrow_hashref();
    $sth->finish;
    if  ( keys %$info ) {
        $FIRST_TIME_RUN = 0;
    } else {
        print "Installing ";
    }
}

158
sub _install($self) {
159
    my $pid = Proc::PID::File->new(name => "ravada_install");
160
    $pid->file({dir => "/run/user/$>"}) if $>;
161
162
163
164
165
166
167
    if ( $pid->alive ) {
        print "Waiting for install process to finish" if $ENV{TERM};
        while ( $pid->alive ) {
            sleep 1;
            print "." if $ENV{TERM};
        }
        print "\n" if $ENV{TERM};
168
        return;
169
170
    }
    $pid->touch;
171
172
    $self->_set_first_time_run();

173
    $self->_create_tables();
174
    $self->_sql_create_tables();
175
    $self->_upgrade_tables();
176
    $self->_upgrade_timestamps();
177
    $self->_update_data();
178
    $self->_init_user_daemon();
179
    $self->_sql_insert_defaults();
180
181
182

    $self->_do_create_constraints();

183
    $pid->release();
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223

    print "\n" if $FIRST_TIME_RUN;

}

sub _do_create_constraints($self) {
    return if !$self->{_constraints};

    if ($CAN_FORK) {

        my $pid = fork();
        die "Error: I cannot fork" if !defined $pid;
        if ($pid) {
            $self->_add_pid($pid);
            return;
        }
    }

    my $pid_file = Proc::PID::File->new(name => "ravada_constraint");
    $pid_file->file({dir => "/run/user/$>"}) if $>;
    if ( $pid_file->alive ) {
        exit if $CAN_FORK;
        return;
    }
    $pid_file->touch;

    my $dbh = $CONNECTOR->dbh;
    for my $constraint (@{$self->{_constraints}}) {
        my ($name) = $constraint =~ /CONSTRAINT (\w+)\s/;

        warn "INFO: creating constraint $name \n"
        if !$FIRST_TIME_RUN && $0 !~ /\.t$/;
        print "+" if $FIRST_TIME_RUN && !$CAN_FORK;

        $self->_clean_db_leftovers();

        my $sth = $dbh->do($constraint);
    }
    $pid_file->release;
    exit if $CAN_FORK;
224
225
}

226
227
228
229
230
231
sub _init_user_daemon {
    my $self = shift;
    return if $USER_DAEMON;

    $USER_DAEMON = Ravada::Auth::SQL->new(name => $USER_DAEMON_NAME);
    if (!$USER_DAEMON->id) {
Francesc Guasch's avatar
Francesc Guasch committed
232
233
234
235
236
237
238
239
        for (1 .. 120 ) {
            my @list = $self->_list_pids();
            last if !@list;
            sleep 1 if @list;
            $self->_wait_pids();
        }
        $USER_DAEMON = Ravada::Auth::SQL->new(name => $USER_DAEMON_NAME);
        return if $USER_DAEMON->id;
240
241
242
243
244
245
246
247
        $USER_DAEMON = Ravada::Auth::SQL::add_user(
            name => $USER_DAEMON_NAME,
            is_admin => 1
        );
        $USER_DAEMON = Ravada::Auth::SQL->new(name => $USER_DAEMON_NAME);
    }

}
248
249
sub _update_user_grants {
    my $self = shift;
Francesc Guasch's avatar
Francesc Guasch committed
250
    $self->_init_user_daemon();
251
    my $sth = $CONNECTOR->dbh->prepare("SELECT id FROM users WHERE is_temporary=0");
252
253
    my $id;
    $sth->execute;
Francesc Guasch's avatar
Francesc Guasch committed
254
    $sth->bind_columns(\$id);
255
    while ($sth->fetch) {
256
        my $user = Ravada::Auth::SQL->search_by_id($id) or confess "Unknown user id = $id";
Francesc Guasch's avatar
Francesc Guasch committed
257
258
        next if $user->name() eq $USER_DAEMON_NAME;

259
260
261
262
263
264
265
        my %grants = $user->grants();

        for my $key (keys %grants) {
            delete $grants{$key} if !defined $grants{$key};
        }
        next if keys %grants;

266
267
        $USER_DAEMON->grant_user_permissions($user);
        $USER_DAEMON->grant_admin_permissions($user)    if $user->is_admin;
268
269
270
271
    }
    $sth->finish;
}

272
273
274
275
276
sub _update_isos {
    my $self = shift;
    my $table = 'iso_images';
    my $field = 'name';
    my %data = (
277
278
279
280
281
282
283
284
	    androidx86 => {
                    name => 'Android 8.1 x86'
            ,description => 'Android-x86 64 bits. Requires an user provided ISO image.'
                   ,arch => 'amd64'
                    ,xml => 'android-amd64.xml'
             ,xml_volume => 'android-volume.xml'
	     ,min_disk_size => '4'
        },
Francesc Guasch's avatar
Francesc Guasch committed
285
286
287
288
289
290
        arch_1909 => {
                    name => 'Arch Linux 19.09'
            ,description => 'Arch Linux 19.09.01 64 bits'
                   ,arch => 'amd64'
                    ,xml => 'bionic-amd64.xml'
             ,xml_volume => 'bionic64-volume.xml'
291
292
293
294
295
296
297
298
299
300
301
                    ,url => 'https://archive.archlinux.org/iso/2019.09.01/'
                    ,file_re => 'archlinux-2019.09.01-x86_64.iso'
                    ,md5_url => ''
                    ,md5 => '1d6bdf5cbc6ca98c31f02d23e418dd96'
        },
	mate_focal_fossa => {
                    name => 'Ubuntu Mate Focal Fossa 64 bits'
            ,description => 'Ubuntu Mate 20.04 (Focal Fossa) 64 bits'
                   ,arch => 'amd64'
                    ,xml => 'focal_fossa-amd64.xml'
             ,xml_volume => 'focal_fossa64-volume.xml'
302
303
                    ,url => 'http://cdimage.ubuntu.com/ubuntu-mate/releases/20.04.*/release/ubuntu-mate-20.04.*-desktop-amd64.iso'
                ,sha256_url => '$url/SHA256SUMS'
Francesc Guasch's avatar
Francesc Guasch committed
304
        },
Joel Alarcón's avatar
Joel Alarcón committed
305
306
307
308
309
310
311
        mate_bionic => {
                    name => 'Ubuntu Mate Bionic 64 bits'
            ,description => 'Ubuntu Mate 18.04 (Bionic Beaver) 64 bits'
                   ,arch => 'amd64'
                    ,xml => 'bionic-amd64.xml'
             ,xml_volume => 'bionic64-volume.xml'
                    ,url => 'http://cdimage.ubuntu.com/ubuntu-mate/releases/18.04.*/release/ubuntu-mate-18.04.*-desktop-amd64.iso'
Paula Paez's avatar
Paula Paez committed
312
                ,sha256_url => '$url/SHA256SUMS'
Joel Alarcón's avatar
Joel Alarcón committed
313
314
315
316
317
318
319
320
        },
        mate_bionic_i386 => {
                    name => 'Ubuntu Mate Bionic 32 bits'
            ,description => 'Ubuntu Mate 18.04 (Bionic Beaver) 32 bits'
                   ,arch => 'i386'
                    ,xml => 'bionic-i386.xml'
             ,xml_volume => 'bionic32-volume.xml'
                    ,url => 'http://cdimage.ubuntu.com/ubuntu-mate/releases/18.04.*/release/ubuntu-mate-18.04.*-desktop-i386.iso'
321
                ,sha256_url => '$url/SHA256SUMS'
Joel Alarcón's avatar
Joel Alarcón committed
322
        },
frankiejol's avatar
frankiejol committed
323
324
325
326
327
328
329
330
331
332
333
        ubuntu_xenial => {
                    name => 'Ubuntu Xenial Xerus 64 bits'
            ,description => 'Ubuntu 16.04 LTS Xenial Xerus 64 bits'
                   ,arch => 'amd64'
                    ,xml => 'xenial64-amd64.xml'
             ,xml_volume => 'xenial64-volume.xml'
                    ,url => 'http://releases.ubuntu.com/16.04/ubuntu-16.04.*-desktop-amd64.iso'
                ,sha256_url => '$url/SHA256SUMS'
                ,min_disk_size => '10'
        },

fv3rdugo's avatar
fv3rdugo committed
334
        mate_xenial => {
Fernando Verdugo's avatar
Fernando Verdugo committed
335
                    name => 'Ubuntu Mate Xenial'
fv3rdugo's avatar
fv3rdugo committed
336
337
338
339
340
            ,description => 'Ubuntu Mate 16.04.3 (Xenial) 64 bits'
                   ,arch => 'amd64'
                    ,xml => 'yakkety64-amd64.xml'
             ,xml_volume => 'yakkety64-volume.xml'
                    ,url => 'http://cdimage.ubuntu.com/ubuntu-mate/releases/16.04.*/release/ubuntu-mate-16.04.*-desktop-amd64.iso'
341
                ,sha256_url => '$url/SHA256SUMS'
342
                ,min_disk_size => '10'
fv3rdugo's avatar
fv3rdugo committed
343
        },
344
345
346
347
348
349
	,focal_fossa=> {
                    name => 'Ubuntu Focal Fossa'
            ,description => 'Ubuntu 20.04 Focal Fossa 64 bits'
                   ,arch => 'amd64'
                    ,xml => 'focal_fossa-amd64.xml'
             ,xml_volume => 'focal_fossa64-volume.xml'
350
                    ,url => 'http://releases.ubuntu.com/20.04/'
351
                ,file_re => '^ubuntu-20.04.*-desktop-amd64.iso'
Francesc Guasch's avatar
Francesc Guasch committed
352
                ,sha256_url => '$url/SHA256SUMS'
353
354
355
          ,min_disk_size => '9'
        }

Joel Alarcón's avatar
Joel Alarcón committed
356
357
358
359
360
361
362
        ,bionic=> {
                    name => 'Ubuntu Bionic Beaver'
            ,description => 'Ubuntu 18.04 Bionic Beaver 64 bits'
                   ,arch => 'amd64'
                    ,xml => 'bionic-amd64.xml'
             ,xml_volume => 'bionic64-volume.xml'
                    ,url => 'http://releases.ubuntu.com/18.04/'
363
                ,file_re => '^ubuntu-18.04.*desktop-amd64.iso'
364
                ,sha256_url => '$url/SHA256SUMS'
Joel Alarcón's avatar
Joel Alarcón committed
365
366
367
          ,min_disk_size => '9'
        }

Francesc Guasch's avatar
Francesc Guasch committed
368
369
370
371
372
373
374
375
376
377
        ,serena64 => {
            name => 'Mint 18.1 Mate 64 bits'
    ,description => 'Mint Serena 18.1 with Mate Desktop based on Ubuntu Xenial 64 bits'
           ,arch => 'amd64'
            ,xml => 'xenial64-amd64.xml'
     ,xml_volume => 'xenial64-volume.xml'
            ,url => 'http://mirrors.evowise.com/linuxmint/stable/18.1/'
        ,file_re => 'linuxmint-18.1-mate-64bit.iso'
        ,md5_url => ''
            ,md5 => 'c5cf5c5d568e2dfeaf705cfa82996d93'
378
            ,min_disk_size => '10'
Francesc Guasch's avatar
Francesc Guasch committed
379
380

        }
381
382
383
        ,mint20_64 => {
            name => 'Mint 20 Mate 64 bits'
    ,description => 'Mint Ulyana 20 with Mate Desktop 64 bits'
Joel Alarcón's avatar
Joel Alarcón committed
384
385
386
           ,arch => 'amd64'
            ,xml => 'xenial64-amd64.xml'
     ,xml_volume => 'xenial64-volume.xml'
387
388
389
            ,url => 'http://mirrors.evowise.com/linuxmint/stable/20/'
        ,file_re => 'linuxmint-20-mate-64bit.iso'
        ,sha256_url => '$url/sha256sum.txt'
Joel Alarcón's avatar
Joel Alarcón committed
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
            ,min_disk_size => '15'
        }
        ,alpine381_64 => {
            name => 'Alpine 3.8 64 bits'
    ,description => 'Alpine Linux 3.8 64 bits ( Minimal Linux Distribution )'
           ,arch => 'amd64'
            ,xml => 'alpine-amd64.xml'
     ,xml_volume => 'alpine381_64-volume.xml'
            ,url => 'http://dl-cdn.alpinelinux.org/alpine/v3.8/releases/x86_64/'
        ,file_re => 'alpine-standard-3.8.1-x86_64.iso'
        ,sha256_url => 'http://dl-cdn.alpinelinux.org/alpine/v3.8/releases/x86_64/alpine-standard-3.8.1-x86_64.iso.sha256'
            ,min_disk_size => '1'
        }
        ,alpine381_32 => {
            name => 'Alpine 3.8 32 bits'
    ,description => 'Alpine Linux 3.8 32 bits ( Minimal Linux Distribution )'
           ,arch => 'i386'
            ,xml => 'alpine-i386.xml'
     ,xml_volume => 'alpine381_32-volume.xml'
            ,url => 'http://dl-cdn.alpinelinux.org/alpine/v3.8/releases/x86/'
        ,file_re => 'alpine-standard-3.8.1-x86.iso'
        ,sha256_url => 'http://dl-cdn.alpinelinux.org/alpine/v3.8/releases/x86/alpine-standard-3.8.1-x86.iso.sha256'
            ,min_disk_size => '1'
        }
414
415
416
        ,fedora_28 => {
            name => 'Fedora 28'
            ,description => 'RedHat Fedora 28 Workstation 64 bits'
417
            ,url => 'https://archives.fedoraproject.org/pub/archive/fedora/linux/releases/28/Workstation/x86_64/iso/Fedora-Workstation-netinst-x86_64-28-.*\.iso'
Francesc Guasch's avatar
Francesc Guasch committed
418
419
420
            ,arch => 'amd64'
            ,xml => 'xenial64-amd64.xml'
            ,xml_volume => 'xenial64-volume.xml'
421
            ,sha256_url => '$url/Fedora-Workstation-28-.*-x86_64-CHECKSUM'
422
            ,min_disk_size => '10'
423
424
425
426
427
428
429
        }
	      ,kubuntu_64_focal_fossa => {
            name => 'Kubuntu Focal Fossa 64 bits'
            ,description => 'Kubuntu 20.04 Focal Fossa 64 bits'
            ,arch => 'amd64'
            ,xml => 'focal_fossa-amd64.xml'
            ,xml_volume => 'focal_fossa64-volume.xml'
430
431
432
            ,sha256_url => '$url/SHA256SUMS'
            ,url => 'http://cdimage.ubuntu.com/kubuntu/releases/20.04.*/release/'
            ,file_re => 'kubuntu-20.04.*-desktop-amd64.iso'
433
            ,rename_file => 'kubuntu_focal_fossa_64.iso'
Francesc Guasch's avatar
Francesc Guasch committed
434
        }
Joel Alarcón's avatar
Joel Alarcón committed
435
436
437
438
439
440
        ,kubuntu_64 => {
            name => 'Kubuntu Bionic Beaver 64 bits'
            ,description => 'Kubuntu 18.04 Bionic Beaver 64 bits'
            ,arch => 'amd64'
            ,xml => 'bionic-amd64.xml'
            ,xml_volume => 'bionic64-volume.xml'
Paula Paez's avatar
Paula Paez committed
441
            ,sha256_url => '$url/SHA256SUMS'
Joel Alarcón's avatar
Joel Alarcón committed
442
            ,url => 'http://cdimage.ubuntu.com/kubuntu/releases/18.04/release/'
443
            ,file_re => 'kubuntu-18.04.\d+-desktop-amd64.iso'
Joel Alarcón's avatar
Joel Alarcón committed
444
445
446
447
448
449
450
451
            ,rename_file => 'kubuntu_bionic_64.iso'
        }
        ,kubuntu_32 => {
            name => 'Kubuntu Bionic Beaver 32 bits'
            ,description => 'Kubuntu 18.04 Bionic Beaver 32 bits'
            ,arch => 'i386'
            ,xml => 'bionic-i386.xml'
            ,xml_volume => 'bionic32-volume.xml'
Paula Paez's avatar
Paula Paez committed
452
            ,sha256_url => '$url/SHA256SUMS'
Joel Alarcón's avatar
Joel Alarcón committed
453
            ,url => 'http://cdimage.ubuntu.com/kubuntu/releases/18.04/release/'
454
            ,file_re => 'kubuntu-18.04.\d+-desktop-i386.iso'
Joel Alarcón's avatar
Joel Alarcón committed
455
456
            ,rename_file => 'kubuntu_bionic_32.iso'
        }
457
458
459
460
461
462
463
        ,suse_15 => {
            name => "openSUSE Leap 15"
            ,description => "openSUSE Leap 15 64 bits"
            ,arch => 'amd64'
            ,xml => 'bionic-amd64.xml'
            ,xml_volume => 'bionic64-volume.xml'
            ,url => 'https://download.opensuse.org/distribution/leap/15.0/iso/'
464
            ,sha256_url => '$url/openSUSE-Leap-15.\d+-NET-x86_64.iso.sha256'
465
466
467
            ,file_re => 'openSUSE-Leap-15.\d+-NET-x86_64.iso'

        }
Joel Alarcón's avatar
Joel Alarcón committed
468
469
470
471
472
473
        ,xubuntu_beaver_64 => {
            name => 'Xubuntu Bionic Beaver 64 bits'
            ,description => 'Xubuntu 18.04 Bionic Beaver 64 bits'
            ,arch => 'amd64'
            ,xml => 'bionic-amd64.xml'
            ,xml_volume => 'bionic64-volume.xml'
474
            ,sha256_url => '$url/../SHA256SUMS'
Joel Alarcón's avatar
Joel Alarcón committed
475
476
477
478
479
480
481
            ,url => 'http://archive.ubuntu.com/ubuntu/dists/bionic/main/installer-amd64/current/images/netboot/'
            ,file_re => 'mini.iso'
            ,rename_file => 'xubuntu_bionic_64.iso'
        }
        ,xubuntu_beaver_32 => {
            name => 'Xubuntu Bionic Beaver 32 bits'
            ,description => 'Xubuntu 18.04 Bionic Beaver 32 bits'
Francesc Guasch's avatar
Francesc Guasch committed
482
            ,arch => 'i386'
Joel Alarcón's avatar
Joel Alarcón committed
483
484
485
486
487
488
489
            ,xml => 'bionic-i386.xml'
            ,xml_volume => 'bionic32-volume.xml'
            ,md5_url => '$url/../MD5SUMS'
            ,url => 'http://archive.ubuntu.com/ubuntu/dists/bionic/main/installer-i386/current/images/netboot/'
            ,file_re => 'mini.iso'
            ,rename_file => 'xubuntu_bionic_32.iso'
        }
Francesc Guasch's avatar
Francesc Guasch committed
490
491
        ,xubuntu_xenial => {
            name => 'Xubuntu Xenial Xerus'
492
            ,description => 'Xubuntu 16.04 Xenial Xerus 64 bits (LTS)'
Francesc Guasch's avatar
Francesc Guasch committed
493
494
495
496
            ,url => 'http://archive.ubuntu.com/ubuntu/dists/xenial/main/installer-amd64/current/images/netboot/mini.iso'
           ,xml => 'yakkety64-amd64.xml'
            ,xml_volume => 'yakkety64-volume.xml'
            ,md5 => 'fe495d34188a9568c8d166efc5898d22'
497
            ,rename_file => 'xubuntu_xenial_mini.iso'
498
            ,min_disk_size => '10'
Francesc Guasch's avatar
Francesc Guasch committed
499
        }
500
	,lubuntu_bionic_64 => {
Joel Alarcón's avatar
Joel Alarcón committed
501
502
503
             name => 'Lubuntu Bionic Beaver 64 bits'
             ,description => 'Lubuntu 18.04 Bionic Beaver 64 bits'
             ,url => 'http://cdimage.ubuntu.com/lubuntu/releases/18.04.*/release/lubuntu-18.04.*-desktop-amd64.iso'
504
             ,sha256_url => '$url/SHA256SUMS'
Joel Alarcón's avatar
Joel Alarcón committed
505
506
507
508
509
510
511
512
             ,xml => 'bionic-amd64.xml'
             ,xml_volume => 'bionic64-volume.xml'
         }
         ,lubuntu_bionic_32 => {
             name => 'Lubuntu Bionic Beaver 32 bits'
             ,description => 'Lubuntu 18.04 Bionic Beaver 32 bits'
             ,arch => 'i386'
             ,url => 'http://cdimage.ubuntu.com/lubuntu/releases/18.04.*/release/lubuntu-18.04.*-desktop-i386.iso'
513
             ,sha256_url => '$url/SHA256SUMS'
Joel Alarcón's avatar
Joel Alarcón committed
514
515
516
             ,xml => 'bionic-i386.xml'
             ,xml_volume => 'bionic32-volume.xml'
        }
517
518
519
        ,lubuntu_xenial => {
            name => 'Lubuntu Xenial Xerus'
            ,description => 'Xubuntu 16.04 Xenial Xerus 64 bits (LTS)'
520
521
            ,url => 'http://cdimage.ubuntu.com/lubuntu/releases/16.04.*/release/'
            ,file_re => 'lubuntu-16.04.*-desktop-amd64.iso'
frankiejol's avatar
frankiejol committed
522
            ,sha256_url => '$url/SHA256SUMS'
523
524
            ,xml => 'yakkety64-amd64.xml'
            ,xml_volume => 'yakkety64-volume.xml'
525
            ,min_disk_size => '10'
526
        }
527
528
529
530
        ,debian_jessie_32 => {
            name =>'Debian Jessie 32 bits'
            ,description => 'Debian 8 Jessie 32 bits'
            ,url => 'http://cdimage.debian.org/cdimage/archive/^8\..*/i386/iso-cd/'
531
            ,file_re => 'debian-8.[\d\.]+-i386-xfce-CD-1.iso'
532
            ,md5_url => '$url/MD5SUMS'
533
            ,xml => 'jessie-i386.xml'
534
            ,xml_volume => 'jessie-volume.xml'
535
            ,min_disk_size => '10'
536
537
538
539
540
541
542
543
544
        }
        ,debian_jessie_64 => {
            name =>'Debian Jessie 64 bits'
            ,description => 'Debian 8 Jessie 64 bits'
            ,url => 'http://cdimage.debian.org/cdimage/archive/^8\..*/amd64/iso-cd/'
            ,file_re => 'debian-8.[\d\.]+-amd64-xfce-CD-1.iso'
            ,md5_url => '$url/MD5SUMS'
            ,xml => 'jessie-amd64.xml'
            ,xml_volume => 'jessie-volume.xml'
545
            ,min_disk_size => '10'
546
        }
547
548
549
       ,debian_stretch_32 => {
            name =>'Debian Stretch 32 bits'
            ,description => 'Debian 9 Stretch 32 bits (XFCE desktop)'
Francesc Guasch's avatar
Francesc Guasch committed
550
            ,url => 'https://cdimage.debian.org/cdimage/archive/^9\..*\d$/i386/iso-cd/'
551
552
553
554
555
556
557
            ,file_re => 'debian-9.[\d\.]+-i386-xfce-CD-1.iso'
            ,md5_url => '$url/MD5SUMS'
            ,xml => 'jessie-i386.xml'
            ,xml_volume => 'jessie-volume.xml'
            ,min_disk_size => '10'
        }
        ,debian_stretch_64 => {
558
            name =>'Debian Stretch 64 bits'
Francesc Guasch's avatar
Francesc Guasch committed
559
            ,description => 'Debian 9 Stretch 64 bits (XFCE desktop)'
560
            ,url => 'https://cdimage.debian.org/cdimage/archive/^9\..*/amd64/iso-cd/'
561
            ,file_re => 'debian-9.[\d\.]+-amd64-xfce-CD-1.iso'
562
            ,md5_url => '$url/MD5SUMS'
563
564
            ,xml => 'jessie-amd64.xml'
            ,xml_volume => 'jessie-volume.xml'
565
            ,min_disk_size => '10'
566
        }
567
568
569
        ,debian_buster_64=> {
            name =>'Debian Buster 64 bits'
            ,description => 'Debian 10 Buster 64 bits (XFCE desktop)'
Francesc Guasch's avatar
Francesc Guasch committed
570
            ,url => 'https://cdimage.debian.org/debian-cd/^10\..*\d$/amd64/iso-cd/'
571
572
573
574
575
576
577
578
579
            ,file_re => 'debian-10.[\d\.]+-amd64-xfce-CD-1.iso'
            ,md5_url => '$url/MD5SUMS'
            ,xml => 'jessie-amd64.xml'
            ,xml_volume => 'jessie-volume.xml'
            ,min_disk_size => '10'
        }
        ,debian_buster_32=> {
            name =>'Debian Buster 32 bits'
            ,description => 'Debian 10 Buster 32 bits (XFCE desktop)'
Francesc Guasch's avatar
Francesc Guasch committed
580
            ,url => 'https://cdimage.debian.org/debian-cd/^10\..*\d$/i386/iso-cd/'
581
            ,file_re => 'debian-10.[\d\.]+-i386-(netinst|xfce-CD-1).iso'
582
583
584
585
586
            ,md5_url => '$url/MD5SUMS'
            ,xml => 'jessie-i386.xml'
            ,xml_volume => 'jessie-volume.xml'
            ,min_disk_size => '10'
        }
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
        ,kali_64 => {
            name => 'Kali Linux 2020'
            ,description => 'Kali Linux 2020 64 Bits'
            ,arch => 'amd64'
            ,xml => 'jessie-amd64.xml'
            ,xml_volume => 'jessie-volume.xml'
            ,url => 'https://cdimage.kali.org/kali-2020.\d+/'
            ,file_re => 'kali-linux-2020.\d+-installer-amd64.iso'
            ,sha256_url => '$url/SHA256SUMS'
            ,min_disk_size => '10'
        }
        ,kali_64_netinst => {
            name => 'Kali Linux 2020 (NetInstaller)'
            ,description => 'Kali Linux 2020 64 Bits (light NetInstall)'
            ,arch => 'amd64'
            ,xml => 'jessie-amd64.xml'
            ,xml_volume => 'jessie-volume.xml'
            ,url => 'https://cdimage.kali.org/kali-2020.\d+/'
            ,file_re => 'kali-linux-2020.\d+-installer-netinst-amd64.iso'
            ,sha256_url => '$url/SHA256SUMS'
            ,min_disk_size => '10'
        }
joelalju's avatar
joelalju committed
609
        ,windows_7 => {
Francesc Guasch's avatar
Francesc Guasch committed
610
          name => 'Windows 7'
611
612
          ,description => 'Windows 7 64 bits. Requires an user provided ISO image.'
            .'<a target="_blank" href="http://ravada.readthedocs.io/en/latest/docs/new_iso_image.html">[help]</a>'
joelalju's avatar
joelalju committed
613
          ,xml => 'windows_7.xml'
joelalju's avatar
joelalju committed
614
          ,xml_volume => 'wisuvolume.xml'
615
          ,min_disk_size => '21'
joelalju's avatar
joelalju committed
616
617
618
619
620
621
        }
        ,windows_10 => {
          name => 'Windows 10'
          ,description => 'Windows 10 64 bits. Requires an user provided ISO image.'
          .'<a target="_blank" href="http://ravada.readthedocs.io/en/latest/docs/new_iso_image.html">[help]</a>'
          ,xml => 'windows_10.xml'
622
          ,xml_volume => 'windows10-volume.xml'
623
          ,min_disk_size => '21'
joelalju's avatar
joelalju committed
624
        }
joelalju's avatar
joelalju committed
625
626
627
628
629
630
        ,windows_xp => {
          name => 'Windows XP'
          ,description => 'Windows XP 64 bits. Requires an user provided ISO image.'
          .'<a target="_blank" href="http://ravada.readthedocs.io/en/latest/docs/new_iso_image.html">[help]</a>'
          ,xml => 'windows_xp.xml'
          ,xml_volume => 'wisuvolume.xml'
631
          ,min_disk_size => '3'
joelalju's avatar
joelalju committed
632
633
634
635
636
637
638
        }
        ,windows_12 => {
          name => 'Windows 2012'
          ,description => 'Windows 2012 64 bits. Requires an user provided ISO image.'
          .'<a target="_blank" href="http://ravada.readthedocs.io/en/latest/docs/new_iso_image.html">[help]</a>'
          ,xml => 'windows_12.xml'
          ,xml_volume => 'wisuvolume.xml'
639
          ,min_disk_size => '21'
joelalju's avatar
joelalju committed
640
641
642
643
644
645
646
        }
        ,windows_8 => {
          name => 'Windows 8.1'
          ,description => 'Windows 8.1 64 bits. Requires an user provided ISO image.'
          .'<a target="_blank" href="http://ravada.readthedocs.io/en/latest/docs/new_iso_image.html">[help]</a>'
          ,xml => 'windows_8.xml'
          ,xml_volume => 'wisuvolume.xml'
647
          ,min_disk_size => '21'
joelalju's avatar
joelalju committed
648
        }
Daniel Sanchez's avatar
Daniel Sanchez committed
649
650
651
652
653
654
655
656
657
658
659
660
661
662
       ,empty_32bits => {
          name => 'Empty Machine 32 bits'
          ,description => 'Empty Machine 32 bits Boot PXE'
          ,xml => 'empty-i386.xml'
          ,xml_volume => 'jessie-volume.xml'
          ,min_disk_size => '0'
        }
       ,empty_64bits => {
          name => 'Empty Machine 64 bits'
          ,description => 'Empty Machine 64 bits Boot PXE'
          ,xml => 'empty-amd64.xml'
          ,xml_volume => 'jessie-volume.xml'
          ,min_disk_size => '0'
        }
663
    );
664
    $self->_scheduled_fedora_releases(\%data);
665
666
667
668
    $self->_update_table($table, $field, \%data);

}

669
sub _scheduled_fedora_releases($self,$data) {
670

671
    return if !exists $VALID_VM{KVM} ||!$VALID_VM{KVM} || $>;
672
    my $vm = $self->search_vm('KVM') or return; # TODO move ISO downloads off KVM
673

674
675
676
677
    my @now = localtime(time);
    my $year = $now[5]+1900;
    my $month = $now[4]+1;

678
679
680
681
682
683
    my $url_archive
    = 'https://archives.fedoraproject.org/pub/archive/fedora/linux/releases/';

    my $url_current
    = 'http://ftp.halifax.rwth-aachen.de/fedora/linux/releases/';

684
    my $release = 27;
685

686
687
688
689
690
691
    for my $y ( 2018 .. $year ) {
        for my $m ( 5, 11 ) {
            return if $y == $year && $m>$month;
            $release++;
            my $name = "fedora_".$release;
            next if exists $data->{$name};
692
693
694
695

            my $url = $url_archive;
            $url = $url_current if $y>=$year-1;

696
697
698
699
700
701
702
703
704
705
706
707
708
709
            my $url_file = $url.$release
                    .'/Workstation/x86_64/iso/Fedora-Workstation-.*-x86_64-'.$release
                    .'-.*\.iso';
            my @found = $vm->_search_url_file($url_file);
            if(!@found) {
                next if $url =~ m{//archives};

                $url_file = $url_archive.$release
                    .'/Workstation/x86_64/iso/Fedora-Workstation-.*-x86_64-'.$release
                    .'-.*\.iso';
                @found = $vm->_search_url_file($url_file);
                next if !scalar(@found);
            }

710
711
712
713
            $data->{$name} = {
            name => 'Fedora '.$release
            ,description => "RedHat Fedora $release Workstation 64 bits"
            ,arch => 'amd64'
714
            ,url => $url_file
715
716
717
718
719
720
721
722
723
            ,xml => 'xenial64-amd64.xml'
            ,xml_volume => 'xenial64-volume.xml'
            ,sha256_url => '$url/Fedora-Workstation-'.$release.'-.*-x86_64-CHECKSUM'
            ,min_disk_size => 10 + $release-27
            };
        }
    }
}

Francesc Guasch's avatar
Francesc Guasch committed
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
sub _add_domain_drivers_display($self) {
    my %data = (
        'KVM' => [
            'spice'
            ,'vnc'
            ,{name => 'x2go', data => 22 }
            ,{name => 'Windows RDP', value => 'rdp', data => 356}
        ]
        ,'Void' => [
            'void'
            ,'spice'
            ,{name => 'x2go', data => 22 }
            ,{name => 'Windows RDP', value => 'rdp' , data => 356 }
        ]
    );

    my $id_type = Ravada::Utils::max_id($CONNECTOR->dbh, 'domain_drivers_types')+1;
    my $id_option = Ravada::Utils::max_id($CONNECTOR->dbh, 'domain_drivers_options');
    for my $vm ( keys %data) {
        my $type = {
            id => $id_type
            ,name => 'display'
            ,description => 'Display'
            ,vm => $vm
        };

        $self->_update_table('domain_drivers_types','name,vm',$type)
            and do {
            for my $option ( @{$data{$vm}} ) {
                if (!ref($option)) {
                    $option = { name => $option
                        ,value => $option
                    };
                }
                $option->{value} = $option->{name} if !exists $option->{value};
                $option->{id_driver_type} = $id_type;
                $option->{id} = ++$id_option;
                $self->_update_table('domain_drivers_options','id_driver_type,name',$option)
            }
            $id_type++;
        };
    }
}

768
769
770
771
772
773
774
sub _update_domain_drivers_types($self) {

    my $data = {
        image => {
            id => 4,
            ,name => 'image'
           ,description => 'Graphics Options'
775
           ,vm => 'KVM'
776
777
778
779
780
        },
        jpeg => {
            id => 5,
            ,name => 'jpeg'
           ,description => 'Graphics Options'
781
           ,vm => 'KVM'
782
783
784
785
786
        },
        zlib => {
            id => 6,
            ,name => 'zlib'
           ,description => 'Graphics Options'
787
           ,vm => 'KVM'
788
789
790
791
792
        },
        playback => {
            id => 7,
            ,name => 'playback'
           ,description => 'Graphics Options'
793
           ,vm => 'KVM'
794
795
796
797
798
799

        },
        streaming => {
            id => 8,
            ,name => 'streaming'
           ,description => 'Graphics Options'
800
           ,vm => 'KVM'
801
802

        }
Francesc Guasch's avatar
Francesc Guasch committed
803
804
805
806
807
808
        ,disk => {
            id => 9
            ,name => 'disk'
            ,vm => 'KVM'
        }

809
810
    };
    $self->_update_table('domain_drivers_types','id',$data);
Francesc Guasch's avatar
Francesc Guasch committed
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
    my $id = Ravada::Utils::max_id($CONNECTOR->dbh, 'domain_drivers_types');
    my $id_option = Ravada::Utils::max_id($CONNECTOR->dbh, 'domain_drivers_options');
    my $data_options;
    for my $item (keys %$data) {
        unlock_hash(%{$data->{$item}});
        $data->{$item}->{id} = ++$id;
        $data->{$item}->{vm} = 'Void';

        next if $item eq 'disk';

        $id_option++;
        $data_options->{"$item.on"} = {
            id => $id_option
            ,id_driver_type => $id
            ,name => "$item.on"
            ,value => "compression=on"
        };
        $id_option++;
        $data_options->{"$item.off"} = {
            id => $id_option
            ,id_driver_type => $id
            ,name => "$item.off"
            ,value => "compression=off"
        };

    }
    $self->_update_table('domain_drivers_types','name,vm',$data)
        and $self->_update_table('domain_drivers_options','id_driver_type,name',$data_options);
839
840
841
842
843
844

    my $sth = $CONNECTOR->dbh->prepare(
        "UPDATE domain_drivers_types SET vm='KVM' WHERE vm='qemu'"
    );
    $sth->execute;
    $sth->finish;
845
846
}

847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
sub _update_domain_drivers_options($self) {

    my $data = {
        qxl => {
            id => 1,
            ,id_driver_type => 1,
            ,name => 'QXL'
           ,value => 'type="qxl" ram="65536" vram="65536" vgamem="16384" heads="1" primary="yes"'
        },
        vmvga => {
            id => 2,
            ,id_driver_type => 1,
            ,name => 'VMVGA'
           ,value => 'type="vmvga" vram="16384" heads="1" primary="yes"'
        },
        cirrus => {
            id => 3,
            ,id_driver_type => 1,
            ,name => 'Cirrus'
           ,value => 'type="cirrus" vram="16384" heads="1" primary="yes"'
        },
        vga => {
            id => 4,
            ,id_driver_type => 1,
            ,name => 'VGA'
           ,value => 'type="vga" vram="16384" heads="1" primary="yes"'
        },
        ich6 => {
            id => 6,
            ,id_driver_type => 2,
            ,name => 'ich6'
           ,value => 'model="ich6"'
        },
        ac97 => {
            id => 7,
            ,id_driver_type => 2,
            ,name => 'ac97'
           ,value => 'model="ac97"'
        },
        virtio => {
            id => 8,
            ,id_driver_type => 3,
            ,name => 'virtio'
           ,value => 'type="virtio"'
        },
        e1000 => {
            id => 9,
            ,id_driver_type => 3,
            ,name => 'e1000'
           ,value => 'type="e1000"'
        },
        rtl8139 => {
            id => 10,
            ,id_driver_type => 3,
            ,name => 'rtl8139'
           ,value => 'type="rtl8139"'
        },
        auto_glz => {
            id => 11,
            ,id_driver_type => 4,
            ,name => 'auto_glz'
           ,value => 'compression="auto_glz"'
        },
        auto_lz => {
            id => 12,
            ,id_driver_type => 4,
            ,name => 'auto_lz'
           ,value => 'compression="auto_lz"'
        },
        quic => {
            id => 13,
            ,id_driver_type => 4,
            ,name => 'quic'
           ,value => 'compression="quic"'
        },
        glz => {
            id => 14,
            ,id_driver_type => 4,
            ,name => 'glz'
           ,value => 'compression="glz"'
        },
        lz => {
            id => 15,
            ,id_driver_type => 4,
            ,name => 'lz'
           ,value => 'compression="lz"'
        },
        off => {
            id => 16,
            ,id_driver_type => 4,
            ,name => 'off'
           ,value => 'compression="off"'
        },
        auto => {
            id => 17,
            ,id_driver_type => 5,
            ,name => 'auto'
           ,value => 'compression="auto"'
        },
        never => {
            id => 18,
            ,id_driver_type => 5,
            ,name => 'never'
           ,value => 'compression="never"'
        },
        always => {
            id => 19,
            ,id_driver_type => 5,
            ,name => 'always'
           ,value => 'compression="always"'
        },
        auto1 => {
            id => 20,
            ,id_driver_type => 6,
            ,name => 'auto'
           ,value => 'compression="auto"'
        },
        never1 => {
            id => 21,
            ,id_driver_type => 6,
            ,name => 'never'
           ,value => 'compression="never"'
        },
        always1 => {
            id => 22,
            ,id_driver_type => 6,
            ,name => 'always'
           ,value => 'compression="always"'
        },
        on => {
            id => 23,
            ,id_driver_type => 7,
            ,name => 'on'
           ,value => 'compression="on"'
        },
        off1 => {
            id => 24,
            ,id_driver_type => 7,
            ,name => 'off'
           ,value => 'compression="off"'
        },
        filter => {
            id => 25,
            ,id_driver_type => 8,
            ,name => 'filter'
           ,value => 'mode="filter"'
        },
        all => {
            id => 26,
            ,id_driver_type => 8,
            ,name => 'all'
           ,value => 'mode="all"'
        },
        off2 => {
            id => 27,
            ,id_driver_type => 8,
            ,name => 'off'
           ,value => 'mode="off"'
        }
    };
    $self->_update_table('domain_drivers_options','id',$data);
}

Francesc Guasch's avatar
Francesc Guasch committed
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
sub _update_domain_drivers_options_disk($self) {

    my @options = ('virtio', 'usb','ide', 'sata', 'scsi');

    my $id = 28;
    my %data = map {
        $_ => {
            id => $id++
            ,id_driver_type => 9,
            ,name => $_
            ,value => $_
        }
    } @options;

    $self->_update_table('domain_drivers_options','id',\%data);
}

Francesc Guasch's avatar
Francesc Guasch committed
1027
1028
1029
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
1040
1041
1042
1043
1044
1045
1046
sub _sth_search($table, $field) {
    my $sth_search;
    if ($field =~ /,/) {
        my $where = join( ' AND ', map { "$_=?" } split /,/,$field);
        $sth_search = $CONNECTOR->dbh->prepare("SELECT id FROM $table WHERE $where");
    } else {
        $sth_search = $CONNECTOR->dbh->prepare("SELECT id FROM $table WHERE $field = ?");
    }
    return $sth_search;
}

sub _sth_values($row, $field) {
    lock_hash(%$row);
    my @ret;
    for my $item (split /,/,$field) {
        push @ret,($row->{$item})
    }
    return @ret;
}

Francesc Guasch's avatar
Francesc Guasch committed
1047
sub _update_table($self, $table, $field, $data, $verbose=0) {
Francesc Guasch's avatar
Francesc Guasch committed
1048
1049
    my ($first) = %$data;
    $data = { entry => $data } if !ref($data->{$first});
1050

Francesc Guasch's avatar
Francesc Guasch committed
1051
1052
    my $changed = 0;
    my $sth_search = _sth_search($table,$field);
Francesc Guasch's avatar
Francesc Guasch committed
1053
    for my $name (sort keys %$data) {
1054
        my $row = $data->{$name};
Francesc Guasch's avatar
Francesc Guasch committed
1055
        $sth_search->execute(_sth_values($row,$field));
1056
        my ($id) = $sth_search->fetchrow;
Francesc Guasch's avatar
Francesc Guasch committed
1057
1058
1059
1060
        if ( $id ) {
            warn("INFO: $table : $row->{$field} already added.\n") if $verbose;
            next;
        }
Francesc Guasch's avatar
Francesc Guasch committed
1061
        warn("INFO: updating $table : ".Dumper($data->{$name})."\n")
1062
        if !$FIRST_TIME_RUN && $0 !~ /\.t$/;
1063
1064

        my $sql =
1065
            "INSERT INTO $table "
1066
            ."("
1067
            .join(" , ", sort keys %{$data->{$name}})
1068
1069
            .")"
            ." VALUES ( "
1070
            .join(" , ", map { "?" } keys %{$data->{$name}})
1071
1072
1073
            ." )"
        ;
        my $sth = $CONNECTOR->dbh->prepare($sql);
1074
        $sth->execute(map { $data->{$name}->{$_} } sort keys %{$data->{$name}});
1075
        $sth->finish;
Francesc Guasch's avatar
Francesc Guasch committed
1076
        $changed++;
1077
    }
Francesc Guasch's avatar
Francesc Guasch committed
1078
    return $changed;
1079
1080
}

1081
1082
sub _remove_old_isos {
    my $self = shift;
1083
1084
1085
1086
1087
1088
    for my $sql (
        "DELETE FROM iso_images "
            ."  WHERE url like '%debian-9.0%iso'"
        ,"DELETE FROM iso_images"
            ."  WHERE name like 'Debian%' "
            ."      AND NOT url  like '%*%' "
1089
1090
1091
1092
1093
        ,"DELETE FROM iso_images "
            ."  WHERE name like 'Lubuntu Artful%'"
            ."      AND url NOT LIKE '%*%' "
        ,"DELETE FROM iso_images "
            ."  WHERE name like 'Lubuntu Zesty%'"
1094
1095
1096
        ,"DELETE FROM iso_images "
            ."  WHERE name like 'Debian Buster 32%'"
            ."  AND file_re like '%xfce-CD-1.iso'"
Francesc Guasch's avatar
Francesc Guasch committed
1097
        ,"DELETE FROM iso_images "
1098
            ."  WHERE (name LIKE 'Ubuntu Focal%' OR name LIKE 'Ubuntu Bionic%' ) "
1099
            ."  AND ( md5 IS NOT NULL OR md5_url IS NOT NULL) "
1100
1101
        ,"DELETE FROM iso_images "
            ."WHERE name like 'Ubuntu Focal%' "
Francesc Guasch's avatar
Francesc Guasch committed
1102
            ."  AND ( file_re like '%20.04.1%' OR file_re like '%20.04.%d+%')"
1103
1104
1105
1106
1107
    ) {
        my $sth = $CONNECTOR->dbh->prepare($sql);
        $sth->execute();
        $sth->finish;
    }
1108
1109
}

1110
1111
sub _update_data {
    my $self = shift;
1112

1113
    $self->_remove_old_isos();
1114
    $self->_update_isos();
1115

1116
1117
    $self->_install_grants();
    $self->_remove_old_indexes();
1118
    $self->_update_domain_drivers_types();
1119
    $self->_update_domain_drivers_options();
Francesc Guasch's avatar
Francesc Guasch committed
1120
    $self->_update_domain_drivers_options_disk();
Francesc Guasch's avatar
Francesc Guasch committed
1121
    $self->_update_old_qemus();
1122

Francesc Guasch's avatar
Francesc Guasch committed
1123
1124
    $self->_add_domain_drivers_display();

1125
1126
1127
    $self->_add_indexes();
}

1128
1129
1130
1131
1132
1133
1134
1135
1136
1137
1138
1139
1140
1141
1142
1143
1144
sub _install_grants($self) {
    if ($CAN_FORK) {
        my $pid = fork();
        die "Error: I cannot fork" if !defined $pid;
        if ($pid) {
            $self->_add_pid($pid);
            return;
        }
    }
    $self->_rename_grants();
    $self->_alias_grants();
    $self->_add_grants();
    $self->_enable_grants();
    $self->_update_user_grants();
    exit if $CAN_FORK;
}

1145
sub _add_indexes($self) {
Francesc Guasch's avatar
Francesc Guasch committed
1146
1147
1148
    $self->_add_indexes_generic();
}

1149
1150
1151
1152
1153
1154
1155
1156
1157
1158
1159
1160
1161
1162
sub _remove_old_indexes($self) {

    my $table = 'domain_drivers_types';
    my $index = 'name';
    my $n_fields = 1;
    my $known = $self->_get_indexes($table);
    my $name = $known->{$index};
    if ($name && scalar (@$name) == $n_fields ) {
        my $sql = "alter table $table drop index $index";
        my $sth = $CONNECTOR->dbh->prepare($sql);
        $sth->execute;
    }
}

Francesc Guasch's avatar
Francesc Guasch committed
1163
1164
sub _add_indexes_generic($self) {
    my %index = (
1165
1166
        domains => [
            "index(date_changed)"
1167
            ,"index(id_base):id_base_index"
1168
1169
1170
1171
            ,"unique(id_base,name):id_base"
            ,"unique(name)"
            ,"key(is_base)"
            ,"key(is_volatile)"
1172
        ]
Francesc Guasch's avatar
Francesc Guasch committed
1173
1174
1175
        ,domain_displays => [
            "unique(id_domain,n_order)"
            ,"unique(id_domain,driver)"
1176
1177
1178
            ,"unique(id_vm,port)"
        ]
        ,domain_ports => [
1179
1180
1181
            "unique (id_domain,internal_port):domain_port"
            ,"unique (id_domain,name):name"
            ,"unique(id_vm,public_port)"
Francesc Guasch's avatar
Francesc Guasch committed
1182
        ]
1183
        ,requests => [
Francesc Guasch's avatar
Francesc Guasch committed
1184
            "index(status,at_time)"
1185
            ,"index(id,date_changed,status,at_time)"
Francesc Guasch's avatar
Francesc Guasch committed
1186
1187
            ,"index(date_changed)"
            ,"index(start_time,command,status,pid)"
1188
            ,"index(id_domain,status):domain_status"
Francesc Guasch's avatar
Francesc Guasch committed
1189
1190
1191
        ]
        ,grants_user => [
            "index(id_user,id_grant)"
1192
            ,'unique(id_grant,id_user):id_grant'
1193
            ,"index(id_user)"
Francesc Guasch's avatar
Francesc Guasch committed
1194
1195
1196
1197
        ]
        ,iptables => [
            "index(id_domain,time_deleted,time_req)"
        ]
1198
        ,messages => [
1199
             "index(id_user)"
1200
             ,"index(date_changed)"
1201
1202
             ,"KEY(id_request,date_send)"

1203
        ]
1204
1205
1206
        ,settings => [
            "index(id_parent,name)"
        ]
Francesc Guasch's avatar
Francesc Guasch committed
1207
1208
1209
1210
1211
1212
1213
1214
1215
1216
1217
1218
1219
        ,booking_entries => [
            "index(id_booking)"
        ]
        ,booking_entry_ldap_groups => [
            "index(id_booking_entry,ldap_group)"
        ]
        ,booking_entry_users => [
            "index(id_booking_entry,id_user)"
        ]
        ,booking_entry_bases => [
            "index(id_booking_entry,id_base)"
        ]

1220
1221
1222
1223
1224
        ,volumes => [
            'UNIQUE (id_domain,name):id_domain',
            'UNIQUE (id_domain,n_order):id_domain2'
        ]

1225
        ,vms=> [
1226
            "unique(hostname, vm_type): hostname_type"
1227
1228
            ,"UNIQUE (name)"

1229
        ]
Francesc Guasch's avatar
Francesc Guasch committed
1230
    );
1231
1232
    my $if_not_exists = '';
    $if_not_exists = ' IF NOT EXISTS ' if $CONNECTOR->dbh->{Driver}{Name} =~ /sqlite|mariadb/i;
1233
    for my $table (sort keys %index ) {
Francesc Guasch's avatar
Francesc Guasch committed
1234
        my $known;
1235
1236
        $known = $self->_get_indexes($table) if !defined $known;
        my $checked_index={};
Francesc Guasch's avatar
Francesc Guasch committed
1237
        for my $change (@{$index{$table}} ) {
1238
            my ($type,$fields ) =$change =~ /(\w+)\s*\((.*)\)/;
1239
1240
            my ($name) = $change =~ /:(.*)/;
            $name = $fields if !$name;
Francesc Guasch's avatar
Francesc Guasch committed
1241
            $name =~ s/,/_/g;
1242
            $name =~ s/ //g;
1243
            $checked_index->{$name}++;
Francesc Guasch's avatar
Francesc Guasch committed
1244
            $known = $self->_get_indexes($table) if !defined $known;
1245
            next if $self->_index_already_created($table, $name, $fields, $known->{$name});
1246
1247

            $type .=" INDEX " if $type=~ /^unique/i;
1248
1249
            $type = "INDEX" if $type =~ /^KEY$/i;

1250
            my $sql = "CREATE $type $if_not_exists $name on $table ($fields)";
1251

1252
            warn "INFO: Adding index to $table: $name\n"
1253
1254
            if !$FIRST_TIME_RUN && $0 !~ /\.t$/;