Ravada.pm 167 KB
Newer Older
1
2
3
4
5
package Ravada;

use warnings;
use strict;

frankiejol's avatar
frankiejol committed
6
our $VERSION = '1.1.0';
Francesc Guasch's avatar
Francesc Guasch committed
7

8
use Carp qw(carp croak cluck);
9
use Data::Dumper;
10
use DBIx::Connector;
11
use File::Copy;
Francesc Guasch's avatar
Francesc Guasch committed
12
13
use Hash::Util qw(lock_hash unlock_hash);
use IPC::Run3 qw(run3);
Francesc Guasch's avatar
Francesc Guasch committed
14
use JSON::XS;
15
use Moose;
Francesc Guasch's avatar
Francesc Guasch committed
16
use POSIX qw(WNOHANG);
17
use Proc::PID::File;
Francesc Guasch's avatar
Francesc Guasch committed
18
use Time::HiRes qw(gettimeofday tv_interval);
19
use YAML;
20
use MIME::Base64;
21
use Socket qw( inet_aton inet_ntoa );
22
use Image::Magick::Q16;
23

Francesc Guasch's avatar
Francesc Guasch committed
24
25
26
no warnings "experimental::signatures";
use feature qw(signatures);

Francesc Guasch's avatar
Francesc Guasch committed
27
use Ravada::Auth;
Francesc Guasch's avatar
Francesc Guasch committed
28
use Ravada::Booking;
29
use Ravada::Request;
Francesc Guasch's avatar
Francesc Guasch committed
30
use Ravada::Repository::ISO;
31
use Ravada::VM::Void;
32

Francesc Guasch's avatar
Francesc Guasch committed
33
our %VALID_VM;
Francesc Guasch's avatar
Francesc Guasch committed
34
our %ERROR_VM;
35
our $TIMEOUT_STALE_PROCESS;
Francesc Guasch's avatar
Francesc Guasch committed
36
37
38
39
40
41
42

eval {
    require Ravada::VM::KVM and do {
        Ravada::VM::KVM->import;
    };
    $VALID_VM{KVM} = 1;
};
Francesc Guasch's avatar
Francesc Guasch committed
43
44
45
46
47
48
49
50
51
$ERROR_VM{KVM} = $@;

eval {
    require Ravada::VM::Void and do {
        Ravada::VM::Void->import;
    };
    $VALID_VM{Void} = 1;
};
$ERROR_VM{Void} = $@;
Francesc Guasch's avatar
Francesc Guasch committed
52

53
54
55
no warnings "experimental::signatures";
use feature qw(signatures);

Francesc Guasch's avatar
Francesc Guasch committed
56
57
58
59
60
61
62
63
64
65
66
67
68
our %VALID_CONFIG = (
    vm => undef
    ,warn_error => undef
    ,db => {user => undef, password => undef,  hostname => undef}
    ,ldap => { admin_user => { dn => undef, password => undef }
        ,filter => undef
        ,base => undef
        ,auth => undef
        ,admin_group => undef
        ,ravada_posix_group => undef
    }
);

Francesc Guasch's avatar
Francesc Guasch committed
69
70
=head1 NAME

71
Ravada - Remote Virtual Desktop Manager
Francesc Guasch's avatar
Francesc Guasch committed
72
73
74
75
76
77
78
79
80

=head1 SYNOPSIS

  use Ravada;

  my $ravada = Ravada->new()

=cut

81
82

our $FILE_CONFIG = "/etc/ravada.conf";
83
$FILE_CONFIG = undef if ! -e $FILE_CONFIG;
84
85
86
87
88

###########################################################################

our $CONNECTOR;
our $CONFIG = {};
89
our $FORCE_DEBUG = 0;
90
our $DEBUG;
Francesc Guasch's avatar
Francesc Guasch committed
91
our $VERBOSE;
92
our $CAN_FORK = 1;
93
our $CAN_LXC = 0;
94
95

# Seconds to wait for other long process
96
our $SECONDS_WAIT_CHILDREN = 5;
97

98
99
our $DIR_SQL = "sql/mysql";
$DIR_SQL = "/usr/share/doc/ravada/sql/mysql" if ! -e $DIR_SQL;
100

101
102
103
our $USER_DAEMON;
our $USER_DAEMON_NAME = 'daemon';

104
105
106
our $FIRST_TIME_RUN = 1;
$FIRST_TIME_RUN = 0 if $0 =~ /\.t$/;

107
has 'connector' => (
108
109
110
111
112
113
        is => 'rw'
);

has 'config' => (
    is => 'ro'
    ,isa => 'Str'
114
115
);

116
117
118
119
120
121
has 'warn_error' => (
    is => 'rw'
    ,isa => 'Bool'
    ,default => sub { 1 }
);

Francesc Guasch's avatar
Francesc Guasch committed
122
123
124
125
126
127
128
=head2 BUILD

Internal constructor

=cut


129
130
sub BUILD {
    my $self = shift;
131
    if ($self->config()) {
132
        _init_config($self->config);
133
    } else {
134
        _init_config($FILE_CONFIG) if $FILE_CONFIG && -e $FILE_CONFIG;
135
    }
136

Francesc Guasch's avatar
Francesc Guasch committed
137
    if ( $self->connector ) {
joansp's avatar
joansp committed
138
        $CONNECTOR = $self->connector
Francesc Guasch's avatar
Francesc Guasch committed
139
140
    } else {
        $CONNECTOR = $self->_connect_dbh();
141
        $self->connector($CONNECTOR);
Francesc Guasch's avatar
Francesc Guasch committed
142
    }
Francesc Guasch's avatar
Francesc Guasch committed
143
    Ravada::Auth::init($CONFIG);
144

145
146
}

147
148
149
150
151
152
153
sub _set_first_time_run($self) {
    my $sth = $CONNECTOR->dbh->table_info('%',undef,'domains','TABLE');
    my $info = $sth->fetchrow_hashref();
    $sth->finish;
    if  ( keys %$info ) {
        $FIRST_TIME_RUN = 0;
    } else {
154
        print "Installing " if $0 !~ /\.t$/;
155
156
157
    }
}

158
sub _install($self) {
159
    my $pid = Proc::PID::File->new(name => "ravada_install");
160
    $pid->file({dir => "/run/user/$>"}) if $>;
161
162
163
164
165
166
167
    if ( $pid->alive ) {
        print "Waiting for install process to finish" if $ENV{TERM};
        while ( $pid->alive ) {
            sleep 1;
            print "." if $ENV{TERM};
        }
        print "\n" if $ENV{TERM};
168
        return;
169
170
    }
    $pid->touch;
171
172
    $self->_set_first_time_run();

173
    $self->_create_tables();
174
    $self->_sql_create_tables();
175
    $self->_upgrade_tables();
176
    $self->_upgrade_timestamps();
177
    $self->_update_data();
178
    $self->_init_user_daemon();
179
    $self->_sql_insert_defaults();
180
181
182

    $self->_do_create_constraints();

183
    $pid->release();
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223

    print "\n" if $FIRST_TIME_RUN;

}

sub _do_create_constraints($self) {
    return if !$self->{_constraints};

    if ($CAN_FORK) {

        my $pid = fork();
        die "Error: I cannot fork" if !defined $pid;
        if ($pid) {
            $self->_add_pid($pid);
            return;
        }
    }

    my $pid_file = Proc::PID::File->new(name => "ravada_constraint");
    $pid_file->file({dir => "/run/user/$>"}) if $>;
    if ( $pid_file->alive ) {
        exit if $CAN_FORK;
        return;
    }
    $pid_file->touch;

    my $dbh = $CONNECTOR->dbh;
    for my $constraint (@{$self->{_constraints}}) {
        my ($name) = $constraint =~ /CONSTRAINT (\w+)\s/;

        warn "INFO: creating constraint $name \n"
        if !$FIRST_TIME_RUN && $0 !~ /\.t$/;
        print "+" if $FIRST_TIME_RUN && !$CAN_FORK;

        $self->_clean_db_leftovers();

        my $sth = $dbh->do($constraint);
    }
    $pid_file->release;
    exit if $CAN_FORK;
224
225
}

226
227
228
229
230
231
sub _init_user_daemon {
    my $self = shift;
    return if $USER_DAEMON;

    $USER_DAEMON = Ravada::Auth::SQL->new(name => $USER_DAEMON_NAME);
    if (!$USER_DAEMON->id) {
Francesc Guasch's avatar
Francesc Guasch committed
232
233
234
235
236
237
238
239
        for (1 .. 120 ) {
            my @list = $self->_list_pids();
            last if !@list;
            sleep 1 if @list;
            $self->_wait_pids();
        }
        $USER_DAEMON = Ravada::Auth::SQL->new(name => $USER_DAEMON_NAME);
        return if $USER_DAEMON->id;
240
241
242
243
244
245
246
247
        $USER_DAEMON = Ravada::Auth::SQL::add_user(
            name => $USER_DAEMON_NAME,
            is_admin => 1
        );
        $USER_DAEMON = Ravada::Auth::SQL->new(name => $USER_DAEMON_NAME);
    }

}
248
249
sub _update_user_grants {
    my $self = shift;
Francesc Guasch's avatar
Francesc Guasch committed
250
    $self->_init_user_daemon();
251
    my $sth = $CONNECTOR->dbh->prepare("SELECT id FROM users WHERE is_temporary=0");
252
253
    my $id;
    $sth->execute;
Francesc Guasch's avatar
Francesc Guasch committed
254
    $sth->bind_columns(\$id);
255
    while ($sth->fetch) {
256
        my $user = Ravada::Auth::SQL->search_by_id($id) or confess "Unknown user id = $id";
Francesc Guasch's avatar
Francesc Guasch committed
257
258
        next if $user->name() eq $USER_DAEMON_NAME;

259
260
261
262
263
264
265
        my %grants = $user->grants();

        for my $key (keys %grants) {
            delete $grants{$key} if !defined $grants{$key};
        }
        next if keys %grants;

266
267
        $USER_DAEMON->grant_user_permissions($user);
        $USER_DAEMON->grant_admin_permissions($user)    if $user->is_admin;
268
269
270
271
    }
    $sth->finish;
}

272
273
274
275
276
sub _update_isos {
    my $self = shift;
    my $table = 'iso_images';
    my $field = 'name';
    my %data = (
277
278
279
280
281
282
283
284
	    androidx86 => {
                    name => 'Android 8.1 x86'
            ,description => 'Android-x86 64 bits. Requires an user provided ISO image.'
                   ,arch => 'amd64'
                    ,xml => 'android-amd64.xml'
             ,xml_volume => 'android-volume.xml'
	     ,min_disk_size => '4'
        },
Francesc Guasch's avatar
Francesc Guasch committed
285
286
287
288
289
290
        arch_1909 => {
                    name => 'Arch Linux 19.09'
            ,description => 'Arch Linux 19.09.01 64 bits'
                   ,arch => 'amd64'
                    ,xml => 'bionic-amd64.xml'
             ,xml_volume => 'bionic64-volume.xml'
291
292
293
294
295
296
297
298
299
300
301
                    ,url => 'https://archive.archlinux.org/iso/2019.09.01/'
                    ,file_re => 'archlinux-2019.09.01-x86_64.iso'
                    ,md5_url => ''
                    ,md5 => '1d6bdf5cbc6ca98c31f02d23e418dd96'
        },
	mate_focal_fossa => {
                    name => 'Ubuntu Mate Focal Fossa 64 bits'
            ,description => 'Ubuntu Mate 20.04 (Focal Fossa) 64 bits'
                   ,arch => 'amd64'
                    ,xml => 'focal_fossa-amd64.xml'
             ,xml_volume => 'focal_fossa64-volume.xml'
302
303
                    ,url => 'http://cdimage.ubuntu.com/ubuntu-mate/releases/20.04.*/release/ubuntu-mate-20.04.*-desktop-amd64.iso'
                ,sha256_url => '$url/SHA256SUMS'
Francesc Guasch's avatar
Francesc Guasch committed
304
        },
Joel Alarcón's avatar
Joel Alarcón committed
305
306
307
308
309
310
311
        mate_bionic => {
                    name => 'Ubuntu Mate Bionic 64 bits'
            ,description => 'Ubuntu Mate 18.04 (Bionic Beaver) 64 bits'
                   ,arch => 'amd64'
                    ,xml => 'bionic-amd64.xml'
             ,xml_volume => 'bionic64-volume.xml'
                    ,url => 'http://cdimage.ubuntu.com/ubuntu-mate/releases/18.04.*/release/ubuntu-mate-18.04.*-desktop-amd64.iso'
Paula Paez's avatar
Paula Paez committed
312
                ,sha256_url => '$url/SHA256SUMS'
Joel Alarcón's avatar
Joel Alarcón committed
313
314
315
316
317
318
319
320
        },
        mate_bionic_i386 => {
                    name => 'Ubuntu Mate Bionic 32 bits'
            ,description => 'Ubuntu Mate 18.04 (Bionic Beaver) 32 bits'
                   ,arch => 'i386'
                    ,xml => 'bionic-i386.xml'
             ,xml_volume => 'bionic32-volume.xml'
                    ,url => 'http://cdimage.ubuntu.com/ubuntu-mate/releases/18.04.*/release/ubuntu-mate-18.04.*-desktop-i386.iso'
321
                ,sha256_url => '$url/SHA256SUMS'
Joel Alarcón's avatar
Joel Alarcón committed
322
        },
frankiejol's avatar
frankiejol committed
323
324
325
326
327
328
329
330
331
332
333
        ubuntu_xenial => {
                    name => 'Ubuntu Xenial Xerus 64 bits'
            ,description => 'Ubuntu 16.04 LTS Xenial Xerus 64 bits'
                   ,arch => 'amd64'
                    ,xml => 'xenial64-amd64.xml'
             ,xml_volume => 'xenial64-volume.xml'
                    ,url => 'http://releases.ubuntu.com/16.04/ubuntu-16.04.*-desktop-amd64.iso'
                ,sha256_url => '$url/SHA256SUMS'
                ,min_disk_size => '10'
        },

fv3rdugo's avatar
fv3rdugo committed
334
        mate_xenial => {
Fernando Verdugo's avatar
Fernando Verdugo committed
335
                    name => 'Ubuntu Mate Xenial'
fv3rdugo's avatar
fv3rdugo committed
336
337
338
339
340
            ,description => 'Ubuntu Mate 16.04.3 (Xenial) 64 bits'
                   ,arch => 'amd64'
                    ,xml => 'yakkety64-amd64.xml'
             ,xml_volume => 'yakkety64-volume.xml'
                    ,url => 'http://cdimage.ubuntu.com/ubuntu-mate/releases/16.04.*/release/ubuntu-mate-16.04.*-desktop-amd64.iso'
341
                ,sha256_url => '$url/SHA256SUMS'
342
                ,min_disk_size => '10'
fv3rdugo's avatar
fv3rdugo committed
343
        },
344
345
346
347
348
349
	,focal_fossa=> {
                    name => 'Ubuntu Focal Fossa'
            ,description => 'Ubuntu 20.04 Focal Fossa 64 bits'
                   ,arch => 'amd64'
                    ,xml => 'focal_fossa-amd64.xml'
             ,xml_volume => 'focal_fossa64-volume.xml'
350
                    ,url => 'http://releases.ubuntu.com/20.04/'
351
                ,file_re => '^ubuntu-20.04.*-desktop-amd64.iso'
Francesc Guasch's avatar
Francesc Guasch committed
352
                ,sha256_url => '$url/SHA256SUMS'
353
354
355
          ,min_disk_size => '9'
        }

Joel Alarcón's avatar
Joel Alarcón committed
356
357
358
359
360
361
362
        ,bionic=> {
                    name => 'Ubuntu Bionic Beaver'
            ,description => 'Ubuntu 18.04 Bionic Beaver 64 bits'
                   ,arch => 'amd64'
                    ,xml => 'bionic-amd64.xml'
             ,xml_volume => 'bionic64-volume.xml'
                    ,url => 'http://releases.ubuntu.com/18.04/'
363
                ,file_re => '^ubuntu-18.04.*desktop-amd64.iso'
364
                ,sha256_url => '$url/SHA256SUMS'
Joel Alarcón's avatar
Joel Alarcón committed
365
366
367
          ,min_disk_size => '9'
        }

Francesc Guasch's avatar
Francesc Guasch committed
368
369
370
371
372
373
        ,serena64 => {
            name => 'Mint 18.1 Mate 64 bits'
    ,description => 'Mint Serena 18.1 with Mate Desktop based on Ubuntu Xenial 64 bits'
           ,arch => 'amd64'
            ,xml => 'xenial64-amd64.xml'
     ,xml_volume => 'xenial64-volume.xml'
Francesc Guasch's avatar
Francesc Guasch committed
374
375
            ,url => 'https://mirrors.edge.kernel.org/linuxmint/stable/18.3'
        ,file_re => 'linuxmint-18.3-mate-64bit.iso'
Francesc Guasch's avatar
Francesc Guasch committed
376
377
        ,md5_url => ''
            ,md5 => 'c5cf5c5d568e2dfeaf705cfa82996d93'
378
            ,min_disk_size => '10'
Francesc Guasch's avatar
Francesc Guasch committed
379
380

        }
381
382
383
        ,mint20_64 => {
            name => 'Mint 20 Mate 64 bits'
    ,description => 'Mint Ulyana 20 with Mate Desktop 64 bits'
Joel Alarcón's avatar
Joel Alarcón committed
384
385
386
           ,arch => 'amd64'
            ,xml => 'xenial64-amd64.xml'
     ,xml_volume => 'xenial64-volume.xml'
Francesc Guasch's avatar
Francesc Guasch committed
387
388
            ,url => 'https://mirrors.edge.kernel.org/linuxmint/stable/20.2'
        ,file_re => 'linuxmint-20.2-mate-64bit.iso'
389
        ,sha256_url => '$url/sha256sum.txt'
Joel Alarcón's avatar
Joel Alarcón committed
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
            ,min_disk_size => '15'
        }
        ,alpine381_64 => {
            name => 'Alpine 3.8 64 bits'
    ,description => 'Alpine Linux 3.8 64 bits ( Minimal Linux Distribution )'
           ,arch => 'amd64'
            ,xml => 'alpine-amd64.xml'
     ,xml_volume => 'alpine381_64-volume.xml'
            ,url => 'http://dl-cdn.alpinelinux.org/alpine/v3.8/releases/x86_64/'
        ,file_re => 'alpine-standard-3.8.1-x86_64.iso'
        ,sha256_url => 'http://dl-cdn.alpinelinux.org/alpine/v3.8/releases/x86_64/alpine-standard-3.8.1-x86_64.iso.sha256'
            ,min_disk_size => '1'
        }
        ,alpine381_32 => {
            name => 'Alpine 3.8 32 bits'
    ,description => 'Alpine Linux 3.8 32 bits ( Minimal Linux Distribution )'
           ,arch => 'i386'
            ,xml => 'alpine-i386.xml'
     ,xml_volume => 'alpine381_32-volume.xml'
            ,url => 'http://dl-cdn.alpinelinux.org/alpine/v3.8/releases/x86/'
        ,file_re => 'alpine-standard-3.8.1-x86.iso'
        ,sha256_url => 'http://dl-cdn.alpinelinux.org/alpine/v3.8/releases/x86/alpine-standard-3.8.1-x86.iso.sha256'
            ,min_disk_size => '1'
        }
414
415
416
        ,fedora_28 => {
            name => 'Fedora 28'
            ,description => 'RedHat Fedora 28 Workstation 64 bits'
417
            ,url => 'https://archives.fedoraproject.org/pub/archive/fedora/linux/releases/28/Workstation/x86_64/iso/Fedora-Workstation-netinst-x86_64-28-.*\.iso'
Francesc Guasch's avatar
Francesc Guasch committed
418
419
420
            ,arch => 'amd64'
            ,xml => 'xenial64-amd64.xml'
            ,xml_volume => 'xenial64-volume.xml'
421
            ,sha256_url => '$url/Fedora-Workstation-28-.*-x86_64-CHECKSUM'
422
            ,min_disk_size => '10'
423
424
425
426
427
428
429
        }
	      ,kubuntu_64_focal_fossa => {
            name => 'Kubuntu Focal Fossa 64 bits'
            ,description => 'Kubuntu 20.04 Focal Fossa 64 bits'
            ,arch => 'amd64'
            ,xml => 'focal_fossa-amd64.xml'
            ,xml_volume => 'focal_fossa64-volume.xml'
430
431
432
            ,sha256_url => '$url/SHA256SUMS'
            ,url => 'http://cdimage.ubuntu.com/kubuntu/releases/20.04.*/release/'
            ,file_re => 'kubuntu-20.04.*-desktop-amd64.iso'
433
            ,rename_file => 'kubuntu_focal_fossa_64.iso'
Francesc Guasch's avatar
Francesc Guasch committed
434
        }
Joel Alarcón's avatar
Joel Alarcón committed
435
436
437
438
439
440
        ,kubuntu_64 => {
            name => 'Kubuntu Bionic Beaver 64 bits'
            ,description => 'Kubuntu 18.04 Bionic Beaver 64 bits'
            ,arch => 'amd64'
            ,xml => 'bionic-amd64.xml'
            ,xml_volume => 'bionic64-volume.xml'
Paula Paez's avatar
Paula Paez committed
441
            ,sha256_url => '$url/SHA256SUMS'
Joel Alarcón's avatar
Joel Alarcón committed
442
            ,url => 'http://cdimage.ubuntu.com/kubuntu/releases/18.04/release/'
443
            ,file_re => 'kubuntu-18.04.\d+-desktop-amd64.iso'
Joel Alarcón's avatar
Joel Alarcón committed
444
445
446
447
448
449
450
451
            ,rename_file => 'kubuntu_bionic_64.iso'
        }
        ,kubuntu_32 => {
            name => 'Kubuntu Bionic Beaver 32 bits'
            ,description => 'Kubuntu 18.04 Bionic Beaver 32 bits'
            ,arch => 'i386'
            ,xml => 'bionic-i386.xml'
            ,xml_volume => 'bionic32-volume.xml'
Paula Paez's avatar
Paula Paez committed
452
            ,sha256_url => '$url/SHA256SUMS'
Joel Alarcón's avatar
Joel Alarcón committed
453
            ,url => 'http://cdimage.ubuntu.com/kubuntu/releases/18.04/release/'
454
            ,file_re => 'kubuntu-18.04.\d+-desktop-i386.iso'
Joel Alarcón's avatar
Joel Alarcón committed
455
456
            ,rename_file => 'kubuntu_bionic_32.iso'
        }
457
458
459
460
461
462
463
        ,suse_15 => {
            name => "openSUSE Leap 15"
            ,description => "openSUSE Leap 15 64 bits"
            ,arch => 'amd64'
            ,xml => 'bionic-amd64.xml'
            ,xml_volume => 'bionic64-volume.xml'
            ,url => 'https://download.opensuse.org/distribution/leap/15.0/iso/'
464
            ,sha256_url => '$url/openSUSE-Leap-15.\d+-NET-x86_64.iso.sha256'
465
466
467
            ,file_re => 'openSUSE-Leap-15.\d+-NET-x86_64.iso'

        }
Joel Alarcón's avatar
Joel Alarcón committed
468
469
470
471
472
473
        ,xubuntu_beaver_64 => {
            name => 'Xubuntu Bionic Beaver 64 bits'
            ,description => 'Xubuntu 18.04 Bionic Beaver 64 bits'
            ,arch => 'amd64'
            ,xml => 'bionic-amd64.xml'
            ,xml_volume => 'bionic64-volume.xml'
474
            ,sha256_url => '$url/../SHA256SUMS'
Joel Alarcón's avatar
Joel Alarcón committed
475
476
477
478
479
480
481
            ,url => 'http://archive.ubuntu.com/ubuntu/dists/bionic/main/installer-amd64/current/images/netboot/'
            ,file_re => 'mini.iso'
            ,rename_file => 'xubuntu_bionic_64.iso'
        }
        ,xubuntu_beaver_32 => {
            name => 'Xubuntu Bionic Beaver 32 bits'
            ,description => 'Xubuntu 18.04 Bionic Beaver 32 bits'
Francesc Guasch's avatar
Francesc Guasch committed
482
            ,arch => 'i386'
Joel Alarcón's avatar
Joel Alarcón committed
483
484
485
486
487
488
489
            ,xml => 'bionic-i386.xml'
            ,xml_volume => 'bionic32-volume.xml'
            ,md5_url => '$url/../MD5SUMS'
            ,url => 'http://archive.ubuntu.com/ubuntu/dists/bionic/main/installer-i386/current/images/netboot/'
            ,file_re => 'mini.iso'
            ,rename_file => 'xubuntu_bionic_32.iso'
        }
Francesc Guasch's avatar
Francesc Guasch committed
490
491
        ,xubuntu_xenial => {
            name => 'Xubuntu Xenial Xerus'
492
            ,description => 'Xubuntu 16.04 Xenial Xerus 64 bits (LTS)'
Francesc Guasch's avatar
Francesc Guasch committed
493
494
495
496
            ,url => 'http://archive.ubuntu.com/ubuntu/dists/xenial/main/installer-amd64/current/images/netboot/mini.iso'
           ,xml => 'yakkety64-amd64.xml'
            ,xml_volume => 'yakkety64-volume.xml'
            ,md5 => 'fe495d34188a9568c8d166efc5898d22'
497
            ,rename_file => 'xubuntu_xenial_mini.iso'
498
            ,min_disk_size => '10'
Francesc Guasch's avatar
Francesc Guasch committed
499
        }
500
	,lubuntu_bionic_64 => {
Joel Alarcón's avatar
Joel Alarcón committed
501
502
503
             name => 'Lubuntu Bionic Beaver 64 bits'
             ,description => 'Lubuntu 18.04 Bionic Beaver 64 bits'
             ,url => 'http://cdimage.ubuntu.com/lubuntu/releases/18.04.*/release/lubuntu-18.04.*-desktop-amd64.iso'
504
             ,sha256_url => '$url/SHA256SUMS'
Joel Alarcón's avatar
Joel Alarcón committed
505
506
507
508
509
510
511
512
             ,xml => 'bionic-amd64.xml'
             ,xml_volume => 'bionic64-volume.xml'
         }
         ,lubuntu_bionic_32 => {
             name => 'Lubuntu Bionic Beaver 32 bits'
             ,description => 'Lubuntu 18.04 Bionic Beaver 32 bits'
             ,arch => 'i386'
             ,url => 'http://cdimage.ubuntu.com/lubuntu/releases/18.04.*/release/lubuntu-18.04.*-desktop-i386.iso'
513
             ,sha256_url => '$url/SHA256SUMS'
Joel Alarcón's avatar
Joel Alarcón committed
514
515
516
             ,xml => 'bionic-i386.xml'
             ,xml_volume => 'bionic32-volume.xml'
        }
517
518
519
        ,lubuntu_xenial => {
            name => 'Lubuntu Xenial Xerus'
            ,description => 'Xubuntu 16.04 Xenial Xerus 64 bits (LTS)'
520
521
            ,url => 'http://cdimage.ubuntu.com/lubuntu/releases/16.04.*/release/'
            ,file_re => 'lubuntu-16.04.*-desktop-amd64.iso'
frankiejol's avatar
frankiejol committed
522
            ,sha256_url => '$url/SHA256SUMS'
523
524
            ,xml => 'yakkety64-amd64.xml'
            ,xml_volume => 'yakkety64-volume.xml'
525
            ,min_disk_size => '10'
526
        }
527
528
529
530
        ,debian_jessie_32 => {
            name =>'Debian Jessie 32 bits'
            ,description => 'Debian 8 Jessie 32 bits'
            ,url => 'http://cdimage.debian.org/cdimage/archive/^8\..*/i386/iso-cd/'
531
            ,file_re => 'debian-8.[\d\.]+-i386-xfce-CD-1.iso'
532
            ,md5_url => '$url/MD5SUMS'
533
            ,xml => 'jessie-i386.xml'
534
            ,xml_volume => 'jessie-volume.xml'
535
            ,min_disk_size => '10'
536
537
538
539
540
541
542
543
544
        }
        ,debian_jessie_64 => {
            name =>'Debian Jessie 64 bits'
            ,description => 'Debian 8 Jessie 64 bits'
            ,url => 'http://cdimage.debian.org/cdimage/archive/^8\..*/amd64/iso-cd/'
            ,file_re => 'debian-8.[\d\.]+-amd64-xfce-CD-1.iso'
            ,md5_url => '$url/MD5SUMS'
            ,xml => 'jessie-amd64.xml'
            ,xml_volume => 'jessie-volume.xml'
545
            ,min_disk_size => '10'
546
        }
547
548
549
       ,debian_stretch_32 => {
            name =>'Debian Stretch 32 bits'
            ,description => 'Debian 9 Stretch 32 bits (XFCE desktop)'
Francesc Guasch's avatar
Francesc Guasch committed
550
            ,url => 'https://cdimage.debian.org/cdimage/archive/^9\..*\d$/i386/iso-cd/'
551
552
553
554
555
556
557
            ,file_re => 'debian-9.[\d\.]+-i386-xfce-CD-1.iso'
            ,md5_url => '$url/MD5SUMS'
            ,xml => 'jessie-i386.xml'
            ,xml_volume => 'jessie-volume.xml'
            ,min_disk_size => '10'
        }
        ,debian_stretch_64 => {
558
            name =>'Debian Stretch 64 bits'
Francesc Guasch's avatar
Francesc Guasch committed
559
            ,description => 'Debian 9 Stretch 64 bits (XFCE desktop)'
560
            ,url => 'https://cdimage.debian.org/cdimage/archive/^9\..*/amd64/iso-cd/'
561
            ,file_re => 'debian-9.[\d\.]+-amd64-xfce-CD-1.iso'
562
            ,md5_url => '$url/MD5SUMS'
563
564
            ,xml => 'jessie-amd64.xml'
            ,xml_volume => 'jessie-volume.xml'
565
            ,min_disk_size => '10'
566
        }
567
568
569
        ,debian_buster_64=> {
            name =>'Debian Buster 64 bits'
            ,description => 'Debian 10 Buster 64 bits (XFCE desktop)'
570
            ,url => 'https://cdimage.debian.org/cdimage/archive/^10\..*\d$/amd64/iso-cd/'
571
572
573
574
575
576
577
578
579
            ,file_re => 'debian-10.[\d\.]+-amd64-xfce-CD-1.iso'
            ,md5_url => '$url/MD5SUMS'
            ,xml => 'jessie-amd64.xml'
            ,xml_volume => 'jessie-volume.xml'
            ,min_disk_size => '10'
        }
        ,debian_buster_32=> {
            name =>'Debian Buster 32 bits'
            ,description => 'Debian 10 Buster 32 bits (XFCE desktop)'
580
            ,url => 'https://cdimage.debian.org/cdimage/archive/^10\..*\d$/i386/iso-cd/'
581
            ,file_re => 'debian-10.[\d\.]+-i386-(netinst|xfce-CD-1).iso'
582
583
584
585
586
            ,md5_url => '$url/MD5SUMS'
            ,xml => 'jessie-i386.xml'
            ,xml_volume => 'jessie-volume.xml'
            ,min_disk_size => '10'
        }
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
        ,debian_bullseye_64=> {
            name =>'Debian Bullseye 64 bits'
            ,description => 'Debian 11 Bullseye 64 bits (netinst)'
            ,url => 'https://cdimage.debian.org/debian-cd/^11\..*\d$/amd64/iso-cd/'
            ,file_re => 'debian-11.[\d\.]+-amd64-netinst.iso'
            ,sha256_url => '$url/SHA256SUMS'
            ,xml => 'jessie-amd64.xml'
            ,xml_volume => 'jessie-volume.xml'
            ,min_disk_size => '10'
        }
        ,debian_bullseye_32=> {
            name =>'Debian Bullseye 32 bits'
            ,description => 'Debian 10 Bullseye 32 bits (netinst)'
            ,url => 'https://cdimage.debian.org/debian-cd/^11\..*\d$/i386/iso-cd/'
            ,file_re => 'debian-11.[\d\.]+-i386-netinst.iso'
            ,sha256_url => '$url/SHA256SUMS'
            ,xml => 'jessie-i386.xml'
            ,xml_volume => 'jessie-volume.xml'
            ,min_disk_size => '10'
        }

608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
        ,kali_64 => {
            name => 'Kali Linux 2020'
            ,description => 'Kali Linux 2020 64 Bits'
            ,arch => 'amd64'
            ,xml => 'jessie-amd64.xml'
            ,xml_volume => 'jessie-volume.xml'
            ,url => 'https://cdimage.kali.org/kali-2020.\d+/'
            ,file_re => 'kali-linux-2020.\d+-installer-amd64.iso'
            ,sha256_url => '$url/SHA256SUMS'
            ,min_disk_size => '10'
        }
        ,kali_64_netinst => {
            name => 'Kali Linux 2020 (NetInstaller)'
            ,description => 'Kali Linux 2020 64 Bits (light NetInstall)'
            ,arch => 'amd64'
            ,xml => 'jessie-amd64.xml'
            ,xml_volume => 'jessie-volume.xml'
            ,url => 'https://cdimage.kali.org/kali-2020.\d+/'
            ,file_re => 'kali-linux-2020.\d+-installer-netinst-amd64.iso'
            ,sha256_url => '$url/SHA256SUMS'
            ,min_disk_size => '10'
        }
joelalju's avatar
joelalju committed
630
        ,windows_7 => {
Francesc Guasch's avatar
Francesc Guasch committed
631
          name => 'Windows 7'
632
633
          ,description => 'Windows 7 64 bits. Requires an user provided ISO image.'
            .'<a target="_blank" href="http://ravada.readthedocs.io/en/latest/docs/new_iso_image.html">[help]</a>'
joelalju's avatar
joelalju committed
634
          ,xml => 'windows_7.xml'
joelalju's avatar
joelalju committed
635
          ,xml_volume => 'wisuvolume.xml'
636
          ,min_disk_size => '21'
joelalju's avatar
joelalju committed
637
638
639
640
641
642
        }
        ,windows_10 => {
          name => 'Windows 10'
          ,description => 'Windows 10 64 bits. Requires an user provided ISO image.'
          .'<a target="_blank" href="http://ravada.readthedocs.io/en/latest/docs/new_iso_image.html">[help]</a>'
          ,xml => 'windows_10.xml'
643
          ,xml_volume => 'windows10-volume.xml'
644
          ,min_disk_size => '21'
joelalju's avatar
joelalju committed
645
        }
joelalju's avatar
joelalju committed
646
647
648
649
650
651
        ,windows_xp => {
          name => 'Windows XP'
          ,description => 'Windows XP 64 bits. Requires an user provided ISO image.'
          .'<a target="_blank" href="http://ravada.readthedocs.io/en/latest/docs/new_iso_image.html">[help]</a>'
          ,xml => 'windows_xp.xml'
          ,xml_volume => 'wisuvolume.xml'
652
          ,min_disk_size => '3'
joelalju's avatar
joelalju committed
653
654
655
656
657
658
659
        }
        ,windows_12 => {
          name => 'Windows 2012'
          ,description => 'Windows 2012 64 bits. Requires an user provided ISO image.'
          .'<a target="_blank" href="http://ravada.readthedocs.io/en/latest/docs/new_iso_image.html">[help]</a>'
          ,xml => 'windows_12.xml'
          ,xml_volume => 'wisuvolume.xml'
660
          ,min_disk_size => '21'
joelalju's avatar
joelalju committed
661
662
663
664
665
666
667
        }
        ,windows_8 => {
          name => 'Windows 8.1'
          ,description => 'Windows 8.1 64 bits. Requires an user provided ISO image.'
          .'<a target="_blank" href="http://ravada.readthedocs.io/en/latest/docs/new_iso_image.html">[help]</a>'
          ,xml => 'windows_8.xml'
          ,xml_volume => 'wisuvolume.xml'
668
          ,min_disk_size => '21'
joelalju's avatar
joelalju committed
669
        }
Daniel Sanchez's avatar
Daniel Sanchez committed
670
671
672
673
674
675
676
677
678
679
680
681
682
683
       ,empty_32bits => {
          name => 'Empty Machine 32 bits'
          ,description => 'Empty Machine 32 bits Boot PXE'
          ,xml => 'empty-i386.xml'
          ,xml_volume => 'jessie-volume.xml'
          ,min_disk_size => '0'
        }
       ,empty_64bits => {
          name => 'Empty Machine 64 bits'
          ,description => 'Empty Machine 64 bits Boot PXE'
          ,xml => 'empty-amd64.xml'
          ,xml_volume => 'jessie-volume.xml'
          ,min_disk_size => '0'
        }
684
    );
685
    $self->_scheduled_fedora_releases(\%data) if $0 !~ /\.t$/;
686
    $self->_update_table($table, $field, \%data);
687
    $self->_update_table_isos_url(\%data);
688
689
690

}

691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
sub _update_table_isos_url($self, $data) {
    my $sth = $CONNECTOR->dbh->prepare("SELECT * FROM iso_images WHERE name=?");
    for my $release (sort keys %$data) {
        my $entry = $data->{$release};
        $sth->execute($entry->{name});
        my $row = $sth->fetchrow_hashref();
        for my $field (keys %$entry) {
            next if defined $row->{$field} && $row->{$field} eq $entry->{$field};
            my $sth_update = $CONNECTOR->dbh->prepare(
                "UPDATE iso_images SET $field=?"
                ." WHERE id=?"
            );
            $sth_update->execute($entry->{$field}, $row->{id});
            warn("INFO: updating $release $field '$row->{$field}' -> '$entry->{$field}'\n")
            if !$FIRST_TIME_RUN && $0 !~ /\.t$/;
        }
    }
}

710
sub _scheduled_fedora_releases($self,$data) {
711

712
    return if !exists $VALID_VM{KVM} ||!$VALID_VM{KVM} || $>;
713
    my $vm = $self->search_vm('KVM') or return; # TODO move ISO downloads off KVM
714

715
716
717
718
    my @now = localtime(time);
    my $year = $now[5]+1900;
    my $month = $now[4]+1;

719
720
721
722
723
724
    my $url_archive
    = 'https://archives.fedoraproject.org/pub/archive/fedora/linux/releases/';

    my $url_current
    = 'http://ftp.halifax.rwth-aachen.de/fedora/linux/releases/';

725
    my $release = 27;
726

727
728
729
730
731
732
    for my $y ( 2018 .. $year ) {
        for my $m ( 5, 11 ) {
            return if $y == $year && $m>$month;
            $release++;
            my $name = "fedora_".$release;
            next if exists $data->{$name};
733
734
735
736

            my $url = $url_archive;
            $url = $url_current if $y>=$year-1;

737
738
739
740
741
742
743
744
745
746
747
748
749
750
            my $url_file = $url.$release
                    .'/Workstation/x86_64/iso/Fedora-Workstation-.*-x86_64-'.$release
                    .'-.*\.iso';
            my @found = $vm->_search_url_file($url_file);
            if(!@found) {
                next if $url =~ m{//archives};

                $url_file = $url_archive.$release
                    .'/Workstation/x86_64/iso/Fedora-Workstation-.*-x86_64-'.$release
                    .'-.*\.iso';
                @found = $vm->_search_url_file($url_file);
                next if !scalar(@found);
            }

751
752
753
754
            $data->{$name} = {
            name => 'Fedora '.$release
            ,description => "RedHat Fedora $release Workstation 64 bits"
            ,arch => 'amd64'
755
            ,url => $url_file
756
757
758
759
760
761
762
763
764
            ,xml => 'xenial64-amd64.xml'
            ,xml_volume => 'xenial64-volume.xml'
            ,sha256_url => '$url/Fedora-Workstation-'.$release.'-.*-x86_64-CHECKSUM'
            ,min_disk_size => 10 + $release-27
            };
        }
    }
}

Francesc Guasch's avatar
Francesc Guasch committed
765
sub _add_domain_drivers_display($self) {
Francesc Guasch's avatar
Francesc Guasch committed
766
    my $port_rdp = 3389;
Francesc Guasch's avatar
Francesc Guasch committed
767
768
769
770
771
    my %data = (
        'KVM' => [
            'spice'
            ,'vnc'
            ,{name => 'x2go', data => 22 }
Francesc Guasch's avatar
Francesc Guasch committed
772
            ,{name => 'Windows RDP', value => 'rdp', data => $port_rdp}
Francesc Guasch's avatar
Francesc Guasch committed
773
774
775
776
777
        ]
        ,'Void' => [
            'void'
            ,'spice'
            ,{name => 'x2go', data => 22 }
Francesc Guasch's avatar
Francesc Guasch committed
778
            ,{name => 'Windows RDP', value => 'rdp' , data => $port_rdp }
Francesc Guasch's avatar
Francesc Guasch committed
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
        ]
    );

    my $id_type = Ravada::Utils::max_id($CONNECTOR->dbh, 'domain_drivers_types')+1;
    my $id_option = Ravada::Utils::max_id($CONNECTOR->dbh, 'domain_drivers_options');
    for my $vm ( keys %data) {
        my $type = {
            id => $id_type
            ,name => 'display'
            ,description => 'Display'
            ,vm => $vm
        };

        $self->_update_table('domain_drivers_types','name,vm',$type)
            and do {
            for my $option ( @{$data{$vm}} ) {
                if (!ref($option)) {
                    $option = { name => $option
                        ,value => $option
                    };
                }
                $option->{value} = $option->{name} if !exists $option->{value};
                $option->{id_driver_type} = $id_type;
                $option->{id} = ++$id_option;
                $self->_update_table('domain_drivers_options','id_driver_type,name',$option)
            }
            $id_type++;
        };
    }
}

810
811
812
813
814
815
816
sub _update_domain_drivers_types($self) {

    my $data = {
        image => {
            id => 4,
            ,name => 'image'
           ,description => 'Graphics Options'
817
           ,vm => 'KVM'
818
819
820
821
822
        },
        jpeg => {
            id => 5,
            ,name => 'jpeg'
           ,description => 'Graphics Options'
823
           ,vm => 'KVM'
824
825
826
827
828
        },
        zlib => {
            id => 6,
            ,name => 'zlib'
           ,description => 'Graphics Options'
829
           ,vm => 'KVM'
830
831
832
833
834
        },
        playback => {
            id => 7,
            ,name => 'playback'
           ,description => 'Graphics Options'
835
           ,vm => 'KVM'
836
837
838
839
840
841

        },
        streaming => {
            id => 8,
            ,name => 'streaming'
           ,description => 'Graphics Options'
842
           ,vm => 'KVM'
843
844

        }
Francesc Guasch's avatar
Francesc Guasch committed
845
846
847
848
849
850
        ,disk => {
            id => 9
            ,name => 'disk'
            ,vm => 'KVM'
        }

851
852
    };
    $self->_update_table('domain_drivers_types','id',$data);
Francesc Guasch's avatar
Francesc Guasch committed
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
    my $id = Ravada::Utils::max_id($CONNECTOR->dbh, 'domain_drivers_types');
    my $id_option = Ravada::Utils::max_id($CONNECTOR->dbh, 'domain_drivers_options');
    my $data_options;
    for my $item (keys %$data) {
        unlock_hash(%{$data->{$item}});
        $data->{$item}->{id} = ++$id;
        $data->{$item}->{vm} = 'Void';

        next if $item eq 'disk';

        $id_option++;
        $data_options->{"$item.on"} = {
            id => $id_option
            ,id_driver_type => $id
            ,name => "$item.on"
            ,value => "compression=on"
        };
        $id_option++;
        $data_options->{"$item.off"} = {
            id => $id_option
            ,id_driver_type => $id
            ,name => "$item.off"
            ,value => "compression=off"
        };

    }
    $self->_update_table('domain_drivers_types','name,vm',$data)
        and $self->_update_table('domain_drivers_options','id_driver_type,name',$data_options);
881
882
883
884
885
886

    my $sth = $CONNECTOR->dbh->prepare(
        "UPDATE domain_drivers_types SET vm='KVM' WHERE vm='qemu'"
    );
    $sth->execute;
    $sth->finish;
887
888
}

889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
1040
1041
1042
1043
1044
1045
1046
1047
1048
1049
1050
1051
sub _update_domain_drivers_options($self) {

    my $data = {
        qxl => {
            id => 1,
            ,id_driver_type => 1,
            ,name => 'QXL'
           ,value => 'type="qxl" ram="65536" vram="65536" vgamem="16384" heads="1" primary="yes"'
        },
        vmvga => {
            id => 2,
            ,id_driver_type => 1,
            ,name => 'VMVGA'
           ,value => 'type="vmvga" vram="16384" heads="1" primary="yes"'
        },
        cirrus => {
            id => 3,
            ,id_driver_type => 1,
            ,name => 'Cirrus'
           ,value => 'type="cirrus" vram="16384" heads="1" primary="yes"'
        },
        vga => {
            id => 4,
            ,id_driver_type => 1,
            ,name => 'VGA'
           ,value => 'type="vga" vram="16384" heads="1" primary="yes"'
        },
        ich6 => {
            id => 6,
            ,id_driver_type => 2,
            ,name => 'ich6'
           ,value => 'model="ich6"'
        },
        ac97 => {
            id => 7,
            ,id_driver_type => 2,
            ,name => 'ac97'
           ,value => 'model="ac97"'
        },
        virtio => {
            id => 8,
            ,id_driver_type => 3,
            ,name => 'virtio'
           ,value => 'type="virtio"'
        },
        e1000 => {
            id => 9,
            ,id_driver_type => 3,
            ,name => 'e1000'
           ,value => 'type="e1000"'
        },
        rtl8139 => {
            id => 10,
            ,id_driver_type => 3,
            ,name => 'rtl8139'
           ,value => 'type="rtl8139"'
        },
        auto_glz => {
            id => 11,
            ,id_driver_type => 4,
            ,name => 'auto_glz'
           ,value => 'compression="auto_glz"'
        },
        auto_lz => {
            id => 12,
            ,id_driver_type => 4,
            ,name => 'auto_lz'
           ,value => 'compression="auto_lz"'
        },
        quic => {
            id => 13,
            ,id_driver_type => 4,
            ,name => 'quic'
           ,value => 'compression="quic"'
        },
        glz => {
            id => 14,
            ,id_driver_type => 4,
            ,name => 'glz'
           ,value => 'compression="glz"'
        },
        lz => {
            id => 15,
            ,id_driver_type => 4,
            ,name => 'lz'
           ,value => 'compression="lz"'
        },
        off => {
            id => 16,
            ,id_driver_type => 4,
            ,name => 'off'
           ,value => 'compression="off"'
        },
        auto => {
            id => 17,
            ,id_driver_type => 5,
            ,name => 'auto'
           ,value => 'compression="auto"'
        },
        never => {
            id => 18,
            ,id_driver_type => 5,
            ,name => 'never'
           ,value => 'compression="never"'
        },
        always => {
            id => 19,
            ,id_driver_type => 5,
            ,name => 'always'
           ,value => 'compression="always"'
        },
        auto1 => {
            id => 20,
            ,id_driver_type => 6,
            ,name => 'auto'
           ,value => 'compression="auto"'
        },
        never1 => {
            id => 21,
            ,id_driver_type => 6,
            ,name => 'never'
           ,value => 'compression="never"'
        },
        always1 => {
            id => 22,
            ,id_driver_type => 6,
            ,name => 'always'
           ,value => 'compression="always"'
        },
        on => {
            id => 23,
            ,id_driver_type => 7,
            ,name => 'on'
           ,value => 'compression="on"'
        },
        off1 => {
            id => 24,
            ,id_driver_type => 7,
            ,name => 'off'
           ,value => 'compression="off"'
        },
        filter => {
            id => 25,
            ,id_driver_type => 8,
            ,name => 'filter'
           ,value => 'mode="filter"'
        },
        all => {
            id => 26,
            ,id_driver_type => 8,
            ,name => 'all'
           ,value => 'mode="all"'
        },
        off2 => {
            id => 27,
            ,id_driver_type => 8,
            ,name => 'off'
           ,value => 'mode="off"'
        }
    };
    $self->_update_table('domain_drivers_options','id',$data);
}

Francesc Guasch's avatar
Francesc Guasch committed
1052
1053
1054
1055
1056
1057
1058
1059
1060
1061
1062
1063
1064
1065
1066
1067
1068
sub _update_domain_drivers_options_disk($self) {

    my @options = ('virtio', 'usb','ide', 'sata', 'scsi');

    my $id = 28;
    my %data = map {
        $_ => {
            id => $id++
            ,id_driver_type => 9,
            ,name => $_
            ,value => $_
        }
    } @options;

    $self->_update_table('domain_drivers_options','id',\%data);
}

Francesc Guasch's avatar
Francesc Guasch committed
1069
1070
1071
1072
1073
1074
1075
1076
1077
1078
1079
1080
1081
1082
1083
1084
1085
1086
1087
1088
sub _sth_search($table, $field) {
    my $sth_search;
    if ($field =~ /,/) {
        my $where = join( ' AND ', map { "$_=?" } split /,/,$field);
        $sth_search = $CONNECTOR->dbh->prepare("SELECT id FROM $table WHERE $where");
    } else {
        $sth_search = $CONNECTOR->dbh->prepare("SELECT id FROM $table WHERE $field = ?");
    }
    return $sth_search;
}

sub _sth_values($row, $field) {
    lock_hash(%$row);
    my @ret;
    for my $item (split /,/,$field) {
        push @ret,($row->{$item})
    }
    return @ret;
}

Francesc Guasch's avatar
Francesc Guasch committed
1089
sub _update_table($self, $table, $field, $data, $verbose=0) {
Francesc Guasch's avatar
Francesc Guasch committed
1090
1091
    my ($first) = %$data;
    $data = { entry => $data } if !ref($data->{$first});
1092

Francesc Guasch's avatar
Francesc Guasch committed
1093
1094
    my $changed = 0;
    my $sth_search = _sth_search($table,$field);
Francesc Guasch's avatar
Francesc Guasch committed
1095
    for my $name (sort keys %$data) {
1096
        my $row = $data->{$name};
Francesc Guasch's avatar
Francesc Guasch committed
1097
        $sth_search->execute(_sth_values($row,$field));
1098
        my ($id) = $sth_search->fetchrow;
Francesc Guasch's avatar
Francesc Guasch committed
1099
1100
1101
1102
        if ( $id ) {
            warn("INFO: $table : $row->{$field} already added.\n") if $verbose;
            next;
        }
Francesc Guasch's avatar
Francesc Guasch committed
1103
        warn("INFO: updating $table : ".Dumper($data->{$name})."\n")
1104
        if !$FIRST_TIME_RUN && $0 !~ /\.t$/;
1105
1106

        my $sql =
1107
            "INSERT INTO $table "
1108
            ."("
1109
            .join(" , ", sort keys %{$data->{$name}})
1110
1111
            .")"
            ." VALUES ( "
1112
            .join(" , ", map { "?" } keys %{$data->{$name}})
1113
1114
1115
            ." )"
        ;
        my $sth = $CONNECTOR->dbh->prepare($sql);
1116
        $sth->execute(map { $data->{$name}->{$_} } sort keys %{$data->{$name}});
1117
        $sth->finish;
Francesc Guasch's avatar
Francesc Guasch committed
1118
        $changed++;
1119
    }
Francesc Guasch's avatar
Francesc Guasch committed
1120
    return $changed;
1121
1122
}

1123
1124
sub _remove_old_isos {
    my $self = shift;
1125
1126
1127
1128
1129
1130
    for my $sql (
        "DELETE FROM iso_images "
            ."  WHERE url like '%debian-9.0%iso'"
        ,"DELETE FROM iso_images"
            ."  WHERE name like 'Debian%' "
            ."      AND NOT url  like '%*%' "
1131
1132
1133
1134
1135
        ,"DELETE FROM iso_images "
            ."  WHERE name like 'Lubuntu Artful%'"
            ."      AND url NOT LIKE '%*%' "
        ,"DELETE FROM iso_images "
            ."  WHERE name like 'Lubuntu Zesty%'"
1136
1137
1138
        ,"DELETE FROM iso_images "
            ."  WHERE name like 'Debian Buster 32%'"
            ."  AND file_re like '%xfce-CD-1.iso'"
Francesc Guasch's avatar
Francesc Guasch committed
1139
        ,"DELETE FROM iso_images "
1140
            ."  WHERE (name LIKE 'Ubuntu Focal%' OR name LIKE 'Ubuntu Bionic%' ) "
1141
            ."  AND ( md5 IS NOT NULL OR md5_url IS NOT NULL) "
1142
1143
        ,"DELETE FROM iso_images "
            ."WHERE name like 'Ubuntu Focal%' "
Francesc Guasch's avatar
Francesc Guasch committed
1144
            ."  AND ( file_re like '%20.04.1%' OR file_re like '%20.04.%d+%')"
1145
1146
1147
1148
1149
    ) {
        my $sth = $CONNECTOR->dbh->prepare($sql);
        $sth->execute();
        $sth->finish;
    }
1150
1151
}

1152
1153
sub _update_data {
    my $self = shift;
1154

1155
    $self->_remove_old_isos();
1156
    $self->_update_isos();
1157

1158
1159
    $self->_install_grants();
    $self->_remove_old_indexes();
1160
    $self->_update_domain_drivers_types();
1161
    $self->_update_domain_drivers_options();
Francesc Guasch's avatar
Francesc Guasch committed
1162
    $self->_update_domain_drivers_options_disk();
Francesc Guasch's avatar
Francesc Guasch committed
1163
    $self->_update_old_qemus();
1164

Francesc Guasch's avatar
Francesc Guasch committed
1165
1166
    $self->_add_domain_drivers_display();

1167
1168
1169
    $self->_add_indexes();
}

1170
1171
1172
1173
1174
1175
1176
1177
1178
1179
1180
1181
1182
1183
1184
1185
1186
sub _install_grants($self) {
    if ($CAN_FORK) {
        my $pid = fork();
        die "Error: I cannot fork" if !defined $pid;
        if ($pid) {
            $self->_add_pid($pid);
            return;
        }
    }
    $self->_rename_grants();
    $self->_alias_grants();
    $self->_add_grants();
    $self->_enable_grants();
    $self->_update_user_grants();
    exit if $CAN_FORK;
}

1187
sub _add_indexes($self) {
Francesc Guasch's avatar
Francesc Guasch committed
1188
1189
1190
    $self->_add_indexes_generic();
}

1191
1192
1193
1194
1195
1196
1197
1198
1199
1200
1201
1202
1203
1204
sub _remove_old_indexes($self) {

    my $table = 'domain_drivers_types';
    my $index = 'name';
    my $n_fields = 1;
    my $known = $self->_get_indexes($table);
    my $name = $known->{$index};
    if ($name && scalar (@$name) == $n_fields ) {
        my $sql = "alter table $table drop index $index";
        my $sth = $CONNECTOR->dbh->prepare($sql);
        $sth->execute;
    }
}

Francesc Guasch's avatar
Francesc Guasch committed
1205
1206
sub _add_indexes_generic($self) {
    my %index = (
1207
1208
        domains => [
            "index(date_changed)"
1209
            ,"index(id_base):id_base_index"
1210
1211
1212
1213
            ,"unique(id_base,name):id_base"
            ,"unique(name)"
            ,"key(is_base)"
            ,"key(is_volatile)"
1214
        ]
Francesc Guasch's avatar
Francesc Guasch committed
1215
1216
1217
        ,domain_displays => [
            "unique(id_domain,n_order)"
            ,"unique(id_domain,driver)"
1218
1219
1220
            ,"unique(id_vm,port)"
        ]
        ,domain_ports => [
1221
1222
1223
            "unique (id_domain,internal_port):domain_port"
            ,"unique (id_domain,name):name"
            ,"unique(id_vm,public_port)"
Francesc Guasch's avatar
Francesc Guasch committed
1224
        ]
1225
1226
1227
        ,group_access => [
            "unique (id_domain,name)"
        ]
1228
        ,requests => [
Francesc Guasch's avatar
Francesc Guasch committed
1229
            "index(status,at_time)"
1230
            ,"index(id,date_changed,status,at_time)"
Francesc Guasch's avatar
Francesc Guasch committed
1231
1232
            ,"index(date_changed)"
            ,"index(start_time,command,status,pid)"
1233
            ,"index(id_domain,status):domain_status"
Francesc Guasch's avatar
Francesc Guasch committed
1234
1235
1236
        ]
        ,grants_user => [
            "index(id_user,id_grant)"
1237
            ,'unique(id_grant,id_user):id_grant'
1238
            ,"index(id_user)"
Francesc Guasch's avatar
Francesc Guasch committed
1239
1240
1241
1242
        ]
        ,iptables => [
            "index(id_domain,time_deleted,time_req)"
        ]
1243
        ,messages => [
1244
             "index(id_user)"
1245
             ,"index(date_changed)"
1246
1247
             ,"KEY(id_request,date_send)"

1248
        ]
1249
1250
1251
        ,settings => [
            "index(id_parent,name)"
        ]
Francesc Guasch's avatar
Francesc Guasch committed
1252
1253
1254
1255
1256
1257
1258
1259
1260
1261
1262
1263
1264
        ,booking_entries => [
            "index(id_booking)"
        ]
        ,booking_entry_ldap_groups => [
            "index(id_booking_entry,ldap_group)"
        ]
        ,booking_entry_users => [
            "index(id_booking_entry,id_user)"
        ]
        ,booking_entry_bases => [
            "index(id_booking_entry,id_base)"
        ]

1265
1266
1267
1268
1269
        ,volumes => [
            'UNIQUE (id_domain,name):id_domain',
            'UNIQUE (id_domain,n_order):id_domain2'
        ]

1270
        ,vms=> [
1271
            "unique(hostname, vm_type): hostname_type"