Ravada.pm 164 KB
Newer Older
1
2
3
4
5
package Ravada;

use warnings;
use strict;

frankiejol's avatar
frankiejol committed
6
our $VERSION = '1.1.0';
Francesc Guasch's avatar
Francesc Guasch committed
7

8
use Carp qw(carp croak cluck);
9
use Data::Dumper;
10
use DBIx::Connector;
11
use File::Copy;
Francesc Guasch's avatar
Francesc Guasch committed
12
13
use Hash::Util qw(lock_hash unlock_hash);
use IPC::Run3 qw(run3);
Francesc Guasch's avatar
Francesc Guasch committed
14
use JSON::XS;
15
use Moose;
Francesc Guasch's avatar
Francesc Guasch committed
16
use POSIX qw(WNOHANG);
17
use Proc::PID::File;
Francesc Guasch's avatar
Francesc Guasch committed
18
use Time::HiRes qw(gettimeofday tv_interval);
19
use YAML;
20
use MIME::Base64;
21
use Socket qw( inet_aton inet_ntoa );
22
use Image::Magick::Q16;
23

Francesc Guasch's avatar
Francesc Guasch committed
24
25
26
no warnings "experimental::signatures";
use feature qw(signatures);

Francesc Guasch's avatar
Francesc Guasch committed
27
use Ravada::Auth;
Francesc Guasch's avatar
Francesc Guasch committed
28
use Ravada::Booking;
29
use Ravada::Request;
Francesc Guasch's avatar
Francesc Guasch committed
30
use Ravada::Repository::ISO;
31
use Ravada::VM::Void;
32

Francesc Guasch's avatar
Francesc Guasch committed
33
our %VALID_VM;
Francesc Guasch's avatar
Francesc Guasch committed
34
our %ERROR_VM;
35
our $TIMEOUT_STALE_PROCESS;
Francesc Guasch's avatar
Francesc Guasch committed
36
37
38
39
40
41
42

eval {
    require Ravada::VM::KVM and do {
        Ravada::VM::KVM->import;
    };
    $VALID_VM{KVM} = 1;
};
Francesc Guasch's avatar
Francesc Guasch committed
43
44
45
46
47
48
49
50
51
$ERROR_VM{KVM} = $@;

eval {
    require Ravada::VM::Void and do {
        Ravada::VM::Void->import;
    };
    $VALID_VM{Void} = 1;
};
$ERROR_VM{Void} = $@;
Francesc Guasch's avatar
Francesc Guasch committed
52

53
54
55
no warnings "experimental::signatures";
use feature qw(signatures);

Francesc Guasch's avatar
Francesc Guasch committed
56
57
58
59
60
61
62
63
64
65
66
67
68
our %VALID_CONFIG = (
    vm => undef
    ,warn_error => undef
    ,db => {user => undef, password => undef,  hostname => undef}
    ,ldap => { admin_user => { dn => undef, password => undef }
        ,filter => undef
        ,base => undef
        ,auth => undef
        ,admin_group => undef
        ,ravada_posix_group => undef
    }
);

Francesc Guasch's avatar
Francesc Guasch committed
69
70
=head1 NAME

71
Ravada - Remote Virtual Desktop Manager
Francesc Guasch's avatar
Francesc Guasch committed
72
73
74
75
76
77
78
79
80

=head1 SYNOPSIS

  use Ravada;

  my $ravada = Ravada->new()

=cut

81
82

our $FILE_CONFIG = "/etc/ravada.conf";
83
$FILE_CONFIG = undef if ! -e $FILE_CONFIG;
84
85
86
87
88

###########################################################################

our $CONNECTOR;
our $CONFIG = {};
89
our $FORCE_DEBUG = 0;
90
our $DEBUG;
Francesc Guasch's avatar
Francesc Guasch committed
91
our $VERBOSE;
92
our $CAN_FORK = 1;
93
our $CAN_LXC = 0;
94
95

# Seconds to wait for other long process
96
our $SECONDS_WAIT_CHILDREN = 5;
97

98
99
our $DIR_SQL = "sql/mysql";
$DIR_SQL = "/usr/share/doc/ravada/sql/mysql" if ! -e $DIR_SQL;
100

101
102
103
our $USER_DAEMON;
our $USER_DAEMON_NAME = 'daemon';

104
105
106
our $FIRST_TIME_RUN = 1;
$FIRST_TIME_RUN = 0 if $0 =~ /\.t$/;

107
has 'connector' => (
108
109
110
111
112
113
        is => 'rw'
);

has 'config' => (
    is => 'ro'
    ,isa => 'Str'
114
115
);

116
117
118
119
120
121
has 'warn_error' => (
    is => 'rw'
    ,isa => 'Bool'
    ,default => sub { 1 }
);

Francesc Guasch's avatar
Francesc Guasch committed
122
123
124
125
126
127
128
=head2 BUILD

Internal constructor

=cut


129
130
sub BUILD {
    my $self = shift;
131
    if ($self->config()) {
132
        _init_config($self->config);
133
    } else {
134
        _init_config($FILE_CONFIG) if $FILE_CONFIG && -e $FILE_CONFIG;
135
    }
136

Francesc Guasch's avatar
Francesc Guasch committed
137
    if ( $self->connector ) {
joansp's avatar
joansp committed
138
        $CONNECTOR = $self->connector
Francesc Guasch's avatar
Francesc Guasch committed
139
140
    } else {
        $CONNECTOR = $self->_connect_dbh();
141
        $self->connector($CONNECTOR);
Francesc Guasch's avatar
Francesc Guasch committed
142
    }
Francesc Guasch's avatar
Francesc Guasch committed
143
    Ravada::Auth::init($CONFIG);
144

145
146
}

147
148
149
150
151
152
153
sub _set_first_time_run($self) {
    my $sth = $CONNECTOR->dbh->table_info('%',undef,'domains','TABLE');
    my $info = $sth->fetchrow_hashref();
    $sth->finish;
    if  ( keys %$info ) {
        $FIRST_TIME_RUN = 0;
    } else {
154
        print "Installing " if $0 !~ /\.t$/;
155
156
157
    }
}

158
sub _install($self) {
159
    my $pid = Proc::PID::File->new(name => "ravada_install");
160
    $pid->file({dir => "/run/user/$>"}) if $>;
161
162
163
164
165
166
167
    if ( $pid->alive ) {
        print "Waiting for install process to finish" if $ENV{TERM};
        while ( $pid->alive ) {
            sleep 1;
            print "." if $ENV{TERM};
        }
        print "\n" if $ENV{TERM};
168
        return;
169
170
    }
    $pid->touch;
171
172
    $self->_set_first_time_run();

173
    $self->_create_tables();
174
    $self->_sql_create_tables();
175
    $self->_upgrade_tables();
176
    $self->_upgrade_timestamps();
177
    $self->_update_data();
178
    $self->_init_user_daemon();
179
    $self->_sql_insert_defaults();
180
181
182

    $self->_do_create_constraints();

183
    $pid->release();
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223

    print "\n" if $FIRST_TIME_RUN;

}

sub _do_create_constraints($self) {
    return if !$self->{_constraints};

    if ($CAN_FORK) {

        my $pid = fork();
        die "Error: I cannot fork" if !defined $pid;
        if ($pid) {
            $self->_add_pid($pid);
            return;
        }
    }

    my $pid_file = Proc::PID::File->new(name => "ravada_constraint");
    $pid_file->file({dir => "/run/user/$>"}) if $>;
    if ( $pid_file->alive ) {
        exit if $CAN_FORK;
        return;
    }
    $pid_file->touch;

    my $dbh = $CONNECTOR->dbh;
    for my $constraint (@{$self->{_constraints}}) {
        my ($name) = $constraint =~ /CONSTRAINT (\w+)\s/;

        warn "INFO: creating constraint $name \n"
        if !$FIRST_TIME_RUN && $0 !~ /\.t$/;
        print "+" if $FIRST_TIME_RUN && !$CAN_FORK;

        $self->_clean_db_leftovers();

        my $sth = $dbh->do($constraint);
    }
    $pid_file->release;
    exit if $CAN_FORK;
224
225
}

226
227
228
229
230
231
sub _init_user_daemon {
    my $self = shift;
    return if $USER_DAEMON;

    $USER_DAEMON = Ravada::Auth::SQL->new(name => $USER_DAEMON_NAME);
    if (!$USER_DAEMON->id) {
Francesc Guasch's avatar
Francesc Guasch committed
232
233
234
235
236
237
238
239
        for (1 .. 120 ) {
            my @list = $self->_list_pids();
            last if !@list;
            sleep 1 if @list;
            $self->_wait_pids();
        }
        $USER_DAEMON = Ravada::Auth::SQL->new(name => $USER_DAEMON_NAME);
        return if $USER_DAEMON->id;
240
241
242
243
244
245
246
247
        $USER_DAEMON = Ravada::Auth::SQL::add_user(
            name => $USER_DAEMON_NAME,
            is_admin => 1
        );
        $USER_DAEMON = Ravada::Auth::SQL->new(name => $USER_DAEMON_NAME);
    }

}
248
249
sub _update_user_grants {
    my $self = shift;
Francesc Guasch's avatar
Francesc Guasch committed
250
    $self->_init_user_daemon();
251
    my $sth = $CONNECTOR->dbh->prepare("SELECT id FROM users WHERE is_temporary=0");
252
253
    my $id;
    $sth->execute;
Francesc Guasch's avatar
Francesc Guasch committed
254
    $sth->bind_columns(\$id);
255
    while ($sth->fetch) {
256
        my $user = Ravada::Auth::SQL->search_by_id($id) or confess "Unknown user id = $id";
Francesc Guasch's avatar
Francesc Guasch committed
257
258
        next if $user->name() eq $USER_DAEMON_NAME;

259
260
261
262
263
264
265
        my %grants = $user->grants();

        for my $key (keys %grants) {
            delete $grants{$key} if !defined $grants{$key};
        }
        next if keys %grants;

266
267
        $USER_DAEMON->grant_user_permissions($user);
        $USER_DAEMON->grant_admin_permissions($user)    if $user->is_admin;
268
269
270
271
    }
    $sth->finish;
}

272
273
274
275
276
sub _update_isos {
    my $self = shift;
    my $table = 'iso_images';
    my $field = 'name';
    my %data = (
277
278
279
280
281
282
283
284
	    androidx86 => {
                    name => 'Android 8.1 x86'
            ,description => 'Android-x86 64 bits. Requires an user provided ISO image.'
                   ,arch => 'amd64'
                    ,xml => 'android-amd64.xml'
             ,xml_volume => 'android-volume.xml'
	     ,min_disk_size => '4'
        },
Francesc Guasch's avatar
Francesc Guasch committed
285
286
287
288
289
290
        arch_1909 => {
                    name => 'Arch Linux 19.09'
            ,description => 'Arch Linux 19.09.01 64 bits'
                   ,arch => 'amd64'
                    ,xml => 'bionic-amd64.xml'
             ,xml_volume => 'bionic64-volume.xml'
291
292
293
294
295
296
297
298
299
300
301
                    ,url => 'https://archive.archlinux.org/iso/2019.09.01/'
                    ,file_re => 'archlinux-2019.09.01-x86_64.iso'
                    ,md5_url => ''
                    ,md5 => '1d6bdf5cbc6ca98c31f02d23e418dd96'
        },
	mate_focal_fossa => {
                    name => 'Ubuntu Mate Focal Fossa 64 bits'
            ,description => 'Ubuntu Mate 20.04 (Focal Fossa) 64 bits'
                   ,arch => 'amd64'
                    ,xml => 'focal_fossa-amd64.xml'
             ,xml_volume => 'focal_fossa64-volume.xml'
302
303
                    ,url => 'http://cdimage.ubuntu.com/ubuntu-mate/releases/20.04.*/release/ubuntu-mate-20.04.*-desktop-amd64.iso'
                ,sha256_url => '$url/SHA256SUMS'
Francesc Guasch's avatar
Francesc Guasch committed
304
        },
Joel Alarcón's avatar
Joel Alarcón committed
305
306
307
308
309
310
311
        mate_bionic => {
                    name => 'Ubuntu Mate Bionic 64 bits'
            ,description => 'Ubuntu Mate 18.04 (Bionic Beaver) 64 bits'
                   ,arch => 'amd64'
                    ,xml => 'bionic-amd64.xml'
             ,xml_volume => 'bionic64-volume.xml'
                    ,url => 'http://cdimage.ubuntu.com/ubuntu-mate/releases/18.04.*/release/ubuntu-mate-18.04.*-desktop-amd64.iso'
Paula Paez's avatar
Paula Paez committed
312
                ,sha256_url => '$url/SHA256SUMS'
Joel Alarcón's avatar
Joel Alarcón committed
313
314
315
316
317
318
319
320
        },
        mate_bionic_i386 => {
                    name => 'Ubuntu Mate Bionic 32 bits'
            ,description => 'Ubuntu Mate 18.04 (Bionic Beaver) 32 bits'
                   ,arch => 'i386'
                    ,xml => 'bionic-i386.xml'
             ,xml_volume => 'bionic32-volume.xml'
                    ,url => 'http://cdimage.ubuntu.com/ubuntu-mate/releases/18.04.*/release/ubuntu-mate-18.04.*-desktop-i386.iso'
321
                ,sha256_url => '$url/SHA256SUMS'
Joel Alarcón's avatar
Joel Alarcón committed
322
        },
frankiejol's avatar
frankiejol committed
323
324
325
326
327
328
329
330
331
332
333
        ubuntu_xenial => {
                    name => 'Ubuntu Xenial Xerus 64 bits'
            ,description => 'Ubuntu 16.04 LTS Xenial Xerus 64 bits'
                   ,arch => 'amd64'
                    ,xml => 'xenial64-amd64.xml'
             ,xml_volume => 'xenial64-volume.xml'
                    ,url => 'http://releases.ubuntu.com/16.04/ubuntu-16.04.*-desktop-amd64.iso'
                ,sha256_url => '$url/SHA256SUMS'
                ,min_disk_size => '10'
        },

fv3rdugo's avatar
fv3rdugo committed
334
        mate_xenial => {
Fernando Verdugo's avatar
Fernando Verdugo committed
335
                    name => 'Ubuntu Mate Xenial'
fv3rdugo's avatar
fv3rdugo committed
336
337
338
339
340
            ,description => 'Ubuntu Mate 16.04.3 (Xenial) 64 bits'
                   ,arch => 'amd64'
                    ,xml => 'yakkety64-amd64.xml'
             ,xml_volume => 'yakkety64-volume.xml'
                    ,url => 'http://cdimage.ubuntu.com/ubuntu-mate/releases/16.04.*/release/ubuntu-mate-16.04.*-desktop-amd64.iso'
341
                ,sha256_url => '$url/SHA256SUMS'
342
                ,min_disk_size => '10'
fv3rdugo's avatar
fv3rdugo committed
343
        },
344
345
346
347
348
349
	,focal_fossa=> {
                    name => 'Ubuntu Focal Fossa'
            ,description => 'Ubuntu 20.04 Focal Fossa 64 bits'
                   ,arch => 'amd64'
                    ,xml => 'focal_fossa-amd64.xml'
             ,xml_volume => 'focal_fossa64-volume.xml'
350
                    ,url => 'http://releases.ubuntu.com/20.04/'
351
                ,file_re => '^ubuntu-20.04.*-desktop-amd64.iso'
Francesc Guasch's avatar
Francesc Guasch committed
352
                ,sha256_url => '$url/SHA256SUMS'
353
354
355
          ,min_disk_size => '9'
        }

Joel Alarcón's avatar
Joel Alarcón committed
356
357
358
359
360
361
362
        ,bionic=> {
                    name => 'Ubuntu Bionic Beaver'
            ,description => 'Ubuntu 18.04 Bionic Beaver 64 bits'
                   ,arch => 'amd64'
                    ,xml => 'bionic-amd64.xml'
             ,xml_volume => 'bionic64-volume.xml'
                    ,url => 'http://releases.ubuntu.com/18.04/'
363
                ,file_re => '^ubuntu-18.04.*desktop-amd64.iso'
364
                ,sha256_url => '$url/SHA256SUMS'
Joel Alarcón's avatar
Joel Alarcón committed
365
366
367
          ,min_disk_size => '9'
        }

Francesc Guasch's avatar
Francesc Guasch committed
368
369
370
371
372
373
        ,serena64 => {
            name => 'Mint 18.1 Mate 64 bits'
    ,description => 'Mint Serena 18.1 with Mate Desktop based on Ubuntu Xenial 64 bits'
           ,arch => 'amd64'
            ,xml => 'xenial64-amd64.xml'
     ,xml_volume => 'xenial64-volume.xml'
Francesc Guasch's avatar
Francesc Guasch committed
374
375
            ,url => 'https://mirrors.edge.kernel.org/linuxmint/stable/18.3'
        ,file_re => 'linuxmint-18.3-mate-64bit.iso'
Francesc Guasch's avatar
Francesc Guasch committed
376
377
        ,md5_url => ''
            ,md5 => 'c5cf5c5d568e2dfeaf705cfa82996d93'
378
            ,min_disk_size => '10'
Francesc Guasch's avatar
Francesc Guasch committed
379
380

        }
381
382
383
        ,mint20_64 => {
            name => 'Mint 20 Mate 64 bits'
    ,description => 'Mint Ulyana 20 with Mate Desktop 64 bits'
Joel Alarcón's avatar
Joel Alarcón committed
384
385
386
           ,arch => 'amd64'
            ,xml => 'xenial64-amd64.xml'
     ,xml_volume => 'xenial64-volume.xml'
Francesc Guasch's avatar
Francesc Guasch committed
387
388
            ,url => 'https://mirrors.edge.kernel.org/linuxmint/stable/20.2'
        ,file_re => 'linuxmint-20.2-mate-64bit.iso'
389
        ,sha256_url => '$url/sha256sum.txt'
Joel Alarcón's avatar
Joel Alarcón committed
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
            ,min_disk_size => '15'
        }
        ,alpine381_64 => {
            name => 'Alpine 3.8 64 bits'
    ,description => 'Alpine Linux 3.8 64 bits ( Minimal Linux Distribution )'
           ,arch => 'amd64'
            ,xml => 'alpine-amd64.xml'
     ,xml_volume => 'alpine381_64-volume.xml'
            ,url => 'http://dl-cdn.alpinelinux.org/alpine/v3.8/releases/x86_64/'
        ,file_re => 'alpine-standard-3.8.1-x86_64.iso'
        ,sha256_url => 'http://dl-cdn.alpinelinux.org/alpine/v3.8/releases/x86_64/alpine-standard-3.8.1-x86_64.iso.sha256'
            ,min_disk_size => '1'
        }
        ,alpine381_32 => {
            name => 'Alpine 3.8 32 bits'
    ,description => 'Alpine Linux 3.8 32 bits ( Minimal Linux Distribution )'
           ,arch => 'i386'
            ,xml => 'alpine-i386.xml'
     ,xml_volume => 'alpine381_32-volume.xml'
            ,url => 'http://dl-cdn.alpinelinux.org/alpine/v3.8/releases/x86/'
        ,file_re => 'alpine-standard-3.8.1-x86.iso'
        ,sha256_url => 'http://dl-cdn.alpinelinux.org/alpine/v3.8/releases/x86/alpine-standard-3.8.1-x86.iso.sha256'
            ,min_disk_size => '1'
        }
414
415
416
        ,fedora_28 => {
            name => 'Fedora 28'
            ,description => 'RedHat Fedora 28 Workstation 64 bits'
417
            ,url => 'https://archives.fedoraproject.org/pub/archive/fedora/linux/releases/28/Workstation/x86_64/iso/Fedora-Workstation-netinst-x86_64-28-.*\.iso'
Francesc Guasch's avatar
Francesc Guasch committed
418
419
420
            ,arch => 'amd64'
            ,xml => 'xenial64-amd64.xml'
            ,xml_volume => 'xenial64-volume.xml'
421
            ,sha256_url => '$url/Fedora-Workstation-28-.*-x86_64-CHECKSUM'
422
            ,min_disk_size => '10'
423
424
425
426
427
428
429
        }
	      ,kubuntu_64_focal_fossa => {
            name => 'Kubuntu Focal Fossa 64 bits'
            ,description => 'Kubuntu 20.04 Focal Fossa 64 bits'
            ,arch => 'amd64'
            ,xml => 'focal_fossa-amd64.xml'
            ,xml_volume => 'focal_fossa64-volume.xml'
430
431
432
            ,sha256_url => '$url/SHA256SUMS'
            ,url => 'http://cdimage.ubuntu.com/kubuntu/releases/20.04.*/release/'
            ,file_re => 'kubuntu-20.04.*-desktop-amd64.iso'
433
            ,rename_file => 'kubuntu_focal_fossa_64.iso'
Francesc Guasch's avatar
Francesc Guasch committed
434
        }
Joel Alarcón's avatar
Joel Alarcón committed
435
436
437
438
439
440
        ,kubuntu_64 => {
            name => 'Kubuntu Bionic Beaver 64 bits'
            ,description => 'Kubuntu 18.04 Bionic Beaver 64 bits'
            ,arch => 'amd64'
            ,xml => 'bionic-amd64.xml'
            ,xml_volume => 'bionic64-volume.xml'
Paula Paez's avatar
Paula Paez committed
441
            ,sha256_url => '$url/SHA256SUMS'
Joel Alarcón's avatar
Joel Alarcón committed
442
            ,url => 'http://cdimage.ubuntu.com/kubuntu/releases/18.04/release/'
443
            ,file_re => 'kubuntu-18.04.\d+-desktop-amd64.iso'
Joel Alarcón's avatar
Joel Alarcón committed
444
445
446
447
448
449
450
451
            ,rename_file => 'kubuntu_bionic_64.iso'
        }
        ,kubuntu_32 => {
            name => 'Kubuntu Bionic Beaver 32 bits'
            ,description => 'Kubuntu 18.04 Bionic Beaver 32 bits'
            ,arch => 'i386'
            ,xml => 'bionic-i386.xml'
            ,xml_volume => 'bionic32-volume.xml'
Paula Paez's avatar
Paula Paez committed
452
            ,sha256_url => '$url/SHA256SUMS'
Joel Alarcón's avatar
Joel Alarcón committed
453
            ,url => 'http://cdimage.ubuntu.com/kubuntu/releases/18.04/release/'
454
            ,file_re => 'kubuntu-18.04.\d+-desktop-i386.iso'
Joel Alarcón's avatar
Joel Alarcón committed
455
456
            ,rename_file => 'kubuntu_bionic_32.iso'
        }
457
458
459
460
461
462
463
        ,suse_15 => {
            name => "openSUSE Leap 15"
            ,description => "openSUSE Leap 15 64 bits"
            ,arch => 'amd64'
            ,xml => 'bionic-amd64.xml'
            ,xml_volume => 'bionic64-volume.xml'
            ,url => 'https://download.opensuse.org/distribution/leap/15.0/iso/'
464
            ,sha256_url => '$url/openSUSE-Leap-15.\d+-NET-x86_64.iso.sha256'
465
466
467
            ,file_re => 'openSUSE-Leap-15.\d+-NET-x86_64.iso'

        }
Joel Alarcón's avatar
Joel Alarcón committed
468
469
470
471
472
473
        ,xubuntu_beaver_64 => {
            name => 'Xubuntu Bionic Beaver 64 bits'
            ,description => 'Xubuntu 18.04 Bionic Beaver 64 bits'
            ,arch => 'amd64'
            ,xml => 'bionic-amd64.xml'
            ,xml_volume => 'bionic64-volume.xml'
474
            ,sha256_url => '$url/../SHA256SUMS'
Joel Alarcón's avatar
Joel Alarcón committed
475
476
477
478
479
480
481
            ,url => 'http://archive.ubuntu.com/ubuntu/dists/bionic/main/installer-amd64/current/images/netboot/'
            ,file_re => 'mini.iso'
            ,rename_file => 'xubuntu_bionic_64.iso'
        }
        ,xubuntu_beaver_32 => {
            name => 'Xubuntu Bionic Beaver 32 bits'
            ,description => 'Xubuntu 18.04 Bionic Beaver 32 bits'
Francesc Guasch's avatar
Francesc Guasch committed
482
            ,arch => 'i386'
Joel Alarcón's avatar
Joel Alarcón committed
483
484
485
486
487
488
489
            ,xml => 'bionic-i386.xml'
            ,xml_volume => 'bionic32-volume.xml'
            ,md5_url => '$url/../MD5SUMS'
            ,url => 'http://archive.ubuntu.com/ubuntu/dists/bionic/main/installer-i386/current/images/netboot/'
            ,file_re => 'mini.iso'
            ,rename_file => 'xubuntu_bionic_32.iso'
        }
Francesc Guasch's avatar
Francesc Guasch committed
490
491
        ,xubuntu_xenial => {
            name => 'Xubuntu Xenial Xerus'
492
            ,description => 'Xubuntu 16.04 Xenial Xerus 64 bits (LTS)'
Francesc Guasch's avatar
Francesc Guasch committed
493
494
495
496
            ,url => 'http://archive.ubuntu.com/ubuntu/dists/xenial/main/installer-amd64/current/images/netboot/mini.iso'
           ,xml => 'yakkety64-amd64.xml'
            ,xml_volume => 'yakkety64-volume.xml'
            ,md5 => 'fe495d34188a9568c8d166efc5898d22'
497
            ,rename_file => 'xubuntu_xenial_mini.iso'
498
            ,min_disk_size => '10'
Francesc Guasch's avatar
Francesc Guasch committed
499
        }
500
	,lubuntu_bionic_64 => {
Joel Alarcón's avatar
Joel Alarcón committed
501
502
503
             name => 'Lubuntu Bionic Beaver 64 bits'
             ,description => 'Lubuntu 18.04 Bionic Beaver 64 bits'
             ,url => 'http://cdimage.ubuntu.com/lubuntu/releases/18.04.*/release/lubuntu-18.04.*-desktop-amd64.iso'
504
             ,sha256_url => '$url/SHA256SUMS'
Joel Alarcón's avatar
Joel Alarcón committed
505
506
507
508
509
510
511
512
             ,xml => 'bionic-amd64.xml'
             ,xml_volume => 'bionic64-volume.xml'
         }
         ,lubuntu_bionic_32 => {
             name => 'Lubuntu Bionic Beaver 32 bits'
             ,description => 'Lubuntu 18.04 Bionic Beaver 32 bits'
             ,arch => 'i386'
             ,url => 'http://cdimage.ubuntu.com/lubuntu/releases/18.04.*/release/lubuntu-18.04.*-desktop-i386.iso'
513
             ,sha256_url => '$url/SHA256SUMS'
Joel Alarcón's avatar
Joel Alarcón committed
514
515
516
             ,xml => 'bionic-i386.xml'
             ,xml_volume => 'bionic32-volume.xml'
        }
517
518
519
        ,lubuntu_xenial => {
            name => 'Lubuntu Xenial Xerus'
            ,description => 'Xubuntu 16.04 Xenial Xerus 64 bits (LTS)'
520
521
            ,url => 'http://cdimage.ubuntu.com/lubuntu/releases/16.04.*/release/'
            ,file_re => 'lubuntu-16.04.*-desktop-amd64.iso'
frankiejol's avatar
frankiejol committed
522
            ,sha256_url => '$url/SHA256SUMS'
523
524
            ,xml => 'yakkety64-amd64.xml'
            ,xml_volume => 'yakkety64-volume.xml'
525
            ,min_disk_size => '10'
526
        }
527
528
529
530
        ,debian_jessie_32 => {
            name =>'Debian Jessie 32 bits'
            ,description => 'Debian 8 Jessie 32 bits'
            ,url => 'http://cdimage.debian.org/cdimage/archive/^8\..*/i386/iso-cd/'
531
            ,file_re => 'debian-8.[\d\.]+-i386-xfce-CD-1.iso'
532
            ,md5_url => '$url/MD5SUMS'
533
            ,xml => 'jessie-i386.xml'
534
            ,xml_volume => 'jessie-volume.xml'
535
            ,min_disk_size => '10'
536
537
538
539
540
541
542
543
544
        }
        ,debian_jessie_64 => {
            name =>'Debian Jessie 64 bits'
            ,description => 'Debian 8 Jessie 64 bits'
            ,url => 'http://cdimage.debian.org/cdimage/archive/^8\..*/amd64/iso-cd/'
            ,file_re => 'debian-8.[\d\.]+-amd64-xfce-CD-1.iso'
            ,md5_url => '$url/MD5SUMS'
            ,xml => 'jessie-amd64.xml'
            ,xml_volume => 'jessie-volume.xml'
545
            ,min_disk_size => '10'
546
        }
547
548
549
       ,debian_stretch_32 => {
            name =>'Debian Stretch 32 bits'
            ,description => 'Debian 9 Stretch 32 bits (XFCE desktop)'
Francesc Guasch's avatar
Francesc Guasch committed
550
            ,url => 'https://cdimage.debian.org/cdimage/archive/^9\..*\d$/i386/iso-cd/'
551
552
553
554
555
556
557
            ,file_re => 'debian-9.[\d\.]+-i386-xfce-CD-1.iso'
            ,md5_url => '$url/MD5SUMS'
            ,xml => 'jessie-i386.xml'
            ,xml_volume => 'jessie-volume.xml'
            ,min_disk_size => '10'
        }
        ,debian_stretch_64 => {
558
            name =>'Debian Stretch 64 bits'
Francesc Guasch's avatar
Francesc Guasch committed
559
            ,description => 'Debian 9 Stretch 64 bits (XFCE desktop)'
560
            ,url => 'https://cdimage.debian.org/cdimage/archive/^9\..*/amd64/iso-cd/'
561
            ,file_re => 'debian-9.[\d\.]+-amd64-xfce-CD-1.iso'
562
            ,md5_url => '$url/MD5SUMS'
563
564
            ,xml => 'jessie-amd64.xml'
            ,xml_volume => 'jessie-volume.xml'
565
            ,min_disk_size => '10'
566
        }
567
568
569
        ,debian_buster_64=> {
            name =>'Debian Buster 64 bits'
            ,description => 'Debian 10 Buster 64 bits (XFCE desktop)'
Francesc Guasch's avatar
Francesc Guasch committed
570
            ,url => 'https://cdimage.debian.org/debian-cd/^10\..*\d$/amd64/iso-cd/'
571
572
573
574
575
576
577
578
579
            ,file_re => 'debian-10.[\d\.]+-amd64-xfce-CD-1.iso'
            ,md5_url => '$url/MD5SUMS'
            ,xml => 'jessie-amd64.xml'
            ,xml_volume => 'jessie-volume.xml'
            ,min_disk_size => '10'
        }
        ,debian_buster_32=> {
            name =>'Debian Buster 32 bits'
            ,description => 'Debian 10 Buster 32 bits (XFCE desktop)'
Francesc Guasch's avatar
Francesc Guasch committed
580
            ,url => 'https://cdimage.debian.org/debian-cd/^10\..*\d$/i386/iso-cd/'
581
            ,file_re => 'debian-10.[\d\.]+-i386-(netinst|xfce-CD-1).iso'
582
583
584
585
586
            ,md5_url => '$url/MD5SUMS'
            ,xml => 'jessie-i386.xml'
            ,xml_volume => 'jessie-volume.xml'
            ,min_disk_size => '10'
        }
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
        ,kali_64 => {
            name => 'Kali Linux 2020'
            ,description => 'Kali Linux 2020 64 Bits'
            ,arch => 'amd64'
            ,xml => 'jessie-amd64.xml'
            ,xml_volume => 'jessie-volume.xml'
            ,url => 'https://cdimage.kali.org/kali-2020.\d+/'
            ,file_re => 'kali-linux-2020.\d+-installer-amd64.iso'
            ,sha256_url => '$url/SHA256SUMS'
            ,min_disk_size => '10'
        }
        ,kali_64_netinst => {
            name => 'Kali Linux 2020 (NetInstaller)'
            ,description => 'Kali Linux 2020 64 Bits (light NetInstall)'
            ,arch => 'amd64'
            ,xml => 'jessie-amd64.xml'
            ,xml_volume => 'jessie-volume.xml'
            ,url => 'https://cdimage.kali.org/kali-2020.\d+/'
            ,file_re => 'kali-linux-2020.\d+-installer-netinst-amd64.iso'
            ,sha256_url => '$url/SHA256SUMS'
            ,min_disk_size => '10'
        }
joelalju's avatar
joelalju committed
609
        ,windows_7 => {
Francesc Guasch's avatar
Francesc Guasch committed
610
          name => 'Windows 7'
611
612
          ,description => 'Windows 7 64 bits. Requires an user provided ISO image.'
            .'<a target="_blank" href="http://ravada.readthedocs.io/en/latest/docs/new_iso_image.html">[help]</a>'
joelalju's avatar
joelalju committed
613
          ,xml => 'windows_7.xml'
joelalju's avatar
joelalju committed
614
          ,xml_volume => 'wisuvolume.xml'
615
          ,min_disk_size => '21'
joelalju's avatar
joelalju committed
616
617
618
619
620
621
        }
        ,windows_10 => {
          name => 'Windows 10'
          ,description => 'Windows 10 64 bits. Requires an user provided ISO image.'
          .'<a target="_blank" href="http://ravada.readthedocs.io/en/latest/docs/new_iso_image.html">[help]</a>'
          ,xml => 'windows_10.xml'
622
          ,xml_volume => 'windows10-volume.xml'
623
          ,min_disk_size => '21'
joelalju's avatar
joelalju committed
624
        }
joelalju's avatar
joelalju committed
625
626
627
628
629
630
        ,windows_xp => {
          name => 'Windows XP'
          ,description => 'Windows XP 64 bits. Requires an user provided ISO image.'
          .'<a target="_blank" href="http://ravada.readthedocs.io/en/latest/docs/new_iso_image.html">[help]</a>'
          ,xml => 'windows_xp.xml'
          ,xml_volume => 'wisuvolume.xml'
631
          ,min_disk_size => '3'
joelalju's avatar
joelalju committed
632
633
634
635
636
637
638
        }
        ,windows_12 => {
          name => 'Windows 2012'
          ,description => 'Windows 2012 64 bits. Requires an user provided ISO image.'
          .'<a target="_blank" href="http://ravada.readthedocs.io/en/latest/docs/new_iso_image.html">[help]</a>'
          ,xml => 'windows_12.xml'
          ,xml_volume => 'wisuvolume.xml'
639
          ,min_disk_size => '21'
joelalju's avatar
joelalju committed
640
641
642
643
644
645
646
        }
        ,windows_8 => {
          name => 'Windows 8.1'
          ,description => 'Windows 8.1 64 bits. Requires an user provided ISO image.'
          .'<a target="_blank" href="http://ravada.readthedocs.io/en/latest/docs/new_iso_image.html">[help]</a>'
          ,xml => 'windows_8.xml'
          ,xml_volume => 'wisuvolume.xml'
647
          ,min_disk_size => '21'
joelalju's avatar
joelalju committed
648
        }
Daniel Sanchez's avatar
Daniel Sanchez committed
649
650
651
652
653
654
655
656
657
658
659
660
661
662
       ,empty_32bits => {
          name => 'Empty Machine 32 bits'
          ,description => 'Empty Machine 32 bits Boot PXE'
          ,xml => 'empty-i386.xml'
          ,xml_volume => 'jessie-volume.xml'
          ,min_disk_size => '0'
        }
       ,empty_64bits => {
          name => 'Empty Machine 64 bits'
          ,description => 'Empty Machine 64 bits Boot PXE'
          ,xml => 'empty-amd64.xml'
          ,xml_volume => 'jessie-volume.xml'
          ,min_disk_size => '0'
        }
663
    );
664
    $self->_scheduled_fedora_releases(\%data) if $0 !~ /\.t$/;
665
666
667
668
    $self->_update_table($table, $field, \%data);

}

669
sub _scheduled_fedora_releases($self,$data) {
670

671
    return if !exists $VALID_VM{KVM} ||!$VALID_VM{KVM} || $>;
672
    my $vm = $self->search_vm('KVM') or return; # TODO move ISO downloads off KVM
673

674
675
676
677
    my @now = localtime(time);
    my $year = $now[5]+1900;
    my $month = $now[4]+1;

678
679
680
681
682
683
    my $url_archive
    = 'https://archives.fedoraproject.org/pub/archive/fedora/linux/releases/';

    my $url_current
    = 'http://ftp.halifax.rwth-aachen.de/fedora/linux/releases/';

684
    my $release = 27;
685

686
687
688
689
690
691
    for my $y ( 2018 .. $year ) {
        for my $m ( 5, 11 ) {
            return if $y == $year && $m>$month;
            $release++;
            my $name = "fedora_".$release;
            next if exists $data->{$name};
692
693
694
695

            my $url = $url_archive;
            $url = $url_current if $y>=$year-1;

696
697
698
699
700
701
702
703
704
705
706
707
708
709
            my $url_file = $url.$release
                    .'/Workstation/x86_64/iso/Fedora-Workstation-.*-x86_64-'.$release
                    .'-.*\.iso';
            my @found = $vm->_search_url_file($url_file);
            if(!@found) {
                next if $url =~ m{//archives};

                $url_file = $url_archive.$release
                    .'/Workstation/x86_64/iso/Fedora-Workstation-.*-x86_64-'.$release
                    .'-.*\.iso';
                @found = $vm->_search_url_file($url_file);
                next if !scalar(@found);
            }

710
711
712
713
            $data->{$name} = {
            name => 'Fedora '.$release
            ,description => "RedHat Fedora $release Workstation 64 bits"
            ,arch => 'amd64'
714
            ,url => $url_file
715
716
717
718
719
720
721
722
723
            ,xml => 'xenial64-amd64.xml'
            ,xml_volume => 'xenial64-volume.xml'
            ,sha256_url => '$url/Fedora-Workstation-'.$release.'-.*-x86_64-CHECKSUM'
            ,min_disk_size => 10 + $release-27
            };
        }
    }
}

Francesc Guasch's avatar
Francesc Guasch committed
724
sub _add_domain_drivers_display($self) {
Francesc Guasch's avatar
Francesc Guasch committed
725
    my $port_rdp = 3389;
Francesc Guasch's avatar
Francesc Guasch committed
726
727
728
729
730
    my %data = (
        'KVM' => [
            'spice'
            ,'vnc'
            ,{name => 'x2go', data => 22 }
Francesc Guasch's avatar
Francesc Guasch committed
731
            ,{name => 'Windows RDP', value => 'rdp', data => $port_rdp}
Francesc Guasch's avatar
Francesc Guasch committed
732
733
734
735
736
        ]
        ,'Void' => [
            'void'
            ,'spice'
            ,{name => 'x2go', data => 22 }
Francesc Guasch's avatar
Francesc Guasch committed
737
            ,{name => 'Windows RDP', value => 'rdp' , data => $port_rdp }
Francesc Guasch's avatar
Francesc Guasch committed
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
        ]
    );

    my $id_type = Ravada::Utils::max_id($CONNECTOR->dbh, 'domain_drivers_types')+1;
    my $id_option = Ravada::Utils::max_id($CONNECTOR->dbh, 'domain_drivers_options');
    for my $vm ( keys %data) {
        my $type = {
            id => $id_type
            ,name => 'display'
            ,description => 'Display'
            ,vm => $vm
        };

        $self->_update_table('domain_drivers_types','name,vm',$type)
            and do {
            for my $option ( @{$data{$vm}} ) {
                if (!ref($option)) {
                    $option = { name => $option
                        ,value => $option
                    };
                }
                $option->{value} = $option->{name} if !exists $option->{value};
                $option->{id_driver_type} = $id_type;
                $option->{id} = ++$id_option;
                $self->_update_table('domain_drivers_options','id_driver_type,name',$option)
            }
            $id_type++;
        };
    }
}

769
770
771
772
773
774
775
sub _update_domain_drivers_types($self) {

    my $data = {
        image => {
            id => 4,
            ,name => 'image'
           ,description => 'Graphics Options'
776
           ,vm => 'KVM'
777
778
779
780
781
        },
        jpeg => {
            id => 5,
            ,name => 'jpeg'
           ,description => 'Graphics Options'
782
           ,vm => 'KVM'
783
784
785
786
787
        },
        zlib => {
            id => 6,
            ,name => 'zlib'
           ,description => 'Graphics Options'
788
           ,vm => 'KVM'
789
790
791
792
793
        },
        playback => {
            id => 7,
            ,name => 'playback'
           ,description => 'Graphics Options'
794
           ,vm => 'KVM'
795
796
797
798
799
800

        },
        streaming => {
            id => 8,
            ,name => 'streaming'
           ,description => 'Graphics Options'
801
           ,vm => 'KVM'
802
803

        }
Francesc Guasch's avatar
Francesc Guasch committed
804
805
806
807
808
809
        ,disk => {
            id => 9
            ,name => 'disk'
            ,vm => 'KVM'
        }

810
811
    };
    $self->_update_table('domain_drivers_types','id',$data);
Francesc Guasch's avatar
Francesc Guasch committed
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
    my $id = Ravada::Utils::max_id($CONNECTOR->dbh, 'domain_drivers_types');
    my $id_option = Ravada::Utils::max_id($CONNECTOR->dbh, 'domain_drivers_options');
    my $data_options;
    for my $item (keys %$data) {
        unlock_hash(%{$data->{$item}});
        $data->{$item}->{id} = ++$id;
        $data->{$item}->{vm} = 'Void';

        next if $item eq 'disk';

        $id_option++;
        $data_options->{"$item.on"} = {
            id => $id_option
            ,id_driver_type => $id
            ,name => "$item.on"
            ,value => "compression=on"
        };
        $id_option++;
        $data_options->{"$item.off"} = {
            id => $id_option
            ,id_driver_type => $id
            ,name => "$item.off"
            ,value => "compression=off"
        };

    }
    $self->_update_table('domain_drivers_types','name,vm',$data)
        and $self->_update_table('domain_drivers_options','id_driver_type,name',$data_options);
840
841
842
843
844
845

    my $sth = $CONNECTOR->dbh->prepare(
        "UPDATE domain_drivers_types SET vm='KVM' WHERE vm='qemu'"
    );
    $sth->execute;
    $sth->finish;
846
847
}

848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
sub _update_domain_drivers_options($self) {

    my $data = {
        qxl => {
            id => 1,
            ,id_driver_type => 1,
            ,name => 'QXL'
           ,value => 'type="qxl" ram="65536" vram="65536" vgamem="16384" heads="1" primary="yes"'
        },
        vmvga => {
            id => 2,
            ,id_driver_type => 1,
            ,name => 'VMVGA'
           ,value => 'type="vmvga" vram="16384" heads="1" primary="yes"'
        },
        cirrus => {
            id => 3,
            ,id_driver_type => 1,
            ,name => 'Cirrus'
           ,value => 'type="cirrus" vram="16384" heads="1" primary="yes"'
        },
        vga => {
            id => 4,
            ,id_driver_type => 1,
            ,name => 'VGA'
           ,value => 'type="vga" vram="16384" heads="1" primary="yes"'
        },
        ich6 => {
            id => 6,
            ,id_driver_type => 2,
            ,name => 'ich6'
           ,value => 'model="ich6"'
        },
        ac97 => {
            id => 7,
            ,id_driver_type => 2,
            ,name => 'ac97'
           ,value => 'model="ac97"'
        },
        virtio => {
            id => 8,
            ,id_driver_type => 3,
            ,name => 'virtio'
           ,value => 'type="virtio"'
        },
        e1000 => {
            id => 9,
            ,id_driver_type => 3,
            ,name => 'e1000'
           ,value => 'type="e1000"'
        },
        rtl8139 => {
            id => 10,
            ,id_driver_type => 3,
            ,name => 'rtl8139'
           ,value => 'type="rtl8139"'
        },
        auto_glz => {
            id => 11,
            ,id_driver_type => 4,
            ,name => 'auto_glz'
           ,value => 'compression="auto_glz"'
        },
        auto_lz => {
            id => 12,
            ,id_driver_type => 4,
            ,name => 'auto_lz'
           ,value => 'compression="auto_lz"'
        },
        quic => {
            id => 13,
            ,id_driver_type => 4,
            ,name => 'quic'
           ,value => 'compression="quic"'
        },
        glz => {
            id => 14,
            ,id_driver_type => 4,
            ,name => 'glz'
           ,value => 'compression="glz"'
        },
        lz => {
            id => 15,
            ,id_driver_type => 4,
            ,name => 'lz'
           ,value => 'compression="lz"'
        },
        off => {
            id => 16,
            ,id_driver_type => 4,
            ,name => 'off'
           ,value => 'compression="off"'
        },
        auto => {
            id => 17,
            ,id_driver_type => 5,
            ,name => 'auto'
           ,value => 'compression="auto"'
        },
        never => {
            id => 18,
            ,id_driver_type => 5,
            ,name => 'never'
           ,value => 'compression="never"'
        },
        always => {
            id => 19,
            ,id_driver_type => 5,
            ,name => 'always'
           ,value => 'compression="always"'
        },
        auto1 => {
            id => 20,
            ,id_driver_type => 6,
            ,name => 'auto'
           ,value => 'compression="auto"'
        },
        never1 => {
            id => 21,
            ,id_driver_type => 6,
            ,name => 'never'
           ,value => 'compression="never"'
        },
        always1 => {
            id => 22,
            ,id_driver_type => 6,
            ,name => 'always'
           ,value => 'compression="always"'
        },
        on => {
            id => 23,
            ,id_driver_type => 7,
            ,name => 'on'
           ,value => 'compression="on"'
        },
        off1 => {
            id => 24,
            ,id_driver_type => 7,
            ,name => 'off'
           ,value => 'compression="off"'
        },
        filter => {
            id => 25,
            ,id_driver_type => 8,
            ,name => 'filter'
           ,value => 'mode="filter"'
        },
        all => {
            id => 26,
            ,id_driver_type => 8,
            ,name => 'all'
           ,value => 'mode="all"'
        },
        off2 => {
            id => 27,
            ,id_driver_type => 8,
            ,name => 'off'
           ,value => 'mode="off"'
        }
    };
    $self->_update_table('domain_drivers_options','id',$data);
}

Francesc Guasch's avatar
Francesc Guasch committed
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
sub _update_domain_drivers_options_disk($self) {

    my @options = ('virtio', 'usb','ide', 'sata', 'scsi');

    my $id = 28;
    my %data = map {
        $_ => {
            id => $id++
            ,id_driver_type => 9,
            ,name => $_
            ,value => $_
        }
    } @options;

    $self->_update_table('domain_drivers_options','id',\%data);
}

Francesc Guasch's avatar
Francesc Guasch committed
1028
1029
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
1040
1041
1042
1043
1044
1045
1046
1047
sub _sth_search($table, $field) {
    my $sth_search;
    if ($field =~ /,/) {
        my $where = join( ' AND ', map { "$_=?" } split /,/,$field);
        $sth_search = $CONNECTOR->dbh->prepare("SELECT id FROM $table WHERE $where");
    } else {
        $sth_search = $CONNECTOR->dbh->prepare("SELECT id FROM $table WHERE $field = ?");
    }
    return $sth_search;
}

sub _sth_values($row, $field) {
    lock_hash(%$row);
    my @ret;
    for my $item (split /,/,$field) {
        push @ret,($row->{$item})
    }
    return @ret;
}

Francesc Guasch's avatar
Francesc Guasch committed
1048
sub _update_table($self, $table, $field, $data, $verbose=0) {
Francesc Guasch's avatar
Francesc Guasch committed
1049
1050
    my ($first) = %$data;
    $data = { entry => $data } if !ref($data->{$first});
1051

Francesc Guasch's avatar
Francesc Guasch committed
1052
1053
    my $changed = 0;
    my $sth_search = _sth_search($table,$field);
Francesc Guasch's avatar
Francesc Guasch committed
1054
    for my $name (sort keys %$data) {
1055
        my $row = $data->{$name};
Francesc Guasch's avatar
Francesc Guasch committed
1056
        $sth_search->execute(_sth_values($row,$field));
1057
        my ($id) = $sth_search->fetchrow;
Francesc Guasch's avatar
Francesc Guasch committed
1058
1059
1060
1061
        if ( $id ) {
            warn("INFO: $table : $row->{$field} already added.\n") if $verbose;
            next;
        }
Francesc Guasch's avatar
Francesc Guasch committed
1062
        warn("INFO: updating $table : ".Dumper($data->{$name})."\n")
1063
        if !$FIRST_TIME_RUN && $0 !~ /\.t$/;
1064
1065

        my $sql =
1066
            "INSERT INTO $table "
1067
            ."("
1068
            .join(" , ", sort keys %{$data->{$name}})
1069
1070
            .")"
            ." VALUES ( "
1071
            .join(" , ", map { "?" } keys %{$data->{$name}})
1072
1073
1074
            ." )"
        ;
        my $sth = $CONNECTOR->dbh->prepare($sql);
1075
        $sth->execute(map { $data->{$name}->{$_} } sort keys %{$data->{$name}});
1076
        $sth->finish;
Francesc Guasch's avatar
Francesc Guasch committed
1077
        $changed++;
1078
    }
Francesc Guasch's avatar
Francesc Guasch committed
1079
    return $changed;
1080
1081
}

1082
1083
sub _remove_old_isos {
    my $self = shift;
1084
1085
1086
1087
1088
1089
    for my $sql (
        "DELETE FROM iso_images "
            ."  WHERE url like '%debian-9.0%iso'"
        ,"DELETE FROM iso_images"
            ."  WHERE name like 'Debian%' "
            ."      AND NOT url  like '%*%' "
1090
1091
1092
1093
1094
        ,"DELETE FROM iso_images "
            ."  WHERE name like 'Lubuntu Artful%'"
            ."      AND url NOT LIKE '%*%' "
        ,"DELETE FROM iso_images "
            ."  WHERE name like 'Lubuntu Zesty%'"
1095
1096
1097
        ,"DELETE FROM iso_images "
            ."  WHERE name like 'Debian Buster 32%'"
            ."  AND file_re like '%xfce-CD-1.iso'"
Francesc Guasch's avatar
Francesc Guasch committed
1098
        ,"DELETE FROM iso_images "
1099
            ."  WHERE (name LIKE 'Ubuntu Focal%' OR name LIKE 'Ubuntu Bionic%' ) "
1100
            ."  AND ( md5 IS NOT NULL OR md5_url IS NOT NULL) "
1101
1102
        ,"DELETE FROM iso_images "
            ."WHERE name like 'Ubuntu Focal%' "
Francesc Guasch's avatar
Francesc Guasch committed
1103
            ."  AND ( file_re like '%20.04.1%' OR file_re like '%20.04.%d+%')"
1104
1105
1106
1107
1108
    ) {
        my $sth = $CONNECTOR->dbh->prepare($sql);
        $sth->execute();
        $sth->finish;
    }
1109
1110
}

1111
1112
sub _update_data {
    my $self = shift;
1113

1114
    $self->_remove_old_isos();
1115
    $self->_update_isos();
1116

1117
1118
    $self->_install_grants();
    $self->_remove_old_indexes();
1119
    $self->_update_domain_drivers_types();
1120
    $self->_update_domain_drivers_options();
Francesc Guasch's avatar
Francesc Guasch committed
1121
    $self->_update_domain_drivers_options_disk();
Francesc Guasch's avatar
Francesc Guasch committed
1122
    $self->_update_old_qemus();
1123

Francesc Guasch's avatar
Francesc Guasch committed
1124
1125
    $self->_add_domain_drivers_display();

1126
1127
1128
    $self->_add_indexes();
}

1129
1130
1131
1132
1133
1134
1135
1136
1137
1138
1139
1140
1141
1142
1143
1144
1145
sub _install_grants($self) {
    if ($CAN_FORK) {
        my $pid = fork();
        die "Error: I cannot fork" if !defined $pid;
        if ($pid) {
            $self->_add_pid($pid);
            return;
        }
    }
    $self->_rename_grants();
    $self->_alias_grants();
    $self->_add_grants();
    $self->_enable_grants();
    $self->_update_user_grants();
    exit if $CAN_FORK;
}

1146
sub _add_indexes($self) {
Francesc Guasch's avatar
Francesc Guasch committed
1147
1148
1149
    $self->_add_indexes_generic();
}

1150
1151
1152
1153
1154
1155
1156
1157
1158
1159
1160
1161
1162
1163
sub _remove_old_indexes($self) {

    my $table = 'domain_drivers_types';
    my $index = 'name';
    my $n_fields = 1;
    my $known = $self->_get_indexes($table);
    my $name = $known->{$index};
    if ($name && scalar (@$name) == $n_fields ) {
        my $sql = "alter table $table drop index $index";
        my $sth = $CONNECTOR->dbh->prepare($sql);
        $sth->execute;
    }
}

Francesc Guasch's avatar
Francesc Guasch committed
1164
1165
sub _add_indexes_generic($self) {
    my %index = (
1166
1167
        domains => [
            "index(date_changed)"
1168
            ,"index(id_base):id_base_index"
1169
1170
1171
1172
            ,"unique(id_base,name):id_base"
            ,"unique(name)"
            ,"key(is_base)"
            ,"key(is_volatile)"
1173
        ]
Francesc Guasch's avatar
Francesc Guasch committed
1174
1175
1176
        ,domain_displays => [
            "unique(id_domain,n_order)"
            ,"unique(id_domain,driver)"
1177
1178
1179
            ,"unique(id_vm,port)"
        ]
        ,domain_ports => [
1180
1181
1182
            "unique (id_domain,internal_port):domain_port"
            ,"unique (id_domain,name):name"
            ,"unique(id_vm,public_port)"
Francesc Guasch's avatar
Francesc Guasch committed
1183
        ]
1184
        ,requests => [
Francesc Guasch's avatar
Francesc Guasch committed
1185
            "index(status,at_time)"
1186
            ,"index(id,date_changed,status,at_time)"
Francesc Guasch's avatar
Francesc Guasch committed
1187
1188
            ,"index(date_changed)"
            ,"index(start_time,command,status,pid)"
1189
            ,"index(id_domain,status):domain_status"
Francesc Guasch's avatar
Francesc Guasch committed
1190
1191
1192
        ]
        ,grants_user => [
            "index(id_user,id_grant)"
1193
            ,'unique(id_grant,id_user):id_grant'
1194
            ,"index(id_user)"
Francesc Guasch's avatar
Francesc Guasch committed
1195
1196
1197
1198
        ]
        ,iptables => [
            "index(id_domain,time_deleted,time_req)"
        ]
1199
        ,messages => [
1200
             "index(id_user)"
1201
             ,"index(date_changed)"
1202
1203
             ,"KEY(id_request,date_send)"

1204
        ]
1205
1206
1207
        ,settings => [
            "index(id_parent,name)"
        ]
Francesc Guasch's avatar
Francesc Guasch committed
1208
1209
1210
1211
1212
1213
1214
1215
1216
1217
1218
1219
1220
        ,booking_entries => [
            "index(id_booking)"
        ]
        ,booking_entry_ldap_groups => [
            "index(id_booking_entry,ldap_group)"
        ]
        ,booking_entry_users => [
            "index(id_booking_entry,id_user)"
        ]
        ,booking_entry_bases => [
            "index(id_booking_entry,id_base)"
        ]

1221
1222
1223
1224
1225
        ,volumes => [
            'UNIQUE (id_domain,name):id_domain',
            'UNIQUE (id_domain,n_order):id_domain2'
        ]

1226
        ,vms=> [
1227
            "unique(hostname, vm_type): hostname_type"
1228
1229
            ,"UNIQUE (name)"

1230
        ]
Francesc Guasch's avatar
Francesc Guasch committed
1231
    );
1232
1233
    my $if_not_exists = '';
    $if_not_exists = ' IF NOT EXISTS ' if $CONNECTOR->dbh->{Driver}{Name} =~ /sqlite|mariadb/i;
1234
    for my $table (sort keys %index ) {
Francesc Guasch's avatar
Francesc Guasch committed
1235
        my $known;
1236
1237
        $known = $self->_get_indexes($table) if !defined $known;
        my $checked_index={};
Francesc Guasch's avatar
Francesc Guasch committed
1238
        for my $change (@{$index{$table}} ) {
1239
            my ($type,$fields ) =$change =~ /(\w+)\s*\((.*)\)/;
1240
1241
            my ($name) = $change =~ /:(.*)/;
            $name = $fields if !$name;
Francesc Guasch's avatar
Francesc Guasch committed
1242
            $name =~ s/,/_/g;
1243
            $name =~ s/ //g;
1244
            $checked_index->{$name}++;