n10_nodes.t 30.4 KB
Newer Older
1
2
3
4
5
use warnings;
use strict;

use Carp qw(confess);
use Data::Dumper;
6
use Digest::MD5;
7
8
9
10
11
12
use Test::More;
use Test::SQL::Data;

use lib 't/lib';
use Test::Ravada;

Francesc Guasch's avatar
Francesc Guasch committed
13
14
15
no warnings "experimental::signatures";
use feature qw(signatures);

16
17
18
19
20
21
22
23
24
25
26
my $test = Test::SQL::Data->new(config => 't/etc/sql.conf');

use_ok('Ravada');
my %ARG_CREATE_DOM = (
      KVM => [ id_iso => 1 ]
);

my @VMS = reverse keys %ARG_CREATE_DOM;
init($test->connector);
my $USER = create_user("foo","bar");

Francesc Guasch's avatar
Francesc Guasch committed
27
28
my $REMOTE_CONFIG;
##########################################################
29

Francesc Guasch's avatar
Francesc Guasch committed
30
31
32
33
34
35
sub test_node_renamed {
    my $vm_name = shift;
    my $node = shift;

    my $name = $node->name;

36
    my $name2 = "knope_".new_domain_name();
Francesc Guasch's avatar
Francesc Guasch committed
37
38
39
40
41
42
43
44

    my $sth= $test->connector->dbh->prepare(
        "UPDATE vms SET name=? WHERE name=?"
    );
    $sth->execute($name2, $name);
    $sth->finish;

    my $node2 = Ravada::VM->open($node->id);
45
46
47
    ok($node2,"Expecting a node id=".$node->id) or return;
    is($node2->name, $name2)                    or return;
    is($node2->id, $node->id)                   or return;
Francesc Guasch's avatar
Francesc Guasch committed
48
49
50
51
52

    my $rvd_back2 = Ravada->new(
        connector => $test->connector
        ,config => "t/etc/ravada.conf"
    );
53
    is(scalar(@{rvd_back->vm}), scalar(@{$rvd_back2->vm}),Dumper(rvd_back->vm)) or return;
54
    my @list_nodes2 = rvd_front->list_vms;
55

56
57
    my ($node_f) = grep { $_->{name} eq $name2} @list_nodes2;
    ok($node_f,"[$vm_name] expecting node $name2 in frontend ".Dumper(\@list_nodes2));
58
59
60
61

    $sth->execute($name,$name2);
    $sth->finish;

62
63
64
    @list_nodes2 = rvd_front->list_vms;
    ($node_f) = grep { $_->{name} eq $name} @list_nodes2;
    ok($node_f,"[$vm_name] expecting node $name in frontend ".Dumper(\@list_nodes2));
65

Francesc Guasch's avatar
Francesc Guasch committed
66
67
}

Francesc Guasch's avatar
Francesc Guasch committed
68
69
sub test_node {
    my $vm_name = shift;
70

71
72
73
    die "Error: missing host in remote config\n ".Dumper($REMOTE_CONFIG)
        if !$REMOTE_CONFIG->{host};

Francesc Guasch's avatar
Francesc Guasch committed
74
75
76
    my $vm = rvd_back->search_vm($vm_name);

    my $node;
Francesc Guasch's avatar
Francesc Guasch committed
77
78
    my @list_nodes0 = rvd_front->list_vms;

Francesc Guasch's avatar
Francesc Guasch committed
79
80
    eval { $node = $vm->new(%{$REMOTE_CONFIG}) };
    ok(!$@,"Expecting no error connecting to $vm_name at ".Dumper($REMOTE_CONFIG).", got :'"
81
        .($@ or '')."'") or return;
Francesc Guasch's avatar
Francesc Guasch committed
82
83
    ok($node) or return;

84
    is($node->type,$vm->type) or return;
85

Francesc Guasch's avatar
Francesc Guasch committed
86
    is($node->host,$REMOTE_CONFIG->{host});
87
88
89
90
    is($node->name,$REMOTE_CONFIG->{name}) or return;

    eval { $node->ping };
    is($@,'',"[$vm_name] ping ".$node->name);
Francesc Guasch's avatar
Francesc Guasch committed
91

92
93
94
95
96
97
98
99
100
101
102
103
104
    if ( $node->ping && !$node->_connect_ssh() ) {
        my $ssh;
        for ( 1 .. 10 ) {
            $ssh = $node->_connect_ssh();
            last if $ssh;
            sleep 1;
            diag("I can ping node ".$node->name." but I can't connect to ssh");
        }
        if (! $ssh ) {
            shutdown_node($node);
        }
    }
    start_node($node)   if !$node->is_active();
Francesc Guasch's avatar
Francesc Guasch committed
105

106
107
    clean_remote_node($node);

108
    { $node->vm };
109
    is($@,'')   or return;
Francesc Guasch's avatar
Francesc Guasch committed
110

111
112
    ok($node->id) or return;
    is($node->is_active,1) or return;
113

Francesc Guasch's avatar
Francesc Guasch committed
114
115
    ok(!$node->is_local,"[$vm_name] node remote");

116
117
118
    my $node2 = Ravada::VM->open($node->id);
    is($node2->id, $node->id);
    is($node2->name, $node->name);
Francesc Guasch's avatar
Francesc Guasch committed
119
    is($node2->public_ip, $node->public_ip);
120
    ok(!$node2->is_local,"[$vm_name] node remote") or return;
121

Francesc Guasch's avatar
Francesc Guasch committed
122
123
    my @list_nodes = $vm->list_nodes();
    is(scalar @list_nodes, 2,"[$vm_name] Expecting nodes") or return;
124

125
    my @list_nodes2 = rvd_front->list_vms;
Francesc Guasch's avatar
Francesc Guasch committed
126
127
    is(scalar @list_nodes2, (scalar @list_nodes)+1,Dumper(\@list_nodes2,\@list_nodes)) or return;
    is(scalar @list_nodes2, (scalar @list_nodes0)+1,Dumper(\@list_nodes2,\@list_nodes0)) or return;
Francesc Guasch's avatar
Francesc Guasch committed
128
129
130
131
    return $node;
}

sub test_sync {
Francesc Guasch's avatar
Francesc Guasch committed
132
    my ($vm_name, $node, $base, $clone) = @_;
Francesc Guasch's avatar
Francesc Guasch committed
133

Francesc Guasch's avatar
Francesc Guasch committed
134
    eval { $clone->rsync($node) };
Francesc Guasch's avatar
Francesc Guasch committed
135
    is(''.$@,'') or return;
Francesc Guasch's avatar
Francesc Guasch committed
136
137
    # TODO test synced files

Francesc Guasch's avatar
Francesc Guasch committed
138
139
140
141
142
    eval { $base->rsync($node) };
    is($@,'') or return;

    eval { $clone->rsync($node) };
    is($@,'') or return;
Francesc Guasch's avatar
Francesc Guasch committed
143
144
}

145
146
147
148
149
150
sub test_domain_ip($vm_name, $node) {
    my $ip = '1.2.4.5';
    my $domain_ip = test_domain($vm_name, $node, $ip);

    my ($local_ip,$local_port)
        = $domain_ip->display(user_admin) =~ m{(\d+.\d+\.\d+\.\d+):(\d+)};
Francesc Guasch's avatar
Francesc Guasch committed
151
152

    is($domain_ip->remote_ip, $ip);
153
154
155
156
157
158
159
160
161
162
163
    $domain_ip->remove(user_admin);
    my @line = search_iptable_remote(
        node => $node
        , remote_ip => $ip
        , local_ip => $local_ip
        , local_port => $local_port
    );
    ok(scalar @line == 0,$node->type." There should be no iptables found $ip -> $local_ip:$local_port ".Dumper(\@line));

}

Francesc Guasch's avatar
Francesc Guasch committed
164
165
sub test_domain {
    my $vm_name = shift;
Francesc Guasch's avatar
Francesc Guasch committed
166
    my $node = shift or die "Missing node";
167
    my $remote_ip = shift;
Francesc Guasch's avatar
Francesc Guasch committed
168
169
170
171
172
173
174

    my $vm = rvd_back->search_vm($vm_name);

    my $base = create_domain($vm_name);
    is($base->_vm->host, 'localhost');

    $base->prepare_base(user_admin);
175
    $base->rsync($node);
Francesc Guasch's avatar
Francesc Guasch committed
176
177
178
179
    my $clone = $base->clone(name => new_domain_name
        ,user => user_admin
    );

Francesc Guasch's avatar
Francesc Guasch committed
180
    test_sync($vm_name, $node, $base, $clone);
Francesc Guasch's avatar
Francesc Guasch committed
181

182
    eval { $clone->migrate($node) };
183
    is(''.$@ , '') or return;
Francesc Guasch's avatar
Francesc Guasch committed
184

185
186
187
188
189
    my @start_arg = ( user => user_admin );
    push @start_arg , ( remote_ip => $remote_ip )   if $remote_ip;

    eval { $clone->start(@start_arg) };

190
    ok(!$@,$node->name." Expecting no error, got ".($@ or ''));
191
    is($clone->is_active,1) or return;
Francesc Guasch's avatar
Francesc Guasch committed
192

193
    my $local_ip = $node->ip;
194

195
196
197
198
199
200
201
202
    $local_ip = $REMOTE_CONFIG->{public_ip}
        if $REMOTE_CONFIG->{public_ip};
    like($clone->display(user_admin),qr($local_ip));

    diag("SKIPPED: Add public_ip to remote_vm.conf to test nodes with 2 IPs")
        if !exists $REMOTE_CONFIG->{public_ip};
    my ($local_port) = $clone->display(user_admin) =~ m{:(\d+)};
    test_iptables($node, $remote_ip, $local_ip, $local_port)  if $remote_ip;
Francesc Guasch's avatar
Francesc Guasch committed
203
204
    return $clone;
}
205

206
207
208
209
210
211
212
213
214
215
sub test_iptables($node, $remote_ip, $local_ip, $local_port) {
    my @line = search_iptable_remote(
        node => $node
        , remote_ip => $remote_ip
        , local_ip => $local_ip
        , local_port => $local_port
    );
    ok(scalar @line,$node->type." No iptables found $remote_ip -> $local_ip:$local_port");
    ok(scalar @line == 1,$node->type." iptables should found only 1 found $remote_ip -> $local_ip:$local_port ".Dumper(\@line));
}
216
217
218
219
220
221
222
223
224
225
226
227

sub test_domain_no_remote {
    my ($vm_name, $node) = @_;

    my $domain;
    eval {
        $domain = $node->create_domain(
            name => new_domain_name
            ,id_owner => user_admin->id
            ,id_iso => 1
        );
    };
Francesc Guasch's avatar
Francesc Guasch committed
228
    like($@,qr'.',"Expecting no domain in remote node by now");
229
230
231
232

    $domain->remove(user_admin) if $domain;
}

233
234
sub test_remove_domain_from_local {
    my ($vm_name, $node, $domain_orig) = @_;
235
    $domain_orig->shutdown_now(user_admin)   if $domain_orig->is_active;
236
237
238
239
240
241
242

    my $vm = rvd_back->search_vm($vm_name);
    my $domain = $vm->search_domain($domain_orig->name);

    my @volumes = $domain->list_volumes();

    eval {$domain->remove(user_admin); };
Francesc Guasch's avatar
Francesc Guasch committed
243
    is(''.$@,'',"Expecting no errors removing domain ".$domain_orig->name);
244
245
246
247
248

    my $domain2 = $vm->search_domain($domain->name);
    ok(!$domain2,"Expecting no domain in local");

    my $domain3 = $node->search_domain($domain->name);
249
    ok(!$domain3,"Expecting no domain ".$domain->name." in node ".$node->name) or return;
250
251
252
253
254
255
256

    test_remove_domain_node($node, $domain, \@volumes);

    test_remove_domain_node($vm, $domain, \@volumes);
}


257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
sub test_remove_domain {
    my ($vm_name, $node, $domain) = @_;

    my @volumes = $domain->list_volumes();

    eval {$domain->remove(user_admin); };
    is($@,'');

    test_remove_domain_node($node, $domain, \@volumes);

    my $vm = rvd_back->search_vm($vm_name);
    isnt($vm->name, $node->name) or return;

    test_remove_domain_node($vm, $domain, \@volumes);
}

sub test_remove_domain_node {
    my ($node, $domain, $volumes) = @_;

Francesc Guasch's avatar
Francesc Guasch committed
276
277
278
279
    if ($node->type ne 'KVM') {
        diag("SKIPPING: test_remove_domain_node skipped on ".$node->type);
        return;
    }
280
281
282
283
284
285
286
287
288
289
    my %found = map { $_ => 0 } @$volumes;

    $node->_refresh_storage_pools();
    for my $pool ($node->vm->list_all_storage_pools()) {
        for my $vol ($pool->list_all_volumes()) {
            my $path = $vol->get_path();
            $found{$path}++ if exists $found{$path};
        }
    }
    for my $path (keys %found) {
290
        ok(!$found{$path},$node->name." Expecting vol $path removed")
291
            or return;
292
293
294
    }

}
295
296

sub test_domain_starts_in_same_vm {
297
298
299
300
301
302
    my ($vm_name, $node) = @_;

    my $domain = test_domain($vm_name, $node);

    my $display = $domain->display(user_admin);
    $domain->shutdown_now(user_admin)   if $domain->is_active;
303
304
305
306
307
308
309

    unlike($domain->_vm->host, qr/localhost/)   or return;
    is($domain->_vm->host, $node->host)         or return;

    my $domain2 = rvd_back->search_domain($domain->name);
    ok($domain2,"Expecting a domain called ".$domain->name) or return;

310
    $domain2->start(user => user_admin);
311
    is($domain2->_vm->host, $node->host);
312
313
314
    is($domain2->display(user_admin), $display);

    $domain->remove(user_admin);
315
}
316

317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
sub test_sync_base {
    my ($vm_name, $node) = @_;

    my $vm =rvd_back->search_vm($vm_name);
    my $base = create_domain($vm_name);
    my $clone = $base->clone(
        name => new_domain_name
       ,user => user_admin
    );

    eval { $clone->migrate($node); };
    like($@, qr'.');

    eval { $base->rsync($node); };
    is(''.$@,'');

Francesc Guasch's avatar
Francesc Guasch committed
333
    is($base->base_in_vm($node->id),1,"Expecting domain ".$base->id
334
        ." base in node ".$node->id ) or return;
Francesc Guasch's avatar
Francesc Guasch committed
335

336
337
338
339
340
341
342
343
344
345
346
347
    eval { $clone->migrate($node); };
    is(''.$@,'');

    is($clone->_vm->host, $node->host);
    $clone->shutdown_now(user_admin);

    my $clone2 = $vm->search_domain($clone->name);
    is($clone2->_vm->host, $vm->host);

    eval { $clone2->migrate($node); };
    is(''.$@,'');

348
349
    is($clone2->_data('id_vm'),$node->id);

350
351
    my $clone3 = $node->search_domain($clone2->name);
    ok($clone3,"[$vm_name] expecting ".$clone2->name." found in "
352
                .$node->host) or return;
353

354
355
356
357
    my $domains = rvd_front->list_domains();
    my ($clone_f) = grep { $_->{name} eq $clone2->name } @$domains;
    ok($clone_f);
    is($clone_f->{id}, $clone2->id);
358
    is($clone_f->{node}, $clone2->_vm->name);
359
    is($clone_f->{id_vm}, $node->id);
360

361
362
363
364
365
366
367
368
    $clone->remove(user_admin);
    $base->remove(user_admin);

}

sub test_start_twice {
    my ($vm_name, $node) = @_;

369
    if ($vm_name ne 'KVM' && $vm_name ne 'Void') {
Francesc Guasch's avatar
Francesc Guasch committed
370
371
372
373
        diag("SKIPPED: start_twice not available on $vm_name");
        return;
    }

374
375
376
377
378
379
    my $vm =rvd_back->search_vm($vm_name);
    my $base = create_domain($vm_name);
    my $clone = $base->clone(
        name => new_domain_name
       ,user => user_admin
    );
380
381
    $clone->shutdown_now(user_admin)    if $clone->is_active;
    is($clone->is_active,0);
382

383
384
    eval { $base->set_base_vm(vm => $node, user => user_admin); };
    is(''.$@,'') or return;
385

386
387
    my $display0 = $clone->display(user_admin);

388
    eval { $clone->migrate($node); };
389
    is(''.$@,'')    or return;
390

391
392
393
    is($clone->_vm->host, $node->host) or exit;
    isnt($clone->display(user_admin), $display0, $clone->name) or exit;

394
    is($clone->is_active,0);
395

396
    # clone should be inactive in local node
397
398
    my $clone2 = $vm->search_domain($clone->name);
    is($clone2->_vm->host, $vm->host);
399
    is($clone2->is_active,0);
400

401
    start_domain_internal($clone2);
402
403

    eval { $clone->start(user => user_admin ) };
404
405
    like(''.$@,qr'libvirt error code: 55,',$clone->name) or exit
        if $vm_name eq 'KVM';
406
407
    is($clone->_vm->host, $vm->host,"[$vm_name] Expecting ".$clone->name." in ".$vm->ip)
        or return;
408
409
410
411
412
413
414
    is($clone->display(user_admin), $clone2->display(user_admin));

    $clone->remove(user_admin);
    $base->remove(user_admin);

}

415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
sub test_already_started_twice($vm_name, $node) {
    my ($base, $clone) = _create_clone($node);
    my $vm = rvd_back->search_vm($vm_name);

    diag("test start twice both already started");

    is($vm->is_local, 1);

    my $clone_local = $vm->search_domain($clone->name);
    is($clone_local->_vm->is_local, 1);

    start_domain_internal($clone);
    start_domain_internal($clone_local);

    is($clone->is_active, 1,"expecting clone active on remote");
    is($clone_local->is_active, 1, "expecting clone active on local");

    my $clone2 = rvd_back->search_domain($clone->name);
    eval { $clone2->start(user => user_admin) };
    like($@,qr/already running/)    if $@;

436
    rvd_back->_process_all_requests_dont_fork();
437
    for ( 1 .. 10 ) {
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
        last if !$clone->is_active
            && !$clone_local->is_active;
        sleep 1;
    }
    rvd_back->_process_all_requests_dont_fork();

    is($clone->is_active, 0,"[".$node->type."] expecting remote clone ".$clone->name." down");
    is($clone_local->is_active, 0,"[".$node->type."] expecting local clone down");

    $clone->remove(user_admin);
    $base->remove(user_admin);
}

sub test_already_started_hibernated($vm_name, $node) {
    my ($base, $clone) = _create_clone($node);
    my $vm = rvd_back->search_vm($vm_name);

    is($vm->is_local, 1);

    my $clone_local = $vm->search_domain($clone->name);
    is($clone_local->_vm->is_local, 1);

    start_domain_internal($clone);
    hibernate_domain_internal($clone_local);

    is($clone->is_active, 1,"expecting clone active on remote");
    is($clone_local->is_hibernated, 1, "expecting clone hibernated on local");

    my $clone2 = rvd_back->search_domain($clone->name);
    eval { $clone2->start(user => user_admin) };
    like($@,qr/already running/)    if $@;

    rvd_back->_process_all_requests_dont_fork();
    for ( 1 .. 10 ) {
        last if $clone->is_active
                && !$clone_local->is_active
                && !$clone_local->is_hibernated;
475
476
        sleep 1;
    }
477
    rvd_back->_process_all_requests_dont_fork();
478
479
480
481
482
483
484
485

    is($clone->is_active, 0);
    is($clone_local->is_active, 0);

    $clone->remove(user_admin);
    $base->remove(user_admin);
}

486

487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
sub _create_clone($node) {

    my $vm =rvd_back->search_vm($node->type);
    my $base = create_domain($vm->type);
    my $clone = $base->clone(
        name => new_domain_name
       ,user => user_admin
    );
    $clone->shutdown_now(user_admin)    if $clone->is_active;
    is($clone->is_active,0);

    eval { $base->set_base_vm(vm => $node, user => user_admin); };
    is(''.$@,'')    or return;

    eval { $clone->migrate($node); };
    is(''.$@,'')    or return;

    is($clone->_vm->host, $node->host) or exit;

    return($base, $clone);
}

509
510
511
sub test_rsync_newer {
    my ($vm_name, $node) = @_;

512
    if ($vm_name ne 'KVM') {
513
        diag("Skipping: Volumes not implemented for $vm_name");
514
515
        return;
    }
516
    my $domain = test_domain($vm_name, $node) or return;
517
518
519
520
521
522
523
    $domain->shutdown_now(user_admin)   if $domain->is_active;

    my ($volume) = $domain->list_volumes();
    my ($vol_name) = $volume =~ m{.*/(.*)};

    my $vm = rvd_back->search_vm($vm_name);

524
525
    my $capacity;
    { # vols equal, then resize
526
    my $vol = $vm->search_volume($vol_name);
527
    ok($vol,"[$vm_name] expecting volume $vol_name")    or return;
528
    ok($vol->get_info,"[$vm_name] No info for remote vol "
529
        .Dumper($vol)) or return;
530

531
    my $vol_remote = $node->search_volume($vol_name);
532
    ok($vol_remote->get_info,"[$vm_name] No info for remote vol "
533
        .Dumper($vol_remote)) or return;
534
    is($vol_remote->get_info->{capacity}, $vol->get_info->{capacity});
535

536
    $capacity = int ($vol->get_info->{capacity} *1.5 );
537
538
    $vol->resize($capacity);
    }
539

540
    { # vols different
541
542
543
    my $vol2 = $vm->search_volume($vol_name);
    my $vol2_remote = $node->search_volume($vol_name);

544
545
546
547
548
    is($vol2->get_info->{capacity}, $capacity);
    isnt($vol2_remote->get_info->{capacity}, $capacity);
    isnt($vol2_remote->get_info->{capacity}, $vol2->get_info->{capacity});
    }

549
    # on starting it should sync
550
551
    is($domain->_vm->host, $node->host);
    $domain->start(user => user_admin);
552
    is($domain->_vm->host, $node->host);
553
554
555
556
557
558
559

    { # syncs for start, so vols should be equal
    my $vol3 = $vm->search_volume($vol_name);
    my $vol3_remote = $node->search_volume($vol_name);
    is($vol3_remote->get_info->{capacity}, $vol3->get_info->{capacity});
    }

560
    $domain->remove(user_admin);
561
562
}

563
564
565
566
567
568
sub test_bases_node {
    my ($vm_name, $node) = @_;

    my $vm = rvd_back->search_vm($vm_name);

    my $domain = create_domain($vm_name);
569
    my $local_display = $domain->display(user_admin);
570

571
572
573
574
575
576
    eval { $domain->base_in_vm($domain->_vm->id)};
    like($@,qr'is not a base');

#    is($domain->base_in_vm($domain->_vm->id),1);
    eval { $domain->base_in_vm($node->id) };
    like($@,qr'is not a base');
577
578
579
580
581
582

    $domain->prepare_base(user_admin);
    is($domain->base_in_vm($domain->_vm->id), 1);
    is($domain->base_in_vm($node->id), undef);

    $domain->migrate($node);
583
    isnt($domain->display(user_admin), $local_display) or exit;
584
585
    is($domain->base_in_vm($node->id), 1);

586
587
588
589
590
591
    for my $file ( $domain->list_files_base ) {
        my ($name) = $file =~ m{.*/(.*)};
        my $vol_path = $node->search_volume_path($name);
        ok($vol_path,"[$vm_name] Expecting file '$name' in node ".$node->name) or exit;
    }

592
593
594
595
596
    $domain->set_base_vm(vm => $node, value => 0, user => user_admin);
    is($domain->base_in_vm($node->id), 0);

    $domain->set_base_vm(vm => $vm, value => 0, user => user_admin);
    is($domain->is_base(),0);
597
598
599
600
    eval { is($domain->base_in_vm($vm->id), 0) };
    like($@,qr'is not a base');
    eval { is($domain->base_in_vm($node->id), 0) };
    like($@,qr'is not a base');
601
602
603
604
605
606

    my $req = Ravada::Request->set_base_vm(
                uid => user_admin->id
             ,id_vm => $vm->id
         ,id_domain => $domain->id
    );
607
608
    rvd_back->_process_all_requests_dont_fork();
    is($req->status,'done') or die Dumper($req);
609
610
611
612
613
614
615
616
    is($req->error,'');
    is($domain->base_in_vm($vm->id), 1);

    $req = Ravada::Request->remove_base_vm(
                uid => user_admin->id
             ,id_vm => $vm->id
         ,id_domain => $domain->id
    );
617
    rvd_back->_process_all_requests_dont_fork();
618
619
    eval { $domain->base_in_vm($vm->id)};
    like($@,qr'is not a base');
620
621
622
623

    $domain->remove(user_admin);
}

624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
sub _disable_storage_pools {
    my $node = shift;
    for my $sp ($node->vm->list_all_storage_pools()) {
        $sp->destroy();
    }
}

sub _enable_storage_pools {
    my $node = shift;
    for my $sp ($node->vm->list_all_storage_pools()) {
        $sp->create();
    }
}

sub test_bases_different_storage_pools {
    my ($vm_name, $node) = @_;
    return if $vm_name ne 'KVM';

    _disable_storage_pools($node);
    is(scalar($node->list_storage_pools),0);

    my $vm = rvd_back->search_vm($vm_name);

    my $domain = create_domain($vm_name);

    $domain->prepare_base(user_admin);
    is($domain->base_in_vm($domain->_vm->id), 1);
    is($domain->base_in_vm($node->id), undef);

    eval {$domain->migrate($node) };
    like($@, qr'storage pools');
    is($domain->base_in_vm($node->id), undef);

    _enable_storage_pools($node);

    $domain->remove(user_admin);
}

662
663
664
665
666
667
668
669
670
671
672
673
sub test_clone_not_in_node {
    my ($vm_name, $node) = @_;

    my $vm = rvd_back->search_vm($vm_name);

    my $domain = create_domain($vm_name);

    $domain->prepare_base(user_admin);
    $domain->set_base_vm(vm => $node, user => user_admin);

    is($domain->base_in_vm($node->id), 1);

674
675
676
677
678
679
    my @clones;
    for ( 1 .. 4 ) {
        my $clone1 = $domain->clone(name => new_domain_name, user => user_admin);
        push @clones,($clone1);
        is($clone1->_vm->host, 'localhost');
        eval { $clone1->start(user_admin) };
680
        is(''.$@,'',"[$vm_name] Clone of ".$domain->name." failed ".$clone1->name) or return;
681
        is($clone1->is_active,1);
682
683

    # search the domain in the underlying VM
Francesc Guasch's avatar
Francesc Guasch committed
684
685
686
687
688
689
690
691
        if ($vm_name eq 'KVM') {
            my $virt_domain;
            eval { $virt_domain = $clone1->_vm->vm
                                ->get_domain_by_name($clone1->name) };
            is(''.$@,'');
            ok($virt_domain,"Expecting ".$clone1->name." in "
                .$clone1->_vm->host);
        }
692
        last if $clone1->_vm->host ne $clones[0]->_vm->host;
693
694
695
    }


696
697
    isnt($clones[-1]->_vm->host, $clones[0]->_vm->host,"[$vm_name] "
        .$clones[-1]->name
698
        ." - ".$clones[0]->name) or return;
699
700
    for (@clones) {
        $_->remove(user_admin);
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
    }
    $domain->remove(user_admin);
}

sub test_domain_already_started {
    my ($vm_name, $node) = @_;

    my $vm = rvd_back->search_vm($vm_name);

    my $domain = create_domain($vm_name);

    $domain->prepare_base(user_admin);
    $domain->set_base_vm(vm => $node, user => user_admin);

    is($domain->base_in_vm($node->id), 1);

    my $clone = $domain->clone(name => new_domain_name, user => user_admin);
    is($clone->_vm->host, 'localhost');

Francesc Guasch's avatar
Francesc Guasch committed
720
    eval { $clone->migrate($node) };
721
    is(''.$@,'')                        or return;
722
    is($clone->_vm->host, $node->host);
723
    is($clone->_vm->id, $node->id) or return;
Francesc Guasch's avatar
Francesc Guasch committed
724

725
    is($clone->_data('id_vm'), $node->id) or return;
Francesc Guasch's avatar
Francesc Guasch committed
726
727
728
729
730

    {
        my $clone_copy = $node->search_domain($clone->name);
        ok($clone_copy,"[$vm_name] expecting domain ".$clone->name
                        ." in node ".$node->host
731
        ) or exit;
Francesc Guasch's avatar
Francesc Guasch committed
732
    }
733
734

    eval { $clone->start(user_admin) };
735
    is(''.$@,'',$clone->name) or return;
736
    is($clone->is_active,1);
737
738
    is($clone->_vm->id, $node->id)  or return;
    is($clone->_vm->host, $node->host)  or return;
739
740
741
742
743
744
745
746
747
748
749

    {
    my $clone2 = rvd_back->search_domain($clone->name);
    is($clone2->id, $clone->id);
    is($clone2->_vm->host , $clone->_vm->host);
    }

    my $sth = $test->connector->dbh->prepare("UPDATE domains set id_vm=NULL WHERE id=?");
    $sth->execute($clone->id);
    $sth->finish;

750
    { # clone is active, it should be found in node
751
752
    my $clone3 = rvd_back->search_domain($clone->name);
    is($clone3->id, $clone->id);
753
754
    is($clone3->_vm->host , $node->host,"Expecting ".$clone3->name
        ." in ".$node->host) or exit;
755
    }
756
757
758

    $clone->remove(user_admin);
    $domain->remove(user_admin);
759
}
760
761
762
763
764
765

sub test_prepare_sets_vm {
    my $vm_name = shift;
    my $vm = rvd_back->search_vm($vm_name);

    my $domain = create_domain($vm_name);
766
    eval { $domain->base_in_vm($vm->id) };
767
    like($@,qr'is not a base');
768
769
770
771
772

    $domain->prepare_base(user_admin);
    is($domain->base_in_vm($vm->id),1);

    $domain->remove_base(user_admin);
773
774
    eval { $domain->base_in_vm($vm->id) };
    like($@,qr'is not a base');
775
776
777

    $domain->remove(user_admin);
}
Francesc Guasch's avatar
Francesc Guasch committed
778

779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
sub test_remove_base($node) {

    my $vm = rvd_back->search_vm($node->type, 'localhost');
    my $domain = create_domain($vm);
    $domain->prepare_base(user_admin);

    $domain->set_base_vm(vm => $node, user => user_admin);

    is($domain->base_in_vm($vm->id),1);
    is($domain->base_in_vm($node->id),1);

    $domain->remove_base_vm(vm => $node, user => user_admin);

    is($domain->base_in_vm($vm->id),1);
    is($domain->base_in_vm($node->id),0);

    $domain->set_base_vm(vm => $node, user => user_admin);
    is($domain->base_in_vm($node->id),1);

    $domain->remove_base_vm(user => user_admin, vm => $vm);

    is($domain->is_base,0);

    $domain->prepare_base(user_admin);
    is($domain->base_in_vm($vm->id),1);
    is($domain->base_in_vm($node->id),0);

    $domain->remove(user_admin);
}

Francesc Guasch's avatar
Francesc Guasch committed
809
810
811
sub test_node_inactive {
    my ($vm_name, $node) = @_;

812
    hibernate_node($node);
Francesc Guasch's avatar
Francesc Guasch committed
813
814
    is($node->is_active,0);

815
816
    my @list_nodes = rvd_front->list_vms;
    my ($node2) = grep { $_->{name} eq $node->name} @list_nodes;
Francesc Guasch's avatar
Francesc Guasch committed
817

818
819
820
    ok($node2,"[$vm_name] Expecting node called ".$node->name." in frontend")
        or return;
    is($node2->{is_active},0,Dumper($node2)) or return;
Francesc Guasch's avatar
Francesc Guasch committed
821

822
    start_node($node);
Francesc Guasch's avatar
Francesc Guasch committed
823
824

    for ( 1 .. 10 ) {
825
        last if $node->_do_is_active;
Francesc Guasch's avatar
Francesc Guasch committed
826
827
828
829
830
831
832
        sleep 1;
        diag("[$vm_name] waiting for node ".$node->name);
    }
    is($node->is_active,1,"[$vm_name] node ".$node->name." active");

}

833
834
835
836
837
838
839
840
841
842
843
844
845
sub test_sync_back($node) {
    my $vm = rvd_back->search_vm($node->type, 'localhost');
    my $domain = create_domain($vm);
    $domain->prepare_base(user_admin);

    $domain->set_base_vm(vm => $node, user => user_admin);

    is($domain->base_in_vm($vm->id),1);
    is($domain->base_in_vm($node->id),1);

    my $clone = $domain->clone( name => new_domain_name(), user => user_admin );
    $clone->migrate($node);
    $clone->start(user_admin);
846
847
    is($clone->_vm->host, $node->host);

848
    _write_in_volumes($clone);
849
850
851
852
853
854
855
    for my $file ($clone->list_volumes) {
        my $md5 = _md5($file, $vm);
        my $md5_remote = _md5($file, $node);
        isnt( $md5_remote, $md5, "[".$node->type."] ".$clone->name." $file" ) or exit;
    }

    _shutdown_nicely($clone);
856
    is ( $clone->is_active, 0 );
857
858
859
    for my $file ($clone->list_volumes) {
        my $md5 = _md5($file, $vm);
        my $md5_remote = _md5($file, $node);
860
861
        is( $md5_remote, $md5, "[".$node->type."] ".$clone->name." $file" )
                or exit;
862
    }
863
864
    $clone->remove(user_admin);
    $domain->remove(user_admin);
865
866
}

Francesc Guasch's avatar
Francesc Guasch committed
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
sub test_shutdown($node) {

    my $vm = rvd_back->search_vm($node->type, 'localhost');
    my $domain = create_domain($vm);
    $domain->prepare_base(user_admin);

    $domain->set_base_vm(vm => $node, user => user_admin);

    is($domain->base_in_vm($vm->id),1);
    is($domain->base_in_vm($node->id),1);

    my $clone = $domain->clone( name => new_domain_name(), user => user_admin );
    $clone->migrate($node);
    my $remote_ip = '1.2.4.5';
    $clone->start(user => user_admin, remote_ip => $remote_ip);
    my ($local_ip,$local_port)
        = $clone->display(user_admin) =~ m{(\d+.\d+\.\d+\.\d+):(\d+)};

    is($clone->remote_ip, $remote_ip);

    if ($clone->type eq 'KVM') {
        $clone->domain->destroy();
    } elsif ($clone->type eq 'Void') {
        $clone->_store(is_active => 0);
    } else {
        diag("SKIPPED: I can't test shutdown of ".$node->type." nodes");
    }
    is($clone->is_active,0,"[".$clone->type."] Expecting clone ".$clone->name." inactive") or return;
Francesc Guasch's avatar
Francesc Guasch committed
895
    is($clone->_data('status'),'active',"[".$clone->type."] Expecting clone ".$clone->name." data active") or return;
Francesc Guasch's avatar
Francesc Guasch committed
896
897
898
899
900
901
902
903
904
905
906
907
908
909

    my $clone2 = Ravada::Domain->open($clone->id); #open will clean internal shutdown

    for my $file ($clone->list_volumes) {
        my $md5 = _md5($file, $vm);
        my $md5_remote = _md5($file, $node);
        is($md5_remote, $md5);
    }
    my @line = search_iptable_remote(
        node => $node
        , remote_ip => $remote_ip
        , local_ip => $local_ip
        , local_port => $local_port
    );
910
911
    ok(scalar @line == 0,"[".$node->type."] There should be no iptables found"
        ." $remote_ip -> $local_ip:$local_port ".Dumper(\@line)) ;
Francesc Guasch's avatar
Francesc Guasch committed
912

913
    $clone->remove(user_admin);
Francesc Guasch's avatar
Francesc Guasch committed
914
915
916
    $domain->remove(user_admin);
}

Francesc Guasch's avatar
Francesc Guasch committed
917
sub _md5($file, $vm) {
918
    my ($md5) = $vm->run_command("/usr/bin/md5sum",$file);
919
920
921
    chomp $md5;
    $md5 =~ s/(.*?)\s+.*/$1/;
    return $md5;
Francesc Guasch's avatar
Francesc Guasch committed
922
923
}

924
925
926
927
928
929
930
931
932
933
sub _shutdown_nicely($clone) {
    $clone->shutdown(user => user_admin);
    for ( 1 .. 2 ) {
        last if !$clone->is_active;
        sleep 1;
        diag("Waiting for ".$clone->name." shutdown")   if !$clone->is_active;
    }
    $clone->shutdown_now(user_admin);
}

934
935
936
937
938
939
sub _write_in_volumes($clone) {
    for my $file ($clone->list_volumes) {
        $clone->_vm->run_command("echo hola > $file");
    }
}

940
941
942
943
944
945
946
947
948
949
950
951
952
sub _domain_node($node) {
    my $vm = rvd_back->search_vm('KVM','localhost');
    my $domain = $vm->search_domain($node->name);
    $domain = rvd_back->import_domain(name => $node->name
            ,user => user_admin->name
            ,vm => 'KVM'
            ,spinoff_disks => 0
    )   if !$domain || !$domain->is_known;

    ok($domain->id,"Expecting an ID for domain ".Dumper($domain)) or exit;
    $domain->_set_vm($vm, 'force');
    return $domain;
}
Francesc Guasch's avatar
Francesc Guasch committed
953

954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
sub test_status($node) {
    my ($base, $clone)= _create_clone($node);

    $clone->migrate($node);

    is($clone->_vm->host, $node->host);

    $clone->start(user_admin);

    my $vm = rvd_back->search_vm($node->type);
    is($vm->is_local, 1);
    my $domain_local = $vm->search_domain($clone->name);
    is($domain_local->is_active, 0 );

    my $domain_front = Ravada::Front::Domain->open($clone->id);
    is($domain_front->is_active, 1);

    my $domain_local2 = Ravada::Domain->open( id => $clone->id, id_vm => $vm->id);
    is($domain_local2->_vm->id, $vm->id) or exit;
    is($domain_local2->is_local, 1 );
    is($domain_local2->is_active, 0 );

    $domain_front = Ravada::Front::Domain->open($clone->id);
    is($domain_front->is_active, 1);

    $clone->shutdown_now(user_admin);

    diag("test status of local domain");
    $clone->_set_vm($vm->id, 1);
    $clone->start(user_admin);
    is($clone->_vm->name, $vm->name);

    my $domain_remote = $node->search_domain($clone->name);
    is($domain_remote->is_active, 0 );

    $domain_front = Ravada::Front::Domain->open($clone->id);
    is($domain_front->is_active, 1);

    $domain_local2 = Ravada::Domain->open( id => $clone->id, id_vm => $node->id);
    is($domain_local2->is_active, 0 );

    $domain_front = Ravada::Front::Domain->open($clone->id);
    is($domain_front->is_active, 1);

}


For faster browsing, not all history is shown. View entire blame