n10_nodes.t 34.7 KB
Newer Older
1
2
3
4
5
use warnings;
use strict;

use Carp qw(confess);
use Data::Dumper;
6
use Digest::MD5;
7
8
9
10
11
use Test::More;

use lib 't/lib';
use Test::Ravada;

Francesc Guasch's avatar
Francesc Guasch committed
12
13
14
no warnings "experimental::signatures";
use feature qw(signatures);

15
16
use_ok('Ravada');

17
init();
18
19
my $USER = create_user("foo","bar");

Francesc Guasch's avatar
Francesc Guasch committed
20
##########################################################
21

Francesc Guasch's avatar
Francesc Guasch committed
22
23
24
25
26
27
sub test_node_renamed {
    my $vm_name = shift;
    my $node = shift;

    my $name = $node->name;

28
    my $name2 = "knope_".new_domain_name();
Francesc Guasch's avatar
Francesc Guasch committed
29

30
    my $sth= connector->dbh->prepare(
Francesc Guasch's avatar
Francesc Guasch committed
31
32
33
34
35
36
        "UPDATE vms SET name=? WHERE name=?"
    );
    $sth->execute($name2, $name);
    $sth->finish;

    my $node2 = Ravada::VM->open($node->id);
37
38
39
    ok($node2,"Expecting a node id=".$node->id) or return;
    is($node2->name, $name2)                    or return;
    is($node2->id, $node->id)                   or return;
Francesc Guasch's avatar
Francesc Guasch committed
40
41

    my $rvd_back2 = Ravada->new(
42
        connector => connector
Francesc Guasch's avatar
Francesc Guasch committed
43
44
        ,config => "t/etc/ravada.conf"
    );
45
    $rvd_back2->_install();
46
    is(scalar(@{rvd_back->vm}), scalar(@{$rvd_back2->vm}),Dumper(rvd_back->vm)) or return;
47
    my @list_nodes2 = rvd_front->list_vms;
48

49
50
    my ($node_f) = grep { $_->{name} eq $name2} @list_nodes2;
    ok($node_f,"[$vm_name] expecting node $name2 in frontend ".Dumper(\@list_nodes2));
51
52
53
54

    $sth->execute($name,$name2);
    $sth->finish;

55
56
57
    @list_nodes2 = rvd_front->list_vms;
    ($node_f) = grep { $_->{name} eq $name} @list_nodes2;
    ok($node_f,"[$vm_name] expecting node $name in frontend ".Dumper(\@list_nodes2));
58

Francesc Guasch's avatar
Francesc Guasch committed
59
60
}

61
sub test_node($vm_name,$node) {
62

Francesc Guasch's avatar
Francesc Guasch committed
63
64
    my $vm = rvd_back->search_vm($vm_name);

Francesc Guasch's avatar
Francesc Guasch committed
65
66
    my @list_nodes0 = rvd_front->list_vms;

67
    is($node->type,$vm->type) or return;
68

69
70
    eval { $node->ping };
    is($@,'',"[$vm_name] ping ".$node->name);
Francesc Guasch's avatar
Francesc Guasch committed
71

72
73
74
75
76
77
78
79
80
81
82
83
    if ( $node->ping && !$node->_connect_ssh() ) {
        my $ssh;
        for ( 1 .. 10 ) {
            $ssh = $node->_connect_ssh();
            last if $ssh;
            sleep 1;
            diag("I can ping node ".$node->name." but I can't connect to ssh");
        }
        if (! $ssh ) {
            shutdown_node($node);
        }
    }
84
    start_node($node);
Francesc Guasch's avatar
Francesc Guasch committed
85

86
87
    clean_remote_node($node);

88
    { $node->vm };
89
    is($@,'')   or return;
Francesc Guasch's avatar
Francesc Guasch committed
90

91
92
    ok($node->id) or return;
    is($node->is_active,1) or return;
93

Francesc Guasch's avatar
Francesc Guasch committed
94
95
    ok(!$node->is_local,"[$vm_name] node remote");

96
97
98
    my $node2 = Ravada::VM->open($node->id);
    is($node2->id, $node->id);
    is($node2->name, $node->name);
Francesc Guasch's avatar
Francesc Guasch committed
99
    is($node2->public_ip, $node->public_ip);
100
    ok(!$node2->is_local,"[$vm_name] node remote") or return;
101

Francesc Guasch's avatar
Francesc Guasch committed
102
103
    my @list_nodes = $vm->list_nodes();
    is(scalar @list_nodes, 2,"[$vm_name] Expecting nodes") or return;
104
105
    ok(ref($list_nodes[0])) or exit;
    ok(ref($list_nodes[1])) or exit;
106

107
    my ($node_remote) = grep { !$_->is_local } @list_nodes;
108
    ok($node_remote->{type} eq $vm_name);
109
    my @list_nodes2 = rvd_front->list_vms;
110
111

    ($node_remote) = grep { !$_->{is_local} } @list_nodes2;
112
    ok($node_remote->{type} eq $vm_name);
Francesc Guasch's avatar
Francesc Guasch committed
113
114
115
116
    return $node;
}

sub test_sync {
Francesc Guasch's avatar
Francesc Guasch committed
117
    my ($vm_name, $node, $base, $clone) = @_;
Francesc Guasch's avatar
Francesc Guasch committed
118

Francesc Guasch's avatar
Francesc Guasch committed
119
    eval { $clone->rsync($node) };
Francesc Guasch's avatar
Francesc Guasch committed
120
    is(''.$@,'') or return;
Francesc Guasch's avatar
Francesc Guasch committed
121
122
    # TODO test synced files

Francesc Guasch's avatar
Francesc Guasch committed
123
124
125
126
127
    eval { $base->rsync($node) };
    is($@,'') or return;

    eval { $clone->rsync($node) };
    is($@,'') or return;
Francesc Guasch's avatar
Francesc Guasch committed
128
129
}

130
131
132
133
134
135
sub test_domain_ip($vm_name, $node) {
    my $ip = '1.2.4.5';
    my $domain_ip = test_domain($vm_name, $node, $ip);

    my ($local_ip,$local_port)
        = $domain_ip->display(user_admin) =~ m{(\d+.\d+\.\d+\.\d+):(\d+)};
Francesc Guasch's avatar
Francesc Guasch committed
136
137

    is($domain_ip->remote_ip, $ip);
138
139
140
141
142
143
144
145
146
147
148
    $domain_ip->remove(user_admin);
    my @line = search_iptable_remote(
        node => $node
        , remote_ip => $ip
        , local_ip => $local_ip
        , local_port => $local_port
    );
    ok(scalar @line == 0,$node->type." There should be no iptables found $ip -> $local_ip:$local_port ".Dumper(\@line));

}

Francesc Guasch's avatar
Francesc Guasch committed
149
150
sub test_domain {
    my $vm_name = shift;
Francesc Guasch's avatar
Francesc Guasch committed
151
    my $node = shift or die "Missing node";
152
    my $remote_ip = shift;
Francesc Guasch's avatar
Francesc Guasch committed
153
154
155
156
157
158
159

    my $vm = rvd_back->search_vm($vm_name);

    my $base = create_domain($vm_name);
    is($base->_vm->host, 'localhost');

    $base->prepare_base(user_admin);
160
    $base->migrate_base(node => $node, user => user_admin);
Francesc Guasch's avatar
Francesc Guasch committed
161
162
163
164
    my $clone = $base->clone(name => new_domain_name
        ,user => user_admin
    );

Francesc Guasch's avatar
Francesc Guasch committed
165
    test_sync($vm_name, $node, $base, $clone);
Francesc Guasch's avatar
Francesc Guasch committed
166

167
    eval { $clone->migrate($node) };
168
    is(''.$@ , '') or return;
Francesc Guasch's avatar
Francesc Guasch committed
169

170
171
172
173
174
    my @start_arg = ( user => user_admin );
    push @start_arg , ( remote_ip => $remote_ip )   if $remote_ip;

    eval { $clone->start(@start_arg) };

175
    ok(!$@,$node->name." Expecting no error, got ".($@ or ''));
176
    is($clone->is_active,1) or return;
Francesc Guasch's avatar
Francesc Guasch committed
177

178
    my $local_ip = $node->ip;
179

180
181
182
183
    like($clone->display(user_admin),qr($local_ip));

    my ($local_port) = $clone->display(user_admin) =~ m{:(\d+)};
    test_iptables($node, $remote_ip, $local_ip, $local_port)  if $remote_ip;
Francesc Guasch's avatar
Francesc Guasch committed
184
185
    return $clone;
}
186

187
188
189
190
191
192
193
sub test_iptables($node, $remote_ip, $local_ip, $local_port) {
    my @line = search_iptable_remote(
        node => $node
        , remote_ip => $remote_ip
        , local_ip => $local_ip
        , local_port => $local_port
    );
194
    ok(scalar @line,$node->type." No iptables found $remote_ip -> $local_ip:$local_port") or confess;
195
196
    ok(scalar @line == 1,$node->type." iptables should found only 1 found $remote_ip -> $local_ip:$local_port ".Dumper(\@line));
}
197

198
sub test_domain_on_remote {
199
200
201
202
203
204
205
    my ($vm_name, $node) = @_;

    my $domain;
    eval {
        $domain = $node->create_domain(
            name => new_domain_name
            ,id_owner => user_admin->id
206
            ,id_iso => search_id_iso('Alpine')
207
208
        );
    };
209
    is($@,'',"Expecting no domain in remote node by now");
210
211
212
213

    $domain->remove(user_admin) if $domain;
}

214
215
sub test_remove_domain_from_local {
    my ($vm_name, $node, $domain_orig) = @_;
216
    $domain_orig->shutdown_now(user_admin)   if $domain_orig->is_active;
217
218
219
220
221
222
223

    my $vm = rvd_back->search_vm($vm_name);
    my $domain = $vm->search_domain($domain_orig->name);

    my @volumes = $domain->list_volumes();

    eval {$domain->remove(user_admin); };
Francesc Guasch's avatar
Francesc Guasch committed
224
    is(''.$@,'',"Expecting no errors removing domain ".$domain_orig->name);
225
226
227
228
229

    my $domain2 = $vm->search_domain($domain->name);
    ok(!$domain2,"Expecting no domain in local");

    my $domain3 = $node->search_domain($domain->name);
230
    ok(!$domain3,"Expecting no domain ".$domain->name." in node ".$node->name) or return;
231
232
233
234
235
236
237

    test_remove_domain_node($node, $domain, \@volumes);

    test_remove_domain_node($vm, $domain, \@volumes);
}


238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
sub test_remove_domain {
    my ($vm_name, $node, $domain) = @_;

    my @volumes = $domain->list_volumes();

    eval {$domain->remove(user_admin); };
    is($@,'');

    test_remove_domain_node($node, $domain, \@volumes);

    my $vm = rvd_back->search_vm($vm_name);
    isnt($vm->name, $node->name) or return;

    test_remove_domain_node($vm, $domain, \@volumes);
}

sub test_remove_domain_node {
    my ($node, $domain, $volumes) = @_;

Francesc Guasch's avatar
Francesc Guasch committed
257
258
259
260
    if ($node->type ne 'KVM') {
        diag("SKIPPING: test_remove_domain_node skipped on ".$node->type);
        return;
    }
261
262
263
264
265
266
267
268
269
270
    my %found = map { $_ => 0 } @$volumes;

    $node->_refresh_storage_pools();
    for my $pool ($node->vm->list_all_storage_pools()) {
        for my $vol ($pool->list_all_volumes()) {
            my $path = $vol->get_path();
            $found{$path}++ if exists $found{$path};
        }
    }
    for my $path (keys %found) {
271
        ok(!$found{$path},$node->name." Expecting vol $path removed")
272
            or return;
273
274
275
    }

}
276

277
278
279
280
281
sub test_sync_base {
    my ($vm_name, $node) = @_;

    my $vm =rvd_back->search_vm($vm_name);
    my $base = create_domain($vm_name);
282
    $base->add_volume(swap => 1, size => 512*1024 );
283
284
285
286
287
288
289
290
    my $clone = $base->clone(
        name => new_domain_name
       ,user => user_admin
    );

    eval { $clone->migrate($node); };
    like($@, qr'.');

291
    eval { $base->migrate_base(user => user_admin, vm => $node); };
292
293
    is(''.$@,'');

Francesc Guasch's avatar
Francesc Guasch committed
294
    is($base->base_in_vm($node->id),1,"Expecting domain ".$base->id
295
        ." base in node ".$node->id ) or return;
Francesc Guasch's avatar
Francesc Guasch committed
296

297
298
    $clone->start(user_admin);
    $clone->shutdown_now(user_admin);
299
300
301
302
303
304
305
306
307
308
309
310
    eval { $clone->migrate($node); };
    is(''.$@,'');

    is($clone->_vm->host, $node->host);
    $clone->shutdown_now(user_admin);

    my $clone2 = $vm->search_domain($clone->name);
    is($clone2->_vm->host, $vm->host);

    eval { $clone2->migrate($node); };
    is(''.$@,'');

311
312
    is($clone2->_data('id_vm'),$node->id);

313
314
    my $clone3 = $node->search_domain($clone2->name);
    ok($clone3,"[$vm_name] expecting ".$clone2->name." found in "
315
                .$node->host) or exit;
316

317
318
319
320
    my $domains = rvd_front->list_domains();
    my ($clone_f) = grep { $_->{name} eq $clone2->name } @$domains;
    ok($clone_f);
    is($clone_f->{id}, $clone2->id);
321
    is($clone_f->{node}, $clone2->_vm->name);
322
    is($clone_f->{id_vm}, $node->id);
323

324
325
326
327
328
329
330
331
    $clone->remove(user_admin);
    $base->remove(user_admin);

}

sub test_start_twice {
    my ($vm_name, $node) = @_;

332
    if ($vm_name ne 'KVM' && $vm_name ne 'Void') {
Francesc Guasch's avatar
Francesc Guasch committed
333
334
335
336
        diag("SKIPPED: start_twice not available on $vm_name");
        return;
    }

337
338
339
340
341
342
    my $vm =rvd_back->search_vm($vm_name);
    my $base = create_domain($vm_name);
    my $clone = $base->clone(
        name => new_domain_name
       ,user => user_admin
    );
343
344
    $clone->shutdown_now(user_admin)    if $clone->is_active;
    is($clone->is_active,0);
345

346
347
    eval { $base->set_base_vm(vm => $node, user => user_admin); };
    is(''.$@,'') or return;
348
349

    eval { $clone->migrate($node); };
350
    is(''.$@,'')    or return;
351

352
353
    is($clone->_vm->host, $node->host) or exit;

354
    is($clone->is_active,0);
355

356
    # clone should be inactive in local node
357
358
    my $clone2 = $vm->search_domain($clone->name);
    is($clone2->_vm->host, $vm->host);
359
    is($clone2->is_active,0);
360

361
362
363
364
365
    is($clone->_vm->id, $node->id);
    start_domain_internal($clone);
    is($clone->_vm->id, $node->id);

    is($clone->_vm->id, $node->id) or exit;
366
367

    eval { $clone->start(user => user_admin ) };
368
    is($clone->_vm->id, $node->id);
369
    is($clone->is_active,1);
370
371
372
    is($clone2->is_active,0);
    $clone2 = $vm->search_domain($clone->name);
    is($clone2->_vm->host, $vm->host,"[$vm_name] Expecting ".$clone->name." in ".$vm->ip)
373
        or return;
374
375
376
377
378

    my $clone_generic = Ravada::Domain->open($clone->id);
    is($clone_generic->is_active,1);
    is($clone_generic->_vm->host, $node->host,"[$vm_name] Expecting ".$clone->name
                                                        ." in ".$node->ip);
379
380
381
382
383
384

    $clone->remove(user_admin);
    $base->remove(user_admin);

}

385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
sub test_already_started_twice($vm_name, $node) {
    my ($base, $clone) = _create_clone($node);
    my $vm = rvd_back->search_vm($vm_name);

    diag("test start twice both already started");

    is($vm->is_local, 1);

    my $clone_local = $vm->search_domain($clone->name);
    is($clone_local->_vm->is_local, 1);

    start_domain_internal($clone);
    start_domain_internal($clone_local);

    is($clone->is_active, 1,"expecting clone active on remote");
    is($clone_local->is_active, 1, "expecting clone active on local");

    my $clone2 = rvd_back->search_domain($clone->name);
    eval { $clone2->start(user => user_admin) };
    like($@,qr/already running/)    if $@;

406
407
    is($clone2->list_requests,2);
    for ( 1 .. 6 ) {
408
409
        for ( 1 .. 10 ) {
            last if !$clone->is_active
410
            && !$clone_local->is_active;
411
            sleep 1;
412
            rvd_back->_process_all_requests_dont_fork();
413
        }
414
415
416
    }
    rvd_back->_process_all_requests_dont_fork();

417
418
    is($clone->is_active, 0,"[".$node->type."] expecting remote clone ".$clone->name." down") or exit;
    is($clone_local->is_active, 0,"[".$node->type."] expecting local clone down") or exit;
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443

    $clone->remove(user_admin);
    $base->remove(user_admin);
}

sub test_already_started_hibernated($vm_name, $node) {
    my ($base, $clone) = _create_clone($node);
    my $vm = rvd_back->search_vm($vm_name);

    is($vm->is_local, 1);

    my $clone_local = $vm->search_domain($clone->name);
    is($clone_local->_vm->is_local, 1);

    start_domain_internal($clone);
    hibernate_domain_internal($clone_local);

    is($clone->is_active, 1,"expecting clone active on remote");
    is($clone_local->is_hibernated, 1, "expecting clone hibernated on local");

    my $clone2 = rvd_back->search_domain($clone->name);
    eval { $clone2->start(user => user_admin) };
    like($@,qr/already running/)    if $@;

    rvd_back->_process_all_requests_dont_fork();
444
    for ( 1 .. 120 ) {
445
446
447
        last if $clone->is_active
                && !$clone_local->is_active
                && !$clone_local->is_hibernated;
448
449
        sleep 1;
    }
450
    rvd_back->_process_all_requests_dont_fork();
451

452
453
    is($clone->is_active, 0,"[$vm_name] expected ".$clone->name." down");
    is($clone_local->is_active, 0,"[$vm_name] expected ".$clone->name." down") or exit;
454
455
456
457
458

    $clone->remove(user_admin);
    $base->remove(user_admin);
}

459
460
461
462
463
464
465
466
467
468
469
470
471
# Test it shuts down and syncs back
sub test_shutdown_internal( $node ) {
    my ($base, $clone) = _create_clone($node);
    my $vm = rvd_back->search_vm($node->type);

    is($vm->is_local, 1);

    my $clone_local = $vm->search_domain($clone->name);
    is($clone_local->_vm->is_local, 1);
    is($clone_local->is_active, 0);

    start_domain_internal($clone);
    is($clone->is_active,1);
472
    is($clone->status,'active');
473
474

    shutdown_domain_internal($clone);
475
    is($clone->status,'active');
476
477
478
479
    _write_in_volumes($clone);

    Ravada::Request->refresh_vms();

480
481
    rvd_back->_process_all_requests_dont_fork();
    is($clone->is_active,0);
482
483
484
485
486
487
488
489

    for my $file ($clone_local->list_volumes) {
        my $md5 = _md5($file, $vm);
        my $md5_remote = _md5($file, $node);
        is( $md5_remote, $md5, "[".$node->type."] ".$clone->name." $file" )
                or exit;
    }

490
491
    $clone->remove(user_admin);
    $base->remove(user_admin);
492
}
493

494
495
496
sub _create_clone($node) {

    my $vm =rvd_back->search_vm($node->type);
497
    is($vm->is_local,1);
498
499
    is($node->is_local,0);

500
    my $base = create_domain($vm->type);
501
502
503
504
505
506
507
    $base->shutdown_now(user_admin) if $base->is_active;

    my $clone_name = new_domain_name();

    my $clone_remote = $node->search_domain($clone_name);
    ok(!$clone_remote,"[".$node->type."] expectin cleaned domain in node ".$node->name)
        or BAIL_OUT();
508
    my $clone = $base->clone(
509
        name => $clone_name
510
511
512
513
514
515
516
       ,user => user_admin
    );
    $clone->shutdown_now(user_admin)    if $clone->is_active;
    is($clone->is_active,0);

    eval { $base->set_base_vm(vm => $node, user => user_admin); };
    is(''.$@,'')    or return;
517
518
519
    for my $volume ( $clone->list_volumes ) {
        ok(-e $volume,"Expecting volume $volume of machine ".$clone->name);
    }
520
521

    eval { $clone->migrate($node); };
522
    is(''.$@,'')    or BAIL_OUT();
523
524
525
526
527
528

    is($clone->_vm->host, $node->host) or exit;

    return($base, $clone);
}

529
530
531
sub test_rsync_newer {
    my ($vm_name, $node) = @_;

532
    if ($vm_name ne 'KVM') {
533
        diag("Skipping: Volumes not implemented for $vm_name");
534
535
        return;
    }
536
    my $domain = test_domain($vm_name, $node) or return;
537
538
539
540
541
542
543
    $domain->shutdown_now(user_admin)   if $domain->is_active;

    my ($volume) = $domain->list_volumes();
    my ($vol_name) = $volume =~ m{.*/(.*)};

    my $vm = rvd_back->search_vm($vm_name);

544
545
    my $capacity;
    { # vols equal, then resize
546
    my $vol = $vm->search_volume($vol_name);
547
    ok($vol,"[$vm_name] expecting volume $vol_name")    or return;
548
    ok($vol->get_info,"[$vm_name] No info for remote vol "
549
        .Dumper($vol)) or return;
550

551
    my $vol_remote = $node->search_volume($vol_name);
552
    ok($vol_remote->get_info,"[$vm_name] No info for remote vol "
553
        .Dumper($vol_remote)) or return;
554
    is($vol_remote->get_info->{capacity}, $vol->get_info->{capacity});
555

556
    $capacity = int ($vol->get_info->{capacity} *1.5 );
557
558
    $vol->resize($capacity);
    }
559

560
    { # vols different
561
562
563
    my $vol2 = $vm->search_volume($vol_name);
    my $vol2_remote = $node->search_volume($vol_name);

564
565
566
567
568
    is($vol2->get_info->{capacity}, $capacity);
    isnt($vol2_remote->get_info->{capacity}, $capacity);
    isnt($vol2_remote->get_info->{capacity}, $vol2->get_info->{capacity});
    }

569
    # on starting it should sync
570
571
    is($domain->_vm->host, $node->host);
    $domain->start(user => user_admin);
572
    is($domain->_vm->host, $node->host);
573
574
575
576
577
578
579

    { # syncs for start, so vols should be equal
    my $vol3 = $vm->search_volume($vol_name);
    my $vol3_remote = $node->search_volume($vol_name);
    is($vol3_remote->get_info->{capacity}, $vol3->get_info->{capacity});
    }

580
    $domain->remove(user_admin);
581
582
}

583
584
585
586
587
588
589
sub test_bases_node {
    my ($vm_name, $node) = @_;

    my $vm = rvd_back->search_vm($vm_name);

    my $domain = create_domain($vm_name);

590
591
592
593
594
595
    eval { $domain->base_in_vm($domain->_vm->id)};
    like($@,qr'is not a base');

#    is($domain->base_in_vm($domain->_vm->id),1);
    eval { $domain->base_in_vm($node->id) };
    like($@,qr'is not a base');
596
597
598
599
600
601
602
603

    $domain->prepare_base(user_admin);
    is($domain->base_in_vm($domain->_vm->id), 1);
    is($domain->base_in_vm($node->id), undef);

    $domain->migrate($node);
    is($domain->base_in_vm($node->id), 1);

604
605
606
607
608
609
    for my $file ( $domain->list_files_base ) {
        my ($name) = $file =~ m{.*/(.*)};
        my $vol_path = $node->search_volume_path($name);
        ok($vol_path,"[$vm_name] Expecting file '$name' in node ".$node->name) or exit;
    }

610
611
612
613
614
    $domain->set_base_vm(vm => $node, value => 0, user => user_admin);
    is($domain->base_in_vm($node->id), 0);

    $domain->set_base_vm(vm => $vm, value => 0, user => user_admin);
    is($domain->is_base(),0);
615
616
617
618
    eval { is($domain->base_in_vm($vm->id), 0) };
    like($@,qr'is not a base');
    eval { is($domain->base_in_vm($node->id), 0) };
    like($@,qr'is not a base');
619

620
    user_admin->mark_all_messages_read();
621
622
623
624
625
    my $req = Ravada::Request->set_base_vm(
                uid => user_admin->id
             ,id_vm => $vm->id
         ,id_domain => $domain->id
    );
626
627
    rvd_back->_process_all_requests_dont_fork();
    is($req->status,'done') or die Dumper($req);
628
629
630
    is($req->error,'');
    is($domain->base_in_vm($vm->id), 1);

631
632
    is(scalar user_admin->unread_messages , 2, Dumper(user_admin->unread_messages));

633
634
635
636
637
    $req = Ravada::Request->remove_base_vm(
                uid => user_admin->id
             ,id_vm => $vm->id
         ,id_domain => $domain->id
    );
638
    rvd_back->_process_all_requests_dont_fork();
639
640
    eval { $domain->base_in_vm($vm->id)};
    like($@,qr'is not a base');
641
642
643
644

    $domain->remove(user_admin);
}

645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
sub test_clone_make_base {
    my ($vm_name, $node) = @_;

    my $vm = rvd_back->search_vm($vm_name);

    my $domain = create_domain($vm_name);

    $domain->prepare_base(user_admin);
    is($domain->base_in_vm($domain->_vm->id), 1);

    is($domain->base_in_vm($node->id), undef) or exit;

    $domain->set_base_vm(vm => $node, user => user_admin);
    is($domain->base_in_vm($node->id), 1);

    my $clone = $domain->clone(
        name => new_domain_name
        ,user => user_admin
    );

    $clone->migrate($node);
    eval { $clone->base_in_vm($node->id) };
    like($@,qr(is not a base));

    eval { $clone->base_in_vm($vm->id) };
    like($@,qr(is not a base));

    $clone->prepare_base(user_admin);
    is($clone->base_in_vm($vm->id),1);
674
    is($clone->base_in_vm($node->id),0);
675
676
677
678
679

    $clone->remove(user_admin);
    $domain->remove(user_admin);
}

680
681
682
683
684
685
686
sub _disable_storage_pools {
    my $node = shift;
    for my $sp ($node->vm->list_all_storage_pools()) {
        $sp->destroy();
    }
}

687

688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
sub _enable_storage_pools {
    my $node = shift;
    for my $sp ($node->vm->list_all_storage_pools()) {
        $sp->create();
    }
}

sub test_bases_different_storage_pools {
    my ($vm_name, $node) = @_;
    return if $vm_name ne 'KVM';

    _disable_storage_pools($node);
    is(scalar($node->list_storage_pools),0);

    my $vm = rvd_back->search_vm($vm_name);

    my $domain = create_domain($vm_name);

    $domain->prepare_base(user_admin);
    is($domain->base_in_vm($domain->_vm->id), 1);
    is($domain->base_in_vm($node->id), undef);

    eval {$domain->migrate($node) };
711
    like($@, qr'storage pool.*not found'i);
712
713
714
715
716
717
718
    is($domain->base_in_vm($node->id), undef);

    _enable_storage_pools($node);

    $domain->remove(user_admin);
}

719
720
721
sub test_clone_not_in_node {
    my ($vm_name, $node) = @_;

722
723
    diag("[$vm_name] Checking some clones go to other nodes");

724
725
726
727
728
    my $vm = rvd_back->search_vm($vm_name);

    my $domain = create_domain($vm_name);

    $domain->prepare_base(user_admin);
729
    is($domain->base_in_vm($vm->id), 1);
730
731
732
733
    $domain->set_base_vm(vm => $node, user => user_admin);

    is($domain->base_in_vm($node->id), 1);

734
735
736
737
738
739
    my @clones;
    for ( 1 .. 4 ) {
        my $clone1 = $domain->clone(name => new_domain_name, user => user_admin);
        push @clones,($clone1);
        is($clone1->_vm->host, 'localhost');
        eval { $clone1->start(user_admin) };
740
        is(''.$@,'',"[$vm_name] Clone of ".$domain->name." failed ".$clone1->name) or return;
741
        is($clone1->is_active,1);
742
743

    # search the domain in the underlying VM
Francesc Guasch's avatar
Francesc Guasch committed
744
745
746
747
748
749
750
751
        if ($vm_name eq 'KVM') {
            my $virt_domain;
            eval { $virt_domain = $clone1->_vm->vm
                                ->get_domain_by_name($clone1->name) };
            is(''.$@,'');
            ok($virt_domain,"Expecting ".$clone1->name." in "
                .$clone1->_vm->host);
        }
752
        last if $clone1->_vm->host ne $clones[0]->_vm->host;
753
754
755
    }


756
757
    isnt($clones[-1]->_vm->host, $clones[0]->_vm->host,"[$vm_name] "
        .$clones[-1]->name
758
        ." - ".$clones[0]->name.Dumper({map {$_->name => $_->_vm->host} @clones})) or exit;
759
760
    for (@clones) {
        $_->remove(user_admin);
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
    }
    $domain->remove(user_admin);
}

sub test_domain_already_started {
    my ($vm_name, $node) = @_;

    my $vm = rvd_back->search_vm($vm_name);

    my $domain = create_domain($vm_name);

    $domain->prepare_base(user_admin);
    $domain->set_base_vm(vm => $node, user => user_admin);

    is($domain->base_in_vm($node->id), 1);

    my $clone = $domain->clone(name => new_domain_name, user => user_admin);
    is($clone->_vm->host, 'localhost');

Francesc Guasch's avatar
Francesc Guasch committed
780
    eval { $clone->migrate($node) };
781
    is(''.$@,'')                        or return;
782
    is($clone->_vm->host, $node->host);
783
    is($clone->_vm->id, $node->id) or return;
Francesc Guasch's avatar
Francesc Guasch committed
784

785
    is($clone->_data('id_vm'), $node->id) or return;
Francesc Guasch's avatar
Francesc Guasch committed
786
787
788
789
790

    {
        my $clone_copy = $node->search_domain($clone->name);
        ok($clone_copy,"[$vm_name] expecting domain ".$clone->name
                        ." in node ".$node->host
791
        ) or exit;
Francesc Guasch's avatar
Francesc Guasch committed
792
    }
793
794

    eval { $clone->start(user_admin) };
795
    is(''.$@,'',$clone->name) or return;
796
    is($clone->is_active,1);
797
798
    is($clone->_vm->id, $node->id)  or return;
    is($clone->_vm->host, $node->host)  or return;
799
800
801
802
803
804
805

    {
    my $clone2 = rvd_back->search_domain($clone->name);
    is($clone2->id, $clone->id);
    is($clone2->_vm->host , $clone->_vm->host);
    }

806
    my $sth = connector->dbh->prepare("UPDATE domains set id_vm=NULL WHERE id=?");
807
808
809
    $sth->execute($clone->id);
    $sth->finish;

810
    { # clone is active, it should be found in node
811
    my $clone3 = rvd_back->search_domain($clone->name);
812
    $clone3->check_status();
813
    is($clone3->id, $clone->id);
814
815
    is($clone3->_vm->host , $node->host,"Expecting ".$clone3->name
        ." in ".$node->host) or exit;
816
    }
817
818
819

    $clone->remove(user_admin);
    $domain->remove(user_admin);
820
}
821
822
823
824
825
826

sub test_prepare_sets_vm {
    my $vm_name = shift;
    my $vm = rvd_back->search_vm($vm_name);

    my $domain = create_domain($vm_name);
827
    eval { $domain->base_in_vm($vm->id) };
828
    like($@,qr'is not a base');
829
830
831
832
833

    $domain->prepare_base(user_admin);
    is($domain->base_in_vm($vm->id),1);

    $domain->remove_base(user_admin);
834
835
    eval { $domain->base_in_vm($vm->id) };
    like($@,qr'is not a base');
836
837
838

    $domain->remove(user_admin);
}
Francesc Guasch's avatar
Francesc Guasch committed
839

840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
sub test_remove_base($node) {

    my $vm = rvd_back->search_vm($node->type, 'localhost');
    my $domain = create_domain($vm);
    $domain->prepare_base(user_admin);

    $domain->set_base_vm(vm => $node, user => user_admin);

    is($domain->base_in_vm($vm->id),1);
    is($domain->base_in_vm($node->id),1);

    $domain->remove_base_vm(vm => $node, user => user_admin);

    is($domain->base_in_vm($vm->id),1);
    is($domain->base_in_vm($node->id),0);

    $domain->set_base_vm(vm => $node, user => user_admin);
    is($domain->base_in_vm($node->id),1);

    $domain->remove_base_vm(user => user_admin, vm => $vm);

    is($domain->is_base,0);

    $domain->prepare_base(user_admin);
    is($domain->base_in_vm($vm->id),1);
    is($domain->base_in_vm($node->id),0);

    $domain->remove(user_admin);
}

Francesc Guasch's avatar
Francesc Guasch committed
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
sub test_remove_base_main($node) {

    my $vm = rvd_back->search_vm($node->type, 'localhost');
    my $domain = create_domain($vm);
    $domain->prepare_base(user_admin);

    $domain->set_base_vm(vm => $node, user => user_admin);

    is($domain->base_in_vm($vm->id),1);
    is($domain->base_in_vm($node->id),1);

    $domain->remove_base(user_admin);
    $domain->prepare_base(user_admin);

    is($domain->base_in_vm($vm->id),1);
    is($domain->base_in_vm($node->id),0) or exit;

    $domain->remove(user_admin);
}


891
892
893
sub test_node_inactive($vm_name, $node) {

    start_node($node);
Francesc Guasch's avatar
Francesc Guasch committed
894

895
    hibernate_node($node);
896
897
898
899
    is($node->ping, 0);
    is($node->_do_is_active,0);
    is($node->_data('is_active'), 0);
    is($node->is_active,0) or exit;
Francesc Guasch's avatar
Francesc Guasch committed
900

901
902
    my @list_nodes = rvd_front->list_vms;
    my ($node2) = grep { $_->{name} eq $node->name} @list_nodes;
Francesc Guasch's avatar
Francesc Guasch committed
903

904
905
906
    ok($node2,"[$vm_name] Expecting node called ".$node->name." in frontend")
        or return;
    is($node2->{is_active},0,Dumper($node2)) or return;
Francesc Guasch's avatar
Francesc Guasch committed
907

908
    start_node($node);
Francesc Guasch's avatar
Francesc Guasch committed
909
910

    for ( 1 .. 10 ) {
911
        last if $node->_do_is_active;
Francesc Guasch's avatar
Francesc Guasch committed
912
913
914
915
916
917
918
        sleep 1;
        diag("[$vm_name] waiting for node ".$node->name);
    }
    is($node->is_active,1,"[$vm_name] node ".$node->name." active");

}

919
sub test_sync_back($node) {
920
    diag("Testing sync back on remote non shared storage node");
921
922
923
924
925
926
927
928
929
930
931
    my $vm = rvd_back->search_vm($node->type, 'localhost');
    my $domain = create_domain($vm);
    $domain->prepare_base(user_admin);

    $domain->set_base_vm(vm => $node, user => user_admin);

    is($domain->base_in_vm($vm->id),1);
    is($domain->base_in_vm($node->id),1);

    my $clone = $domain->clone( name => new_domain_name(), user => user_admin );
    $clone->migrate($node);
932
933
    eval { $clone->start(user_admin) };
    is(''.$@,'',"[".$node->type."] expecting no error starting ".$clone->name) or exit;
934
935
    is($clone->_vm->host, $node->host);

936
    _write_in_volumes($clone);
937
938
939
940
941
942
943
    for my $file ($clone->list_volumes) {
        my $md5 = _md5($file, $vm);
        my $md5_remote = _md5($file, $node);
        isnt( $md5_remote, $md5, "[".$node->type."] ".$clone->name." $file" ) or exit;
    }

    _shutdown_nicely($clone);
944
    is ( $clone->is_active, 0 );
945
946
947
    for my $file ($clone->list_volumes) {
        my $md5 = _md5($file, $vm);
        my $md5_remote = _md5($file, $node);
948
949
        is( $md5_remote, $md5, "[".$node->type."] ".$clone->name." $file" )
                or exit;
950
    }
951
952
    $clone->remove(user_admin);
    $domain->remove(user_admin);
953
954
}

955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
sub test_migrate_back($node) {
    diag("Testing migrate back from remote non shared storage node");
    my $vm = rvd_back->search_vm($node->type, 'localhost');
    my $domain = create_domain($vm);
    $domain->prepare_base(user_admin);

    $domain->set_base_vm(vm => $node, user => user_admin);

    is($domain->base_in_vm($vm->id),1);
    is($domain->base_in_vm($node->id),1);

    my $clone = $domain->clone( name => new_domain_name(), user => user_admin );
    $clone->migrate($node);
    eval { $clone->start(user_admin) };
    is(''.$@,'',"[".$node->type."] expecting no error starting ".$clone->name) or exit;
    is($clone->_vm->host, $node->host);

    _write_in_volumes($clone);

    shutdown_domain_internal($clone);

    eval { $clone->migrate($vm) };
Francesc Guasch's avatar
Francesc Guasch committed
977
    is(''.$@, '');
978
979
980
981
982
983
984
985
986
987
988
989

    for my $file ($clone->list_volumes) {
        my $md5 = _md5($file, $vm);
        my $md5_remote = _md5($file, $node);
        is( $md5_remote, $md5, "[".$node->type."] ".$clone->name." $file" ) or exit;
    }


    $clone->remove(user_admin);
    $domain->remove(user_admin);
}

Francesc Guasch's avatar
Francesc Guasch committed
990
991
992
993
994
995
996
997
998
999
1000
sub test_shutdown($node) {

    my $vm = rvd_back->search_vm($node->type, 'localhost');
    my $domain = create_domain($vm);
    $domain->prepare_base(user_admin);

    $domain->set_base_vm(vm => $node, user => user_admin);

    is($domain->base_in_vm($vm->id),1);
    is($domain->base_in_vm($node->id),1);

For faster browsing, not all history is shown. View entire blame