metal/bsp-files/centos-ks-gen.pl
Don Penney 4792d66618 Enhance filtering of software groups for install
Software groups are generated using the platform_comps.py
utility to declare what software is installed on the
various node types, generating a comps.xml for the base
software repo in the ISO (and on the controller) with
package groups for each node type. The "filter_out_from_X"
files provide a list of packages to exclude from the
corresponding software group.

This update enhances the filtering by using the package
list from the image.inc files, rather than the full set of
packages included in the ISO. The latter, which is the existing
implementation, would include all packages pulled in to meet
dependency requirements in addition to those specified in
image.inc files. As a result, we would also need to include
these dependencies in the filter files to ensure they are not
installed on a given node.

By using just the package list from the image.inc files, the
software groups will only include the requested packages. Adding
a package to the filter file would then effectively also filter
its dependencies.

For example, if package A is in an image.inc file and requires
package B, and we include A in the filter_out_from_storage list,
the existing implementation would still include B in the storage
software group and B would be installed on the node. With this
updated implementation, B would not be included in the software
groups at all, and only installed on nodes that also install A.

Additionally, this update also cleans up filter references from
centos-ks-gen.pl which were obsolete and should have been removed
previously.

This update also adds starlingx-dashboard to the filter lists for
storage and worker nodes.

As an example, this update has the net effect of reducing the
number of packages installed on a worker node from the current
total of 1060 to 932 packages, by trimming the unneeded packages
pulled in from dependencies of filtered packages.

Change-Id: I1c1c3fabf53c4a1dd085f135c7443e09f96e5906
Story: 2004764
Task: 33602
Signed-off-by: Don Penney <don.penney@windriver.com>
2019-06-07 10:01:41 -04:00

292 lines
11 KiB
Perl
Executable File

#!/usr/bin/perl
#
# Copyright (c) 2017 Wind River Systems, Inc.
#
# SPDX-License-Identifier: Apache-2.0
#
use strict;
use Getopt::Long;
use POSIX qw(strftime);
# Defines the current list of YOW boot servers
my %boot_servers = ("yow-tuxlab", "128.224.150.9",
"yow-tuxlab2", "128.224.151.254",
"yow", "128.224.150.9"); # obsolete; kept for backwards compatibility
my $PLATFORM_RELEASE;
my $files_dir;
my $output_dir = 'generated';
my $pxeboot_output_dir = 'pxeboot';
my $extra_output_dir = 'extra_cfgs';
GetOptions("release=s" => \$PLATFORM_RELEASE,
"basedir=s" => \$files_dir);
die "Please specify release with --release" if (!$PLATFORM_RELEASE);
if (!$files_dir)
{
$files_dir = '.';
}
my $BOOT_SERVER = "none";
my $template_dir = "$files_dir/kickstarts";
system("mkdir -p ${output_dir}");
# Write USB image files
write_config_file("controller",
"${output_dir}/controller_ks.cfg",
"pre_common_head.cfg",
"pre_pkglist.cfg",
"pre_disk_setup_common.cfg",
"pre_disk_controller.cfg",
"post_platform_conf_controller.cfg",
"post_common.cfg",
"post_kernel_controller.cfg",
"post_lvm_pv_on_rootfs.cfg",
"post_usb_controller.cfg");
write_config_file("controller-worker",
"${output_dir}/smallsystem_ks.cfg",
"pre_common_head.cfg",
"pre_pkglist.cfg",
"pre_disk_setup_common.cfg",
"pre_disk_aio.cfg",
"post_platform_conf_aio.cfg",
"post_common.cfg",
"post_kernel_aio_and_worker.cfg",
"post_lvm_pv_on_rootfs.cfg",
"post_system_aio.cfg",
"post_usb_controller.cfg");
write_config_file("controller-worker-lowlatency",
"${output_dir}/smallsystem_lowlatency_ks.cfg",
"pre_common_head.cfg",
"pre_pkglist_lowlatency.cfg",
"pre_disk_setup_common.cfg",
"pre_disk_aio.cfg",
"post_platform_conf_aio_lowlatency.cfg",
"post_common.cfg",
"post_kernel_aio_and_worker.cfg",
"post_lvm_pv_on_rootfs.cfg",
"post_system_aio.cfg",
"post_usb_controller.cfg");
system("mkdir -p ${pxeboot_output_dir}");
# Write PXE boot files
write_config_file("controller",
"${pxeboot_output_dir}/pxeboot_controller.cfg",
"pre_common_head.cfg",
"pre_pkglist.cfg",
"pre_disk_setup_common.cfg",
"pre_disk_controller.cfg",
"post_platform_conf_controller.cfg",
"post_common.cfg",
"post_kernel_controller.cfg",
"post_lvm_pv_on_rootfs.cfg",
"post_pxeboot_controller.cfg");
write_config_file("controller-worker",
"${pxeboot_output_dir}/pxeboot_smallsystem.cfg",
"pre_common_head.cfg",
"pre_pkglist.cfg",
"pre_disk_setup_common.cfg",
"pre_disk_aio.cfg",
"post_platform_conf_aio.cfg",
"post_common.cfg",
"post_kernel_aio_and_worker.cfg",
"post_lvm_pv_on_rootfs.cfg",
"post_system_aio.cfg",
"post_pxeboot_controller.cfg");
write_config_file("controller-worker-lowlatency",
"${pxeboot_output_dir}/pxeboot_smallsystem_lowlatency.cfg",
"pre_common_head.cfg",
"pre_pkglist_lowlatency.cfg",
"pre_disk_setup_common.cfg",
"pre_disk_aio.cfg",
"post_platform_conf_aio_lowlatency.cfg",
"post_common.cfg",
"post_kernel_aio_and_worker.cfg",
"post_lvm_pv_on_rootfs.cfg",
"post_system_aio.cfg",
"post_pxeboot_controller.cfg");
# Write same net files
write_config_file("controller",
"${output_dir}/net_controller_ks.cfg",
"pre_common_head.cfg",
"pre_net_common.cfg",
"pre_pkglist.cfg",
"pre_disk_setup_common.cfg",
"pre_disk_controller.cfg",
"post_platform_conf_controller.cfg",
"post_common.cfg",
"post_kernel_controller.cfg",
"post_lvm_pv_on_rootfs.cfg",
"post_net_controller.cfg",
"post_net_common.cfg");
write_config_file("controller-worker",
"${output_dir}/net_smallsystem_ks.cfg",
"pre_common_head.cfg",
"pre_net_common.cfg",
"pre_pkglist.cfg",
"pre_disk_setup_common.cfg",
"pre_disk_aio.cfg",
"post_platform_conf_aio.cfg",
"post_common.cfg",
"post_kernel_aio_and_worker.cfg",
"post_lvm_pv_on_rootfs.cfg",
"post_system_aio.cfg",
"post_net_controller.cfg",
"post_net_common.cfg");
write_config_file("controller-worker-lowlatency",
"${output_dir}/net_smallsystem_lowlatency_ks.cfg",
"pre_common_head.cfg",
"pre_net_common.cfg",
"pre_pkglist_lowlatency.cfg",
"pre_disk_setup_common.cfg",
"pre_disk_aio.cfg",
"post_platform_conf_aio_lowlatency.cfg",
"post_common.cfg",
"post_kernel_aio_and_worker.cfg",
"post_lvm_pv_on_rootfs.cfg",
"post_system_aio.cfg",
"post_net_controller.cfg",
"post_net_common.cfg");
write_config_file("worker",
"${output_dir}/net_worker_ks.cfg",
"pre_common_head.cfg",
"pre_net_common.cfg",
"pre_pkglist.cfg",
"pre_disk_setup_common.cfg",
"pre_disk_worker.cfg",
"post_platform_conf_worker.cfg",
"post_common.cfg",
"post_kernel_aio_and_worker.cfg",
"post_lvm_pv_on_rootfs.cfg",
"post_net_common.cfg");
write_config_file("worker-lowlatency",
"${output_dir}/net_worker_lowlatency_ks.cfg",
"pre_common_head.cfg",
"pre_net_common.cfg",
"pre_pkglist_lowlatency.cfg",
"pre_disk_setup_common.cfg",
"pre_disk_worker.cfg",
"post_platform_conf_worker_lowlatency.cfg",
"post_common.cfg",
"post_kernel_aio_and_worker.cfg",
"post_lvm_pv_on_rootfs.cfg",
"post_net_common.cfg");
write_config_file("storage",
"${output_dir}/net_storage_ks.cfg",
"pre_common_head.cfg",
"pre_net_common.cfg",
"pre_pkglist.cfg",
"pre_disk_setup_common.cfg",
"pre_disk_storage.cfg",
"post_platform_conf_storage.cfg",
"post_common.cfg",
"post_kernel_storage.cfg",
"post_lvm_pv_on_rootfs.cfg",
"post_net_common.cfg");
system("mkdir -p ${extra_output_dir}");
# write Ottawa Lab files
my $server;
foreach $server (keys %boot_servers)
{
$BOOT_SERVER = $boot_servers{$server};
write_config_file("controller",
"${extra_output_dir}/${server}_controller.cfg",
"pre_common_head.cfg",
"pre_pkglist.cfg",
"pre_disk_setup_common.cfg",
"pre_disk_controller.cfg",
"post_platform_conf_controller.cfg",
"post_common.cfg",
"post_kernel_controller.cfg",
"post_lvm_pv_on_rootfs.cfg",
"post_yow_controller.cfg");
write_config_file("controller-worker",
"${extra_output_dir}/${server}_smallsystem.cfg",
"pre_common_head.cfg",
"pre_pkglist.cfg",
"pre_disk_setup_common.cfg",
"pre_disk_aio.cfg",
"post_platform_conf_aio.cfg",
"post_common.cfg",
"post_kernel_aio_and_worker.cfg",
"post_lvm_pv_on_rootfs.cfg",
"post_system_aio.cfg",
"post_yow_controller.cfg");
write_config_file("controller-worker-lowlatency",
"${extra_output_dir}/${server}_smallsystem_lowlatency.cfg",
"pre_common_head.cfg",
"pre_pkglist_lowlatency.cfg",
"pre_disk_setup_common.cfg",
"pre_disk_aio.cfg",
"post_platform_conf_aio_lowlatency.cfg",
"post_common.cfg",
"post_kernel_aio_and_worker.cfg",
"post_lvm_pv_on_rootfs.cfg",
"post_system_aio.cfg",
"post_yow_controller.cfg");
}
exit 0;
#------------------------#
sub write_config_file {
my ($personality, $ksout, @templates) = @_;
print "Writing: $ksout\n";
open(OUT, ">$ksout") || die "Could not write $ksout";
my $year = strftime "%Y", localtime;
print OUT "#\n";
print OUT "# Copyright (c) $year Wind River Systems, Inc.\n";
print OUT "# SPDX-License-Identifier: Apache-2.0\n";
print OUT "#\n";
print OUT "\n";
# Add functions header
foreach my $block ("\%pre", "\%post") {
if (!(open(FUNCTIONS, "$template_dir/functions.sh"))) {
die "Could not open functions.sh";
}
print OUT "$block\n";
while (<FUNCTIONS>) {
s/xxxPLATFORM_RELEASExxx/$PLATFORM_RELEASE/g;
s/xxxBOOT_SERVERxxx/$BOOT_SERVER/g;
s/xxxYEARxxx/$year/g;
print OUT $_;
}
print OUT "\%end\n\n";
close FUNCTIONS;
}
my $template;
foreach $template (@templates) {
if (!(open(TEMPLATE_IN, "$template_dir/$template"))) {
die "Could not open template $template_dir/$template";
}
print OUT "\n# Template from: $template\n";
while (<TEMPLATE_IN>) {
$_ =~ s/\n$//;
s/xxxPLATFORM_RELEASExxx/$PLATFORM_RELEASE/g;
s/xxxBOOT_SERVERxxx/$BOOT_SERVER/g;
s/xxxYEARxxx/$year/g;
s/xxxPACKAGE_LISTxxx/\@platform-$personality\n\@updates-$personality/;
print OUT "$_\n";
}
close(TEMPLATE_IN);
}
close(OUT);
}