0x1949 Team - FAZEMRX - MANAGER
Edit File: fixquotas
#!/usr/local/cpanel/3rdparty/bin/perl # cpanel - scripts/fixquotas Copyright 2022 cPanel, L.L.C. # All rights reserved. # copyright@cpanel.net http://cpanel.net # This code is subject to the cPanel license. Unauthorized copying is prohibited package Scripts::FixQuotas; use cPstrict; use Cwd (); use IO::File (); use Scalar::Util (); use Cpanel::Binaries (); use Cpanel::FindBin (); use Cpanel::Filesys::FindParse (); use Cpanel::Filesys::Info (); use Cpanel::SafeRun::Errors (); use Cpanel::OS (); use Cpanel::Filesys::Root (); use Cpanel::LoadFile (); use Cpanel::Fcntl::Constants (); use Cpanel::SafeRun::Object (); use Cpanel::SetEnvLocale (); use Cpanel::ServerTasks (); use Cpanel::Transaction::File::Raw (); use Cpanel::SafeDir::MK (); use Cpanel::Notify (); use Cpanel::FileUtils::Touch (); use Cpanel::Kernel::Status (); use Cpanel::Pkgr (); use Cpanel::SysPkgs (); # For testing purposes our $PROC_MOUNTS = Cwd::realpath('/proc/mounts'); our $UDEV_RULES_DIR = "/etc/udev/rules.d"; our $UDEV_LINK_RULES_FILE = "$UDEV_RULES_DIR/99-root-link.rules"; our $REBOOT_TOUCH_FILE = "/var/cpanel/reboot_required_for_quota"; our $BROKEN_TOUCH_FILE = "/var/cpanel/quota_broken"; our $DEFAULT_GRUB_CONFIG = '/etc/default/grub'; our %cmd = ( 'quotaon' => undef, 'quotaoff' => undef, ); use constant { CONTINUED_SUCCESS => 1, NEW_SUCCESS => 2 }; exit run(@ARGV) unless caller(); sub run (@args) { my $onboot = grep { $_ eq '--onboot' } @args; return 0 if !verify_quota_binaries(); if ($onboot) { if ( enable_quotas() == NEW_SUCCESS ) { # dies on failures Cpanel::Notify::notification_class( 'class' => 'Quota::SetupComplete', 'application' => 'Quota::SetupComplete', 'constructor_args' => [] ); } return 0; } Cpanel::SafeRun::Errors::saferunnoerror( $cmd{'quotaoff'}, '-a' ); fix_broken_dev_root_links(); initialize_quotas(); enable_quotas(); return 0; } sub get_xfs_mount_points_without_quota { my @lines = grep { /\bxfs\b.*\bnoquota\b/ } Cpanel::SafeRun::Errors::saferunnoerror('/bin/mount'); my @partitions; foreach my $line (@lines) { push @partitions, $1 if $line =~ /^\S+\s+on\s+(\S+)/; } return @partitions; } # Find the XFS partitions with uquota (but not noquota) set in fstab. sub get_xfs_mount_points_fstab_quota { my @xfs = grep { $_->{'fstype'} eq 'xfs' } Cpanel::Filesys::FindParse::parse_fstab(); return map { $_->{mountpoint} } grep { my $obj = $_; my $opts = { map { $_ => 1 } @{ $obj->{'options'} } }; $opts->{'uquota'} && !$opts->{'noquota'}; } @xfs; } sub fix_broken_dev_root_links { if ( !-e $PROC_MOUNTS || !-r $PROC_MOUNTS ) { return 0; } my @lines = split qq{\n}, Cpanel::LoadFile::load($PROC_MOUNTS) or die "Unable to open $PROC_MOUNTS: $!"; # # Danger: This code is targeted to fix systems that have # /dev/root (AKA Cpanel::Filesys::Root::DEV_ROOT) in /proc/mounts # # If it is refactored to fix other system additional coverage will # be needed esp for handling roots like /dev/mapper/Vol.... # foreach my $line (@lines) { my ( $device, $mount, $type, undef ) = split( /\s+/, $line, 4 ); if ( defined $device && $device eq $Cpanel::Filesys::Root::DEV_ROOT && !-e $Cpanel::Filesys::Root::DEV_ROOT ) { my $actual_root_device_path = Cpanel::Filesys::Root::get_root_device_path(); #If $DEV_ROOT is a symlink that doesn’t resolve, #whether it’s a dangling symlink, #a symlink to a dangling symlink, or part of a symlink loop, #then get rid of it. if ( -l $Cpanel::Filesys::Root::DEV_ROOT && !-e $Cpanel::Filesys::Root::DEV_ROOT ) { unlink $Cpanel::Filesys::Root::DEV_ROOT or warn "unlink($Cpanel::Filesys::Root::DEV_ROOT): $!"; } symlink( $actual_root_device_path, $Cpanel::Filesys::Root::DEV_ROOT ) or warn "symlink($actual_root_device_path, $Cpanel::Filesys::Root::DEV_ROOT): $!"; Cpanel::SafeDir::MK::safemkdir( $UDEV_RULES_DIR, 0755 ); my ($device_name) = $actual_root_device_path =~ m{^/[^/]+/(.*)$}; # /dev/(XXXXX......) my $trans_obj = Cpanel::Transaction::File::Raw->new( path => $UDEV_LINK_RULES_FILE, 'permissions' => 0644 ); my $contents_ref = $trans_obj->get_data(); my $new_line = qq{KERNEL == "$device_name", SUBSYSTEM == "block", SYMLINK += "root"}; # In the event /dev/root was a symlink to /dev/root we need to make sure # we remove any circular lines my $circular_bad_line = qq{echo ' KERNEL == "root", SUBSYSTEM == "block", SYMLINK += "root"'}; my $circular_bad_line_without_space = qq{echo 'KERNEL == "root", SUBSYSTEM == "block", SYMLINK += "root"'}; my @lines = grep { $_ ne $new_line # Trying to be narrow to remove only things we have added && $_ ne $circular_bad_line # Trying to be narrow to remove only things we have added && $_ ne $circular_bad_line_without_space # Trying to be narrow to remove only things we have added } split( m{\n}, $$contents_ref ); push @lines, $new_line; my $new_contents = join( "\n", @lines ) . "\n"; $trans_obj->set_data( \$new_contents ); $trans_obj->save_and_close_or_die(); last; } } return 1; } sub initialize_quotas { ##no critic (Subroutines::ProhibitExcessComplexity) # need to init quotas before a boot on xfs, to avoid to reboot for each partitions Cpanel::SafeRun::Object->new_or_die( program => '/usr/local/cpanel/scripts/initquotas', stdout => \*STDOUT, stderr => \*STDERR, ); my $filesys_ref = Cpanel::Filesys::Info::all_filesystem_info(); my $slash_is_xfs = index( $filesys_ref->{'/'}{'fstype'}, 'xfs' ) > -1 ? 1 : 0; if ( Cpanel::OS::has_quota_support_for_xfs() ) { my %xfs_without_quota = map { $_ => 1 } get_xfs_mount_points_without_quota(); my $xfs_partition_without_quota = %xfs_without_quota ? 1 : 0; my $grub2_cfg = find_grub2_cfg_file(); # do kernel mod? # if ( $slash_is_xfs && $xfs_partition_without_quota && $grub2_cfg ) { # at least one file system is XFS, so we'll need to enable quotas on the root file system before it's remounted by initrd and have the # # user reboot to activate this change. it's not enough to remount the root filesystem, or any other, it must be completely remounted! # my $grub_conf; { local $/ = undef; open my $grub_fh, '<', $DEFAULT_GRUB_CONFIG or die "The system failed to open the $DEFAULT_GRUB_CONFIG file: $!"; $grub_conf = <$grub_fh>; close $grub_fh; } my $grub_conf_has_quota = $grub_conf =~ m/GRUB_CMDLINE_LINUX.+?rootflags.+?u(sr)?quota/ ? 1 : 0; my $has_cloudlinux_enhanced_quotas = Cpanel::OS::has_cloudlinux_enhanced_quotas(); my $grub_cloudlinux_has_quota = 1; # running /usr/sbin/grub2-mkconfig to update /boot/grub2/grub.cfg # will not preserve the linux kernel, let's patch it manually # we need to adjust the flags each time cloudlinux update the menuentry my $found_cl_entry; if ($has_cloudlinux_enhanced_quotas) { print "CloudLinux system detected: adding/checking 'rootflags=uquota' to $grub2_cfg\n"; # Don't use safelock or transactions here, as those use link(2), # and we may be on a vfat filesystem (for EFI) which doesn't # support link(2). my $fh = IO::File->new( $grub2_cfg, '+<' ); die "Could not open '$grub2_cfg' file: $!" unless flock( $fh, $Cpanel::Fcntl::Constants::LOCK_EX ); my @lines; my $in_cl_entry; # add rootflags=uquota to cloudlinux entries while ( my $line = readline $fh ) { # begin of cloudlinux menuentry if ( !$in_cl_entry && $line =~ qr{^\s*menuentry 'CloudLinux\b}i ) { $in_cl_entry = 1; $found_cl_entry = 1; } # end of cloudlinux menuentry if ( $in_cl_entry && $line !~ qr{^#} && $line =~ qr/}/ ) { $in_cl_entry = 0; } # manually add the rootflags to the cloudlinux entries # we can consider to also add them to other entries if ( $in_cl_entry && $line =~ qr{^\s*linux([0-9]+|efi) (/boot)?/vmlinuz}i && $line !~ qr{rootflags.+?u(sr)?quota}i ) { chomp $line; $line .= qq{ rootflags=uquota\n}; $grub_cloudlinux_has_quota = 0; } push @lines, $line; } if ( $grub_cloudlinux_has_quota == 0 ) { seek $fh, 0, 0; print {$fh} join( '', @lines ); truncate( $fh, tell $fh ); } flock( $fh, $Cpanel::Fcntl::Constants::LOCK_UN ); undef $fh; } # only need to adjust the grub2 configuration file if / is an xfs partition # we need to reboot in all cases when enabling quota on xfs if ( !$grub_conf_has_quota || ( $has_cloudlinux_enhanced_quotas && !$grub_cloudlinux_has_quota || ( $has_cloudlinux_enhanced_quotas && !$found_cl_entry ) ) ) { if ( !$grub_conf_has_quota || ( $has_cloudlinux_enhanced_quotas && !$found_cl_entry ) ) { # we need to modify /etc/default/grub to add user quotas, then re-generate the grub.cfg in /boot and finally reboot the system # print qq{Modifying the $DEFAULT_GRUB_CONFIG file to enable user quotas...\n}; $grub_conf =~ s/GRUB_CMDLINE_LINUX="(.+?)"/GRUB_CMDLINE_LINUX="$1 rootflags=uquota"/m; die qq{You must manually add or update "rootflags=uquota" to "GRUB_CMDLINE_LINUX" in the $DEFAULT_GRUB_CONFIG file, and re-run this tool.\n} if $grub_conf !~ m/GRUB_CMDLINE_LINUX.+?rootflags.+?u(sr)?quota/; open my $grubw_fh, '>', $DEFAULT_GRUB_CONFIG or die "failed to open $DEFAULT_GRUB_CONFIG for writing: $!"; print {$grubw_fh} $grub_conf; close $grubw_fh; my $method = Cpanel::OS::program_to_apply_kernel_args(); if ( !$method ) { die "Current OS does not have a value set for Cpanel::OS::program_to_apply_kernel_args"; } elsif ( $method ne 'none' ) { $method =~ tr/-/_/; if ( my $cr = Scripts::FixQuotas->can("handle_$method") ) { $cr->( 'config_file' => $grub2_cfg, ); } else { die "I don't know how to handle_$method!"; } } } _touch_reboot_and_notify(); # the script must quit at this time and ask the user to reboot to enable quotas # die "\nThe '/' partition uses the XFS® filesystem. You must reboot the server to enable quotas.\n"; } } # If we have entries with quota enabled in fstab that aren't currently using # quota, then we need to reboot. if ( grep { $xfs_without_quota{$_} } get_xfs_mount_points_fstab_quota() ) { _touch_reboot_and_notify(); die "\nYou must reboot the server to enable XFS® filesystem quotas.\n"; } } system '/usr/local/cpanel/scripts/resetquotas'; return; } sub handle_grub_mkconfig { my %args = @_; die "needs config_file argument" unless exists $args{config_file}; my $program = Cpanel::OS::program_to_apply_kernel_args(); print qq{Running the "$program" command to regenerate the system's boot configuration...\n}; die "/boot is not mounted. Mount /boot and then re-run this tool.\n" if !-f $args{config_file}; Cpanel::SafeRun::Object->new_or_die( program => Cpanel::OS::bin_grub_mkconfig(), args => [ '-o', $args{config_file} ], stdout => \*STDOUT, stderr => \*STDERR, ); return; } # alias sub handle_grub2_mkconfig { goto &handle_grub_mkconfig } sub handle_grubby { my %args = @_; print qq{Adding arguments to every kernel's boot entry using the "grubby" command...\n}; die "/boot/loader/entries does not exist. Ensure /boot is mounted and then re-run this tool.\n" if !-d '/boot/loader/entries'; Cpanel::SafeRun::Object->new_or_die( program => Cpanel::Binaries::path('grubby'), args => [qw(--update-kernel=ALL --args=rootflags=uquota)], stdout => \*STDOUT, stderr => \*STDERR, ); return; } sub _touch_reboot_and_notify { Cpanel::FileUtils::Touch::touch_if_not_exists($REBOOT_TOUCH_FILE); Cpanel::Notify::notification_class( 'class' => 'Quota::RebootRequired', 'application' => 'Quota::RebootRequired', 'constructor_args' => [] ); Cpanel::ServerTasks::schedule_task( ['SystemTasks'], 5, "recache_system_reboot_data" ); return; } sub _touch_broken_and_notify { Cpanel::FileUtils::Touch::touch_if_not_exists($BROKEN_TOUCH_FILE); Cpanel::Notify::notification_class( 'class' => 'Quota::Broken', 'application' => 'Quota::Broken', 'constructor_args' => [] ); # For now, broken notification is live, so no taskqueue stuff. return; } sub _attempt_to_enable_quota { # Force output to be english so our regular expressions # used on stderr will work my $env_locale = Cpanel::SetEnvLocale->new(); my $quotaon = Cpanel::SafeRun::Object->new( program => $cmd{'quotaon'}, args => ['-a'], ); # If there wasn't a problem with quotaon, everything is good. return _quota_are_working() if $quotaon->CHILD_ERROR == 0; my $stderr = $quotaon->stderr() // ''; # addon packages need to be installed return if $stderr =~ m/^quotaon:(?:.*): No such process$/am; # quota are already enabled return _quota_are_working() if $stderr =~ m/^quotaon:(?:.*): Device or resource busy$/am; $quotaon->die_if_error(); return; } sub _quota_are_working { my $count = unlink( $REBOOT_TOUCH_FILE, $BROKEN_TOUCH_FILE ); Cpanel::ServerTasks::schedule_task( ['SystemTasks'], 5, "recache_system_reboot_data" ); return $count > 0 ? NEW_SUCCESS : CONTINUED_SUCCESS; } sub enable_quotas { my $result; return $result if $result = _attempt_to_enable_quota(); # Otherwise, it is clear that quotaon is receiving ESRCH when trying to turn quotas on, meaning that it doesn't recognize the file format. # Try installing packages containing needed kernel modules if that hasn't been done and then starting over. _install_quota_packages_conditional_if_needed(); return $result if $result = _attempt_to_enable_quota(); # Even after installing modules, quotaon is stil encountering ESRCH. Time to give up. # However, it still must be determined what further steps to recommend. # TODO: Replace kernel_status() with reboot_status() once CPANEL-39706 is fixed. if ( Cpanel::Kernel::Status::kernel_status()->{'reboot_required'} ) { _touch_reboot_and_notify(); die <<~'EOS'; The system is missing kernel modules needed to support quotas. The system installed packages to try to address this, but a system reboot may be required. For more information, see https://go.cpanel.net/fixquotas EOS } else { _touch_broken_and_notify(); die <<~'EOS'; The system is missing kernel modules needed to support quotas. The system could not resolve this issue automatically. For more information, see https://go.cpanel.net/fixquotas EOS } } sub _install_quota_packages_conditional_if_needed { my %pkg_map = Cpanel::OS::quota_packages_conditional()->%*; my @pkgs_to_install; foreach my $pkg ( keys %pkg_map ) { # install the extra if the main one is installed next unless Cpanel::Pkgr::is_installed($pkg); foreach my $extra ( $pkg_map{$pkg}->@* ) { push @pkgs_to_install, $extra unless Cpanel::Pkgr::is_installed($extra); } } return 0 unless scalar @pkgs_to_install; # Use the custom error handler to get back the saferun object on failure: my $syspkgs_obj = Cpanel::SysPkgs->new( exclude_options => { kernel => 0 } ); my $saferun_obj = $syspkgs_obj->install_packages( packages => \@pkgs_to_install, handle_child_error => sub { return $_[0] } ); if ( Scalar::Util::blessed($saferun_obj) && $saferun_obj->CHILD_ERROR() ) { print "Packages failed to install. Retrying...\n"; sleep 5; $syspkgs_obj->install_packages( packages => \@pkgs_to_install ); } return; } sub verify_quota_binaries { my @missing_cmds; foreach my $cmd_name ( keys %cmd ) { $cmd{$cmd_name} = Cpanel::FindBin::findbin($cmd_name); if ( !defined $cmd{$cmd_name} || !-e $cmd{$cmd_name} || !-x $cmd{$cmd_name} ) { push @missing_cmds, $cmd_name; } } if ( scalar @missing_cmds ) { print "Incomplete quota kit: unable to fix quotas.\n"; print 'Missing commands: ', join( ', ', @missing_cmds ), "\n"; return 0; } return 1; } sub find_grub2_cfg_file { my @files = map { ( "$_/grub.cfg", "$_/grub2.cfg", "$_/grub2-efi.cfg" ) } (qw{/boot/efi/EFI/centos /boot/grub2 /etc}); foreach my $file (@files) { return $file if -f $file; } return $files[-1]; } 1;