#! /usr/bin/env perl # Copyright 2018-2022 The OpenSSL Project Authors. All Rights Reserved. # # Licensed under the Apache License 2.0 (the "License"). You may not use # this file except in compliance with the License. You can obtain a copy # in the file LICENSE in the source distribution or at # https://www.openssl.org/source/license.html use strict; use warnings; use lib '.'; use configdata; use File::Spec::Functions qw(:DEFAULT rel2abs); use File::Compare qw(compare_text); use feature 'state'; # When using stat() on Windows, we can get it to perform better by avoid some # data. This doesn't affect the mtime field, so we're not losing anything... ${^WIN32_SLOPPY_STAT} = 1; my $debug = $ENV{ADD_DEPENDS_DEBUG}; my $buildfile = $config{build_file}; my $build_mtime = (stat($buildfile))[9]; my $configdata_mtime = (stat('configdata.pm'))[9]; my $rebuild = 0; my $depext = $target{dep_extension} || ".d"; my @depfiles = sort grep { # This grep has side effects. Not only does if check the existence # of the dependency file given in $_, but it also checks if it's # newer than the build file or older than configdata.pm, and if it # is, sets $rebuild. my @st = stat($_); $rebuild = 1 if @st && ($st[9] > $build_mtime || $st[9] < $configdata_mtime); scalar @st > 0; # Determines the grep result } map { (my $x = $_) =~ s|\.o$|$depext|; $x; } ( ( grep { $unified_info{sources}->{$_}->[0] =~ /\.cc?$/ } keys %{$unified_info{sources}} ), ( grep { $unified_info{shared_sources}->{$_}->[0] =~ /\.cc?$/ } keys %{$unified_info{shared_sources}} ) ); exit 0 unless $rebuild; # Ok, primary checks are done, time to do some real work my $producer = shift @ARGV; die "Producer not given\n" unless $producer; my $srcdir = $config{sourcedir}; my $blddir = $config{builddir}; my $abs_srcdir = rel2abs($srcdir); my $abs_blddir = rel2abs($blddir); # Convenient cache of absolute to relative map. We start with filling it # with mappings for the known generated header files. They are relative to # the current working directory, so that's an easy task. # NOTE: there's more than C header files that are generated. They will also # generate entries in this map. We could of course deal with C header files # only, but in case we decide to handle more than just C files in the future, # we already have the mechanism in place here. # NOTE2: we lower case the index to make it searchable without regard for # character case. That could seem dangerous, but as long as we don't have # files we depend on in the same directory that only differ by character case, # we're fine. my %depconv_cache = map { catfile($abs_blddir, $_) => $_ } keys %{$unified_info{generate}}; my %procedures = ( 'gcc' => sub { (my $objfile = shift) =~ s|\.d$|.o|i; my $line = shift; # Remove the original object file $line =~ s|^.*\.o: | |; # All we got now is a dependency, shave off surrounding spaces $line =~ s/^\s+//; $line =~ s/\s+$//; # Also, shave off any continuation $line =~ s/\s*\\$//; # Split the line into individual header files, and keep those # that exist in some form my @headers; for (split(/\s+/, $line)) { my $x = rel2abs($_); if (!$depconv_cache{$x}) { if (-f $x) { $depconv_cache{$x} = $_; } } if ($depconv_cache{$x}) { push @headers, $_; } else { print STDERR "DEBUG[$producer]: ignoring $objfile <- $line\n" if $debug; } } return ($objfile, join(' ', @headers)) if @headers; return undef; }, 'makedepend' => sub { # makedepend, in its infinite wisdom, wants to have the object file # in the same directory as the source file. This doesn't work too # well with out-of-source-tree builds, so we must resort to tricks # to get things right. Fortunately, the .d files are always placed # parallel with the object files, so all we need to do is construct # the object file name from the dep file name. (my $objfile = shift) =~ s|\.d$|.o|i; my $line = shift; # Discard comments return undef if $line =~ /^(#.*|\s*)$/; # Remove the original object file $line =~ s|^.*\.o: | |; # Also, remove any dependency that starts with a /, because those # are typically system headers $line =~ s/\s+\/(\\.|\S)*//g; # Finally, discard all empty lines return undef if $line =~ /^\s*$/; # All we got now is a dependency, just shave off surrounding spaces $line =~ s/^\s+//; $line =~ s/\s+$//; return ($objfile, $line); }, 'VMS C' => sub { state $abs_srcdir_shaved = undef; state $srcdir_shaved = undef; unless (defined $abs_srcdir_shaved) { ($abs_srcdir_shaved = $abs_srcdir) =~ s|[>\]]$||; ($srcdir_shaved = $srcdir) =~ s|[>\]]$||; } # current versions of DEC / Compaq / HP / VSI C strips away all # directory information from the object file, so we must insert it # back. To make life simpler, we simply replace it with the # corresponding .D file that's had its extension changed. Since # .D files are always written parallel to the object files, we # thereby get the directory information for free. (my $objfile = shift) =~ s|\.D$|.OBJ|i; my $line = shift; # Shave off the target. # # The pattern for target and dependencies will always take this # form: # # target SPACE : SPACE deps # # This is so a volume delimiter (a : without any spaces around it) # won't get mixed up with the target / deps delimiter. We use this # to easily identify what needs to be removed. m|\s:\s|; $line = $'; # We know that VMS has system header files in text libraries, # extension .TLB. We also know that our header files aren't stored # in text libraries. Finally, we know that VMS C produces exactly # one dependency per line, so we simply discard any line ending with # .TLB. return undef if /\.TLB\s*$/; # All we got now is a dependency, just shave off surrounding spaces $line =~ s/^\s+//; $line =~ s/\s+$//; # VMS C gives us absolute paths, always. Let's see if we can # make them relative instead. $line = canonpath($line); unless (defined $depconv_cache{$line}) { my $dep = $line; # Since we have already pre-populated the cache with # mappings for generated headers, we only need to deal # with the source tree. if ($dep =~ s|^\Q$abs_srcdir_shaved\E([\.>\]])?|$srcdir_shaved$1|i) { # Also check that the header actually exists if (-f $line) { $depconv_cache{$line} = $dep; } } } return ($objfile, $depconv_cache{$line}) if defined $depconv_cache{$line}; print STDERR "DEBUG[$producer]: ignoring $objfile <- $line\n" if $debug; return undef; }, 'VC' => sub { # With Microsoft Visual C the flags /Zs /showIncludes give us the # necessary output to be able to create dependencies that nmake # (or any 'make' implementation) should be able to read, with a # bit of help. The output we're interested in looks something # like this (it always starts the same) # # Note: including file: {whatever header file} # # This output is localized, so for example, the German pack gives # us this: # # Hinweis: Einlesen der Datei: {whatever header file} # # To accommodate, we need to use a very general regular expression # to parse those lines. # # Since there's no object file name at all in that information, # we must construct it ourselves. (my $objfile = shift) =~ s|\.d$|.obj|i; my $line = shift; # There are also other lines mixed in, for example compiler # warnings, so we simply discard anything that doesn't start with # the Note: if (/^[^:]*: [^:]*: */) { (my $tail = $') =~ s/\s*\R$//; # VC gives us absolute paths for all include files, so to # remove system header dependencies, we need to check that # they don't match $abs_srcdir or $abs_blddir. $tail = canonpath($tail); unless (defined $depconv_cache{$tail}) { my $dep = $tail; # Since we have already pre-populated the cache with # mappings for generated headers, we only need to deal # with the source tree. if ($dep =~ s|^\Q$abs_srcdir\E\\|\$(SRCDIR)\\|i) { # Also check that the header actually exists if (-f $line) { $depconv_cache{$tail} = $dep; } } } return ($objfile, '"'.$depconv_cache{$tail}.'"') if defined $depconv_cache{$tail}; print STDERR "DEBUG[$producer]: ignoring $objfile <- $tail\n" if $debug; } return undef; }, 'embarcadero' => sub { # With Embarcadero C++Builder's preprocessor (cpp32.exe) the -Sx -Hp # flags give us the list of #include files read, like the following: # # Including ->->{whatever header file} # # where each "->" indicates the nesting level of the #include. The # logic here is otherwise the same as the 'VC' scheme. # # Since there's no object file name at all in that information, # we must construct it ourselves. (my $objfile = shift) =~ s|\.d$|.obj|i; my $line = shift; # There are also other lines mixed in, for example compiler # warnings, so we simply discard anything that doesn't start with # the Note: if (/^Including (->)*/) { (my $tail = $') =~ s/\s*\R$//; # C++Builder gives us relative paths when possible, so to # remove system header dependencies, we convert them to # absolute paths and check that they don't match $abs_srcdir # or $abs_blddir, just as the 'VC' scheme. $tail = rel2abs($tail); unless (defined $depconv_cache{$tail}) { my $dep = $tail; # Since we have already pre-populated the cache with # mappings for generated headers, we only need to deal # with the source tree. if ($dep =~ s|^\Q$abs_srcdir\E\\|\$(SRCDIR)\\|i) { # Also check that the header actually exists if (-f $line) { $depconv_cache{$tail} = $dep; } } } return ($objfile, '"'.$depconv_cache{$tail}.'"') if defined $depconv_cache{$tail}; print STDERR "DEBUG[$producer]: ignoring $objfile <- $tail\n" if $debug; } return undef; }, ); my %continuations = ( 'gcc' => "\\", 'makedepend' => "\\", 'VMS C' => "-", 'VC' => "\\", 'embarcadero' => "\\", ); die "Producer unrecognised: $producer\n" unless exists $procedures{$producer} && exists $continuations{$producer}; my $procedure = $procedures{$producer}; my $continuation = $continuations{$producer}; my $buildfile_new = "$buildfile-$$"; my %collect = (); foreach my $depfile (@depfiles) { open IDEP,$depfile or die "Trying to read $depfile: $!\n"; while () { s|\R$||; # The better chomp my ($target, $deps) = $procedure->($depfile, $_); $collect{$target}->{$deps} = 1 if defined $target; } close IDEP; } open IBF, $buildfile or die "Trying to read $buildfile: $!\n"; open OBF, '>', $buildfile_new or die "Trying to write $buildfile_new: $!\n"; while () { last if /^# DO NOT DELETE THIS LINE/; print OBF or die "$!\n"; } close IBF; print OBF "# DO NOT DELETE THIS LINE -- make depend depends on it.\n"; foreach my $target (sort keys %collect) { my $prefix = $target . ' :'; my @deps = sort keys %{$collect{$target}}; while (@deps) { my $buf = $prefix; $prefix = ''; while (@deps && ($buf eq '' || length($buf) + length($deps[0]) <= 77)) { $buf .= ' ' . shift @deps; } $buf .= ' '.$continuation if @deps; print OBF $buf,"\n" or die "Trying to print: $!\n" } } close OBF; if (compare_text($buildfile_new, $buildfile) != 0) { rename $buildfile_new, $buildfile or die "Trying to rename $buildfile_new -> $buildfile: $!\n"; } END { # On VMS, we want to remove all generations of this file, in case there # are more than one, so we loop. if (defined $buildfile_new) { while (unlink $buildfile_new) {} } }