Compare commits

...

10 Commits

16 changed files with 3707 additions and 3505 deletions

2
.gitignore vendored
View File

@ -7,5 +7,5 @@
/gen/ /gen/
/large_project/ /large_project/
/pkg/ /pkg/
/test/ /test_run/
/yard/ /yard/

View File

@ -3,7 +3,7 @@ source 'https://rubygems.org'
gem "base64" gem "base64"
gem "rspec" gem "rspec"
gem "rake" gem "rake"
gem "simplecov", "~> 0.15.0" gem "simplecov"
gem "openssl" gem "openssl"
if RbConfig::CONFIG["host"]["msys"] if RbConfig::CONFIG["host"]["msys"]
gem "json", "2.1.0" gem "json", "2.1.0"

View File

@ -4,7 +4,7 @@ GEM
base64 (0.3.0) base64 (0.3.0)
date (3.5.1) date (3.5.1)
diff-lcs (1.6.2) diff-lcs (1.6.2)
docile (1.1.5) docile (1.4.1)
erb (6.0.1) erb (6.0.1)
json (2.18.0) json (2.18.0)
openssl (4.0.0) openssl (4.0.0)
@ -30,11 +30,12 @@ GEM
diff-lcs (>= 1.2.0, < 2.0) diff-lcs (>= 1.2.0, < 2.0)
rspec-support (~> 3.13.0) rspec-support (~> 3.13.0)
rspec-support (3.13.6) rspec-support (3.13.6)
simplecov (0.15.1) simplecov (0.22.0)
docile (~> 1.1.0) docile (~> 1.1)
json (>= 1.8, < 3) simplecov-html (~> 0.11)
simplecov-html (~> 0.10.0) simplecov_json_formatter (~> 0.1)
simplecov-html (0.10.2) simplecov-html (0.13.2)
simplecov_json_formatter (0.1.4)
stringio (3.2.0) stringio (3.2.0)
syntax (1.2.2) syntax (1.2.2)
tsort (0.2.0) tsort (0.2.0)
@ -52,7 +53,7 @@ DEPENDENCIES
rdoc rdoc
redcarpet redcarpet
rspec rspec
simplecov (~> 0.15.0) simplecov
syntax syntax
yard yard

View File

@ -8,8 +8,10 @@ end
require "rspec/core/rake_task" require "rspec/core/rake_task"
require "rake/clean" require "rake/clean"
require "fileutils" require "fileutils"
require "simplecov"
require "stringio"
CLEAN.include %w[build_test_run .yardoc yard coverage test] CLEAN.include %w[build_test_run .yardoc yard coverage test_run]
CLOBBER.include %w[dist gen large_project pkg] CLOBBER.include %w[dist gen large_project pkg]
task :build_dist do task :build_dist do
@ -19,24 +21,42 @@ end
RSpec::Core::RakeTask.new(:spec, :example_string) do |task, args| RSpec::Core::RakeTask.new(:spec, :example_string) do |task, args|
ENV["specs"] = "1" ENV["specs"] = "1"
if args.example_string if args.example_string
ENV["partial_specs"] = "1"
task.rspec_opts = %W[-e "#{args.example_string}" -f documentation] task.rspec_opts = %W[-e "#{args.example_string}" -f documentation]
end end
end end
task :spec => :build_dist
task :spec do task :spec do
ENV.delete("specs") ENV.delete("specs")
end end
task :spec => :build_tests
task :spec do
unless ENV["rscons_dist_specs"]
original_stdout = $stdout
sio = StringIO.new
$stdout = sio
SimpleCov.collate Dir["coverage/.resultset.json", "coverage/bt*/.resultset.json"]
$stdout = original_stdout
sio.string.lines.each do |line|
$stdout.write(line) unless line =~ /Coverage report generated for/
end
end
end
task :build_tests do |task, args|
ENV["specs"] = "1"
sh "ruby -Ilib build_tests/build_tests.rb"
ENV.delete("specs")
end
# dspec task is useful to test the distributable release script, but is not # dspec task is useful to test the distributable release script, but is not
# useful for coverage information. # useful for coverage information.
desc "Dist Specs" desc "Dist Specs"
task :dspec, [:example_string] => :build_dist do |task, args| task :dspec, [:example_string] => :build_dist do |task, args|
FileUtils.rm_rf("test") FileUtils.rm_rf("test_run")
FileUtils.mkdir_p("test") FileUtils.mkdir_p("test_run")
FileUtils.cp("dist/rscons", "test/rscons.rb") FileUtils.cp("dist/rscons", "test_run/rscons.rb")
ENV["rscons_dist_specs"] = "1" ENV["rscons_dist_specs"] = "1"
Rake::Task["spec"].execute(args) Rake::Task["spec"].execute(args)
Rake::Task["build_tests"].execute(args)
ENV.delete("rscons_dist_specs") ENV.delete("rscons_dist_specs")
FileUtils.rm_f(Dir.glob(".rscons-*")) FileUtils.rm_f(Dir.glob(".rscons-*"))
end end

3568
build_tests/build_tests.rb Normal file

File diff suppressed because it is too large Load Diff

View File

@ -0,0 +1,14 @@
class B < Builder
def run(*args)
puts @target
true
end
end
env do |env|
env.add_builder(B)
env.B("one", File.expand_path("two"))
env.B("two")
env.B("three")
env.depends("two", File.expand_path("three"))
end

View File

@ -0,0 +1,15 @@
class B < Builder
def run(*args)
puts "B:#{@target}"
true
end
end
env do |env|
env.add_builder(B)
env.B("one")
env.B("two")
env.B("three")
env.Barrier(:bar, %w[two three])
env.depends("one", :bar)
end

View File

@ -3,7 +3,6 @@ env(echo: :command) do |env|
env.add_build_hook do |builder| env.add_build_hook do |builder|
if builder.name == "Object" && builder.sources.first =~ %r{one\.c} if builder.name == "Object" && builder.sources.first =~ %r{one\.c}
builder.vars["CFLAGS"] << "-O1" builder.vars["CFLAGS"] << "-O1"
builder.sources = ['src/two/two.c']
elsif builder.name == "Object" && builder.target =~ %r{two\.o} elsif builder.name == "Object" && builder.target =~ %r{two\.o}
new_vars = builder.vars.clone new_vars = builder.vars.clone
new_vars["CFLAGS"] << "-O2" new_vars["CFLAGS"] << "-O2"

View File

@ -29,19 +29,27 @@ module Rscons
# @return [String, Symbol] # @return [String, Symbol]
# Target file name. # Target file name.
attr_accessor :target attr_reader :target
# @return [Array<String>] # @return [String, Symbol]
# Source file name(s). # Absolute target file name.
attr_accessor :sources attr_reader :abstarget
# @return [Array<String, Symbol>]
# Source file names.
attr_reader :sources
# @return [Array<String, Symbol>]
# Absolute source file names.
attr_reader :abssources
# @return [Cache] # @return [Cache]
# Cache instance. # Cache instance.
attr_accessor :cache attr_reader :cache
# @return [Environment] # @return [Environment]
# The {Environment} performing the build operation. # The {Environment} performing the build operation.
attr_accessor :env attr_reader :env
# @return [Hash, VarSet] # @return [Hash, VarSet]
# Construction variables used to perform the build operation. # Construction variables used to perform the build operation.
@ -49,7 +57,7 @@ module Rscons
# @return [Set<String>] # @return [Set<String>]
# Side effect file(s) produced when this builder runs. # Side effect file(s) produced when this builder runs.
attr_accessor :side_effects attr_reader :side_effects
# @return [Integer] # @return [Integer]
# Build step. # Build step.
@ -71,7 +79,11 @@ module Rscons
# Extra construction variables. # Extra construction variables.
def initialize(options) def initialize(options)
@target = options[:target] @target = options[:target]
@sources = options[:sources] @abstarget = Util.absolute_path(@target)
@sources = Array(options[:sources])
@abssources = @sources.map do |source|
Util.absolute_path(source)
end
@cache = options[:cache] @cache = options[:cache]
@env = options[:env] @env = options[:env]
@vars = options[:vars] @vars = options[:vars]
@ -103,7 +115,7 @@ module Rscons
# @return [void] # @return [void]
def produces(*side_effects) def produces(*side_effects)
side_effects.each do |side_effect| side_effects.each do |side_effect|
side_effect_expanded = @env.expand(side_effect) side_effect_expanded = Util.absolute_path(@env.expand(side_effect))
@env.register_side_effect(side_effect_expanded) @env.register_side_effect(side_effect_expanded)
@side_effects << side_effect_expanded @side_effects << side_effect_expanded
end end

View File

@ -27,8 +27,8 @@ module Rscons
# env.Directory("dest") # env.Directory("dest")
# env.Install("dest", "bin") # env.Install("dest", "bin")
# env.Install("dest", "share") # env.Install("dest", "share")
self[builder.target] ||= [] self[builder.abstarget] ||= []
self[builder.target] << builder self[builder.abstarget] << builder
end end
# Return the number of remaining build steps. # Return the number of remaining build steps.
@ -54,7 +54,7 @@ module Rscons
# The next builder to run. # The next builder to run.
def get_next_builder_to_run(targets_still_building) def get_next_builder_to_run(targets_still_building)
to_build = self.find do |target, builders| to_build = self.find do |target, builders|
deps = builders.first.sources + (@build_dependencies[target] || []).to_a deps = builders.first.abssources + (@build_dependencies[target] || []).to_a
# All dependencies must have been built for this target to be ready to # All dependencies must have been built for this target to be ready to
# build. # build.
deps.all? do |dep| deps.all? do |dep|
@ -79,7 +79,7 @@ module Rscons
# not find a builder to run above, then there might be a circular # not find a builder to run above, then there might be a circular
# dependency introduced by the user. # dependency introduced by the user.
if (self.size > 0) and targets_still_building.empty? if (self.size > 0) and targets_still_building.empty?
raise "Could not find a runnable builder. Possible circular dependency for #{self.keys.first}" raise "Could not find a runnable builder. Possible circular dependency for #{self.first[1].first.target}"
end end
end end

View File

@ -142,12 +142,14 @@ module Rscons
# - each cached dependency file's current checksum matches the checksum # - each cached dependency file's current checksum matches the checksum
# stored in the cache file # stored in the cache file
def up_to_date?(targets, command, deps, env, options = {}) def up_to_date?(targets, command, deps, env, options = {})
deps = deps.map {|dep| Util.absolute_path(dep)}
Array(targets).each do |target| Array(targets).each do |target|
cache_key = get_cache_key(target) abstarget = Util.absolute_path(target)
cache_key = get_cache_key(abstarget)
unless Rscons.phony_target?(target) unless Rscons.phony_target?(abstarget)
# target file must exist on disk # target file must exist on disk
unless File.exist?(target) unless File.exist?(abstarget)
if options[:debug] if options[:debug]
puts "Target #{target} needs rebuilding because it does not exist on disk" puts "Target #{target} needs rebuilding because it does not exist on disk"
end end
@ -163,9 +165,9 @@ module Rscons
return false return false
end end
unless Rscons.phony_target?(target) unless Rscons.phony_target?(abstarget)
# target must have the same checksum as when it was built last # target must have the same checksum as when it was built last
unless @cache["targets"][cache_key]["checksum"] == lookup_checksum(target) unless @cache["targets"][cache_key]["checksum"] == lookup_checksum(abstarget)
if options[:debug] if options[:debug]
puts "Target #{target} needs rebuilding because it has been changed on disk since being built last" puts "Target #{target} needs rebuilding because it has been changed on disk since being built last"
end end
@ -202,7 +204,7 @@ module Rscons
end end
# set of user dependencies must match # set of user dependencies must match
user_deps = env.get_user_deps(target) || [] user_deps = env.get_user_deps(abstarget) || []
cached_user_deps = @cache["targets"][cache_key]["user_deps"] || [] cached_user_deps = @cache["targets"][cache_key]["user_deps"] || []
cached_user_deps_fnames = cached_user_deps.map { |dc| dc["fname"] } cached_user_deps_fnames = cached_user_deps.map { |dc| dc["fname"] }
unless user_deps == cached_user_deps_fnames unless user_deps == cached_user_deps_fnames
@ -247,12 +249,16 @@ module Rscons
# @return [void] # @return [void]
def register_build(targets, command, deps, env, options = {}) def register_build(targets, command, deps, env, options = {})
Array(targets).each do |target| Array(targets).each do |target|
target = Util.absolute_path(target)
target_checksum = target_checksum =
if options[:side_effect] or Rscons.phony_target?(target) if options[:side_effect] or Rscons.phony_target?(target)
"" ""
else else
calculate_checksum(target) calculate_checksum(target)
end end
deps = deps.map do |dep|
Util.absolute_path(dep)
end.uniq
@cache["targets"][get_cache_key(target)] = { @cache["targets"][get_cache_key(target)] = {
"command" => Digest::MD5.hexdigest(command.inspect), "command" => Digest::MD5.hexdigest(command.inspect),
"checksum" => target_checksum, "checksum" => target_checksum,

View File

@ -371,8 +371,8 @@ module Rscons
@builder_sets << build_builder_set @builder_sets << build_builder_set
end end
@builder_sets.last << builder @builder_sets.last << builder
@build_steps += 1 @build_steps += 1 unless builder.is_a?(Rscons::Builders::Barrier)
@build_targets[target] = builder @build_targets[builder.abstarget] = builder
builder builder
else else
super super
@ -396,8 +396,10 @@ module Rscons
end end
expand(ud) expand(ud)
end end
target = Util.absolute_path(target)
@user_deps[target] ||= [] @user_deps[target] ||= []
(@user_deps[target] + user_deps).each do |ud| user_deps.map! {|ud| Util.absolute_path(ud)}
user_deps.each do |ud|
unless Rscons.phony_target?(ud) || @user_deps[target].include?(ud) unless Rscons.phony_target?(ud) || @user_deps[target].include?(ud)
@user_deps[target] << ud @user_deps[target] << ud
end end
@ -432,13 +434,13 @@ module Rscons
targets = Array(targets) targets = Array(targets)
prerequisites = Array(prerequisites) prerequisites = Array(prerequisites)
targets.each do |target| targets.each do |target|
target = expand(target) target = Util.absolute_path(expand(target))
@registered_build_dependencies[target] ||= Set.new @registered_build_dependencies[target] ||= Set.new
prerequisites.each do |prerequisite| prerequisites.each do |prerequisite|
if prerequisite.is_a?(Builder) if prerequisite.is_a?(Builder)
prerequisite = prerequisite.target prerequisite = prerequisite.target
end end
prerequisite = expand(prerequisite) prerequisite = Util.absolute_path(expand(prerequisite))
@registered_build_dependencies[target] << prerequisite @registered_build_dependencies[target] << prerequisite
end end
end end
@ -454,9 +456,9 @@ module Rscons
# #
# @return [void] # @return [void]
def produces(target, *side_effects) def produces(target, *side_effects)
target = expand(target) abstarget = Util.absolute_path(expand(target))
@builder_sets.reverse.each do |builder_set| @builder_sets.reverse.each do |builder_set|
if builders = builder_set[target] if builders = builder_set[abstarget]
builders.last.produces(*side_effects) builders.last.produces(*side_effects)
return return
end end
@ -473,7 +475,7 @@ module Rscons
# @param side_effect [String] # @param side_effect [String]
# Side effect fiel name. # Side effect fiel name.
def register_side_effect(side_effect) def register_side_effect(side_effect)
@side_effects << side_effect @side_effects << Util.absolute_path(side_effect)
end end
# Return the list of user dependencies for a given target. # Return the list of user dependencies for a given target.
@ -484,6 +486,7 @@ module Rscons
# List of user-specified dependencies for the target, or nil if none were # List of user-specified dependencies for the target, or nil if none were
# specified. # specified.
def get_user_deps(target) def get_user_deps(target)
target = Util.absolute_path(target)
@user_deps[target] @user_deps[target]
end end
@ -507,10 +510,11 @@ module Rscons
# @return [String] # @return [String]
# Output file name. # Output file name.
def register_dependency_build(target, source, suffix, vars, builder_class) def register_dependency_build(target, source, suffix, vars, builder_class)
target = Util.absolute_path(target)
output_fname = get_build_fname(source, suffix, builder_class) output_fname = get_build_fname(source, suffix, builder_class)
self.__send__(builder_class.name, output_fname, source, vars) self.__send__(builder_class.name, output_fname, source, vars)
@registered_build_dependencies[target] ||= Set.new @registered_build_dependencies[target] ||= Set.new
@registered_build_dependencies[target] << output_fname @registered_build_dependencies[target] << Util.absolute_path(output_fname)
output_fname output_fname
end end
@ -587,6 +591,7 @@ module Rscons
# @return [Builder, nil] # @return [Builder, nil]
# The {Builder} for target, or +nil+ if none found. # The {Builder} for target, or +nil+ if none found.
def builder_for(target) def builder_for(target)
target = Util.absolute_path(target)
@build_targets[target] @build_targets[target]
end end
@ -730,7 +735,7 @@ module Rscons
# If no builder was found to run yet and there are threads available, try # If no builder was found to run yet and there are threads available, try
# to get a runnable builder from the builder set. # to get a runnable builder from the builder set.
targets_still_building = @threads.reduce([]) do |result, (thread, obj)| targets_still_building = @threads.reduce([]) do |result, (thread, obj)|
result << builder_for_thread(thread).target result << builder_for_thread(thread).abstarget
end end
if @builder_sets.size > 0 if @builder_sets.size > 0
if builder = @builder_sets[0].get_next_builder_to_run(targets_still_building) if builder = @builder_sets[0].get_next_builder_to_run(targets_still_building)

View File

@ -16,6 +16,21 @@ module Rscons
end end
end end
# Return the absolute path for a given target if not a phony target.
#
# @param path [String, Symbol, nil]
# Given target name.
#
# @return [String, Symbol, nil]
# Absolute path of given target.
def absolute_path(path)
if path.is_a?(String)
File.expand_path(path)
else
path
end
end
# Colorize a builder run message. # Colorize a builder run message.
# #
# @param message [String] # @param message [String]

File diff suppressed because it is too large Load Diff

View File

@ -138,27 +138,6 @@ module Rscons
end end
end end
describe "#depends" do
it "records the given dependencies in @user_deps" do
env = Environment.new
env.depends("foo", "bar", "baz")
expect(env.instance_variable_get(:@user_deps)).to eq({"foo" => ["bar", "baz"]})
end
it "records user dependencies only once" do
env = Environment.new
env.instance_variable_set(:@user_deps, {"foo" => ["bar"]})
env.depends("foo", "bar", "baz")
expect(env.instance_variable_get(:@user_deps)).to eq({"foo" => ["bar", "baz"]})
end
it "expands arguments for construction variable references" do
env = Environment.new
env["foo"] = "foo.exe"
env["bar"] = "bar.c"
env.depends("${foo}", "${bar}", "a.h")
expect(env.instance_variable_get(:@user_deps)).to eq({"foo.exe" => ["bar.c", "a.h"]})
end
end
describe "#shell" do describe "#shell" do
it "executes the given shell command and returns the results" do it "executes the given shell command and returns the results" do
env = Environment.new env = Environment.new

View File

@ -1,8 +1,12 @@
if ENV["rscons_dist_specs"] if ENV["rscons_dist_specs"]
require_relative "../test/rscons" require_relative "../test_run/rscons"
else else
require "simplecov" require "simplecov"
class MyFormatter
def format(*args)
end
end
SimpleCov.start do SimpleCov.start do
add_filter "/spec/" add_filter "/spec/"
add_filter "/.bundle/" add_filter "/.bundle/"
@ -11,9 +15,10 @@ else
else else
command_name "RSpec" command_name "RSpec"
end end
add_filter "test/rscons.rb" add_filter "test_run/rscons.rb"
project_name "Rscons" project_name "Rscons"
merge_timeout 3600 merge_timeout 3600
formatter(MyFormatter)
end end
require "rscons" require "rscons"