diff --git a/lib/rscons.rb b/lib/rscons.rb
index 8a22bfb..4cc3efe 100644
--- a/lib/rscons.rb
+++ b/lib/rscons.rb
@@ -32,6 +32,7 @@ module Rscons
     end
     # remove all created directories if they are empty
     cache.directories.sort {|a, b| b.size <=> a.size}.each do |directory|
+      next unless File.directory?(directory)
       if (Dir.entries(directory) - ['.', '..']).empty?
         Dir.rmdir(directory) rescue nil
       end