不稳定测试，再见：彻底解决慢性CI重试烦恼！

1
2
3
4
5
6
7
8
9

RSpec.configure do |config|
  config.filter_run_excluding :flaky if ENV["CI"]
end

RSpec.describe "flaky test", :flaky do
  it "works unreliably" do
    # 这个测试不稳定，在CI上被隔离直到修复
  end
end

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12

RSpec.configure do |config|
  # 推荐设置 = 随机排序 + 初始种子用于可重现的随机
  config.order = :random
  Kernel.srand config.seed

  # 多次运行测试以暴露隐藏的不稳定性
  if ENV["DR_TEST_MODE"]
    config.around(:each) do |example|
      3.times { example.run }
    end
  end
end

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13

RSpec.configure do |config|
  config.before(:each) do
    load_seeds

    # 在种子加载后、每个测试前清除状态
    RequestStore.clear!
  end

  config.after(:each) do
    # 在每个测试后清理状态
    RequestStore.clear!
  end
end

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15

RSpec.shared_context "config helper" do
  def with_config(config)
    original_config = config.map do |key, _|
      [key, Rails.application.config.public_send(key)]
    end
    config.each do |key, value|
      Rails.application.config.public_send("#{key}=", value)
    end
    yield
  ensure
    original_config.each do |key, value|
      Rails.application.config.public_send("#{key}=", value)
    end
  end
end

1
2
3
4
5
6
7
8
9

# 不稳定：依赖当前时间
it "fails due to time dependency" do
  expect(report.last_day_of_year?).to be(true)
end

# 更好：使用ActiveSupport时间助手或Timecop
around do |example|
  travel_to Date.parse("2025-12-31") { example.run }
end

1
2
3
4

# 确保启用事务测试
RSpec.configure do |config|
  config.use_transactional_tests = true
end

1
2
3
4
5
6
7
8
9

# 不稳定：依赖插入顺序和查询规划器
it "fails due to implicit ordering" do
  expect(User.doctors.map(&:surname)).to eq(["Pasteur", "Fleming"])
end

# 更好：使用contain_exactly进行顺序无关断言
it "uses order-independent assertions" do
  expect(User.doctors.map(&:surname)).to contain_exactly("Pasteur", "Fleming")
end

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14

RSpec.configure do |config|
  config.before(:each) do
    @original_client = Rails.configuration.x.launch_darkly.client
    
    stubbed_client = ClickFunnels::FeatureGates::StubbedClient.new(
      Rails.configuration.x.launch_darkly.client
    )
    Rails.configuration.x.launch_darkly.client = stubbed_client
  end

  config.after(:each) do
    Rails.configuration.x.launch_darkly.client = @original_client
  end
end

1
2
3
4
5
6
7
8
9

RSpec.configure do |config|
  config.after(:each, :with_cache) do
    MyApp.redis.flushdb
  end

  config.after(:each, :with_search) do
    Searchkick.client.indices.delete(index: "*")
  end
end

1
2
3
4
5
6
7

gem "webmock"

RSpec.configure do |config|
  config.before(:suite) do
    WebMock.disable_net_connect!(allow_localhost: true)
  end
end

 1
 2
 3
 4
 5
 6
 7
 8
 9
10

gem "rspec-retry", require: "rspec/retry"

RSpec.configure do |config|
  config.verbose_retry = true
  config.default_retry_count = 0

  config.around(:each, type: :system) do |example|
    example.run_with_retry(retry: 2)
  end
end

 1
 2
 3
 4
 5
 6
 7
 8
 9
10

TEST_DEVICES = {
  desktop_full_hd: [1920, 1080],
  mobile_hd: [720, 1280]
}
CAPYBARA_DEFAULT_WINDOW_SIZE = TEST_DEVICES.fetch(:desktop_full_hd)

Capybara.register_driver(:cuprite) do |app|
  options = {window_size: CAPYBARA_DEFAULT_WINDOW_SIZE}
  Capybara::Cuprite::Driver.new(app, options)
end

1
2
3
4
5
6
7
8
9

Capybara.configure do |config|
  config.test_id = "data-testid"
end

Capybara.add_selector(:test_id) do
  xpath do |locator|
    XPath.descendant[XPath.attr(Capybara.test_id) == locator]
  end
end

1
2
3
4
5
6
7
8
9

# 更好：等待匹配器，重试直到找到或超时
it "uses proper waiting selectors" do
  page.first(".navigation-menu").click
end

# 更好：等待动态内容加载
it "waits for dynamic content" do
  expect(page).to have_css(".dynamic-content", text: "Loaded")
end

1
2
3
4
5
6
7

gem "capybara-lockstep"

# 每个布局入口点需要这行魔法代码
<%= capybara_lockstep if defined?(Capybara::Lockstep) %>

# 当Rails繁忙时阻止Capybara
config.middleware.insert_before 0, Capybara::Lockstep::Middleware

1
2
3
4
5
6

gem "sigdump"

ENV["SIGDUMP_PATH"] = "+"
ENV["SIGDUMP_SIGNAL"] = "TERM"

require "sigdump/setup" if ENV["CI"]