From e78451f3f6fa8cbb4786954bd4861cc3fc47605c Mon Sep 17 00:00:00 2001 From: Peter Dillinger Date: Tue, 10 May 2022 09:51:03 -0700 Subject: [PATCH] Increase soft open file limit for mini-crashtest on Linux (#9972) Summary: CircleCI was using a soft open file limit of 1024 which would frequently be exceeded during test runs. Now using ``` ulimit -S -n `ulimit -H -n` ``` to set soft limit up to the hard limit (524288 in my test). I've also applied this same idiom to existing applicable MacOS configurations to reduce hard-coding numbers. Pull Request resolved: https://github.com/facebook/rocksdb/pull/9972 Test Plan: CI Reviewed By: riversand963 Differential Revision: D36262943 Pulled By: pdillinger fbshipit-source-id: 86320cdf9b68a97fdb73531a7b4a59b4c2d2f73f --- .circleci/config.yml | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/.circleci/config.yml b/.circleci/config.yml index 8ea70325a..a93d21038 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -182,7 +182,7 @@ jobs: - increase-max-open-files-on-macos - install-gflags-on-macos - pre-steps-macos - - run: ulimit -S -n 1048576 && OPT=-DCIRCLECI make V=1 J=32 -j32 all + - run: ulimit -S -n `ulimit -H -n` && OPT=-DCIRCLECI make V=1 J=32 -j32 all - post-steps build-macos-cmake: @@ -201,7 +201,7 @@ jobs: - pre-steps-macos - run: name: "cmake generate project file" - command: ulimit -S -n 1048576 && mkdir build && cd build && cmake -DWITH_GFLAGS=1 .. + command: ulimit -S -n `ulimit -H -n` && mkdir build && cd build && cmake -DWITH_GFLAGS=1 .. - run: name: "Build tests" command: cd build && make V=1 -j32 @@ -210,14 +210,14 @@ jobs: steps: - run: name: "Run even tests" - command: ulimit -S -n 1048576 && cd build && ctest -j32 -I 0,,2 + command: ulimit -S -n `ulimit -H -n` && cd build && ctest -j32 -I 0,,2 - when: condition: not: << parameters.run_even_tests >> steps: - run: name: "Run odd tests" - command: ulimit -S -n 1048576 && cd build && ctest -j32 -I 1,,2 + command: ulimit -S -n `ulimit -H -n` && cd build && ctest -j32 -I 1,,2 - post-steps build-linux: @@ -506,7 +506,7 @@ jobs: - pre-steps - install-gflags - install-compression-libs - - run: make V=1 -j8 CRASH_TEST_EXT_ARGS=--duration=960 blackbox_crash_test_with_atomic_flush + - run: ulimit -S -n `ulimit -H -n` && make V=1 -j8 CRASH_TEST_EXT_ARGS=--duration=960 blackbox_crash_test_with_atomic_flush - post-steps build-windows: