-
Notifications
You must be signed in to change notification settings - Fork 321
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
feat: put returns failure if the server memory usage exceeds the spec…
…ified ratio (#3631)
- Loading branch information
Showing
29 changed files
with
296 additions
and
69 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,107 @@ | ||
| /* | ||
| * Copyright 2021 4Paradigm | ||
| * | ||
| * Licensed under the Apache License, Version 2.0 (the "License"); | ||
| * you may not use this file except in compliance with the License. | ||
| * You may obtain a copy of the License at | ||
| * | ||
| * http://www.apache.org/licenses/LICENSE-2.0 | ||
| * | ||
| * Unless required by applicable law or agreed to in writing, software | ||
| * distributed under the License is distributed on an "AS IS" BASIS, | ||
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| * See the License for the specific language governing permissions and | ||
| * limitations under the License. | ||
| */ | ||
|
|
||
| #ifndef SRC_BASE_SYS_INFO_H_ | ||
| #define SRC_BASE_SYS_INFO_H_ | ||
|
|
||
| #include "absl/strings/ascii.h" | ||
| #include "absl/strings/match.h" | ||
| #include "absl/strings/numbers.h" | ||
| #include "absl/strings/string_view.h" | ||
| #include "base/status.h" | ||
|
|
||
| namespace openmldb::base { | ||
|
|
||
| constexpr const char* MEM_TOTAL = "MemTotal"; | ||
| constexpr const char* MEM_BUFFERS = "Buffers"; | ||
| constexpr const char* MEM_CACHED = "Cached"; | ||
| constexpr const char* MEM_FREE = "MemFree"; | ||
| constexpr const char* SRECLAIMABLE = "SReclaimable"; | ||
|
|
||
| /* We calculate MemAvailable as follows | ||
| * MemAvailable = MemFree + Buffers + Cached + SReclaimable | ||
| * refer https://www.kernel.org/doc/Documentation/filesystems/proc.txt | ||
| * */ | ||
|
|
||
| struct SysInfo { | ||
| uint64_t mem_total = 0; // unit is kB | ||
| uint64_t mem_used = 0; // unit is kB | ||
| uint64_t mem_free = 0; // unit is kB | ||
| uint64_t mem_buffers = 0; // unit is kB | ||
| uint64_t mem_cached = 0; // unit is kB | ||
| }; | ||
|
|
||
| base::Status GetSysMem(SysInfo* info) { | ||
| #if defined(__linux__) | ||
| FILE *fd = fopen("/proc/meminfo", "r"); | ||
| if (fd == nullptr) { | ||
| return {ReturnCode::kError, "fail to open meminfo file"}; | ||
| } | ||
| char line[256]; | ||
| auto parse = [](absl::string_view str, absl::string_view key, uint64_t* val) -> base::Status { | ||
| str.remove_prefix(key.size() + 1); | ||
| str.remove_suffix(2); | ||
| str = absl::StripAsciiWhitespace(str); | ||
| if (!absl::SimpleAtoi(str, val)) { | ||
| return {ReturnCode::kError, absl::StrCat("fail to parse ", key)}; | ||
| } | ||
| return {}; | ||
| }; | ||
| int parse_cnt = 0; | ||
| uint64_t s_reclaimable = 0; | ||
| while (fgets(line, sizeof(line), fd)) { | ||
| absl::string_view str_view(line); | ||
| str_view = absl::StripAsciiWhitespace(str_view); | ||
| if (absl::StartsWith(str_view, MEM_TOTAL)) { | ||
| if (auto status = parse(str_view, MEM_TOTAL, &info->mem_total); !status.OK()) { | ||
| return status; | ||
| } | ||
| parse_cnt++; | ||
| } else if (absl::StartsWith(str_view, MEM_BUFFERS)) { | ||
| if (auto status = parse(str_view, MEM_BUFFERS, &info->mem_buffers); !status.OK()) { | ||
| return status; | ||
| } | ||
| parse_cnt++; | ||
| } else if (absl::StartsWith(str_view, MEM_CACHED)) { | ||
| if (auto status = parse(str_view, MEM_CACHED, &info->mem_cached); !status.OK()) { | ||
| return status; | ||
| } | ||
| parse_cnt++; | ||
| } else if (absl::StartsWith(str_view, MEM_FREE)) { | ||
| if (auto status = parse(str_view, MEM_FREE, &info->mem_free); !status.OK()) { | ||
| return status; | ||
| } | ||
| parse_cnt++; | ||
| } else if (absl::StartsWith(str_view, SRECLAIMABLE)) { | ||
| if (auto status = parse(str_view, SRECLAIMABLE, &s_reclaimable); !status.OK()) { | ||
| return status; | ||
| } | ||
| parse_cnt++; | ||
| } | ||
| } | ||
| if (parse_cnt != 5) { | ||
| return {ReturnCode::kError, "fail to parse meminfo"}; | ||
| } | ||
| info->mem_cached += s_reclaimable; | ||
| info->mem_used = info->mem_total - info->mem_buffers - info->mem_cached - info->mem_free; | ||
| fclose(fd); | ||
| #endif | ||
| return {}; | ||
| } | ||
|
|
||
| } // namespace openmldb::base | ||
|
|
||
| #endif // SRC_BASE_SYS_INFO_H_ |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,50 @@ | ||
| /* | ||
| * Copyright 2021 4Paradigm | ||
| * | ||
| * Licensed under the Apache License, Version 2.0 (the "License"); | ||
| * you may not use this file except in compliance with the License. | ||
| * You may obtain a copy of the License at | ||
| * | ||
| * http://www.apache.org/licenses/LICENSE-2.0 | ||
| * | ||
| * Unless required by applicable law or agreed to in writing, software | ||
| * distributed under the License is distributed on an "AS IS" BASIS, | ||
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| * See the License for the specific language governing permissions and | ||
| * limitations under the License. | ||
| */ | ||
|
|
||
| #include "gtest/gtest.h" | ||
| #include "base/sys_info.h" | ||
|
|
||
| namespace openmldb { | ||
| namespace base { | ||
|
|
||
| class SystemInfoTest : public ::testing::Test { | ||
| public: | ||
| SystemInfoTest() {} | ||
| ~SystemInfoTest() {} | ||
| }; | ||
|
|
||
| TEST_F(SystemInfoTest, GetMemory) { | ||
| base::SysInfo info; | ||
| auto status = base::GetSysMem(&info); | ||
| ASSERT_TRUE(status.OK()); | ||
| ASSERT_GT(info.mem_total, 0); | ||
| ASSERT_GT(info.mem_used, 0); | ||
| ASSERT_GT(info.mem_free, 0); | ||
| ASSERT_EQ(info.mem_total, info.mem_used + info.mem_buffers + info.mem_free + info.mem_cached); | ||
| /*printf("total:%lu\n", info.mem_total); | ||
| printf("used:%lu\n", info.mem_used); | ||
| printf("free:%lu\n", info.mem_free); | ||
| printf("buffers:%lu\n", info.mem_buffers); | ||
| printf("cached:%lu\n", info.mem_cached);*/ | ||
| } | ||
|
|
||
| } // namespace base | ||
| } // namespace openmldb | ||
|
|
||
| int main(int argc, char** argv) { | ||
| ::testing::InitGoogleTest(&argc, argv); | ||
| return RUN_ALL_TESTS(); | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.