Skip to content

Commit e926cf4

Browse files
kashirin-alexkashirin-alex
committed
updated version to SWC-DB v0.4.12
1 parent 6dddae1 commit e926cf4

File tree

11 files changed

+81
-24
lines changed

11 files changed

+81
-24
lines changed

‎CHANGELOG.md

+30-2
Original file line numberDiff line numberDiff line change
@@ -8,6 +8,16 @@
88

99
### [SWC-DB master](https://github.com/kashirin-alex/swc-db/tree/master) (upcoming-release)
1010

11+
12+
13+
[_Full Changelog_](https://github.com/kashirin-alex/swc-db/compare/v0.4.12...master)
14+
******
15+
16+
17+
18+
19+
### [SWC-DB v0.4.12](https://github.com/kashirin-alex/swc-db/releases/tag/v0.4.12) (2020-11-13)
20+
1121
added Manager feature to rebalance Rangers' ranges load
1222
added config property swc.mngr.rangers.range.rebalance.max
1323
added Ranger check and fix range MetaData on Range-load (select and update)
@@ -49,8 +59,26 @@
4959
added DB::Key::add(std::vector<std::string>::const_iterator {cbegin,cend})
5060
fixed cyclic-rsp of Unknown Error in FileSystemHadoopJVM at hdfsCloseFile
5161
added read & load example - 'Criteo 1TB Click Logs dataset'
52-
53-
[_Full Changelog_](https://github.com/kashirin-alex/swc-db/compare/v0.4.11...master)
62+
changed Ranger Blocks::remove, without rm files (Range will rm the folder)
63+
added Manager at Column remove, Query MetaData & delete cells remained
64+
added Ranger at RangeSplit apply compacting state for the new-range
65+
added optionally to pass the Comm::IoContext::Ptr to use in client::Update
66+
changed Ranger::Range::on_change requires a Callback
67+
changed all Manager and Ranger client::Query::{Select/Update} with async cb
68+
fixed Manager get_schema hadler check first is_schema_mngr state
69+
fixed Comm::client::ConnQueue without put(req) back at operation_aborted
70+
changed CommitLog::Splitter to work by Semaphore work-load state
71+
added size_t pre_acquire option to Semaphore ctor
72+
added CounT CompletionCounter::{in,de}crement_and_count()
73+
fixed ThriftBroker process_results for CompactResults
74+
added configuration option swc.ThriftBroker.connections.max
75+
added default swc.ThriftBroker.cfg.dyn=swc_thriftbroker.dyn.cfg file
76+
added thrift::transport::TSocket to Thrift::AppHandler Broker ctor&storage
77+
added Thrift-Broker LOG_INFO Open & Close Connection + total connections
78+
added Thrift-Broker shuttingdown at server stopped-serving
79+
fixed Thrift-Broker shutdown, stop TThreadPoolServer before ThreadManager
80+
81+
[_Full Changelog_](https://github.com/kashirin-alex/swc-db/compare/v0.4.11...v0.4.12)
5482
******
5583

5684

‎CMakeLists.txt

+2-2
Original file line numberDiff line numberDiff line change
@@ -14,7 +14,7 @@ endif ()
1414
project(SWCDB)
1515
set(VERSION_MAJOR "0")
1616
set(VERSION_MINOR "4")
17-
set(VERSION_MICRO "11")
17+
set(VERSION_MICRO "12")
1818
set(VERSION_STRING "${VERSION_MAJOR}.${VERSION_MINOR}.${VERSION_MICRO}")
1919
set(VERSION_PATCH )
2020
set(VERSION_MISC_SUFFIX "")
@@ -64,7 +64,7 @@ SET (CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -Wformat -Wformat-security")
6464
set (CMAKE_CXX_STANDARD 20)
6565
set (CMAKE_CXX_STANDARD_REQUIRED ON)
6666
SET (CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -D_LARGEFILE_SOURCE -m64 -D_FILE_OFFSET_BITS=64")
67-
SET (CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -DASIO_STANDALONE -DASIO_NO_DEPRECATED -DASIO_USE_TS_EXECUTOR_AS_DEFAULT")
67+
SET (CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -DASIO_STANDALONE -DASIO_NO_DEPRECATED") # -DASIO_USE_TS_EXECUTOR_AS_DEFAULT")
6868
# SET (CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fpack-struct=1 -fshort-enums")
6969

7070
SET (CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wall -Werror -Wextra")

‎docs/build/prerequisites/environment/debian_ubuntu/README.md

+8
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,14 @@
1+
---
2+
title: Debian/Ubuntu
3+
sort: 1
4+
---
15

26
# Debian/Ubuntu
37

8+
9+
In order to build SWC-DB on Debian/Ubuntu there are several mandatory and optional prerequisites which are available from the os-distribution or some might require additional steps.
10+
11+
412
## SWC-DB Mandatory 3rd-party Prerequisites:
513
```bash
614
apt-get update;

‎docs/build/prerequisites/environment/linux_from_scratch/README.md

+4
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,7 @@
1+
---
2+
title: Linux From Scratch
3+
sort: 10
4+
---
15

26
# Linux From Scratch
37

‎docs/configure/properties/swcdb_cluster.md

+1-1
Original file line numberDiff line numberDiff line change
@@ -13,7 +13,7 @@ These configuration properties are for sbin/swcdb_cluster a python script based
1313
The Full-Path or Uri to the SWC-DB `tar` archive package. An archive package from [available SWC-DB releases]({{ site.baseurl }}/install/getting_swcdb/#available-for-download) is suitable for the type of archive required.
1414
> The source-host SWC-DB installation files are copied if the property is not set.
1515
16-
_default_ **```swc.install.archive=https://github.com/kashirin-alex/swc-db/releases/download/v0.4.11/swcdb-0.4.11.debug.amd64.tar.xz```**
16+
_default_ **```swc.install.archive=https://github.com/kashirin-alex/swc-db/releases/download/v0.4.12/swcdb-0.4.12.debug.amd64.tar.xz```**
1717

1818

1919
* ### swc.cluster.rgr.host

‎docs/configure/the_config_files/README.md

+18-17
Original file line numberDiff line numberDiff line change
@@ -70,22 +70,23 @@ filenames cfg properties structured on corresponding role/service/program naming
7070

7171
_**The following cfg-files for roles are used:**_
7272

73-
| Roles | type | filename.cfg | filename.dyn.cfg |
74-
| --- | --- | --- | --- |
75-
| All | | ```swc.cfg``` | ```swc.dyn.cfg``` |
76-
| | | | |
77-
| Manager | | ```swc_mngr.cfg``` | ```swc_mngr.dyn.cfg``` |
78-
| Ranger | | ```swc_rgr.cfg``` | ```swc_rgr.dyn.cfg``` |
79-
| FsBroker | | ```swc_fsbroker.cfg``` | ```swc_fsbroker.dyn.cfg``` |
80-
| ThriftBroker | | ```swc_thriftbroker.cfg``` | |
81-
| | | | |
82-
| libswcdb_fs_* | Type of FS | | |
83-
| | local | ```swc_fs_local.cfg``` | |
84-
| | broker | ```swc_fs_broker.cfg``` | ```swc_fs_broker.dyn.cfg``` |
85-
| | hadoop_jvm | ```swc_fs_hadoop_jvm.cfg``` | |
86-
| | hadoop | ```swc_fs_hadoop.cfg``` | |
87-
| | ceph | ```swc_fs_ceph.cfg``` | |
88-
| | | | |
89-
| swcdb_cluster | | ```swc_cluster.cfg``` | |
73+
| Roles | type | filename.cfg | filename.dyn.cfg |
74+
| --- | --- | --- | --- |
75+
| All | | ```swc.cfg``` | ```swc.dyn.cfg``` |
76+
| | | | |
77+
| Manager | | ```swc_mngr.cfg``` | ```swc_mngr.dyn.cfg``` |
78+
| Ranger | | ```swc_rgr.cfg``` | ```swc_rgr.dyn.cfg``` |
79+
| FsBroker | | ```swc_fsbroker.cfg``` | ```swc_fsbroker.dyn.cfg``` |
80+
| ThriftBroker | | ```swc_thriftbroker.cfg``` | ```swc_thriftbroker.dyn.cfg``` |
81+
| | | | |
82+
| libswcdb_fs_* | Type of FS | | |
83+
| | local | ```swc_fs_local.cfg``` | |
84+
| | broker | ```swc_fs_broker.cfg``` | ```swc_fs_broker.dyn.cfg``` |
85+
| | hadoop_jvm | ```swc_fs_hadoop_jvm.cfg``` | |
86+
| | hadoop | ```swc_fs_hadoop.cfg``` | |
87+
| | ceph | ```swc_fs_ceph.cfg``` | |
88+
| | | | |
89+
| swcdb_cluster | | ```swc_cluster.cfg``` | |
90+
| | | | |
9091

9192

‎docs/install/dependencies/README.md

+10
Original file line numberDiff line numberDiff line change
@@ -6,14 +6,24 @@ sort: 2
66
# Dependencies Installation
77

88

9+
910
## on Debian/Ubuntu
1011

12+
All 3rd-part dependencies are available from the os-distribution.
13+
14+
_Update your repositories if outdated._
1115
```bash
1216
apt-get update;
17+
```
18+
19+
_Libraries Versions and Availability might vary between Ubuntu Releases._
20+
```bash
1321
apt-get install -y \
1422
libtcmalloc-minimal(4|5) \
1523
libre2-(4|5) \
1624
libsnappy1v5 \
1725
libthrift-0.13.0 \
1826
python3-pip ;
1927
```
28+
29+

‎docs/install/getting_swcdb/README.md

+4
Original file line numberDiff line numberDiff line change
@@ -9,6 +9,10 @@ sort: 2
99

1010
| Version | Version-Specific | Package Types | Build Types | Compiler | Architectures / Platforms | Link |
1111
| --- | --- | --- | --- | --- | --- | --- |
12+
| 0.4.12 | .install-pack | tar.xz | | | | [download](https://github.com/kashirin-alex/swc-db/releases/download/v0.4.12/swcdb-0.4.12.install-pack.tar.xz) |
13+
| 0.4.12 | .debug.amd64 | tar.xz | debug | GCC-9.3 | GLIBC-2.27 amd64 | [download](https://github.com/kashirin-alex/swc-db/releases/download/v0.4.12/swcdb-0.4.12.debug.amd64.tar.xz) |
14+
| 0.4.12 | .amd64 | tar.xz | optimized | GCC-9.3 | GLIBC-2.27 amd64 | [download](https://github.com/kashirin-alex/swc-db/releases/download/v0.4.12/swcdb-0.4.12.amd64.tar.xz) |
15+
| --- | --- | --- | --- | --- | --- | --- |
1216
| 0.4.11 | .install-pack | tar.xz | | | | [download](https://github.com/kashirin-alex/swc-db/releases/download/v0.4.11/swcdb-0.4.11.install-pack.tar.xz) |
1317
| 0.4.11 | .debug.amd64 | tar.xz | debug | GCC-9.3 | GLIBC-2.27 amd64 | [download](https://github.com/kashirin-alex/swc-db/releases/download/v0.4.11/swcdb-0.4.11.debug.amd64.tar.xz) |
1418
| 0.4.11 | .amd64 | tar.xz | optimized | GCC-9.3 | GLIBC-2.27 amd64 | [download](https://github.com/kashirin-alex/swc-db/releases/download/v0.4.11/swcdb-0.4.11.amd64.tar.xz) |

‎src/etc/swcdb/swc.cfg

+1-1
Original file line numberDiff line numberDiff line change
@@ -39,8 +39,8 @@ swc.ThriftBroker.cfg=swc_thriftbroker.cfg
3939
swc.comm.ssl=FALSE
4040
swc.comm.ssl.ciphers="TLS_CHACHA20_POLY1305_SHA256:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-RSA-AES128-GCM-SHA256" # used if set
4141
swc.comm.ssl.secure.network = 127.0.0.0/8
42-
#swc.comm.ssl.secure.network = 192.168.0.0/16
4342
swc.comm.ssl.secure.network = ::1/128
43+
#swc.comm.ssl.secure.network = 192.168.0.0/16
4444
#swc.comm.ssl.secure.network = 1::/64
4545

4646
# Filenames without slash/dot applied on swc.cfg.path

‎src/etc/swcdb/swc.cluster.cfg

+1-1
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,7 @@
2323
# (with default| - default hostname applied, hostname used for ssh)
2424

2525

26-
swc.install.archive=https://github.com/kashirin-alex/swc-db/releases/download/v0.4.11/swcdb-0.4.11.debug.amd64.tar.xz
26+
swc.install.archive=https://github.com/kashirin-alex/swc-db/releases/download/v0.4.12/swcdb-0.4.12.debug.amd64.tar.xz
2727

2828

2929
swc.cluster.role.delay.start=2

‎src/py/package/README.md

+2
Original file line numberDiff line numberDiff line change
@@ -7,6 +7,8 @@ The Python modules for working with [SWC-DB](https://www.swcdb.org).
77

88

99
**Documentations are available at:**
10+
1011
* https://www.swcdb.org/use/thriftclient/python/
12+
1113
* https://kashirin-alex.github.io/swc-db/use/thriftclient/python/
1214

0 commit comments

Comments
 (0)