Skip to content

Commit 8c92e0e

Browse files
stefanDeveloperstefanDeveloper
committed
[feature] add e2e tests
1 parent 2235dda commit 8c92e0e

8 files changed

Lines changed: 279 additions & 8 deletions

File tree

‎.github/workflows/ci_e2e.yml‎

Lines changed: 57 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,57 @@
1+
name: CI E2E Auth
2+
3+
on:
4+
push:
5+
branches: [ main ]
6+
pull_request:
7+
branches: [ main ]
8+
9+
jobs:
10+
auth_e2e_matrix:
11+
runs-on: ubuntu-latest
12+
steps:
13+
- uses: actions/checkout@v3
14+
15+
- name: Install Rust
16+
uses: actions-rs/toolchain@v1
17+
with:
18+
toolchain: stable
19+
override: true
20+
21+
- name: Install Core Dependencies
22+
run: |
23+
sudo apt-get update
24+
sudo apt-get install -y cmake g++ libssl-dev pkg-config openssl
25+
26+
- name: Install Fluvio Local Cluster
27+
run: |
28+
curl -fsS https://hub.infinyon.cloud/install/install.sh | bash
29+
echo "$HOME/.fluvio/bin" >> $GITHUB_PATH
30+
31+
- name: Generate mTLS Evaluation Certificates
32+
run: |
33+
mkdir -p /tmp/certs && cd /tmp/certs
34+
openssl req -new -newkey rsa:2048 -nodes -x509 -keyout ca.key -out ca.crt -subj '/CN=fluvio-ca'
35+
openssl req -new -newkey rsa:2048 -nodes -keyout server.key -out server.csr -subj '/CN=localhost'
36+
openssl x509 -req -in server.csr -CA ca.crt -CAkey ca.key -CAcreateserial -out server.crt -days 365
37+
openssl req -new -newkey rsa:2048 -nodes -keyout client.key -out client.csr -subj '/CN=fluvio-client'
38+
openssl x509 -req -in client.csr -CA ca.crt -CAkey ca.key -CAcreateserial -out client.crt -days 365
39+
40+
- name: Start Authenticated Local TLS Cluster
41+
run: |
42+
fluvio cluster start --local --tls --server-cert /tmp/certs/server.crt --server-key /tmp/certs/server.key --client-cert /tmp/certs/client.crt --client-key /tmp/certs/client.key --ca-cert /tmp/certs/ca.crt --domain localhost
43+
44+
- name: Dynamically Build C++ Drivers representing E2E Target
45+
run: |
46+
cmake -B build
47+
cmake --build build
48+
49+
- name: Execute Strict mTLS Validation Suite
50+
run: |
51+
export FLUVIO_E2E_TLS_DOMAIN="localhost"
52+
export FLUVIO_E2E_TLS_KEY="/tmp/certs/client.key"
53+
export FLUVIO_E2E_TLS_CERT="/tmp/certs/client.crt"
54+
export FLUVIO_E2E_TLS_CA="/tmp/certs/ca.crt"
55+
fluvio topic create test-auth-topic || true
56+
cd build
57+
ctest --output-on-failure -R fluvio_auth_test

‎CMakeLists.txt‎

Lines changed: 24 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
cmake_minimum_required(VERSION 3.20)
2-
project(fluvio_client_cpp CXX C)
2+
project(fluvio_client_cpp_sys CXX C)
33

44
set(CMAKE_CXX_STANDARD 17)
55

@@ -31,7 +31,7 @@ target_include_directories(test_producer PRIVATE
3131
${CXX_ROOT_DIR}
3232
)
3333
target_link_libraries(test_producer PRIVATE
34-
${CMAKE_CURRENT_SOURCE_DIR}/${RUST_TARGET_DIR}/libfluvio_client_cpp.a
34+
${CMAKE_CURRENT_SOURCE_DIR}/${RUST_TARGET_DIR}/libfluvio_client_cpp_sys.a
3535
pthread dl m
3636
)
3737
add_test(NAME fluvio_producer_test COMMAND test_producer)
@@ -43,7 +43,7 @@ target_include_directories(test_consumer PRIVATE
4343
${CXX_ROOT_DIR}
4444
)
4545
target_link_libraries(test_consumer PRIVATE
46-
${CMAKE_CURRENT_SOURCE_DIR}/${RUST_TARGET_DIR}/libfluvio_client_cpp.a
46+
${CMAKE_CURRENT_SOURCE_DIR}/${RUST_TARGET_DIR}/libfluvio_client_cpp_sys.a
4747
pthread dl m
4848
)
4949
add_test(NAME fluvio_consumer_test COMMAND test_consumer)
@@ -52,7 +52,7 @@ add_test(NAME fluvio_consumer_test COMMAND test_consumer)
5252
add_executable(test_admin tests/test_admin.cpp ${CXXBRIDGE_SOURCES})
5353
target_include_directories(test_admin PRIVATE ${CXXBRIDGE_HDR_DIR}/../.. ${CXX_ROOT_DIR})
5454
target_link_libraries(test_admin PRIVATE
55-
${CMAKE_CURRENT_SOURCE_DIR}/${RUST_TARGET_DIR}/libfluvio_client_cpp.a
55+
${CMAKE_CURRENT_SOURCE_DIR}/${RUST_TARGET_DIR}/libfluvio_client_cpp_sys.a
5656
pthread dl m
5757
)
5858
add_test(NAME fluvio_admin_test COMMAND test_admin)
@@ -61,7 +61,7 @@ add_test(NAME fluvio_admin_test COMMAND test_admin)
6161
add_executable(test_config tests/test_config.cpp ${CXXBRIDGE_SOURCES})
6262
target_include_directories(test_config PRIVATE ${CXXBRIDGE_HDR_DIR}/../.. ${CXX_ROOT_DIR})
6363
target_link_libraries(test_config PRIVATE
64-
${CMAKE_CURRENT_SOURCE_DIR}/${RUST_TARGET_DIR}/libfluvio_client_cpp.a
64+
${CMAKE_CURRENT_SOURCE_DIR}/${RUST_TARGET_DIR}/libfluvio_client_cpp_sys.a
6565
pthread dl m
6666
)
6767
add_test(NAME fluvio_config_test COMMAND test_config)
@@ -70,7 +70,25 @@ add_test(NAME fluvio_config_test COMMAND test_config)
7070
add_executable(test_c tests/test_c.c)
7171
target_include_directories(test_c PRIVATE ${CMAKE_CURRENT_SOURCE_DIR}/include)
7272
target_link_libraries(test_c PRIVATE
73-
${CMAKE_CURRENT_SOURCE_DIR}/${RUST_TARGET_DIR}/libfluvio_client_cpp.a
73+
${CMAKE_CURRENT_SOURCE_DIR}/${RUST_TARGET_DIR}/libfluvio_client_cpp_sys.a
7474
stdc++ pthread dl m
7575
)
7676
add_test(NAME fluvio_c_native_test COMMAND test_c)
77+
78+
# Auth E2E CXX Test
79+
add_executable(test_auth tests/test_auth.cpp ${CXXBRIDGE_SOURCES})
80+
target_include_directories(test_auth PRIVATE ${CXXBRIDGE_HDR_DIR}/../.. ${CXX_ROOT_DIR})
81+
target_link_libraries(test_auth PRIVATE
82+
${CMAKE_CURRENT_SOURCE_DIR}/${RUST_TARGET_DIR}/libfluvio_client_cpp_sys.a
83+
pthread dl m
84+
)
85+
add_test(NAME fluvio_auth_test COMMAND test_auth)
86+
87+
# Auth E2E C Native Test
88+
add_executable(test_auth_c tests/test_auth_c.c)
89+
target_include_directories(test_auth_c PRIVATE ${CMAKE_CURRENT_SOURCE_DIR}/include)
90+
target_link_libraries(test_auth_c PRIVATE
91+
${CMAKE_CURRENT_SOURCE_DIR}/${RUST_TARGET_DIR}/libfluvio_client_cpp_sys.a
92+
stdc++ pthread dl m
93+
)
94+
add_test(NAME fluvio_auth_c_test COMMAND test_auth_c)

‎include/fluvio.h‎

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -15,9 +15,18 @@ typedef struct fluvio_consumer_opaque fluvio_partition_consumer_t;
1515
typedef struct fluvio_produce_output_opaque fluvio_produce_output_t;
1616
typedef struct fluvio_stream_opaque fluvio_stream_t;
1717
typedef struct fluvio_record_opaque fluvio_record_t;
18+
typedef struct fluvio_config_opaque fluvio_config_t;
1819

1920
// Client
21+
int fluvio_c_config_load(fluvio_config_t** out_config);
22+
void fluvio_c_config_set_endpoint(fluvio_config_t* config, const char* endpoint);
23+
void fluvio_c_config_set_client_id(fluvio_config_t* config, const char* client_id);
24+
void fluvio_c_config_disable_tls(fluvio_config_t* config);
25+
void fluvio_c_config_set_anonymous_tls(fluvio_config_t* config);
26+
void fluvio_c_config_set_inline_tls(fluvio_config_t* config, const char* domain, const char* key, const char* cert, const char* ca_cert);
27+
void fluvio_c_config_set_tls_file_paths(fluvio_config_t* config, const char* domain, const char* key_path, const char* cert_path, const char* ca_cert_path);
2028
int fluvio_c_connect(fluvio_client_t** out_client);
29+
int fluvio_c_connect_with_config(fluvio_config_t* config, fluvio_client_t** out_client);
2130
void fluvio_c_client_free(fluvio_client_t* client);
2231

2332
// Producer

‎src/c_api.rs‎

Lines changed: 82 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2,9 +2,15 @@ use crate::client::{FluvioClient, fluvio_connect};
22
use crate::producer::{FluvioProducer, create_producer, producer_send, producer_flush};
33
use crate::consumer::{FluvioConsumer, FluvioStream, FluvioRecord, partition_consumer, consumer_stream, stream_next};
44
use crate::produce_output::{FluvioProduceOutput, produce_output_wait};
5+
use crate::config::{FluvioConfigWrapper, fluvio_config_load};
56
use std::os::raw::c_char;
67
use std::ffi::CStr;
78

9+
#[repr(C)]
10+
pub struct fluvio_config_t {
11+
_private: [u8; 0],
12+
}
13+
814
#[unsafe(no_mangle)]
915
pub extern "C" fn fluvio_c_connect(out_client: *mut *mut FluvioClient) -> i32 {
1016
match fluvio_connect() {
@@ -16,6 +22,19 @@ pub extern "C" fn fluvio_c_connect(out_client: *mut *mut FluvioClient) -> i32 {
1622
}
1723
}
1824

25+
#[unsafe(no_mangle)]
26+
pub unsafe extern "C" fn fluvio_c_connect_with_config(config: *mut fluvio_config_t, out_client: *mut *mut FluvioClient) -> i32 {
27+
if config.is_null() || out_client.is_null() { return -1; }
28+
let config_wrapper = &mut *(config as *mut FluvioConfigWrapper);
29+
match crate::client::fluvio_connect_with_config(config_wrapper) {
30+
Ok(client) => {
31+
unsafe { *out_client = Box::into_raw(client); }
32+
0
33+
}
34+
Err(_) => -1,
35+
}
36+
}
37+
1938
#[unsafe(no_mangle)]
2039
pub extern "C" fn fluvio_c_client_free(client: *mut FluvioClient) {
2140
if !client.is_null() { unsafe { let _ = Box::from_raw(client); } }
@@ -64,6 +83,69 @@ pub extern "C" fn fluvio_c_produce_output_free(out: *mut FluvioProduceOutput) {
6483
if !out.is_null() { unsafe { let _ = Box::from_raw(out); } }
6584
}
6685

86+
#[unsafe(no_mangle)]
87+
pub extern "C" fn fluvio_c_config_load(out_config: *mut *mut fluvio_config_t) -> i32 {
88+
if out_config.is_null() { return -1; }
89+
match fluvio_config_load() {
90+
Ok(config) => { unsafe { *out_config = Box::into_raw(config) as *mut fluvio_config_t; } 0 }
91+
Err(_) => -1,
92+
}
93+
}
94+
95+
#[unsafe(no_mangle)]
96+
pub unsafe extern "C" fn fluvio_c_config_set_endpoint(config: *mut fluvio_config_t, endpoint: *const std::ffi::c_char) {
97+
if config.is_null() || endpoint.is_null() { return; }
98+
let config_wrapper = &mut *(config as *mut FluvioConfigWrapper);
99+
let ep_str = std::ffi::CStr::from_ptr(endpoint).to_string_lossy();
100+
crate::config::fluvio_config_set_endpoint(config_wrapper, &ep_str);
101+
}
102+
103+
#[unsafe(no_mangle)]
104+
pub unsafe extern "C" fn fluvio_c_config_set_client_id(config: *mut fluvio_config_t, client_id: *const std::ffi::c_char) {
105+
if config.is_null() || client_id.is_null() { return; }
106+
let config_wrapper = &mut *(config as *mut FluvioConfigWrapper);
107+
let client_id_str = std::ffi::CStr::from_ptr(client_id).to_string_lossy();
108+
crate::config::fluvio_config_set_client_id(config_wrapper, &client_id_str);
109+
}
110+
111+
#[unsafe(no_mangle)]
112+
pub unsafe extern "C" fn fluvio_c_config_disable_tls(config: *mut fluvio_config_t) {
113+
if config.is_null() { return; }
114+
let config_wrapper = &mut *(config as *mut FluvioConfigWrapper);
115+
crate::config::fluvio_config_disable_tls(config_wrapper);
116+
}
117+
118+
#[unsafe(no_mangle)]
119+
pub unsafe extern "C" fn fluvio_c_config_set_anonymous_tls(config: *mut fluvio_config_t) {
120+
if config.is_null() { return; }
121+
let config_wrapper = &mut *(config as *mut FluvioConfigWrapper);
122+
crate::config::fluvio_config_set_anonymous_tls(config_wrapper);
123+
}
124+
125+
#[unsafe(no_mangle)]
126+
pub unsafe extern "C" fn fluvio_c_config_set_inline_tls(config: *mut fluvio_config_t, domain: *const std::ffi::c_char, key: *const std::ffi::c_char, cert: *const std::ffi::c_char, ca_cert: *const std::ffi::c_char) {
127+
if config.is_null() || domain.is_null() || key.is_null() || cert.is_null() || ca_cert.is_null() { return; }
128+
let config_wrapper = &mut *(config as *mut FluvioConfigWrapper);
129+
crate::config::fluvio_config_set_inline_tls(config_wrapper,
130+
&std::ffi::CStr::from_ptr(domain).to_string_lossy(),
131+
&std::ffi::CStr::from_ptr(key).to_string_lossy(),
132+
&std::ffi::CStr::from_ptr(cert).to_string_lossy(),
133+
&std::ffi::CStr::from_ptr(ca_cert).to_string_lossy(),
134+
);
135+
}
136+
137+
#[unsafe(no_mangle)]
138+
pub unsafe extern "C" fn fluvio_c_config_set_tls_file_paths(config: *mut fluvio_config_t, domain: *const std::ffi::c_char, key_path: *const std::ffi::c_char, cert_path: *const std::ffi::c_char, ca_cert_path: *const std::ffi::c_char) {
139+
if config.is_null() || domain.is_null() || key_path.is_null() || cert_path.is_null() || ca_cert_path.is_null() { return; }
140+
let config_wrapper = &mut *(config as *mut FluvioConfigWrapper);
141+
crate::config::fluvio_config_set_tls_file_paths(config_wrapper,
142+
&std::ffi::CStr::from_ptr(domain).to_string_lossy(),
143+
&std::ffi::CStr::from_ptr(key_path).to_string_lossy(),
144+
&std::ffi::CStr::from_ptr(cert_path).to_string_lossy(),
145+
&std::ffi::CStr::from_ptr(ca_cert_path).to_string_lossy(),
146+
);
147+
}
148+
67149
#[unsafe(no_mangle)]
68150
pub extern "C" fn fluvio_c_partition_consumer(client: *mut FluvioClient, topic: *const c_char, partition: u32, out_consumer: *mut *mut FluvioConsumer) -> i32 {
69151
if client.is_null() || topic.is_null() || out_consumer.is_null() { return -1; }

‎src/config.rs‎

Lines changed: 26 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -45,3 +45,29 @@ pub fn fluvio_config_set_endpoint(c: &mut FluvioConfigWrapper, endpoint: &str) {
4545
pub fn fluvio_config_set_client_id(c: &mut FluvioConfigWrapper, client_id: &str) {
4646
c.inner.client_id = Some(client_id.to_string());
4747
}
48+
49+
pub fn fluvio_config_disable_tls(c: &mut FluvioConfigWrapper) {
50+
c.inner.tls = fluvio::config::TlsPolicy::Disabled;
51+
}
52+
53+
pub fn fluvio_config_set_anonymous_tls(c: &mut FluvioConfigWrapper) {
54+
c.inner.tls = fluvio::config::TlsPolicy::Anonymous;
55+
}
56+
57+
pub fn fluvio_config_set_inline_tls(c: &mut FluvioConfigWrapper, domain: &str, key: &str, cert: &str, ca_cert: &str) {
58+
c.inner.tls = fluvio::config::TlsPolicy::Verified(fluvio::config::TlsConfig::Inline(fluvio::config::TlsCerts {
59+
domain: domain.to_string(),
60+
key: key.to_string(),
61+
cert: cert.to_string(),
62+
ca_cert: ca_cert.to_string(),
63+
}));
64+
}
65+
66+
pub fn fluvio_config_set_tls_file_paths(c: &mut FluvioConfigWrapper, domain: &str, key_path: &str, cert_path: &str, ca_cert_path: &str) {
67+
c.inner.tls = fluvio::config::TlsPolicy::Verified(fluvio::config::TlsConfig::Files(fluvio::config::TlsPaths {
68+
domain: domain.to_string(),
69+
key: std::path::PathBuf::from(key_path),
70+
cert: std::path::PathBuf::from(cert_path),
71+
ca_cert: std::path::PathBuf::from(ca_cert_path),
72+
}));
73+
}

‎src/lib.rs‎

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -22,9 +22,9 @@ mod ffi {
2222
type FluvioRecordMetadata;
2323
type FluvioAdminClient;
2424

25-
/// Connects to the Fluvio cluster using default configuration
25+
/// Connects to a Fluvio cluster
2626
fn fluvio_connect() -> Result<Box<FluvioClient>>;
27-
/// Connects to the Fluvio cluster using the provided configuration wrapper
27+
/// Connects to a Fluvio cluster with explicit config
2828
fn fluvio_connect_with_config(config: &FluvioConfigWrapper) -> Result<Box<FluvioClient>>;
2929

3030
/// Creates a new topic producer configuration builder
@@ -49,6 +49,10 @@ mod ffi {
4949
fn fluvio_config_set_endpoint(c: &mut FluvioConfigWrapper, endpoint: &str);
5050
/// Sets the client identifier for the cluster configuration
5151
fn fluvio_config_set_client_id(c: &mut FluvioConfigWrapper, client_id: &str);
52+
fn fluvio_config_disable_tls(c: &mut FluvioConfigWrapper);
53+
fn fluvio_config_set_anonymous_tls(c: &mut FluvioConfigWrapper);
54+
fn fluvio_config_set_inline_tls(c: &mut FluvioConfigWrapper, domain: &str, key: &str, cert: &str, ca_cert: &str);
55+
fn fluvio_config_set_tls_file_paths(c: &mut FluvioConfigWrapper, domain: &str, key_path: &str, cert_path: &str, ca_cert_path: &str);
5256

5357
/// Creates a producer for the specified topic
5458
fn create_producer(client: &FluvioClient, topic: &str) -> Result<Box<FluvioProducer>>;

‎tests/test_auth.cpp‎

Lines changed: 58 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,58 @@
1+
#include "fluvio-client-cpp-sys/src/lib.rs.h"
2+
#include <iostream>
3+
#include <cstdlib>
4+
5+
int main() {
6+
try {
7+
std::cout << "[E2E-AUTH] Bootstrapping TLS Configurations..." << std::endl;
8+
9+
const char* domain = std::getenv("FLUVIO_E2E_TLS_DOMAIN");
10+
const char* key = std::getenv("FLUVIO_E2E_TLS_KEY");
11+
const char* cert = std::getenv("FLUVIO_E2E_TLS_CERT");
12+
const char* ca = std::getenv("FLUVIO_E2E_TLS_CA");
13+
14+
auto fluvioConfig = fluvio_config_new(domain ? domain : "localhost:9003");
15+
16+
if (domain && key && cert && ca) {
17+
std::cout << "[E2E-AUTH] Active TLS parameters detected! Configuring strict mTLS execution pipeline." << std::endl;
18+
fluvio_config_set_tls_file_paths(*fluvioConfig, domain, key, cert, ca);
19+
} else {
20+
std::cout << "[E2E-AUTH] No TLS parameters detected in ENV. Proceeding with TLS-Disabled configuration checks." << std::endl;
21+
fluvio_config_disable_tls(*fluvioConfig);
22+
std::cout << "CXX TLS Auth Object Creation Successfully Evaluated Offline." << std::endl;
23+
return 0;
24+
}
25+
26+
std::cout << "[E2E-AUTH] Attempting live Fluvio Socket TLS Auth Connection..." << std::endl;
27+
auto authenticatedClient = fluvio_connect_with_config(*fluvioConfig);
28+
std::cout << "[E2E-AUTH] Successfully authenticated to cluster natively via TLS mTLS bindings!" << std::endl;
29+
30+
std::cout << "[E2E-AUTH] Creating producer for 'test-auth-topic'..." << std::endl;
31+
auto producer = create_producer(*authenticatedClient, "test-auth-topic");
32+
33+
uint8_t payload[] = {'s', 'e', 'c', 'u', 'r', 'e'};
34+
producer_send(*producer,
35+
rust::Slice<const uint8_t>(),
36+
rust::Slice<const uint8_t>(payload, sizeof(payload)));
37+
producer_flush(*producer);
38+
std::cout << "[E2E-AUTH] 🔒 Payload shipped through TLS socket!" << std::endl;
39+
40+
std::cout << "[E2E-AUTH] Bootstrapping Authenticated Consumer..." << std::endl;
41+
auto consumer = partition_consumer(*authenticatedClient, "test-auth-topic", 0);
42+
auto stream = consumer_stream(*consumer, 0);
43+
auto rec = stream_next(*stream);
44+
auto val = record_value(*rec);
45+
46+
if(val.size() == 6) {
47+
std::cout << "[E2E-AUTH] 🔓 Successfully received authenticated payload matrix decrypting exact size match!" << std::endl;
48+
} else {
49+
throw std::runtime_error("Decrypted payload size mismatch dropping verification boundary!");
50+
}
51+
52+
std::cout << "[E2E-AUTH] CXX TLS Strict Auth End-to-End Test Successfully Evaluated!" << std::endl;
53+
} catch (const std::exception& e) {
54+
std::cerr << "[E2E-AUTH] FATAL Auth Disconnect: " << e.what() << std::endl;
55+
return 1;
56+
}
57+
return 0;
58+
}

‎tests/test_auth_c.c‎

Lines changed: 17 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,17 @@
1+
#include "fluvio.h"
2+
#include <stdio.h>
3+
4+
int main() {
5+
fluvio_config_t* config = NULL;
6+
if (fluvio_c_config_load(&config) != 0) {
7+
printf("Failed to load generic config\n");
8+
}
9+
10+
fluvio_c_config_disable_tls(config);
11+
fluvio_c_config_set_anonymous_tls(config);
12+
fluvio_c_config_set_inline_tls(config, "domain.com", "secret-key", "cert-val", "ca-val");
13+
fluvio_c_config_set_tls_file_paths(config, "domain.com", "key.pem", "cert.pem", "ca.pem");
14+
15+
printf("Pure C Native Auth Config Test Successfully Evaluated!\n");
16+
return 0;
17+
}

0 commit comments

Comments
 (0)