mirror of
https://github.com/Telecominfraproject/wlan-cloud-lib-cppkafka.git
synced 2025-11-01 02:57:53 +00:00
Message timestamp refactoring and log level changes (#133)
* Message timestamp refactoring and log level changes * Changes per code review
This commit is contained in:
committed by
Matias Fontanini
parent
451d60295a
commit
b0ddceda1f
@@ -48,6 +48,7 @@
|
|||||||
#include <cppkafka/message.h>
|
#include <cppkafka/message.h>
|
||||||
#include <cppkafka/message_builder.h>
|
#include <cppkafka/message_builder.h>
|
||||||
#include <cppkafka/message_internal.h>
|
#include <cppkafka/message_internal.h>
|
||||||
|
#include <cppkafka/message_timestamp.h>
|
||||||
#include <cppkafka/metadata.h>
|
#include <cppkafka/metadata.h>
|
||||||
#include <cppkafka/producer.h>
|
#include <cppkafka/producer.h>
|
||||||
#include <cppkafka/queue.h>
|
#include <cppkafka/queue.h>
|
||||||
|
|||||||
@@ -45,6 +45,7 @@
|
|||||||
#include "topic_configuration.h"
|
#include "topic_configuration.h"
|
||||||
#include "configuration.h"
|
#include "configuration.h"
|
||||||
#include "macros.h"
|
#include "macros.h"
|
||||||
|
#include "logging.h"
|
||||||
|
|
||||||
namespace cppkafka {
|
namespace cppkafka {
|
||||||
|
|
||||||
@@ -108,6 +109,11 @@ public:
|
|||||||
*/
|
*/
|
||||||
void set_timeout(std::chrono::milliseconds timeout);
|
void set_timeout(std::chrono::milliseconds timeout);
|
||||||
|
|
||||||
|
/**
|
||||||
|
* \brief Sets the log level
|
||||||
|
*/
|
||||||
|
void set_log_level(LogLevel level);
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* \brief Adds one or more brokers to this handle's broker list
|
* \brief Adds one or more brokers to this handle's broker list
|
||||||
*
|
*
|
||||||
|
|||||||
@@ -40,10 +40,10 @@
|
|||||||
#include "macros.h"
|
#include "macros.h"
|
||||||
#include "error.h"
|
#include "error.h"
|
||||||
#include "header_list.h"
|
#include "header_list.h"
|
||||||
|
#include "message_timestamp.h"
|
||||||
|
|
||||||
namespace cppkafka {
|
namespace cppkafka {
|
||||||
|
|
||||||
class MessageTimestamp;
|
|
||||||
class Internal;
|
class Internal;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@@ -175,7 +175,7 @@ public:
|
|||||||
*
|
*
|
||||||
* If calling rd_kafka_message_timestamp returns -1, then boost::none_t will be returned.
|
* If calling rd_kafka_message_timestamp returns -1, then boost::none_t will be returned.
|
||||||
*/
|
*/
|
||||||
inline boost::optional<MessageTimestamp> get_timestamp() const;
|
boost::optional<MessageTimestamp> get_timestamp() const;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* \brief Gets the message latency in microseconds as measured from the produce() call.
|
* \brief Gets the message latency in microseconds as measured from the produce() call.
|
||||||
@@ -226,49 +226,6 @@ private:
|
|||||||
|
|
||||||
using MessageList = std::vector<Message>;
|
using MessageList = std::vector<Message>;
|
||||||
|
|
||||||
/**
|
|
||||||
* Represents a message's timestamp
|
|
||||||
*/
|
|
||||||
class CPPKAFKA_API MessageTimestamp {
|
|
||||||
public:
|
|
||||||
/**
|
|
||||||
* The timestamp type
|
|
||||||
*/
|
|
||||||
enum TimestampType {
|
|
||||||
CREATE_TIME = RD_KAFKA_TIMESTAMP_CREATE_TIME,
|
|
||||||
LOG_APPEND_TIME = RD_KAFKA_TIMESTAMP_LOG_APPEND_TIME
|
|
||||||
};
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Constructs a timestamp object using a 'duration'.
|
|
||||||
*/
|
|
||||||
MessageTimestamp(std::chrono::milliseconds timestamp, TimestampType type);
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Gets the timestamp value. If the timestamp was created with a 'time_point',
|
|
||||||
* the duration represents the number of milliseconds since epoch.
|
|
||||||
*/
|
|
||||||
std::chrono::milliseconds get_timestamp() const;
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Gets the timestamp type
|
|
||||||
*/
|
|
||||||
TimestampType get_type() const;
|
|
||||||
private:
|
|
||||||
std::chrono::milliseconds timestamp_;
|
|
||||||
TimestampType type_;
|
|
||||||
};
|
|
||||||
|
|
||||||
boost::optional<MessageTimestamp> Message::get_timestamp() const {
|
|
||||||
rd_kafka_timestamp_type_t type = RD_KAFKA_TIMESTAMP_NOT_AVAILABLE;
|
|
||||||
int64_t timestamp = rd_kafka_message_timestamp(handle_.get(), &type);
|
|
||||||
if (timestamp == -1 || type == RD_KAFKA_TIMESTAMP_NOT_AVAILABLE) {
|
|
||||||
return {};
|
|
||||||
}
|
|
||||||
return MessageTimestamp(std::chrono::milliseconds(timestamp),
|
|
||||||
static_cast<MessageTimestamp::TimestampType>(type));
|
|
||||||
}
|
|
||||||
|
|
||||||
} // cppkafka
|
} // cppkafka
|
||||||
|
|
||||||
#endif // CPPKAFKA_MESSAGE_H
|
#endif // CPPKAFKA_MESSAGE_H
|
||||||
|
|||||||
73
include/cppkafka/message_timestamp.h
Normal file
73
include/cppkafka/message_timestamp.h
Normal file
@@ -0,0 +1,73 @@
|
|||||||
|
/*
|
||||||
|
* Copyright (c) 2017, Matias Fontanini
|
||||||
|
* All rights reserved.
|
||||||
|
*
|
||||||
|
* Redistribution and use in source and binary forms, with or without
|
||||||
|
* modification, are permitted provided that the following conditions are
|
||||||
|
* met:
|
||||||
|
*
|
||||||
|
* * Redistributions of source code must retain the above copyright
|
||||||
|
* notice, this list of conditions and the following disclaimer.
|
||||||
|
* * Redistributions in binary form must reproduce the above
|
||||||
|
* copyright notice, this list of conditions and the following disclaimer
|
||||||
|
* in the documentation and/or other materials provided with the
|
||||||
|
* distribution.
|
||||||
|
*
|
||||||
|
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||||
|
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
||||||
|
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
||||||
|
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
||||||
|
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
||||||
|
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
||||||
|
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
||||||
|
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
||||||
|
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
||||||
|
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
||||||
|
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
||||||
|
*
|
||||||
|
*/
|
||||||
|
|
||||||
|
#ifndef CPPKAFKA_MESSAGE_TIMESTAMP_H
|
||||||
|
#define CPPKAFKA_MESSAGE_TIMESTAMP_H
|
||||||
|
|
||||||
|
#include <chrono>
|
||||||
|
#include <boost/optional.hpp>
|
||||||
|
#include <librdkafka/rdkafka.h>
|
||||||
|
#include "macros.h"
|
||||||
|
|
||||||
|
namespace cppkafka {
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Represents a message's timestamp
|
||||||
|
*/
|
||||||
|
class CPPKAFKA_API MessageTimestamp {
|
||||||
|
friend class Message;
|
||||||
|
public:
|
||||||
|
/**
|
||||||
|
* The timestamp type
|
||||||
|
*/
|
||||||
|
enum TimestampType {
|
||||||
|
CREATE_TIME = RD_KAFKA_TIMESTAMP_CREATE_TIME,
|
||||||
|
LOG_APPEND_TIME = RD_KAFKA_TIMESTAMP_LOG_APPEND_TIME
|
||||||
|
};
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Gets the timestamp value. If the timestamp was created with a 'time_point',
|
||||||
|
* the duration represents the number of milliseconds since epoch.
|
||||||
|
*/
|
||||||
|
std::chrono::milliseconds get_timestamp() const;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Gets the timestamp type
|
||||||
|
*/
|
||||||
|
TimestampType get_type() const;
|
||||||
|
private:
|
||||||
|
MessageTimestamp(std::chrono::milliseconds timestamp, TimestampType type);
|
||||||
|
|
||||||
|
std::chrono::milliseconds timestamp_;
|
||||||
|
TimestampType type_;
|
||||||
|
};
|
||||||
|
|
||||||
|
} // cppkafka
|
||||||
|
|
||||||
|
#endif //CPPKAFKA_MESSAGE_TIMESTAMP_H
|
||||||
@@ -7,6 +7,7 @@ set(SOURCES
|
|||||||
buffer.cpp
|
buffer.cpp
|
||||||
queue.cpp
|
queue.cpp
|
||||||
message.cpp
|
message.cpp
|
||||||
|
message_timestamp.cpp
|
||||||
message_internal.cpp
|
message_internal.cpp
|
||||||
topic_partition.cpp
|
topic_partition.cpp
|
||||||
topic_partition_list.cpp
|
topic_partition_list.cpp
|
||||||
|
|||||||
@@ -79,6 +79,7 @@ Consumer::Consumer(Configuration config)
|
|||||||
}
|
}
|
||||||
rd_kafka_poll_set_consumer(ptr);
|
rd_kafka_poll_set_consumer(ptr);
|
||||||
set_handle(ptr);
|
set_handle(ptr);
|
||||||
|
set_log_level(LogLevel::LogErr);
|
||||||
}
|
}
|
||||||
|
|
||||||
Consumer::~Consumer() {
|
Consumer::~Consumer() {
|
||||||
|
|||||||
@@ -83,6 +83,10 @@ void KafkaHandleBase::set_timeout(milliseconds timeout) {
|
|||||||
timeout_ms_ = timeout;
|
timeout_ms_ = timeout;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
void KafkaHandleBase::set_log_level(LogLevel level) {
|
||||||
|
rd_kafka_set_log_level(handle_.get(), static_cast<int>(level));
|
||||||
|
}
|
||||||
|
|
||||||
void KafkaHandleBase::add_brokers(const string& brokers) {
|
void KafkaHandleBase::add_brokers(const string& brokers) {
|
||||||
rd_kafka_brokers_add(handle_.get(), brokers.data());
|
rd_kafka_brokers_add(handle_.get(), brokers.data());
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -84,20 +84,14 @@ Message& Message::load_internal() {
|
|||||||
return *this;
|
return *this;
|
||||||
}
|
}
|
||||||
|
|
||||||
// MessageTimestamp
|
boost::optional<MessageTimestamp> Message::get_timestamp() const {
|
||||||
|
rd_kafka_timestamp_type_t type = RD_KAFKA_TIMESTAMP_NOT_AVAILABLE;
|
||||||
MessageTimestamp::MessageTimestamp(milliseconds timestamp, TimestampType type)
|
int64_t timestamp = rd_kafka_message_timestamp(handle_.get(), &type);
|
||||||
: timestamp_(timestamp),
|
if (timestamp == -1 || type == RD_KAFKA_TIMESTAMP_NOT_AVAILABLE) {
|
||||||
type_(type) {
|
return {};
|
||||||
|
}
|
||||||
}
|
return MessageTimestamp(std::chrono::milliseconds(timestamp),
|
||||||
|
static_cast<MessageTimestamp::TimestampType>(type));
|
||||||
milliseconds MessageTimestamp::get_timestamp() const {
|
|
||||||
return timestamp_;
|
|
||||||
}
|
|
||||||
|
|
||||||
MessageTimestamp::TimestampType MessageTimestamp::get_type() const {
|
|
||||||
return type_;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
} // cppkafka
|
} // cppkafka
|
||||||
|
|||||||
51
src/message_timestamp.cpp
Normal file
51
src/message_timestamp.cpp
Normal file
@@ -0,0 +1,51 @@
|
|||||||
|
/*
|
||||||
|
* Copyright (c) 2017, Matias Fontanini
|
||||||
|
* All rights reserved.
|
||||||
|
*
|
||||||
|
* Redistribution and use in source and binary forms, with or without
|
||||||
|
* modification, are permitted provided that the following conditions are
|
||||||
|
* met:
|
||||||
|
*
|
||||||
|
* * Redistributions of source code must retain the above copyright
|
||||||
|
* notice, this list of conditions and the following disclaimer.
|
||||||
|
* * Redistributions in binary form must reproduce the above
|
||||||
|
* copyright notice, this list of conditions and the following disclaimer
|
||||||
|
* in the documentation and/or other materials provided with the
|
||||||
|
* distribution.
|
||||||
|
*
|
||||||
|
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||||
|
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
||||||
|
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
||||||
|
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
||||||
|
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
||||||
|
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
||||||
|
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
||||||
|
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
||||||
|
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
||||||
|
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
||||||
|
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
||||||
|
*
|
||||||
|
*/
|
||||||
|
|
||||||
|
#include "message_timestamp.h"
|
||||||
|
|
||||||
|
using std::chrono::milliseconds;
|
||||||
|
|
||||||
|
namespace cppkafka {
|
||||||
|
|
||||||
|
MessageTimestamp::MessageTimestamp(milliseconds timestamp, TimestampType type)
|
||||||
|
: timestamp_(timestamp),
|
||||||
|
type_(type) {
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
milliseconds MessageTimestamp::get_timestamp() const {
|
||||||
|
return timestamp_;
|
||||||
|
}
|
||||||
|
|
||||||
|
MessageTimestamp::TimestampType MessageTimestamp::get_type() const {
|
||||||
|
return type_;
|
||||||
|
}
|
||||||
|
|
||||||
|
} // cppkafka
|
||||||
|
|
||||||
@@ -52,8 +52,8 @@ Producer::Producer(Configuration config)
|
|||||||
if (!ptr) {
|
if (!ptr) {
|
||||||
throw Exception("Failed to create producer handle: " + string(error_buffer));
|
throw Exception("Failed to create producer handle: " + string(error_buffer));
|
||||||
}
|
}
|
||||||
rd_kafka_set_log_level(ptr, 7);
|
|
||||||
set_handle(ptr);
|
set_handle(ptr);
|
||||||
|
set_log_level(LogLevel::LogErr);
|
||||||
}
|
}
|
||||||
|
|
||||||
void Producer::set_payload_policy(PayloadPolicy policy) {
|
void Producer::set_payload_policy(PayloadPolicy policy) {
|
||||||
|
|||||||
Reference in New Issue
Block a user