mirror of
https://github.com/Telecominfraproject/wlan-cloud-lib-cppkafka.git
synced 2025-10-31 18:47:48 +00:00
Message timestamp refactoring and log level changes (#133)
* Message timestamp refactoring and log level changes * Changes per code review
This commit is contained in:
committed by
Matias Fontanini
parent
451d60295a
commit
b0ddceda1f
@@ -48,6 +48,7 @@
|
||||
#include <cppkafka/message.h>
|
||||
#include <cppkafka/message_builder.h>
|
||||
#include <cppkafka/message_internal.h>
|
||||
#include <cppkafka/message_timestamp.h>
|
||||
#include <cppkafka/metadata.h>
|
||||
#include <cppkafka/producer.h>
|
||||
#include <cppkafka/queue.h>
|
||||
|
||||
@@ -45,6 +45,7 @@
|
||||
#include "topic_configuration.h"
|
||||
#include "configuration.h"
|
||||
#include "macros.h"
|
||||
#include "logging.h"
|
||||
|
||||
namespace cppkafka {
|
||||
|
||||
@@ -107,6 +108,11 @@ public:
|
||||
* \param timeout The timeout to be set
|
||||
*/
|
||||
void set_timeout(std::chrono::milliseconds timeout);
|
||||
|
||||
/**
|
||||
* \brief Sets the log level
|
||||
*/
|
||||
void set_log_level(LogLevel level);
|
||||
|
||||
/**
|
||||
* \brief Adds one or more brokers to this handle's broker list
|
||||
|
||||
@@ -40,10 +40,10 @@
|
||||
#include "macros.h"
|
||||
#include "error.h"
|
||||
#include "header_list.h"
|
||||
#include "message_timestamp.h"
|
||||
|
||||
namespace cppkafka {
|
||||
|
||||
class MessageTimestamp;
|
||||
class Internal;
|
||||
|
||||
/**
|
||||
@@ -175,7 +175,7 @@ public:
|
||||
*
|
||||
* If calling rd_kafka_message_timestamp returns -1, then boost::none_t will be returned.
|
||||
*/
|
||||
inline boost::optional<MessageTimestamp> get_timestamp() const;
|
||||
boost::optional<MessageTimestamp> get_timestamp() const;
|
||||
|
||||
/**
|
||||
* \brief Gets the message latency in microseconds as measured from the produce() call.
|
||||
@@ -226,49 +226,6 @@ private:
|
||||
|
||||
using MessageList = std::vector<Message>;
|
||||
|
||||
/**
|
||||
* Represents a message's timestamp
|
||||
*/
|
||||
class CPPKAFKA_API MessageTimestamp {
|
||||
public:
|
||||
/**
|
||||
* The timestamp type
|
||||
*/
|
||||
enum TimestampType {
|
||||
CREATE_TIME = RD_KAFKA_TIMESTAMP_CREATE_TIME,
|
||||
LOG_APPEND_TIME = RD_KAFKA_TIMESTAMP_LOG_APPEND_TIME
|
||||
};
|
||||
|
||||
/**
|
||||
* Constructs a timestamp object using a 'duration'.
|
||||
*/
|
||||
MessageTimestamp(std::chrono::milliseconds timestamp, TimestampType type);
|
||||
|
||||
/**
|
||||
* Gets the timestamp value. If the timestamp was created with a 'time_point',
|
||||
* the duration represents the number of milliseconds since epoch.
|
||||
*/
|
||||
std::chrono::milliseconds get_timestamp() const;
|
||||
|
||||
/**
|
||||
* Gets the timestamp type
|
||||
*/
|
||||
TimestampType get_type() const;
|
||||
private:
|
||||
std::chrono::milliseconds timestamp_;
|
||||
TimestampType type_;
|
||||
};
|
||||
|
||||
boost::optional<MessageTimestamp> Message::get_timestamp() const {
|
||||
rd_kafka_timestamp_type_t type = RD_KAFKA_TIMESTAMP_NOT_AVAILABLE;
|
||||
int64_t timestamp = rd_kafka_message_timestamp(handle_.get(), &type);
|
||||
if (timestamp == -1 || type == RD_KAFKA_TIMESTAMP_NOT_AVAILABLE) {
|
||||
return {};
|
||||
}
|
||||
return MessageTimestamp(std::chrono::milliseconds(timestamp),
|
||||
static_cast<MessageTimestamp::TimestampType>(type));
|
||||
}
|
||||
|
||||
} // cppkafka
|
||||
|
||||
#endif // CPPKAFKA_MESSAGE_H
|
||||
|
||||
73
include/cppkafka/message_timestamp.h
Normal file
73
include/cppkafka/message_timestamp.h
Normal file
@@ -0,0 +1,73 @@
|
||||
/*
|
||||
* Copyright (c) 2017, Matias Fontanini
|
||||
* All rights reserved.
|
||||
*
|
||||
* Redistribution and use in source and binary forms, with or without
|
||||
* modification, are permitted provided that the following conditions are
|
||||
* met:
|
||||
*
|
||||
* * Redistributions of source code must retain the above copyright
|
||||
* notice, this list of conditions and the following disclaimer.
|
||||
* * Redistributions in binary form must reproduce the above
|
||||
* copyright notice, this list of conditions and the following disclaimer
|
||||
* in the documentation and/or other materials provided with the
|
||||
* distribution.
|
||||
*
|
||||
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
||||
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
||||
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
||||
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
||||
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
||||
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
||||
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
||||
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
||||
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
||||
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
||||
*
|
||||
*/
|
||||
|
||||
#ifndef CPPKAFKA_MESSAGE_TIMESTAMP_H
|
||||
#define CPPKAFKA_MESSAGE_TIMESTAMP_H
|
||||
|
||||
#include <chrono>
|
||||
#include <boost/optional.hpp>
|
||||
#include <librdkafka/rdkafka.h>
|
||||
#include "macros.h"
|
||||
|
||||
namespace cppkafka {
|
||||
|
||||
/**
|
||||
* Represents a message's timestamp
|
||||
*/
|
||||
class CPPKAFKA_API MessageTimestamp {
|
||||
friend class Message;
|
||||
public:
|
||||
/**
|
||||
* The timestamp type
|
||||
*/
|
||||
enum TimestampType {
|
||||
CREATE_TIME = RD_KAFKA_TIMESTAMP_CREATE_TIME,
|
||||
LOG_APPEND_TIME = RD_KAFKA_TIMESTAMP_LOG_APPEND_TIME
|
||||
};
|
||||
|
||||
/**
|
||||
* Gets the timestamp value. If the timestamp was created with a 'time_point',
|
||||
* the duration represents the number of milliseconds since epoch.
|
||||
*/
|
||||
std::chrono::milliseconds get_timestamp() const;
|
||||
|
||||
/**
|
||||
* Gets the timestamp type
|
||||
*/
|
||||
TimestampType get_type() const;
|
||||
private:
|
||||
MessageTimestamp(std::chrono::milliseconds timestamp, TimestampType type);
|
||||
|
||||
std::chrono::milliseconds timestamp_;
|
||||
TimestampType type_;
|
||||
};
|
||||
|
||||
} // cppkafka
|
||||
|
||||
#endif //CPPKAFKA_MESSAGE_TIMESTAMP_H
|
||||
@@ -7,6 +7,7 @@ set(SOURCES
|
||||
buffer.cpp
|
||||
queue.cpp
|
||||
message.cpp
|
||||
message_timestamp.cpp
|
||||
message_internal.cpp
|
||||
topic_partition.cpp
|
||||
topic_partition_list.cpp
|
||||
|
||||
@@ -79,6 +79,7 @@ Consumer::Consumer(Configuration config)
|
||||
}
|
||||
rd_kafka_poll_set_consumer(ptr);
|
||||
set_handle(ptr);
|
||||
set_log_level(LogLevel::LogErr);
|
||||
}
|
||||
|
||||
Consumer::~Consumer() {
|
||||
|
||||
@@ -83,6 +83,10 @@ void KafkaHandleBase::set_timeout(milliseconds timeout) {
|
||||
timeout_ms_ = timeout;
|
||||
}
|
||||
|
||||
void KafkaHandleBase::set_log_level(LogLevel level) {
|
||||
rd_kafka_set_log_level(handle_.get(), static_cast<int>(level));
|
||||
}
|
||||
|
||||
void KafkaHandleBase::add_brokers(const string& brokers) {
|
||||
rd_kafka_brokers_add(handle_.get(), brokers.data());
|
||||
}
|
||||
|
||||
@@ -84,20 +84,14 @@ Message& Message::load_internal() {
|
||||
return *this;
|
||||
}
|
||||
|
||||
// MessageTimestamp
|
||||
|
||||
MessageTimestamp::MessageTimestamp(milliseconds timestamp, TimestampType type)
|
||||
: timestamp_(timestamp),
|
||||
type_(type) {
|
||||
|
||||
}
|
||||
|
||||
milliseconds MessageTimestamp::get_timestamp() const {
|
||||
return timestamp_;
|
||||
}
|
||||
|
||||
MessageTimestamp::TimestampType MessageTimestamp::get_type() const {
|
||||
return type_;
|
||||
boost::optional<MessageTimestamp> Message::get_timestamp() const {
|
||||
rd_kafka_timestamp_type_t type = RD_KAFKA_TIMESTAMP_NOT_AVAILABLE;
|
||||
int64_t timestamp = rd_kafka_message_timestamp(handle_.get(), &type);
|
||||
if (timestamp == -1 || type == RD_KAFKA_TIMESTAMP_NOT_AVAILABLE) {
|
||||
return {};
|
||||
}
|
||||
return MessageTimestamp(std::chrono::milliseconds(timestamp),
|
||||
static_cast<MessageTimestamp::TimestampType>(type));
|
||||
}
|
||||
|
||||
} // cppkafka
|
||||
|
||||
51
src/message_timestamp.cpp
Normal file
51
src/message_timestamp.cpp
Normal file
@@ -0,0 +1,51 @@
|
||||
/*
|
||||
* Copyright (c) 2017, Matias Fontanini
|
||||
* All rights reserved.
|
||||
*
|
||||
* Redistribution and use in source and binary forms, with or without
|
||||
* modification, are permitted provided that the following conditions are
|
||||
* met:
|
||||
*
|
||||
* * Redistributions of source code must retain the above copyright
|
||||
* notice, this list of conditions and the following disclaimer.
|
||||
* * Redistributions in binary form must reproduce the above
|
||||
* copyright notice, this list of conditions and the following disclaimer
|
||||
* in the documentation and/or other materials provided with the
|
||||
* distribution.
|
||||
*
|
||||
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
||||
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
||||
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
||||
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
||||
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
||||
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
||||
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
||||
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
||||
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
||||
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
||||
*
|
||||
*/
|
||||
|
||||
#include "message_timestamp.h"
|
||||
|
||||
using std::chrono::milliseconds;
|
||||
|
||||
namespace cppkafka {
|
||||
|
||||
MessageTimestamp::MessageTimestamp(milliseconds timestamp, TimestampType type)
|
||||
: timestamp_(timestamp),
|
||||
type_(type) {
|
||||
|
||||
}
|
||||
|
||||
milliseconds MessageTimestamp::get_timestamp() const {
|
||||
return timestamp_;
|
||||
}
|
||||
|
||||
MessageTimestamp::TimestampType MessageTimestamp::get_type() const {
|
||||
return type_;
|
||||
}
|
||||
|
||||
} // cppkafka
|
||||
|
||||
@@ -52,8 +52,8 @@ Producer::Producer(Configuration config)
|
||||
if (!ptr) {
|
||||
throw Exception("Failed to create producer handle: " + string(error_buffer));
|
||||
}
|
||||
rd_kafka_set_log_level(ptr, 7);
|
||||
set_handle(ptr);
|
||||
set_log_level(LogLevel::LogErr);
|
||||
}
|
||||
|
||||
void Producer::set_payload_policy(PayloadPolicy policy) {
|
||||
|
||||
Reference in New Issue
Block a user