make data store times configurable

This commit is contained in:
andreas 2024-09-29 19:56:39 +02:00
parent 358710ef03
commit c266bddea3
6 changed files with 176 additions and 62 deletions

View File

@ -1,6 +1,7 @@
#include "GwBoatData.h" #include "GwBoatData.h"
#include <GwJsonDocument.h> #include <GwJsonDocument.h>
#include <ArduinoJson/Json/TextFormatter.hpp> #include <ArduinoJson/Json/TextFormatter.hpp>
#include "GWConfig.h"
#define GWTYPE_DOUBLE 1 #define GWTYPE_DOUBLE 1
#define GWTYPE_UINT32 2 #define GWTYPE_UINT32 2
#define GWTYPE_UINT16 3 #define GWTYPE_UINT16 3
@ -35,6 +36,23 @@ GwBoatItemBase::GwBoatItemBase(String name, String format, unsigned long invalid
this->format = format; this->format = format;
this->type = 0; this->type = 0;
this->lastUpdateSource = -1; this->lastUpdateSource = -1;
this->toType=TOType::user;
}
GwBoatItemBase::GwBoatItemBase(String name, String format, GwBoatItemBase::TOType toType)
{
lastSet = 0;
this->invalidTime = INVALID_TIME;
this->toType=toType;
this->name = name;
this->format = format;
this->type = 0;
this->lastUpdateSource = -1;
this->toType=TOType::user;
}
void GwBoatItemBase::setInvalidTime(unsigned long it, bool force){
if (toType != TOType::user || force ){
invalidTime=it;
}
} }
size_t GwBoatItemBase::getJsonSize() { return JSON_OBJECT_SIZE(10); } size_t GwBoatItemBase::getJsonSize() { return JSON_OBJECT_SIZE(10); }
#define STRING_SIZE 40 #define STRING_SIZE 40
@ -113,6 +131,16 @@ GwBoatItem<T>::GwBoatItem(String name, String formatInfo, unsigned long invalidT
(*map)[name] = this; (*map)[name] = this;
} }
} }
template <class T>
GwBoatItem<T>::GwBoatItem(String name, String formatInfo, GwBoatItemBase::TOType toType, GwBoatItemMap *map) : GwBoatItemBase(name, formatInfo, toType)
{
T dummy;
this->type = GwBoatItemTypes::getType(dummy);
if (map)
{
(*map)[name] = this;
}
}
template <class T> template <class T>
bool GwBoatItem<T>::update(T nv, int source) bool GwBoatItem<T>::update(T nv, int source)
@ -246,14 +274,13 @@ void GwSatInfoList::houseKeeping(unsigned long ts)
sats.end(), sats.end(),
[ts, this](const GwSatInfo &info) [ts, this](const GwSatInfo &info)
{ {
return (info.timestamp + lifeTime) < ts; return info.validTill < ts;
}), }),
sats.end()); sats.end());
} }
void GwSatInfoList::update(GwSatInfo entry) void GwSatInfoList::update(GwSatInfo entry, unsigned long validTill)
{ {
unsigned long now = millis(); entry.validTill = validTill;
entry.timestamp = now;
for (auto it = sats.begin(); it != sats.end(); it++) for (auto it = sats.begin(); it != sats.end(); it++)
{ {
if (it->PRN == entry.PRN) if (it->PRN == entry.PRN)
@ -267,7 +294,7 @@ void GwSatInfoList::update(GwSatInfo entry)
sats.push_back(entry); sats.push_back(entry);
} }
GwBoatDataSatList::GwBoatDataSatList(String name, String formatInfo, unsigned long invalidTime, GwBoatItemMap *map) : GwBoatItem<GwSatInfoList>(name, formatInfo, invalidTime, map) {} GwBoatDataSatList::GwBoatDataSatList(String name, String formatInfo, GwBoatItemBase::TOType toType, GwBoatItemMap *map) : GwBoatItem<GwSatInfoList>(name, formatInfo, toType, map) {}
bool GwBoatDataSatList::update(GwSatInfo info, int source) bool GwBoatDataSatList::update(GwSatInfo info, int source)
{ {
@ -284,7 +311,7 @@ bool GwBoatDataSatList::update(GwSatInfo info, int source)
} }
lastUpdateSource = source; lastUpdateSource = source;
uls(now); uls(now);
data.update(info); data.update(info,now+invalidTime);
return true; return true;
} }
void GwBoatDataSatList::toJsonDoc(GwJsonDocument *doc, unsigned long minTime) void GwBoatDataSatList::toJsonDoc(GwJsonDocument *doc, unsigned long minTime)
@ -293,9 +320,31 @@ void GwBoatDataSatList::toJsonDoc(GwJsonDocument *doc, unsigned long minTime)
GwBoatItem<GwSatInfoList>::toJsonDoc(doc, minTime); GwBoatItem<GwSatInfoList>::toJsonDoc(doc, minTime);
} }
GwBoatData::GwBoatData(GwLog *logger) GwBoatData::GwBoatData(GwLog *logger, GwConfigHandler *cfg)
{ {
this->logger = logger; this->logger = logger;
for (auto &&it : values){
unsigned long timeout=GwBoatItemBase::INVALID_TIME;
switch(it.second->getToType()){
case GwBoatItemBase::TOType::ais:
timeout=cfg->getInt(GwConfigDefinitions::timoAis);
break;
case GwBoatItemBase::TOType::def:
timeout=cfg->getInt(GwConfigDefinitions::timoDefault);
break;
case GwBoatItemBase::TOType::lng:
timeout=cfg->getInt(GwConfigDefinitions::timoLong);
break;
case GwBoatItemBase::TOType::sensor:
timeout=cfg->getInt(GwConfigDefinitions::timoSensor);
break;
case GwBoatItemBase::TOType::keep:
timeout=0;
break;
}
it.second->setInvalidTime(timeout);
}
} }
GwBoatData::~GwBoatData() GwBoatData::~GwBoatData()
{ {

View File

@ -2,6 +2,7 @@
#define _GWBOATDATA_H #define _GWBOATDATA_H
#include "GwLog.h" #include "GwLog.h"
#include "GWConfig.h"
#include <Arduino.h> #include <Arduino.h>
#include <map> #include <map>
#include <vector> #include <vector>
@ -15,6 +16,14 @@
class GwJsonDocument; class GwJsonDocument;
class GwBoatItemBase{ class GwBoatItemBase{
public: public:
using TOType=enum{
def=1,
ais=2,
sensor=3,
lng=4,
user=5,
keep=6
};
class StringWriter{ class StringWriter{
uint8_t *buffer =NULL; uint8_t *buffer =NULL;
uint8_t *wp=NULL; uint8_t *wp=NULL;
@ -31,7 +40,7 @@ class GwBoatItemBase{
bool baseFilled(); bool baseFilled();
void reset(); void reset();
}; };
static const unsigned long INVALID_TIME=60000; static const long INVALID_TIME=60000;
//the formatter names that must be known in js //the formatter names that must be known in js
GWSC(formatCourse); GWSC(formatCourse);
GWSC(formatKnots); GWSC(formatKnots);
@ -51,10 +60,11 @@ class GwBoatItemBase{
protected: protected:
int type; int type;
unsigned long lastSet=0; unsigned long lastSet=0;
unsigned long invalidTime=INVALID_TIME; long invalidTime=INVALID_TIME;
String name; String name;
String format; String format;
StringWriter writer; StringWriter writer;
TOType toType=TOType::def;
void uls(unsigned long ts=0){ void uls(unsigned long ts=0){
if (ts) lastSet=ts; if (ts) lastSet=ts;
else lastSet=millis(); else lastSet=millis();
@ -65,7 +75,8 @@ class GwBoatItemBase{
int getCurrentType(){return type;} int getCurrentType(){return type;}
unsigned long getLastSet() const {return lastSet;} unsigned long getLastSet() const {return lastSet;}
bool isValid(unsigned long now=0) const ; bool isValid(unsigned long now=0) const ;
GwBoatItemBase(String name,String format,unsigned long invalidTime=INVALID_TIME); GwBoatItemBase(String name,String format,TOType toType);
GwBoatItemBase(String name,String format,unsigned long invalidTime);
virtual ~GwBoatItemBase(){} virtual ~GwBoatItemBase(){}
void invalidate(){ void invalidate(){
lastSet=0; lastSet=0;
@ -82,6 +93,8 @@ class GwBoatItemBase{
virtual double getDoubleValue()=0; virtual double getDoubleValue()=0;
String getName(){return name;} String getName(){return name;}
const String & getFormat() const{return format;} const String & getFormat() const{return format;}
virtual void setInvalidTime(unsigned long it, bool force=true);
TOType getToType(){return toType;}
}; };
class GwBoatData; class GwBoatData;
template<class T> class GwBoatItem : public GwBoatItemBase{ template<class T> class GwBoatItem : public GwBoatItemBase{
@ -90,6 +103,7 @@ template<class T> class GwBoatItem : public GwBoatItemBase{
bool lastStringValid=false; bool lastStringValid=false;
public: public:
GwBoatItem(String name,String formatInfo,unsigned long invalidTime=INVALID_TIME,GwBoatItemMap *map=NULL); GwBoatItem(String name,String formatInfo,unsigned long invalidTime=INVALID_TIME,GwBoatItemMap *map=NULL);
GwBoatItem(String name,String formatInfo,TOType toType,GwBoatItemMap *map=NULL);
virtual ~GwBoatItem(){} virtual ~GwBoatItem(){}
bool update(T nv, int source=-1); bool update(T nv, int source=-1);
bool updateMax(T nv,int sourceId=-1); bool updateMax(T nv,int sourceId=-1);
@ -118,14 +132,14 @@ class GwSatInfo{
uint32_t Elevation; uint32_t Elevation;
uint32_t Azimut; uint32_t Azimut;
uint32_t SNR; uint32_t SNR;
unsigned long timestamp; unsigned long validTill;
}; };
class GwSatInfoList{ class GwSatInfoList{
public: public:
static const unsigned long lifeTime=32000; static const GwBoatItemBase::TOType toType=GwBoatItemBase::TOType::lng;
std::vector<GwSatInfo> sats; std::vector<GwSatInfo> sats;
void houseKeeping(unsigned long ts=0); void houseKeeping(unsigned long ts=0);
void update(GwSatInfo entry); void update(GwSatInfo entry, unsigned long validTill);
int getNumSats() const{ int getNumSats() const{
return sats.size(); return sats.size();
} }
@ -139,7 +153,7 @@ class GwSatInfoList{
class GwBoatDataSatList : public GwBoatItem<GwSatInfoList> class GwBoatDataSatList : public GwBoatItem<GwSatInfoList>
{ {
public: public:
GwBoatDataSatList(String name, String formatInfo, unsigned long invalidTime = INVALID_TIME, GwBoatItemMap *map = NULL); GwBoatDataSatList(String name, String formatInfo, GwBoatItemBase::TOType toType, GwBoatItemMap *map = NULL);
bool update(GwSatInfo info, int source); bool update(GwSatInfo info, int source);
virtual void toJsonDoc(GwJsonDocument *doc, unsigned long minTime); virtual void toJsonDoc(GwJsonDocument *doc, unsigned long minTime);
GwSatInfo *getAt(int idx){ GwSatInfo *getAt(int idx){
@ -164,56 +178,59 @@ public:
virtual unsigned long getInvalidTime(){ return GwBoatItemBase::INVALID_TIME;} virtual unsigned long getInvalidTime(){ return GwBoatItemBase::INVALID_TIME;}
virtual ~GwBoatItemNameProvider() {} virtual ~GwBoatItemNameProvider() {}
}; };
#define GWBOATDATA(type,name,time,fmt) \ #define GWBOATDATAT(type,name,toType,fmt) \
static constexpr const char* _##name=#name; \ static constexpr const char* _##name=#name; \
GwBoatItem<type> *name=new GwBoatItem<type>(#name,GwBoatItemBase::fmt,time,&values) ; GwBoatItem<type> *name=new GwBoatItem<type>(#name,GwBoatItemBase::fmt,toType,&values) ;
#define GWSPECBOATDATA(clazz,name,time,fmt) \ #define GWBOATDATA(type,name,fmt) GWBOATDATAT(type,name,GwBoatItemBase::TOType::def,fmt)
clazz *name=new clazz(#name,GwBoatItemBase::fmt,time,&values) ; #define GWSPECBOATDATA(clazz,name,toType,fmt) \
clazz *name=new clazz(#name,GwBoatItemBase::fmt,toType,&values) ;
class GwBoatData{ class GwBoatData{
static const unsigned long DEF_TIME=4000;
private: private:
GwLog *logger; GwLog *logger;
GwBoatItemBase::GwBoatItemMap values; GwBoatItemBase::GwBoatItemMap values;
public: public:
GWBOATDATA(double,COG,4000,formatCourse) // course over ground GWBOATDATA(double,COG,formatCourse) // course over ground
GWBOATDATA(double,SOG,4000,formatKnots) // speed over ground GWBOATDATA(double,SOG,formatKnots) // speed over ground
GWBOATDATA(double,HDT,4000,formatCourse) // true heading GWBOATDATA(double,HDT,formatCourse) // true heading
GWBOATDATA(double,HDM,4000,formatCourse) // magnetic heading GWBOATDATA(double,HDM,formatCourse) // magnetic heading
GWBOATDATA(double,STW,4000,formatKnots) // water speed GWBOATDATA(double,STW,formatKnots) // water speed
GWBOATDATA(double,VAR,4000,formatWind) // variation GWBOATDATA(double,VAR,formatWind) // variation
GWBOATDATA(double,DEV,4000,formatWind) // deviation GWBOATDATA(double,DEV,formatWind) // deviation
GWBOATDATA(double,AWA,4000,formatWind) // apparent wind ANGLE GWBOATDATA(double,AWA,formatWind) // apparent wind ANGLE
GWBOATDATA(double,AWS,4000,formatKnots) // apparent wind speed GWBOATDATA(double,AWS,formatKnots) // apparent wind speed
GWBOATDATA(double,MaxAws,0,formatKnots) GWBOATDATAT(double,MaxAws,GwBoatItemBase::TOType::keep,formatKnots)
GWBOATDATA(double,TWD,4000,formatCourse) // true wind DIRECTION GWBOATDATA(double,TWD,formatCourse) // true wind DIRECTION
GWBOATDATA(double,TWA,4000,formatWind) // true wind ANGLE GWBOATDATA(double,TWA,formatWind) // true wind ANGLE
GWBOATDATA(double,TWS,4000,formatKnots) // true wind speed GWBOATDATA(double,TWS,formatKnots) // true wind speed
GWBOATDATA(double,MaxTws,0,formatKnots)
GWBOATDATA(double,ROT,4000,formatRot) // rate of turn GWBOATDATAT(double,MaxTws,GwBoatItemBase::TOType::keep,formatKnots)
GWBOATDATA(double,RPOS,4000,formatWind) // rudder position GWBOATDATA(double,ROT,formatRot) // rate of turn
GWBOATDATA(double,PRPOS,4000,formatWind) // secondary rudder position GWBOATDATA(double,RPOS,formatWind) // rudder position
GWBOATDATA(double,LAT,4000,formatLatitude) GWBOATDATA(double,PRPOS,formatWind) // secondary rudder position
GWBOATDATA(double,LON,4000,formatLongitude) GWBOATDATA(double,LAT,formatLatitude)
GWBOATDATA(double,ALT,4000,formatFixed0) //altitude GWBOATDATA(double,LON,formatLongitude)
GWBOATDATA(double,HDOP,4000,formatDop) GWBOATDATA(double,ALT,formatFixed0) //altitude
GWBOATDATA(double,PDOP,4000,formatDop) GWBOATDATA(double,HDOP,formatDop)
GWBOATDATA(double,VDOP,4000,formatDop) GWBOATDATA(double,PDOP,formatDop)
GWBOATDATA(double,DBS,4000,formatDepth) //waterDepth (below surface) GWBOATDATA(double,VDOP,formatDop)
GWBOATDATA(double,DBT,4000,formatDepth) //DepthTransducer GWBOATDATA(double,DBS,formatDepth) //waterDepth (below surface)
GWBOATDATA(double,GPST,4000,formatTime) // GPS time (seconds of day) GWBOATDATA(double,DBT,formatDepth) //DepthTransducer
GWBOATDATA(uint32_t,GPSD,4000,formatDate) // GPS date (days since 1979-01-01) GWBOATDATA(double,GPST,formatTime) // GPS time (seconds of day)
GWBOATDATA(int16_t,TZ,8000,formatFixed0) GWBOATDATA(uint32_t,GPSD,formatDate) // GPS date (days since 1979-01-01)
GWBOATDATA(double,WTemp,4000,kelvinToC) GWBOATDATAT(int16_t,TZ,GwBoatItemBase::TOType::lng,formatFixed0)
GWBOATDATA(uint32_t,Log,16000,mtr2nm) GWBOATDATA(double,WTemp,kelvinToC)
GWBOATDATA(uint32_t,TripLog,16000,mtr2nm) GWBOATDATAT(uint32_t,Log,GwBoatItemBase::TOType::lng,mtr2nm)
GWBOATDATA(double,DTW,4000,mtr2nm) // distance to waypoint GWBOATDATAT(uint32_t,TripLog,GwBoatItemBase::TOType::lng,mtr2nm)
GWBOATDATA(double,BTW,4000,formatCourse) // bearing to waypoint GWBOATDATA(double,DTW,mtr2nm) // distance to waypoint
GWBOATDATA(double,XTE,4000,formatXte) // cross track error GWBOATDATA(double,BTW,formatCourse) // bearing to waypoint
GWBOATDATA(double,WPLat,4000,formatLatitude) // waypoint latitude GWBOATDATA(double,XTE,formatXte) // cross track error
GWBOATDATA(double,WPLon,4000,formatLongitude) // waypoint longitude GWBOATDATA(double,WPLat,formatLatitude) // waypoint latitude
GWSPECBOATDATA(GwBoatDataSatList,SatInfo,GwSatInfoList::lifeTime,formatFixed0); GWBOATDATA(double,WPLon,formatLongitude) // waypoint longitude
GWSPECBOATDATA(GwBoatDataSatList,SatInfo,GwSatInfoList::toType,formatFixed0);
public: public:
GwBoatData(GwLog *logger); GwBoatData(GwLog *logger, GwConfigHandler *cfg);
~GwBoatData(); ~GwBoatData();
template<class T> GwBoatItem<T> *getOrCreate(T initial,GwBoatItemNameProvider *provider); template<class T> GwBoatItem<T> *getOrCreate(T initial,GwBoatItemNameProvider *provider);
template<class T> bool update(T value,int source,GwBoatItemNameProvider *provider); template<class T> bool update(T value,int source,GwBoatItemNameProvider *provider);

View File

@ -355,6 +355,7 @@ void GwXDRMappings::begin()
GwXDRFoundMapping GwXDRMappings::selectMapping(GwXDRMapping::MappingList *list, int instance, const char *key) GwXDRFoundMapping GwXDRMappings::selectMapping(GwXDRMapping::MappingList *list, int instance, const char *key)
{ {
GwXDRMapping *candidate = NULL; GwXDRMapping *candidate = NULL;
unsigned long invalidTime=config->getInt(GwConfigDefinitions::timoSensor);
for (auto mit = list->begin(); mit != list->end(); mit++) for (auto mit = list->begin(); mit != list->end(); mit++)
{ {
GwXDRMappingDef *def = (*mit)->definition; GwXDRMappingDef *def = (*mit)->definition;
@ -369,7 +370,7 @@ GwXDRFoundMapping GwXDRMappings::selectMapping(GwXDRMapping::MappingList *list,
{ {
LOG_DEBUG(GwLog::DEBUG + 1, "selected mapping %s for %s, i=%d", LOG_DEBUG(GwLog::DEBUG + 1, "selected mapping %s for %s, i=%d",
def->toString().c_str(), key, instance); def->toString().c_str(), key, instance);
return GwXDRFoundMapping(*mit, instance); return GwXDRFoundMapping(*mit,invalidTime, instance);
} }
if (instance < 0) if (instance < 0)
{ {
@ -393,7 +394,7 @@ GwXDRFoundMapping GwXDRMappings::selectMapping(GwXDRMapping::MappingList *list,
{ {
LOG_DEBUG(GwLog::DEBUG + 1, "selected mapping %s for %s, i=%d", LOG_DEBUG(GwLog::DEBUG + 1, "selected mapping %s for %s, i=%d",
candidate->definition->toString().c_str(), key, instance); candidate->definition->toString().c_str(), key, instance);
return GwXDRFoundMapping(candidate, instance>=0?instance:candidate->definition->instanceId); return GwXDRFoundMapping(candidate, invalidTime,instance>=0?instance:candidate->definition->instanceId);
} }
LOG_DEBUG(GwLog::DEBUG + 1, "no instance mapping found for key=%s, i=%d", key, instance); LOG_DEBUG(GwLog::DEBUG + 1, "no instance mapping found for key=%s, i=%d", key, instance);
return GwXDRFoundMapping(); return GwXDRFoundMapping();
@ -472,8 +473,9 @@ String GwXDRMappings::getXdrEntry(String mapping, double value,int instance){
} }
GwXDRType *type = findType(code, &typeIndex); GwXDRType *type = findType(code, &typeIndex);
bool first=true; bool first=true;
unsigned long invalidTime=config->getInt(GwConfigDefinitions::timoSensor);
while (type){ while (type){
GwXDRFoundMapping found(def,type); GwXDRFoundMapping found(def,type,invalidTime);
found.instanceId=instance; found.instanceId=instance;
if (first) first=false; if (first) first=false;
else rt+=","; else rt+=",";

View File

@ -167,15 +167,18 @@ class GwXDRFoundMapping : public GwBoatItemNameProvider{
GwXDRType *type=NULL; GwXDRType *type=NULL;
int instanceId=-1; int instanceId=-1;
bool empty=true; bool empty=true;
GwXDRFoundMapping(GwXDRMappingDef *definition,GwXDRType *type){ unsigned long timeout=0;
GwXDRFoundMapping(GwXDRMappingDef *definition,GwXDRType *type, unsigned long timeout){
this->definition=definition; this->definition=definition;
this->type=type; this->type=type;
this->timeout=timeout;
empty=false; empty=false;
} }
GwXDRFoundMapping(GwXDRMapping* mapping,int instance=0){ GwXDRFoundMapping(GwXDRMapping* mapping,unsigned long timeout,int instance){
this->definition=mapping->definition; this->definition=mapping->definition;
this->type=mapping->type; this->type=mapping->type;
this->instanceId=instance; this->instanceId=instance;
this->timeout=timeout;
empty=false; empty=false;
} }
GwXDRFoundMapping(){} GwXDRFoundMapping(){}
@ -195,6 +198,9 @@ class GwXDRFoundMapping : public GwBoatItemNameProvider{
return "formatXdr:"+type->xdrtype+":"+type->boatDataUnit; return "formatXdr:"+type->xdrtype+":"+type->boatDataUnit;
}; };
virtual ~GwXDRFoundMapping(){} virtual ~GwXDRFoundMapping(){}
virtual unsigned long getInvalidTime() override{
return timeout;
}
}; };
//the class GwXDRMappings is not intended to be deleted //the class GwXDRMappings is not intended to be deleted

View File

@ -138,7 +138,7 @@ bool fixedApPass=true;
#endif #endif
GwWifi gwWifi(&config,&logger,fixedApPass); GwWifi gwWifi(&config,&logger,fixedApPass);
GwChannelList channels(&logger,&config); GwChannelList channels(&logger,&config);
GwBoatData boatData(&logger); GwBoatData boatData(&logger,&config);
GwXDRMappings xdrMappings(&logger,&config); GwXDRMappings xdrMappings(&logger,&config);
bool sendOutN2k=true; bool sendOutN2k=true;

View File

@ -250,6 +250,46 @@
"description": "the n2k instance to be used as port rudder 0...253, -1 to disable", "description": "the n2k instance to be used as port rudder 0...253, -1 to disable",
"category": "converter" "category": "converter"
}, },
{
"name": "timeouts",
"type": "array",
"replace":[
{
"n":"Default",
"d":"4000",
"l": "default",
"t": "NMEA"
},
{
"n":"Sensor",
"d":"60000",
"l": "sensor",
"t": "sensor"
},
{
"n":"Long",
"d":"32000",
"l": "long",
"t": "special NMEA"
},
{
"n":"Ais",
"d":"120000",
"l": "ais",
"t": "ais"
}
],
"children":[
{
"name":"timo$n",
"label":"timeout $l",
"default": "$d",
"type": "number",
"description": "data timeouts(ms) for $t data",
"category": "converter"
}
]
},
{ {
"name": "usbActisense", "name": "usbActisense",
"label": "USB mode", "label": "USB mode",