From 2e009a031d1fe4aff95da3bc1b981d9ace697dd3 Mon Sep 17 00:00:00 2001 From: Stanley Huang Date: Sun, 15 Dec 2013 22:34:46 +1100 Subject: add Data2KML source code --- utilities/data2kml/README.txt | 2 + utilities/data2kml/data2kml.cpp | 361 ++++++++++++++++++++++++++++ utilities/data2kml/data2kml.sln | 20 ++ utilities/data2kml/data2kml.vcxproj | 93 +++++++ utilities/data2kml/data2kml.vcxproj.filters | 30 +++ utilities/data2kml/kmlhead.txt | 159 ++++++++++++ utilities/data2kml/logdata.h | 100 ++++++++ 7 files changed, 765 insertions(+) create mode 100644 utilities/data2kml/README.txt create mode 100644 utilities/data2kml/data2kml.cpp create mode 100644 utilities/data2kml/data2kml.sln create mode 100644 utilities/data2kml/data2kml.vcxproj create mode 100644 utilities/data2kml/data2kml.vcxproj.filters create mode 100644 utilities/data2kml/kmlhead.txt create mode 100644 utilities/data2kml/logdata.h (limited to 'utilities') diff --git a/utilities/data2kml/README.txt b/utilities/data2kml/README.txt new file mode 100644 index 0000000..8114da1 --- /dev/null +++ b/utilities/data2kml/README.txt @@ -0,0 +1,2 @@ +Data2KML is an open-source command line utility written by Stanley Huang for Arduino OBD-II Data Logger (http://arduinodev.com/hardware). +Simply drag and drop a data log CSV file to the data2kml.exe and a KML file will be generated. \ No newline at end of file diff --git a/utilities/data2kml/data2kml.cpp b/utilities/data2kml/data2kml.cpp new file mode 100644 index 0000000..0875503 --- /dev/null +++ b/utilities/data2kml/data2kml.cpp @@ -0,0 +1,361 @@ +/************************************************************************* +* Data2Kml - Converting OBD-II/GPS logger data to KML (Google Earth) +* Distributed under GPL v2.0 +* (c)2013 Written by Stanley Huang +*************************************************************************/ + +#include +#include +#include +#include +#include +#include +#include "logdata.h" + +typedef struct { + uint32_t timestamp; + float lat; + float lon; + uint16_t speed; + uint16_t speedgps; + uint16_t rpm; + uint16_t throttle; + uint16_t coolant; + uint16_t intake; + uint16_t load; + uint16_t absload; + uint16_t alt; + int16_t acc[3]; +} DATASET; + +typedef struct { + int state; + FILE* fp; + HEADER hdr; + char buffer[256]; + int bufbytes; + DATASET* dataset; + int datacount; + float startLat; + float startLon; + uint32_t curDate; + uint32_t curTime; + uint32_t ts; + uint32_t lastts; + float lastLat; + float lastLon; + uint32_t lastTime; + DATASET datas; +} KML_DATA; + +void WriteKMLData(KML_DATA* kd, uint32_t timestamp, uint16_t pid, float value[]) +{ + kd->ts = timestamp; + switch (pid) { + case PID_GPS_COORDINATES: + kd->datas.lat = value[0]; + kd->datas.lon = value[1]; + if (!kd->startLat) { + kd->startLat = kd->datas.lat; + kd->startLon = kd->datas.lon; + } + break; + case PID_GPS_ALTITUDE: + kd->datas.alt = (uint16_t)value[0]; + break; + case PID_SPEED: + kd->datas.speed = (uint16_t)value[0]; + break; + case PID_RPM: + kd->datas.rpm = (uint16_t)value[0]; + break; + case PID_THROTTLE: + kd->datas.throttle = (uint16_t)value[0]; + break; + case PID_COOLANT_TEMP: + kd->datas.coolant = (uint16_t)value[0]; + break; + case PID_INTAKE_TEMP: + kd->datas.intake = (uint16_t)value[0]; + break; + case PID_ENGINE_LOAD: + kd->datas.load = (uint16_t)value[0]; + break; + case PID_ABS_ENGINE_LOAD: + kd->datas.absload = (uint16_t)value[0]; + break; + case PID_GPS_SPEED: + kd->datas.speedgps = (uint16_t)value[0]; + break; + case PID_ACC: + kd->datas.acc[0] = (int16_t)value[0]; + kd->datas.acc[1] = (int16_t)value[1]; + kd->datas.acc[2] = (int16_t)value[2]; + break; + case PID_GPS_TIME: { + uint32_t date = (uint32_t)value[1]; + if (date > 10000 && (kd->curDate == 0 || (date % 100) <= (kd->curDate % 100) + 1)) { + kd->curDate = date; + kd->curTime = (uint32_t)value[0]; + } + } break; + } + if (kd->curTime != kd->lastTime && kd->datas.lat && kd->datas.lon) { + fprintf(kd->fp, ""); + if (kd->curDate) { + fprintf(kd->fp, "%04u-%02u-%02u", 2000 + (kd->curDate % 100), (kd->curDate / 100) % 100, kd->curDate / 10000); + } else { + time_t yesterday = time(0) - 86400; + struct tm *btm = localtime(&yesterday); + fprintf(kd->fp, "%04d-%02d-%02d", 1900+btm->tm_year, btm->tm_mon + 1, btm->tm_mday); + } + + if (kd->curTime) { + fprintf(kd->fp, "T%02u:%02u:%02u.%03uZ", kd->curTime / 10000000, (kd->curTime / 100000) % 100, (kd->curTime / 1000) % 100, kd->curTime % 1000); + } + fprintf(kd->fp, ""); + fprintf(kd->fp, "%f %f %f", kd->datas.lon, kd->datas.lat, kd->datas.alt); + + kd->datas.timestamp = timestamp; + kd->dataset = (DATASET*)realloc(kd->dataset, sizeof(DATASET) * (kd->datacount + 1)); + memcpy(kd->dataset + kd->datacount, &kd->datas, sizeof(DATASET)); + kd->datacount++; + + kd->lastLat = kd->datas.lat; + kd->lastLon = kd->datas.lon; + kd->lastTime = kd->curTime; + } +} + +void AppendFile(FILE* fp, char* filename) +{ + int uint8_ts; + char buffer[256]; + FILE* fpHeader = fopen(filename, "rb"); + if (!fpHeader) return; + while ((uint8_ts = fread(buffer, 1, sizeof(buffer), fpHeader)) > 0) { + fwrite(buffer, 1, uint8_ts, fp); + } + fclose(fpHeader); +} + +void WriteKMLTail(KML_DATA* kd) +{ + int i; + int lowThrottle = 50; + printf("Generating extended data\n"); + + fprintf(kd->fp, ""); + fprintf(kd->fp, ""); + for (i = 0; i < kd->datacount; i++) { + fprintf(kd->fp, "%d", kd->dataset[i].speed); + } + fprintf(kd->fp, ""); + /* + fprintf(kd->fp, ""); + for (i = 0; i < kd->datacount; i++) { + fprintf(kd->fp, "%d", kd->dataset[i].speedgps); + } + fprintf(kd->fp, ""); + */ + fprintf(kd->fp, ""); + for (i = 0; i < kd->datacount; i++) { + fprintf(kd->fp, "%d", kd->dataset[i].rpm); + } + fprintf(kd->fp, ""); + + fprintf(kd->fp, ""); + for (i = 0; i < kd->datacount; i++) { + fprintf(kd->fp, "%d", kd->dataset[i].speed ? kd->dataset[i].rpm / kd->dataset[i].speed : 1); + } + fprintf(kd->fp, ""); + + fprintf(kd->fp, ""); + for (i = 0; i < kd->datacount; i++) { + fprintf(kd->fp, "%d", kd->dataset[i].coolant); + } + fprintf(kd->fp, ""); + + fprintf(kd->fp, ""); + for (i = 0; i < kd->datacount; i++) { + fprintf(kd->fp, "%d", kd->dataset[i].intake); + } + fprintf(kd->fp, ""); + + fprintf(kd->fp, ""); + for (i = 0; i < kd->datacount; i++) { + fprintf(kd->fp, "%d", kd->dataset[i].load); + } + fprintf(kd->fp, ""); + + /* + fprintf(kd->fp, ""); + for (i = 0; i < kd->datacount; i++) { + fprintf(kd->fp, "%d", kd->dataset[i].absload); + } + fprintf(kd->fp, ""); + */ + + fprintf(kd->fp, ""); + for (i = 0; i < kd->datacount; i++) { + fprintf(kd->fp, "%d", kd->dataset[i].throttle); + if (kd->dataset[i].speed == 0) + lowThrottle = kd->dataset[i].throttle; + } + fprintf(kd->fp, ""); + + fprintf(kd->fp, ""); + for (i = 0; i < kd->datacount; i++) { + fprintf(kd->fp, "%.2f", (float)kd->dataset[i].alt / 100); + } + fprintf(kd->fp, ""); + + /* + fprintf(kd->fp, ""); + for (i = 0; i < kd->datacount; i++) { + fprintf(kd->fp, "%d", kd->dataset[i].sats); + } + fprintf(kd->fp, ""); + */ + + fprintf(kd->fp, ""); + for (i = 0; i < kd->datacount; i++) { + fprintf(kd->fp, "X:%d Y:%d Z:%d", kd->dataset[i].acc[0] / 64, kd->dataset[i].acc[1] / 64, kd->dataset[i].acc[2] / 64); + } + fprintf(kd->fp, ""); + fprintf(kd->fp, ""); + for (i = 0; i < kd->datacount; i++) { + fprintf(kd->fp, "%u", kd->dataset[i].timestamp); + } + fprintf(kd->fp, ""); + fprintf(kd->fp, "\r\n"); + + int n = 0; + for (i = 0; i < kd->datacount - 1; i++) { + if (kd->dataset[i].speed < 25) { + continue; + } + if (kd->dataset[i].throttle > lowThrottle + 2) { + // throttle pedal is still down + continue; + } + float g = 0; + if (kd->dataset[i + 1].speed < kd->dataset[i].speed) + g = (((float)kd->dataset[i + 1].speed - kd->dataset[i].speed) * 1000 / (kd->dataset[i + 1].timestamp - kd->dataset[i].timestamp) / 3.6) / 9.8f; + else if (kd->dataset[i].speed < kd->dataset[i - 1].speed) + g = (((float)kd->dataset[i].speed - kd->dataset[i - 1].speed) * 1000 / (kd->dataset[i].timestamp - kd->dataset[i - 1].timestamp) / 3.6) / 9.8f; + else + continue; + + if (g <= -0.15f) { + n++; + fprintf(kd->fp, "#%d %u:%02u", n, kd->dataset[i].timestamp / 60000, (kd->dataset[i].timestamp / 1000) % 60); + fprintf(kd->fp, "#brakepoint%f,%f", kd->dataset[i].lon, kd->dataset[i].lat); + fprintf(kd->fp, ""); + fprintf(kd->fp, "%d", kd->dataset[i].speed); + fprintf(kd->fp, "%d", kd->dataset[i].rpm); + fprintf(kd->fp, "%.2fG", g); + fprintf(kd->fp, ""); + fprintf(kd->fp, "\r\n"); + uint32_t t = kd->dataset[i].timestamp + 500; + while (kd->dataset[++i].timestamp < t); + } + } + fprintf(kd->fp, ""); + +} + +void Cleanup(KML_DATA* kd) +{ + if (kd->dataset) free(kd->dataset); + if (kd->fp) fclose(kd->fp); + free(kd); +} + +int ConvertToKML(const char* logfile, const char* kmlfile, uint32_t startpos, uint32_t endpos) +{ + FILE* fp = fopen(logfile, "r"); + if (!fp) { + printf("Error opening file - %s\n", logfile); + return -1; + } + + uint32_t ts = 0; + KML_DATA* kd = (KML_DATA*)calloc(1, sizeof(KML_DATA)); + kd->fp = fopen(kmlfile, "w"); + + AppendFile(kd->fp, "kmlhead.txt"); + + int elapsed; + int pid; + + while (fscanf(fp, "%d,%X,", &elapsed, &pid) > 0) { + char c; + char data[32]; + int i = 0; + int index = 0; + float value[3] = {0}; + while ((c = fgetc(fp)) != '\n') { + if (i == sizeof(data)) continue; + data[i++] = c; + if (c == ' ') { + if (index < 2) { + data[i] = 0; + value[index++] = atof(data); + i = 0; + } + } + } + data[i] = 0; + value[index] = atof(data); + ts += elapsed; + if (ts < startpos) + continue; + + printf("Time=%.1f PID=%X", (float)ts / 1000, pid); + for (int n = 0; n <= index; n++) { + if (value[n] == (int)value[n]) + printf(" D%d=%d", n, (int)value[n]); + else + printf(" D%d=%f", n, value[n]); + } + putchar('\n'); + WriteKMLData(kd, ts, pid, value); + + if (endpos && ts > endpos) + break; + } + + WriteKMLTail(kd); + Cleanup(kd); + return 0; +} + +int main(int argc, const char* argv[]) +{ + int startpos = 0; + int endpos = 0; + char outfile[256]; + + printf("Data2KML (C)2013 ArduinoDev.com Written by Stanley Huang\n\n"); + if (argc <= 1) { + printf("Usage: %s [Input file] [Output file] [Start Pos] [End Pos]\n\n", argv[0]); + printf("Description about the arguments:\n\n\ +Input file: path to logged CSV file\n\ +Output file: path to KML file (output in the input directory if unspecified)\n\ +Start Pos: start time (seconds) for processing\n\ +End Pos: end time (seconds) for processing\n"); + return -1; + } + + if (argc > 3) + startpos = (uint32_t)atoi(argv[3]) * 1000; + if (argc > 4) + endpos = (uint32_t)atoi(argv[4]) * 1000; + + _snprintf(outfile, sizeof(outfile), "%s.kml", argv[1]); + + ConvertToKML(argv[1], argc > 2 ? argv[2] : outfile, startpos, endpos); + + return 0; +} diff --git a/utilities/data2kml/data2kml.sln b/utilities/data2kml/data2kml.sln new file mode 100644 index 0000000..2738d93 --- /dev/null +++ b/utilities/data2kml/data2kml.sln @@ -0,0 +1,20 @@ + +Microsoft Visual Studio Solution File, Format Version 12.00 +# Visual Studio 2012 +Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "data2kml", "data2kml.vcxproj", "{E4ED3BCD-0D31-4960-BD22-399FB53D760F}" +EndProject +Global + GlobalSection(SolutionConfigurationPlatforms) = preSolution + Debug|Win32 = Debug|Win32 + Release|Win32 = Release|Win32 + EndGlobalSection + GlobalSection(ProjectConfigurationPlatforms) = postSolution + {E4ED3BCD-0D31-4960-BD22-399FB53D760F}.Debug|Win32.ActiveCfg = Debug|Win32 + {E4ED3BCD-0D31-4960-BD22-399FB53D760F}.Debug|Win32.Build.0 = Debug|Win32 + {E4ED3BCD-0D31-4960-BD22-399FB53D760F}.Release|Win32.ActiveCfg = Release|Win32 + {E4ED3BCD-0D31-4960-BD22-399FB53D760F}.Release|Win32.Build.0 = Release|Win32 + EndGlobalSection + GlobalSection(SolutionProperties) = preSolution + HideSolutionNode = FALSE + EndGlobalSection +EndGlobal diff --git a/utilities/data2kml/data2kml.vcxproj b/utilities/data2kml/data2kml.vcxproj new file mode 100644 index 0000000..6911892 --- /dev/null +++ b/utilities/data2kml/data2kml.vcxproj @@ -0,0 +1,93 @@ + + + + + Debug + Win32 + + + Release + Win32 + + + + {E4ED3BCD-0D31-4960-BD22-399FB53D760F} + Win32Proj + data2kmz + + + + Application + true + v110 + MultiByte + + + Application + false + v110_xp + true + MultiByte + + + + + + + + + + + + + true + $(ProjectDir)\ + + + false + $(ProjectDir)\ + + + + + + Level3 + Disabled + WIN32;_DEBUG;_CONSOLE;%(PreprocessorDefinitions) + + + Console + true + + + + + Level3 + + + MaxSpeed + true + true + WIN32;NDEBUG;_CONSOLE;%(PreprocessorDefinitions) + MultiThreaded + + + Console + true + true + true + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/utilities/data2kml/data2kml.vcxproj.filters b/utilities/data2kml/data2kml.vcxproj.filters new file mode 100644 index 0000000..6ee7fbb --- /dev/null +++ b/utilities/data2kml/data2kml.vcxproj.filters @@ -0,0 +1,30 @@ + + + + + {4FC737F1-C7A5-4376-A066-2A32D752A2FF} + cpp;c;cc;cxx;def;odl;idl;hpj;bat;asm;asmx + + + {93995380-89BD-4b04-88EB-625FBE52EBFB} + h;hpp;hxx;hm;inl;inc;xsd + + + {67DA6AB6-F800-4c08-8B7A-83BB121AAD01} + rc;ico;cur;bmp;dlg;rc2;rct;bin;rgs;gif;jpg;jpeg;jpe;resx;tiff;tif;png;wav;mfcribbon-ms + + + + + Source Files + + + + + + + + Header Files + + + \ No newline at end of file diff --git a/utilities/data2kml/kmlhead.txt b/utilities/data2kml/kmlhead.txt new file mode 100644 index 0000000..93334b1 --- /dev/null +++ b/utilities/data2kml/kmlhead.txt @@ -0,0 +1,159 @@ + + + +OBD-II/GPS Data Logger + + + + + + + + normal + #track_n + + + highlight + #track_h + + + + + + + + + normal + #multiTrack_n + + + highlight + #multiTrack_h + + + + + + + + + normal + #waypoint_n + + + highlight + #waypoint_h + + + + + + Speed (km/h) + + + + Engine RPM + + + Acceleration + + + Gear Ratio + + + Coolant Temperature (°C) + + + Intake Temperature (°C) + + + Engine Load (%) + + + + Throttle Position (%) + + + Altitude (m) + + + Timestamp (ms) + + + + Tracks + + Main Track + #multiTrack + diff --git a/utilities/data2kml/logdata.h b/utilities/data2kml/logdata.h new file mode 100644 index 0000000..68eb36f --- /dev/null +++ b/utilities/data2kml/logdata.h @@ -0,0 +1,100 @@ +#define PID_RPM 0x10C +#define PID_SPEED 0x10D +#define PID_THROTTLE 0x111 +#define PID_ENGINE_LOAD 0x104 +#define PID_COOLANT_TEMP 0x105 +#define PID_INTAKE_TEMP 0x10F +#define PID_MAF_FLOW 0x110 +#define PID_ABS_ENGINE_LOAD 0x143 +#define PID_AMBIENT_TEMP 0x146 +#define PID_FUEL_PRESSURE 0x10A +#define PID_INTAKE_PRESSURE 0x10B +#define PID_BAROMETRIC 0x133 +#define PID_TIMING_ADVANCE 0x10E +#define PID_FUEL_LEVEL 0x12F +#define PID_RUNTIME 0x11F +#define PID_DISTANCE 0x131 + +#define PID_TIME_DATE 0xF001 +#define PID_TIME_TIME 0xF002 +#define PID_TIME_PLAY_SPEED 0xF003 + +#define PID_TURBO_BOOST 0xF108 + +#define PID_STAT_0_60 0xF100 +#define PID_STAT_0_100 0xF101 +#define PID_STAT_0_160 0xF102 +#define PID_STAT_0_400 0xF103 +#define PID_STAT_CUR_LAP 0xF110 +#define PID_STAT_LAST_LAP 0xF111 +#define PID_STAT_BEST_LAP 0xF112 +#define PID_STAT_LAP_PROGRESS 0xF113 + +#define PID_COMMAND 0xFFFE +#define PID_SYNC 0xFFFF + +enum { + PID_STAT_DISTANCE = 0xF200, + PID_STAT_TRIP_TIME, + PID_STAT_WAIT_TIME, + PID_STAT_SPEED_MAX, + PID_STAT_SPEED_AVG, + PID_STAT_RPM_MAX, + PID_STAT_RPM_MIN, + PID_STAT_RPM_AVG, + PID_STAT_INTAKE_MAX, + PID_STAT_INTAKE_MIN, + PID_STAT_INTAKE_SUM, + PID_STAT_ACC_FORWARD, + PID_STAT_ACC_BACKWARD, +}; + +enum { + PID_LOCAL_DATA = 0xF300, + PID_LOCAL_RATE, + PID_REMOTE_DATA, + PID_REMOTE_RATE, + PID_TIME_REMAIN, + PID_BATTERY, + PID_DEVICE_TEMP, +}; + +#define PID_GPS_COORDINATES 0xF00A +#define PID_GPS_ALTITUDE 0xF00C +#define PID_GPS_SPEED 0xF00D +#define PID_GPS_HEADING 0xF00E +#define PID_GPS_SAT_COUNT 0xF00F +#define PID_GPS_TIME 0xF010 + +#define PID_ACC 0xF020 +#define PID_GYRO 0xF021 + +#define PID_VIDEO_FRAME 0xFF00 + +#define HEADER_ID ('S' << 24 | 'U' << 16 | 'D' << 8 | 'U') + +typedef struct { + uint32_t time; + uint16_t pid; + uint16_t flags; + uint32_t value; +} LOG_DATA; + +typedef struct { + uint32_t id; //4 + uint32_t dataOffset; //4 + uint8_t ver; //1 + uint8_t ununsed; //1 + uint16_t flags; //2 + uint32_t date; + uint32_t time; + uint32_t startTick; + uint32_t unused[2]; + uint64_t devid; //8 + uint8_t ununsed2[20]; + uint8_t vin[32]; //32 + int32_t videoOffset; //4 + uint8_t stats[84]; //84 + uint8_t reserved[72]; //72 + uint32_t tail; //4 +} HEADER; //256 -- cgit v1.2.3