Browse Source

Added files csv-file.go and trackLog-sample.csv. These are to try out Go to load and process CSV files. File trackLog-sample.csv contains extract of real time data that is retrieved from car ECU using OBD2 scanner.

master
Gytis Repečka 3 years ago
parent
commit
f05b313484
Signed by: gytisrepecka GPG Key ID: BE7648906D706003
  1. 180
      csv-file.go
  2. 30
      trackLog-sample.csv

180
csv-file.go

@ -0,0 +1,180 @@
// Copyright 2019 Gytis Repečka (gytis@repecka.com). All rights reserved.
// Use of this source code is governed by a GNU GPL license that can be
// found in the LICENSE file.
package main
import (
"fmt"
"time"
"os"
"encoding/csv"
"io"
// "log"
// "bufio"
// "strings"
"strconv"
"errors"
)
// Todo: push loaded data to this struct
type carDiagData struct {
dataTimestamp string
engineRpm float64
fuelFlow float64
intakeAirTemp uint
speedObd uint
massAirFlow float64
throttlePos float64
voltageObd float64
engineCoolTemp uint
}
// Format date
func ConvertStrToDate (inStr string) (string, error) {
// Timestamp layout of data in CSV file
timestampLayoutFile := "Mon Jan 02 15:04:05 MST 2006"
// Timestamp layout to output
timestampLayoutOut := "2006-01-02 15:04:05"
var timestampOut string
timestamp, err := time.Parse(timestampLayoutFile, inStr)
if err != nil {
return "", errors.New("Can't convert string to date!")
} else {
timestampOut = timestamp.Format(timestampLayoutOut)
return timestampOut, nil
}
}
// String to float
func ConvertStrToFloat (inStr string) (float64, error) {
flt, err := strconv.ParseFloat(inStr, 64)
if err != nil {
return 0, errors.New("Can't convert string to float!")
} else {
return flt, nil
}
}
// Convert string to integer
func ConvertStrToInt(inStr string) (int, error) {
intg, err := strconv.Atoi(inStr)
if err != nil {
return 0, errors.New("Can't convert string to int!")
} else {
return intg, nil
}
}
func main() {
currentTime := time.Now()
inputFileName := "trackLog-sample.csv"
fmt.Printf("File to process: %s\n", inputFileName)
fmt.Printf("Started: %s.\n", currentTime.Format("2006-01-02 15:04:05.000 (MST Z07:00)"))
fmt.Println("--------------------")
csvFile, err := os.Open(inputFileName)
// Close file in the end of main
defer csvFile.Close()
if err != nil {
fmt.Printf("There was an error opening file: %s.\n", err)
return
}
// Read CSV file
fileReader := csv.NewReader(csvFile)
// Reader options
// - Field delimiter
fileReader.Comma = ','
// - Each record field count must match header (0) record field count
fileReader.FieldsPerRecord = 0
// / Reader options
recordCount := 0
for {
// Read one line at one iteration
record, err := fileReader.Read()
// If end of file, stop reading file
if err == io.EOF {
break
}
// If error in record, stop reading file
if err != nil {
// log.Fatal(err)
fmt.Printf("Error in record: %s.\n", err)
break
}
// Perform actions with record
// Record is an array of fields
// If it is first record, treat it as header
if recordCount == 0 {
fmt.Printf("Fields: %d\n\n", len(record))
fmt.Printf("\n---------------------------\n")
// Iterate through record elements (fields)
fmt.Printf("|")
// for i := 0; i < len(record); i++ {
// For experimenting only output 4 fiels
for i := 0; i < 4; i++ {
fmt.Printf(" %s |", record[i])
}
fmt.Printf("\n---------------------------\n")
} else {
// Process data record (not header)
field0, err := ConvertStrToDate(record[0])
if err != nil {
// Instead of returned error output question mark
fmt.Printf("(?)")
} else {
fmt.Printf("(%s) ", field0)
}
field1, err := ConvertStrToFloat(record[1])
if err != nil {
fmt.Printf("?.?? | ")
} else {
fmt.Printf("%.2f | ", field1)
}
field2, err := ConvertStrToFloat(record[2])
if err != nil {
fmt.Printf("?.?? | ")
} else {
fmt.Printf("%.2f | ", field2)
}
// Convert string (inputString) to integer (inputInt)
field3, err := ConvertStrToInt(record[3])
if err != nil {
// fmt.Printf("%s", err)
// Instead of ConvertStrToInt returned error output question mark
fmt.Printf("? |")
} else {
fmt.Printf("%d |", field3)
}
fmt.Printf("\n")
// fmt.Println(record)
}
// / Perform actions with record
// Increase counter
recordCount++
}
fmt.Println("--------------------")
fmt.Printf("Total records processed: %d.\n", recordCount)
}

30
trackLog-sample.csv

@ -0,0 +1,30 @@
GPS Time,Engine RPM(rpm),Fuel flow rate/hour(l/hr),Intake Air Temperature(°C),Speed (OBD)(km/h),Mass Air Flow Rate(g/s),Throttle Position(Manifold)(%),Voltage (OBD Adapter)(V),Engine Coolant Temperature(°C)
Fri Aug 01 08:45:07 EEST 2014,934.25,1.33029199,23,0,3.6400001,12.15686321,13.80000019,38
Fri Aug 01 08:45:08 EEST 2014,1126.5,1.51302421,23,0,4.13999987,13.33333397,13.89999962,39
Fri Aug 01 08:45:09 EEST 2014,721,1.37049305,23,0,3.75,12.54901981,13,39
Fri Aug 01 08:45:10 EEST 2014,734.25,1.21334314,23,4,3.31999993,12.15686321,13.89999962,39
Fri Aug 01 08:45:11 EEST 2014,997.5,1.18776059,23,7,3.25,12.15686321,13.89999962,39
Fri Aug 01 08:45:12 EEST 2014,1153,1.27181745,23,6,3.48000002,12.15686321,13.89999962,39
Fri Aug 01 08:45:13 EEST 2014,825,1.19872451,23,5,3.27999997,12.15686321,12.60000038,40
Fri Aug 01 08:45:14 EEST 2014,664.75,1.14755952,23,7,3.1400001,12.15686321,13.89999962,40
Fri Aug 01 08:45:15 EEST 2014,724,1.31201851,23,9,3.58999991,12.54901981,13.80000019,40
Fri Aug 01 08:45:16 EEST 2014,763.25,1.53495216,23,9,4.19999981,14.50980377,13.80000019,40
Fri Aug 01 08:45:17 EEST 2014,911.5,1.76154041,23,10,4.82000017,13.72549057,13.89999962,40
Fri Aug 01 08:45:18 EEST 2014,1064,2.27684569,23,12,6.23000002,17.25490189,13.80000019,40
Fri Aug 01 08:45:19 EEST 2014,1222.5,2.92737317,23,14,8.01000023,18.4313736,13.89999962,41
Fri Aug 01 08:45:20 EEST 2014,1434.25,1.30105472,23,18,3.55999994,12.15686321,13.89999962,41
Fri Aug 01 08:45:21 EEST 2014,1148.25,1.20237923,23,18,3.28999996,12.15686321,13.30000019,41
Fri Aug 01 08:45:22 EEST 2014,1053.75,1.15852344,23,18,3.17000008,12.15686321,13.80000019,41
Fri Aug 01 08:45:23 EEST 2014,1066.25,1.19141519,23,13,3.25999999,12.15686321,13.89999962,41
Fri Aug 01 08:45:24 EEST 2014,806.25,1.96985531,23,12,5.38999987,12.54901981,13.89999962,42
Fri Aug 01 08:45:25 EEST 2014,1028.75,2.2439537,23,11,6.13999987,16.47058868,13.89999962,42
Fri Aug 01 08:45:26 EEST 2014,1245.25,2.5948,23,15,7.0999999,16.86274529,13.80000019,42
Fri Aug 01 08:45:27 EEST 2014,1362.5,3.75697803,23,17,10.27999973,22.35294151,13.89999962,42
Fri Aug 01 08:45:28 EEST 2014,1687.5,4.11147881,23,19,11.25,24.31372643,14,43
Fri Aug 01 08:45:29 EEST 2014,1427.25,1.21334302,23,23,3.31999993,12.15686321,13.89999962,43
Fri Aug 01 08:45:30 EEST 2014,1294.5,3.55597234,23,23,9.72999954,25.49019623,13.89999962,43
Fri Aug 01 08:45:31 EEST 2014,1445.25,3.38420391,23,25,9.26000023,19.6078434,13.89999962,43
Fri Aug 01 08:45:32 EEST 2014,1566.25,2.43034101,23,29,6.6500001,17.25490189,13.89999962,44
Fri Aug 01 08:45:33 EEST 2014,1584.25,2.60210919,23,29,7.11999989,16.86274529,13.89999962,44
Fri Aug 01 08:45:34 EEST 2014,1653,3.59617376,23,29,9.84000015,20.7843132,14,44
Fri Aug 01 08:45:35 EEST 2014,1755.25,2.66058373,23,29,7.28000021,18.8235302,14,45
Can't render this file because it has a wrong number of fields in line 22.
Loading…
Cancel
Save