Test data integrity

- Send logs to Parseable
- Wait for sync
- Download parquet from the store created by Parseable for the minute
- Compare the sent logs with the ones loaded from the downloaded parquet

Author: theteachr

data/flogs.txt

@@ -0,0 +1,10 @@
+{"host":"59.45.18.181", "user-identifier":"klocko2682", "datetime":"14/Dec/2023:15:13:09 +0530", "method": "DELETE", "request": "/aggregate/experiences/facilitate", "protocol":"HTTP/1.1", "status":100, "bytes":22193, "referer": "http://www.customerapplications.org/recontextualize/enable/dynamic"}
+{"host":"132.46.218.168", "user-identifier":"bins2699", "datetime":"14/Dec/2023:15:13:19 +0530", "method": "GET", "request": "/viral/applications", "protocol":"HTTP/1.1", "status":201, "bytes":17944, "referer": "https://www.leadutilize.io/clicks-and-mortar"}
+{"host":"220.35.150.255", "user-identifier":"-", "datetime":"14/Dec/2023:15:13:29 +0530", "method": "DELETE", "request": "/facilitate/generate/action-items", "protocol":"HTTP/1.0", "status":100, "bytes":13746, "referer": "https://www.directeyeballs.io/front-end/customized/one-to-one"}
+{"host":"5.211.119.134", "user-identifier":"bosco6256", "datetime":"14/Dec/2023:15:13:39 +0530", "method": "POST", "request": "/e-commerce/e-markets/bandwidth/metrics", "protocol":"HTTP/1.1", "status":405, "bytes":8945, "referer": "https://www.humanreal-time.org/scale/efficient/channels"}
+{"host":"217.13.18.167", "user-identifier":"fadel9597", "datetime":"14/Dec/2023:15:13:49 +0530", "method": "HEAD", "request": "/innovate/killer", "protocol":"HTTP/1.0", "status":204, "bytes":3277, "referer": "https://www.forwardwireless.net/enable"}
+{"host":"49.215.233.93", "user-identifier":"-", "datetime":"14/Dec/2023:15:13:59 +0530", "method": "DELETE", "request": "/e-services/target/grow", "protocol":"HTTP/1.0", "status":302, "bytes":3924, "referer": "https://www.regionalmagnetic.com/extensible"}
+{"host":"198.199.51.98", "user-identifier":"-", "datetime":"14/Dec/2023:15:14:09 +0530", "method": "DELETE", "request": "/mindshare/engineer/killer", "protocol":"HTTP/1.1", "status":301, "bytes":17806, "referer": "http://www.principalcutting-edge.name/mission-critical"}
+{"host":"211.5.86.198", "user-identifier":"-", "datetime":"14/Dec/2023:15:14:19 +0530", "method": "POST", "request": "/incentivize/web-enabled", "protocol":"HTTP/2.0", "status":404, "bytes":24130, "referer": "https://www.investorintegrated.io/transparent/visualize"}
+{"host":"247.86.119.73", "user-identifier":"hand8799", "datetime":"14/Dec/2023:15:14:29 +0530", "method": "POST", "request": "/portals/optimize/customized/vertical", "protocol":"HTTP/1.0", "status":503, "bytes":27058, "referer": "https://www.dynamicplug-and-play.com/action-items/b2c"}
+{"host":"27.143.186.122", "user-identifier":"johns1954", "datetime":"14/Dec/2023:15:14:39 +0530", "method": "POST", "request": "/evolve/sexy/expedite", "protocol":"HTTP/2.0", "status":504, "bytes":19040, "referer": "https://www.investorglobal.com/out-of-the-box/interactive/mindshare/vertical"}

go.mod

@@ -2,10 +2,28 @@ module quest
 
 go 1.21.1
 
-require github.com/stretchr/testify v1.8.4
+require (
+	github.com/minio/minio-go v6.0.14+incompatible
+	github.com/stretchr/testify v1.8.4
+	github.com/xitongsys/parquet-go v1.6.2
+	github.com/xitongsys/parquet-go-source v0.0.0-20230919034749-0b16411e6349
+)
 
 require (
+	github.com/apache/arrow/go/arrow v0.0.0-20200730104253-651201b0f516 // indirect
+	github.com/apache/thrift v0.14.2 // indirect
 	github.com/davecgh/go-spew v1.1.1 // indirect
+	github.com/go-ini/ini v1.25.4 // indirect
+	github.com/golang/snappy v0.0.3 // indirect
+	github.com/klauspost/compress v1.15.9 // indirect
+	github.com/mitchellh/go-homedir v1.1.0 // indirect
+	github.com/pierrec/lz4/v4 v4.1.8 // indirect
 	github.com/pmezard/go-difflib v1.0.0 // indirect
+	github.com/smartystreets/goconvey v1.8.1 // indirect
+	golang.org/x/crypto v0.9.0 // indirect
+	golang.org/x/net v0.10.0 // indirect
+	golang.org/x/sys v0.8.0 // indirect
+	golang.org/x/text v0.9.0 // indirect
+	golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1 // indirect
 	gopkg.in/yaml.v3 v3.0.1 // indirect
 )