From 749f1672da16a7eb16b67c741661995f538c27d6 Mon Sep 17 00:00:00 2001
From: Eduard Voronkin <116690094+eduardvoronkin@users.noreply.github.com>
Date: Fri, 17 Feb 2023 14:53:36 -0800
Subject: [PATCH 1/4] CEC-3577: fetch T.Rex log from the cloud (#283)

* CEC-3577: fetch T.Rex log from the cloud

* tabs?

* CSS

* smells

* fix smells and warnings

* suggestions
---
 .../App/__snapshots__/App.test.js.snap        |  28 +-
 src/components/Cars/Status/TRexLogsTab.jsx    |  36 +++
 .../Status/__snapshots__/index.test.jsx.snap  |  28 +-
 src/components/Cars/Status/index.jsx          |   5 +
 src/components/Controls/TRexLogs/index.jsx    | 258 ++++++++++++++++++
 src/services/__mocks__/vehiclesAPI.js         |  35 +++
 src/services/vehiclesAPI.js                   |  11 +
 7 files changed, 397 insertions(+), 4 deletions(-)
 create mode 100644 src/components/Cars/Status/TRexLogsTab.jsx
 create mode 100644 src/components/Controls/TRexLogs/index.jsx

diff --git a/src/components/App/__snapshots__/App.test.js.snap b/src/components/App/__snapshots__/App.test.js.snap
index 8878484..d1a399a 100644
--- a/src/components/App/__snapshots__/App.test.js.snap
+++ b/src/components/App/__snapshots__/App.test.js.snap
@@ -9851,7 +9851,7 @@ exports[`App Route /vehicle-status authenticated 1`] = `
                       <span
                         class="MuiTab-wrapper"
                       >
-                        ECUs
+                        T.Rex logs
                       </span>
                       <span
                         class="MuiTouchRipple-root"
@@ -9869,7 +9869,7 @@ exports[`App Route /vehicle-status authenticated 1`] = `
                       <span
                         class="MuiTab-wrapper"
                       >
-                        Remote Commands
+                        ECUs
                       </span>
                       <span
                         class="MuiTouchRipple-root"
@@ -9883,6 +9883,24 @@ exports[`App Route /vehicle-status authenticated 1`] = `
                       role="tab"
                       tabindex="-1"
                       type="button"
+                    >
+                      <span
+                        class="MuiTab-wrapper"
+                      >
+                        Remote Commands
+                      </span>
+                      <span
+                        class="MuiTouchRipple-root"
+                      />
+                    </button>
+                    <button
+                      aria-controls="tabpanel-8"
+                      aria-selected="false"
+                      class="MuiButtonBase-root MuiTab-root MuiTab-textColorInherit"
+                      id="tab-8"
+                      role="tab"
+                      tabindex="-1"
+                      type="button"
                     >
                       <span
                         class="MuiTab-wrapper"
@@ -10124,6 +10142,12 @@ exports[`App Route /vehicle-status authenticated 1`] = `
               id="tabpanel-7"
               role="tabpanel"
             />
+            <div
+              aria-labelledby="tab-8"
+              hidden=""
+              id="tabpanel-8"
+              role="tabpanel"
+            />
           </div>
         </main>
       </main>
diff --git a/src/components/Cars/Status/TRexLogsTab.jsx b/src/components/Cars/Status/TRexLogsTab.jsx
new file mode 100644
index 0000000..8dc6260
--- /dev/null
+++ b/src/components/Cars/Status/TRexLogsTab.jsx
@@ -0,0 +1,36 @@
+import { Typography } from "@material-ui/core";
+import clsx from "clsx";
+import React from "react";
+import { useParams } from "react-router";
+
+import { useUserContext } from "../../Contexts/UserContext";
+import { VehicleProvider } from "../../Contexts/VehicleContext";
+import TRexLogsTable from "../../Controls/TRexLogs";
+import useStyles from "../../useStyles";
+
+const MainForm = () => {
+  const { vin } = useParams();
+  const classes = useStyles();
+  const {
+    token: {
+      idToken: { jwtToken: token },
+    },
+  } = useUserContext();
+
+  return (
+    <div className={clsx(classes.paper, classes.tableSize)}>
+      <Typography variant="h6" className={classes.labelInline}>
+        T.Rex Logs
+      </Typography>
+      <TRexLogsTable vin={vin} token={token} classes={classes} />
+    </div>
+  );
+};
+
+const TRexLogsTab = () => (
+  <VehicleProvider>
+    <MainForm />
+  </VehicleProvider>
+);
+
+export default TRexLogsTab;
diff --git a/src/components/Cars/Status/__snapshots__/index.test.jsx.snap b/src/components/Cars/Status/__snapshots__/index.test.jsx.snap
index 0e24f78..b08cc58 100644
--- a/src/components/Cars/Status/__snapshots__/index.test.jsx.snap
+++ b/src/components/Cars/Status/__snapshots__/index.test.jsx.snap
@@ -135,7 +135,7 @@ exports[`CarStatus Render 1`] = `
                     <span
                       class="MuiTab-wrapper"
                     >
-                      ECUs
+                      T.Rex logs
                     </span>
                     <span
                       class="MuiTouchRipple-root"
@@ -153,7 +153,7 @@ exports[`CarStatus Render 1`] = `
                     <span
                       class="MuiTab-wrapper"
                     >
-                      Remote Commands
+                      ECUs
                     </span>
                     <span
                       class="MuiTouchRipple-root"
@@ -167,6 +167,24 @@ exports[`CarStatus Render 1`] = `
                     role="tab"
                     tabindex="-1"
                     type="button"
+                  >
+                    <span
+                      class="MuiTab-wrapper"
+                    >
+                      Remote Commands
+                    </span>
+                    <span
+                      class="MuiTouchRipple-root"
+                    />
+                  </button>
+                  <button
+                    aria-controls="tabpanel-8"
+                    aria-selected="false"
+                    class="MuiButtonBase-root MuiTab-root MuiTab-textColorInherit"
+                    id="tab-8"
+                    role="tab"
+                    tabindex="-1"
+                    type="button"
                   >
                     <span
                       class="MuiTab-wrapper"
@@ -352,6 +370,12 @@ exports[`CarStatus Render 1`] = `
             id="tabpanel-7"
             role="tabpanel"
           />
+          <div
+            aria-labelledby="tab-8"
+            hidden=""
+            id="tabpanel-8"
+            role="tabpanel"
+          />
         </div>
       </div>
     </div>
diff --git a/src/components/Cars/Status/index.jsx b/src/components/Cars/Status/index.jsx
index 1ea797f..94a49c6 100644
--- a/src/components/Cars/Status/index.jsx
+++ b/src/components/Cars/Status/index.jsx
@@ -17,6 +17,7 @@ import DigitalTwinTab from "./DigitalTwinTab";
 import ECUsTab from "./ECUsTab";
 import FleetsTab from "./FleetsTab";
 import RemoteCommandsTab from "./RemoteCommandsTab";
+import TRexLogsTab from "./TRexLogsTab"
 
 const tabHashes = ["details", "updates", "filters"];
 
@@ -42,6 +43,10 @@ const TabViews = [
     label: "CAN Signals",
     component: CANSignalsTab,
   },
+  {
+    label: "T.Rex logs",
+    component: TRexLogsTab,
+  },
   {
     label: "ECUs",
     component: ECUsTab,
diff --git a/src/components/Controls/TRexLogs/index.jsx b/src/components/Controls/TRexLogs/index.jsx
new file mode 100644
index 0000000..ac6789f
--- /dev/null
+++ b/src/components/Controls/TRexLogs/index.jsx
@@ -0,0 +1,258 @@
+import React, { useEffect, useState } from "react";
+
+import api from "../../../services/vehiclesAPI";
+import {
+  Table,
+  TableBody,
+  TableCell,
+  TableFooter,
+  TablePagination,
+  TableRow,
+} from "@material-ui/core";
+import {
+  MuiPickersUtilsProvider,
+  KeyboardDatePicker,
+} from '@material-ui/pickers';
+import clsx from "clsx";
+
+import { useStatusContext } from "../../Contexts/StatusContext";
+import { logger } from "../../../services/monitoring";
+import { TableHead } from "@mui/material";
+import DateFnsUtils from '@date-io/date-fns';
+
+const transformLogs = (logs) =>
+  logs.map((log) => {
+    const { level, timestamp, received_timestamp, line_number, filename, msg } = log;
+    //const trex_time = new Date(timestamp)
+    //const cloud_time = new Date(received_timestamp)
+    return {
+      level: level,
+      trex_timestamp: timestamp,
+      cloud_timestamp: received_timestamp,
+      line_number: line_number,
+      filename: filename,
+      msg: msg
+    };
+  })
+    .flat()
+
+const fromatDateForRequest = (date) => {
+  const getYear = date.toLocaleString("default", { year: "numeric" });
+  const getMonth = date.toLocaleString("default", { month: "2-digit" });
+  const getDay = date.toLocaleString("default", { day: "2-digit" });
+  return getYear + "-" + getMonth + "-" + getDay
+};
+
+const tableColumns = [
+  {
+    id: "level",
+    label: "Level",
+    width: "5%",
+  },
+  {
+    id: "trex_timestamp",
+    label: "T.Rex Timestamp",
+    width: "10%",
+  },
+  {
+    id: "cloud_timestamp",
+    label: "Cloud Timestamp",
+    width: "10%",
+  },
+  {
+    id: "line_number",
+    label: "Line Number",
+    width: "5%",
+  },
+  {
+    id: "filename",
+    label: "Filename",
+    width: "10%",
+  },
+  {
+    id: "msg",
+    label: "Message",
+    width: "60%",
+  },
+];
+//read at least 30000 bytes per one API request
+const ONE_READ_SIZE = 30000
+const DEFAULT_PAGE_SIZE = 25
+const TRexLogsTable = ({ vin, token, classes }) => {
+  const [allLogsFetched, setAllLogsFetched] = useState(false)
+  const [blobSize, setBlobSize] = useState(0)
+  const [currentOffset, setCurrentOffset] = useState(0)
+  const [logs, setLogs] = useState([]);
+  const [pageIndex, setPageIndex] = useState(0);
+  const [pageSize, setPageSize] = useState(DEFAULT_PAGE_SIZE);
+  const [selectedDate, setSelectedDate] = useState(new Date());
+  const [total, setTotal] = useState(0);
+  const { setMessage } = useStatusContext();
+
+  const readBlob = async (offset, count) => {
+    console.log(`reading from offset: ${offset}`)
+    return await api.getTRexLogs(vin, fromatDateForRequest(selectedDate), offset, count, "UP", token)
+  }
+  const getDesiredSize = () => {
+    return pageSize * pageIndex + pageSize
+  }
+  const getReadPercentage = () => {
+    if (blobSize === 0) {
+      return `No logs for ${fromatDateForRequest(selectedDate)}`
+    }
+    return `Read ${(currentOffset * 100 / blobSize).toFixed(2)}% of logs`
+  }
+  const fetchLogs = async (desiredSize) => {
+    let fetched = []
+    let offset = currentOffset
+    let readSize = ONE_READ_SIZE
+    do {
+      const result = await readBlob(offset, readSize)
+      if (result.error) {
+        fetched.error = result.error
+        break
+      }
+      console.log(`ret.RealOffset ${result.RealOffset}\nret.bytesRead ${result.bytesRead}\ndesired offset ${offset}\ndesired read size ${readSize}\nblobsize: ${result.blobSize}`)
+      setBlobSize(result.blobSize)
+      //if read two times less then neccessary, then adjust read size
+      if (fetched.length < desiredSize / 2) {
+        readSize *= 2
+        console.log(`new read size: ${readSize}`)
+      }
+      offset = result.RealOffset + result.bytesRead
+      fetched = transformLogs(result.data).concat(fetched)
+      if (offset >= result.blobSize) {
+        setMessage(`All log for ${fromatDateForRequest(selectedDate)} fetched`)
+        setAllLogsFetched(true)
+        break
+      }
+    } while (fetched.length <= desiredSize)
+
+    if (fetched.length === 0) {
+      if (logs.length !== 0) {
+        setMessage(`No more T.Rex logs for ${fromatDateForRequest(selectedDate)}`)
+        return
+      }
+      setTotal(0)
+      const msg = `Can not fetch logs for ${fromatDateForRequest(selectedDate)}`
+      setMessage(msg)
+      console.log(`${msg}, Cloud error:\n${fetched.error}`);
+      return
+    }
+    setCurrentOffset(offset)
+    return fetched
+  }
+
+  useEffect(() => {
+    (async () => {
+      try {
+        if (!vin || !token) return;
+        const desiredSize = getDesiredSize()
+        console.log(`desired size: ${desiredSize}, actual size: ${logs.length}`)
+        if (desiredSize < logs.length || allLogsFetched) {
+          console.log(`enough logs in cache`)
+          return
+        }
+        let fetched = await fetchLogs(desiredSize)
+        if (!fetched || fetched.length === 0) {
+          return
+        }
+        fetched = fetched.concat(logs)
+        setLogs(fetched);
+        setTotal(fetched.length);
+      } catch (e) {
+        setMessage(e.message);
+        logger.warn(e.stack);
+      }
+    })();
+    // eslint-disable-next-line react-hooks/exhaustive-deps
+  }, [vin, token, pageIndex, pageSize, selectedDate]);
+
+  const handleChangePageSize = (event) => {
+    setPageSize(parseInt(event.target.value, 10));
+    setPageIndex(0);
+  };
+
+  const handleNewDate = (newValue) => {
+    setPageIndex(0);
+    setCurrentOffset(0)
+    setLogs([])
+    setAllLogsFetched(false)
+    setBlobSize(0)
+    setSelectedDate(newValue)
+  };
+
+  return (
+    <div className={clsx(classes.paper, classes.tableSize)}>
+      <Table
+        style={{ tableLayout: "fixed", minWidth: "1400px" }}
+      >
+        <TableRow>
+          <TableCell>
+            <MuiPickersUtilsProvider utils={DateFnsUtils}>
+              <KeyboardDatePicker
+                disableToolbar
+                variant="inline"
+                format="yyyy/MM/dd"
+                margin="normal"
+                id="date-picker-inline"
+                label="Choose date"
+                value={selectedDate}
+                onChange={handleNewDate}
+                KeyboardButtonProps={{
+                  'aria-label': 'change date',
+                }}
+              />
+            </MuiPickersUtilsProvider>
+            </TableCell>
+          <TableCell align="left">
+              {getReadPercentage()}
+            </TableCell>
+        </TableRow>
+      </Table>
+      <Table
+        style={{ tableLayout: "fixed", minWidth: "1400px" }}
+      >
+        <TableHead
+          classes={classes}>
+
+          <TableRow>
+            {tableColumns.map((column) => (
+              <TableCell style={{ width: column.width }} align="center" key={column.label || "none"}>{column.label}</TableCell>
+            ))} </TableRow>
+        </TableHead >
+        <TableBody>
+          {logs.slice(-getDesiredSize(), (pageIndex === 0 ? undefined : -(pageSize * pageIndex))).map((log, i) => (
+            <TableRow key={log.trex_timestamp + log.cloud_timestamp} >
+              <TableCell align="center">{log.level}</TableCell>
+              <TableCell align="center">{log.trex_timestamp}</TableCell>
+              <TableCell align="center">{log.cloud_timestamp}</TableCell>
+              <TableCell align="center">{log.line_number}</TableCell>
+              <TableCell align="center" style={{ wordBreak: "break-all" }}>{log.filename}</TableCell>
+              <TableCell align="left" style={{ wordBreak: "break-all" }}>{log.msg}</TableCell>
+            </TableRow>
+          ))}
+        </TableBody>
+        <TableFooter>
+          <TableRow>
+            <TablePagination
+              rowsPerPageOptions={[25, 100, 1000, 10000]}
+              colSpan={6}
+              count={total}
+              rowsPerPage={pageSize}
+              page={!pageIndex || pageIndex <= 0 ? 0 : pageIndex}
+              SelectProps={{
+                inputProps: { "aria-label": "rows per page" },
+                native: true,
+              }}
+              onPageChange={(_, newValue) => setPageIndex(newValue)}
+              onRowsPerPageChange={handleChangePageSize}
+            />
+          </TableRow>
+        </TableFooter>
+      </Table>
+    </div >
+  );
+};
+
+export default TRexLogsTable;
diff --git a/src/services/__mocks__/vehiclesAPI.js b/src/services/__mocks__/vehiclesAPI.js
index d18a88b..168b539 100644
--- a/src/services/__mocks__/vehiclesAPI.js
+++ b/src/services/__mocks__/vehiclesAPI.js
@@ -58,6 +58,38 @@ const signals = {data:[
   },
 ]};
 
+const trexLogs = {
+  RealOffset: 0,
+  blobSize: 62072819,
+  bytesRead: 29874,
+  data: [
+    {
+      "level": "info",
+      "timestamp": "2023-Feb-15 23:44:36.934746",
+      "line_number": 948,
+      "filename": "ota_service.cpp",
+      "msg": "ota::cleanup() Deleting directory \"/fisker/ota/1534\"",
+      "received_timestamp": "2023-Feb-15 23:44:37.203102197"
+    },
+    {
+      "level": "debug",
+      "timestamp": "2023-Feb-15 23:44:36.970715",
+      "line_number": 992,
+      "filename": "ota_service.cpp",
+      "msg": "ota::end() manifest process aborted with error state",
+      "received_timestamp": "2023-Feb-15 23:44:37.203197597"
+    },
+    {
+      "level": "debug",
+      "timestamp": "2023-Feb-15 23:44:36.971745",
+      "line_number": 91,
+      "filename": "vom_impl.cpp",
+      "msg": "vom::send_ota_result_fb() Sending 0x4F9->tbox_ota_res_fb (==OTA_error)",
+      "received_timestamp": "2023-Feb-15 23:44:37.203249997"
+    }
+  ]
+}
+
 const vehiclesAPI = {
   addVehicle: async (vehicle) => {
     data.push(vehicle);
@@ -117,6 +149,9 @@ const vehiclesAPI = {
   getCANSignals: async (vin, vehicle) => {
    return signals;
   },
+  getTRexLogs: async (vin, date, offset, count, direction, token) => {
+    return trexLogs;
+  },
   getVersionLog: async (vin) => ({
       "data": [
           {
diff --git a/src/services/vehiclesAPI.js b/src/services/vehiclesAPI.js
index 9d8d0db..e2c4a11 100644
--- a/src/services/vehiclesAPI.js
+++ b/src/services/vehiclesAPI.js
@@ -173,6 +173,17 @@ const vehiclesAPI = {
       .then(fetchRespHandler)
       .catch(errorHandler),
 
+  getTRexLogs: async (vin, date, offset, count, direction, token) =>
+    fetch(`${API_ENDPOINT}/vehicle/${vin}/trex-logs?date=${date}&offset=${offset}&count=${count}&direction=${direction}`, {
+      method: "GET",
+      headers: Object.assign(
+        { "Content-Type": "application/json" },
+        getAuthHeaderOptions(token)
+      ),
+    })
+      .then(fetchRespHandler)
+      .catch(errorHandler),
+
   getVersionLog: async ({vin, ...search}, token) => {
     const u = addQueryParams(`${API_ENDPOINT}/vehicle/${vin}/version/logs`, search);
     return fetch(u, {

From 24ac0898afaaec6c30ffb1bafb52f123b022dac0 Mon Sep 17 00:00:00 2001
From: John Wu <76966357+jwu-fisker@users.noreply.github.com>
Date: Fri, 17 Feb 2023 17:32:38 -0800
Subject: [PATCH 2/4] CEC-3577 Style tweak (#284)

---
 src/components/Cars/Status/TRexLogsTab.jsx |  2 +-
 src/components/Controls/TRexLogs/index.jsx | 76 +++++++++++-----------
 src/components/useStyles.jsx               |  4 ++
 3 files changed, 43 insertions(+), 39 deletions(-)

diff --git a/src/components/Cars/Status/TRexLogsTab.jsx b/src/components/Cars/Status/TRexLogsTab.jsx
index 8dc6260..4627025 100644
--- a/src/components/Cars/Status/TRexLogsTab.jsx
+++ b/src/components/Cars/Status/TRexLogsTab.jsx
@@ -19,7 +19,7 @@ const MainForm = () => {
 
   return (
     <div className={clsx(classes.paper, classes.tableSize)}>
-      <Typography variant="h6" className={classes.labelInline}>
+      <Typography variant="h6">
         T.Rex Logs
       </Typography>
       <TRexLogsTable vin={vin} token={token} classes={classes} />
diff --git a/src/components/Controls/TRexLogs/index.jsx b/src/components/Controls/TRexLogs/index.jsx
index ac6789f..678cbdf 100644
--- a/src/components/Controls/TRexLogs/index.jsx
+++ b/src/components/Controls/TRexLogs/index.jsx
@@ -1,47 +1,23 @@
 import React, { useEffect, useState } from "react";
 
-import api from "../../../services/vehiclesAPI";
 import {
   Table,
   TableBody,
   TableCell,
   TableFooter,
   TablePagination,
-  TableRow,
+  TableRow
 } from "@material-ui/core";
 import {
-  MuiPickersUtilsProvider,
-  KeyboardDatePicker,
+  KeyboardDatePicker, MuiPickersUtilsProvider
 } from '@material-ui/pickers';
 import clsx from "clsx";
+import api from "../../../services/vehiclesAPI";
 
-import { useStatusContext } from "../../Contexts/StatusContext";
-import { logger } from "../../../services/monitoring";
-import { TableHead } from "@mui/material";
 import DateFnsUtils from '@date-io/date-fns';
-
-const transformLogs = (logs) =>
-  logs.map((log) => {
-    const { level, timestamp, received_timestamp, line_number, filename, msg } = log;
-    //const trex_time = new Date(timestamp)
-    //const cloud_time = new Date(received_timestamp)
-    return {
-      level: level,
-      trex_timestamp: timestamp,
-      cloud_timestamp: received_timestamp,
-      line_number: line_number,
-      filename: filename,
-      msg: msg
-    };
-  })
-    .flat()
-
-const fromatDateForRequest = (date) => {
-  const getYear = date.toLocaleString("default", { year: "numeric" });
-  const getMonth = date.toLocaleString("default", { month: "2-digit" });
-  const getDay = date.toLocaleString("default", { day: "2-digit" });
-  return getYear + "-" + getMonth + "-" + getDay
-};
+import { TableHead } from "@mui/material";
+import { logger } from "../../../services/monitoring";
+import { useStatusContext } from "../../Contexts/StatusContext";
 
 const tableColumns = [
   {
@@ -75,9 +51,34 @@ const tableColumns = [
     width: "60%",
   },
 ];
+
+const transformLogs = (logs) =>
+  logs.map((log) => {
+    const { level, timestamp, received_timestamp, line_number, filename, msg } = log;
+    //const trex_time = new Date(timestamp)
+    //const cloud_time = new Date(received_timestamp)
+    return {
+      level: level,
+      trex_timestamp: timestamp,
+      cloud_timestamp: received_timestamp,
+      line_number: line_number,
+      filename: filename,
+      msg: msg
+    };
+  })
+    .flat()
+
+const fromatDateForRequest = (date) => {
+  const getYear = date.toLocaleString("default", { year: "numeric" });
+  const getMonth = date.toLocaleString("default", { month: "2-digit" });
+  const getDay = date.toLocaleString("default", { day: "2-digit" });
+  return getYear + "-" + getMonth + "-" + getDay
+};
+
 //read at least 30000 bytes per one API request
 const ONE_READ_SIZE = 30000
 const DEFAULT_PAGE_SIZE = 25
+
 const TRexLogsTable = ({ vin, token, classes }) => {
   const [allLogsFetched, setAllLogsFetched] = useState(false)
   const [blobSize, setBlobSize] = useState(0)
@@ -134,7 +135,7 @@ const TRexLogsTable = ({ vin, token, classes }) => {
         return
       }
       setTotal(0)
-      const msg = `Can not fetch logs for ${fromatDateForRequest(selectedDate)}`
+      const msg = `Cannot fetch logs for ${fromatDateForRequest(selectedDate)}`
       setMessage(msg)
       console.log(`${msg}, Cloud error:\n${fetched.error}`);
       return
@@ -188,7 +189,7 @@ const TRexLogsTable = ({ vin, token, classes }) => {
         style={{ tableLayout: "fixed", minWidth: "1400px" }}
       >
         <TableRow>
-          <TableCell>
+          <TableCell align="center">
             <MuiPickersUtilsProvider utils={DateFnsUtils}>
               <KeyboardDatePicker
                 disableToolbar
@@ -205,7 +206,7 @@ const TRexLogsTable = ({ vin, token, classes }) => {
               />
             </MuiPickersUtilsProvider>
             </TableCell>
-          <TableCell align="left">
+          <TableCell align="center">
               {getReadPercentage()}
             </TableCell>
         </TableRow>
@@ -213,13 +214,12 @@ const TRexLogsTable = ({ vin, token, classes }) => {
       <Table
         style={{ tableLayout: "fixed", minWidth: "1400px" }}
       >
-        <TableHead
-          classes={classes}>
-
+        <TableHead classes={classes}>
           <TableRow>
             {tableColumns.map((column) => (
-              <TableCell style={{ width: column.width }} align="center" key={column.label || "none"}>{column.label}</TableCell>
-            ))} </TableRow>
+              <TableCell style={{ width: column.width }} align="center" key={column.label || "none"} className={classes.tableHeader} >{column.label}</TableCell>
+            ))}
+          </TableRow>
         </TableHead >
         <TableBody>
           {logs.slice(-getDesiredSize(), (pageIndex === 0 ? undefined : -(pageSize * pageIndex))).map((log, i) => (
diff --git a/src/components/useStyles.jsx b/src/components/useStyles.jsx
index 3b3a752..1931093 100644
--- a/src/components/useStyles.jsx
+++ b/src/components/useStyles.jsx
@@ -285,6 +285,10 @@ const useStyles = makeStyles((theme) => ({
     color: "blue",
     textDecoration: "underline",
   },
+  tableHeader: {
+    textDecorationStyle: "solid",
+    fontWeight:500,
+  }
 }));
 
 export default useStyles;

From 54f4386a583743108fdebae1df9d495c2d573fc4 Mon Sep 17 00:00:00 2001
From: Eduard Voronkin <116690094+eduardvoronkin@users.noreply.github.com>
Date: Thu, 2 Mar 2023 11:14:39 -0800
Subject: [PATCH 3/4] CEC-3577: trex logs (#285)

* CEC-3577: trex logs

add filtering
add progress bar for log fetching
always fetch all the logs
request canceling

* don't hide progress
---
 src/components/Controls/TRexLogs/index.jsx | 130 ++++++++++++++++-----
 src/services/vehiclesAPI.js                |   3 +-
 2 files changed, 106 insertions(+), 27 deletions(-)

diff --git a/src/components/Controls/TRexLogs/index.jsx b/src/components/Controls/TRexLogs/index.jsx
index 678cbdf..29e78d3 100644
--- a/src/components/Controls/TRexLogs/index.jsx
+++ b/src/components/Controls/TRexLogs/index.jsx
@@ -8,6 +8,13 @@ import {
   TablePagination,
   TableRow
 } from "@material-ui/core";
+import LinearProgress from '@mui/material/LinearProgress';
+import Checkbox from '@mui/material/Checkbox';
+import FormGroup from '@mui/material/FormGroup';
+import FormControlLabel from '@mui/material/FormControlLabel';
+import FormControl from '@mui/material/FormControl';
+import FormLabel from '@mui/material/FormLabel';
+
 import {
   KeyboardDatePicker, MuiPickersUtilsProvider
 } from '@material-ui/pickers';
@@ -52,6 +59,33 @@ const tableColumns = [
   },
 ];
 
+const logLevelCheckBoxes = [
+  {
+    "id": "trace",
+    "label": "Trace"
+  },
+  {
+    "id": "debug",
+    "label": "Debug"
+  },
+  {
+    "id": "info",
+    "label": "Info"
+  },
+  {
+    "id": "warning",
+    "label": "Warning"
+  },
+  {
+    "id": "error",
+    "label": "Error"
+  },
+  {
+    "id": "critical",
+    "label": "Critical"
+  },
+]
+
 const transformLogs = (logs) =>
   logs.map((log) => {
     const { level, timestamp, received_timestamp, line_number, filename, msg } = log;
@@ -75,14 +109,22 @@ const fromatDateForRequest = (date) => {
   return getYear + "-" + getMonth + "-" + getDay
 };
 
-//read at least 30000 bytes per one API request
-const ONE_READ_SIZE = 30000
+//read at least 50000 bytes per one API request
+const ONE_READ_SIZE = 50000
 const DEFAULT_PAGE_SIZE = 25
 
 const TRexLogsTable = ({ vin, token, classes }) => {
   const [allLogsFetched, setAllLogsFetched] = useState(false)
   const [blobSize, setBlobSize] = useState(0)
   const [currentOffset, setCurrentOffset] = useState(0)
+  const [currectLogLevels, setCurrentLogLevels] = useState({
+    trace: true,
+    debug: true,
+    info: true,
+    warning: true,
+    error: true,
+    critical: true
+  })
   const [logs, setLogs] = useState([]);
   const [pageIndex, setPageIndex] = useState(0);
   const [pageSize, setPageSize] = useState(DEFAULT_PAGE_SIZE);
@@ -90,24 +132,25 @@ const TRexLogsTable = ({ vin, token, classes }) => {
   const [total, setTotal] = useState(0);
   const { setMessage } = useStatusContext();
 
+  let controller = new AbortController()
   const readBlob = async (offset, count) => {
     console.log(`reading from offset: ${offset}`)
-    return await api.getTRexLogs(vin, fromatDateForRequest(selectedDate), offset, count, "UP", token)
+    return await api.getTRexLogs(vin, fromatDateForRequest(selectedDate), offset, count, "UP", token, controller)
   }
   const getDesiredSize = () => {
     return pageSize * pageIndex + pageSize
   }
   const getReadPercentage = () => {
-    if (blobSize === 0) {
-      return `No logs for ${fromatDateForRequest(selectedDate)}`
-    }
-    return `Read ${(currentOffset * 100 / blobSize).toFixed(2)}% of logs`
+    return (currentOffset * 100 / blobSize).toFixed(2);
   }
-  const fetchLogs = async (desiredSize) => {
+  const getFilteredLogs = (logs) => {
+    return logs.filter(log => currectLogLevels[log.level] === true)
+  }
+  const fetchAllLogs = async () => {
     let fetched = []
     let offset = currentOffset
     let readSize = ONE_READ_SIZE
-    do {
+    for (; ;) {
       const result = await readBlob(offset, readSize)
       if (result.error) {
         fetched.error = result.error
@@ -115,19 +158,18 @@ const TRexLogsTable = ({ vin, token, classes }) => {
       }
       console.log(`ret.RealOffset ${result.RealOffset}\nret.bytesRead ${result.bytesRead}\ndesired offset ${offset}\ndesired read size ${readSize}\nblobsize: ${result.blobSize}`)
       setBlobSize(result.blobSize)
-      //if read two times less then neccessary, then adjust read size
-      if (fetched.length < desiredSize / 2) {
-        readSize *= 2
-        console.log(`new read size: ${readSize}`)
-      }
+      readSize *= 2
+      console.log(`new read size: ${readSize}`)
       offset = result.RealOffset + result.bytesRead
+      setCurrentOffset(offset)
       fetched = transformLogs(result.data).concat(fetched)
+      setLogs(fetched)
       if (offset >= result.blobSize) {
         setMessage(`All log for ${fromatDateForRequest(selectedDate)} fetched`)
         setAllLogsFetched(true)
         break
       }
-    } while (fetched.length <= desiredSize)
+    }
 
     if (fetched.length === 0) {
       if (logs.length !== 0) {
@@ -152,25 +194,26 @@ const TRexLogsTable = ({ vin, token, classes }) => {
         console.log(`desired size: ${desiredSize}, actual size: ${logs.length}`)
         if (desiredSize < logs.length || allLogsFetched) {
           console.log(`enough logs in cache`)
+          setTotal(getFilteredLogs(logs).length)
           return
         }
-        let fetched = await fetchLogs(desiredSize)
+        let fetched = await fetchAllLogs()
         if (!fetched || fetched.length === 0) {
           return
         }
-        fetched = fetched.concat(logs)
-        setLogs(fetched);
-        setTotal(fetched.length);
+        setTotal(getFilteredLogs(fetched).length);
       } catch (e) {
         setMessage(e.message);
         logger.warn(e.stack);
       }
     })();
+    return () => controller?.abort()
     // eslint-disable-next-line react-hooks/exhaustive-deps
-  }, [vin, token, pageIndex, pageSize, selectedDate]);
+  }, [vin, token, pageIndex, pageSize, selectedDate, currectLogLevels]);
 
   const handleChangePageSize = (event) => {
     setPageSize(parseInt(event.target.value, 10));
+    setTotal(getFilteredLogs(logs).length)
     setPageIndex(0);
   };
 
@@ -183,12 +226,37 @@ const TRexLogsTable = ({ vin, token, classes }) => {
     setSelectedDate(newValue)
   };
 
+  const handleNewFilter = (event) => {
+    setPageIndex(0)
+    console.log(event)
+    setCurrentLogLevels({
+      ...currectLogLevels,
+      [event.target.defaultValue]: event.target.checked,
+    });
+  };
   return (
     <div className={clsx(classes.paper, classes.tableSize)}>
       <Table
-        style={{ tableLayout: "fixed", minWidth: "1400px" }}
+        style={{ tableLayout: "fixed", width: "100%" }}
       >
         <TableRow>
+          <TableCell align="center">
+            <FormControl component="fieldset">
+              <FormLabel component="legend">Log levels</FormLabel>
+              <FormGroup aria-label="position" row>
+                {logLevelCheckBoxes.map((box) => (
+                  <FormControlLabel
+                    value={box.id}
+                    control={<Checkbox defaultChecked disabled={!allLogsFetched} />}
+                    label={box.label}
+                    labelPlacement="bottom"
+                    onChange={handleNewFilter}
+                  />
+                ))}
+              </FormGroup>
+            </FormControl>
+          </TableCell>
+
           <TableCell align="center">
             <MuiPickersUtilsProvider utils={DateFnsUtils}>
               <KeyboardDatePicker
@@ -207,12 +275,22 @@ const TRexLogsTable = ({ vin, token, classes }) => {
             </MuiPickersUtilsProvider>
             </TableCell>
           <TableCell align="center">
-              {getReadPercentage()}
+            {
+              blobSize === 0 ? `No logs for ${fromatDateForRequest(selectedDate)}` :
+                `Read ${getReadPercentage()}% of logs`
+            }
+            {
+              <LinearProgress
+                variant="determinate"
+                align="center"
+                value={getReadPercentage()} />
+            }
             </TableCell>
         </TableRow>
       </Table>
+
       <Table
-        style={{ tableLayout: "fixed", minWidth: "1400px" }}
+        style={{ tableLayout: "fixed", width: "100%" }}
       >
         <TableHead classes={classes}>
           <TableRow>
@@ -222,11 +300,11 @@ const TRexLogsTable = ({ vin, token, classes }) => {
           </TableRow>
         </TableHead >
         <TableBody>
-          {logs.slice(-getDesiredSize(), (pageIndex === 0 ? undefined : -(pageSize * pageIndex))).map((log, i) => (
+          {getFilteredLogs(logs).slice(-getDesiredSize(), (pageIndex === 0 ? undefined : -(pageSize * pageIndex))).map((log, i) => (
             <TableRow key={log.trex_timestamp + log.cloud_timestamp} >
               <TableCell align="center">{log.level}</TableCell>
-              <TableCell align="center">{log.trex_timestamp}</TableCell>
-              <TableCell align="center">{log.cloud_timestamp}</TableCell>
+              <TableCell align="center" style={{ wordBreak: "break-all" }}>{log.trex_timestamp}</TableCell>
+              <TableCell align="center" style={{ wordBreak: "break-all" }}>{log.cloud_timestamp}</TableCell>
               <TableCell align="center">{log.line_number}</TableCell>
               <TableCell align="center" style={{ wordBreak: "break-all" }}>{log.filename}</TableCell>
               <TableCell align="left" style={{ wordBreak: "break-all" }}>{log.msg}</TableCell>
diff --git a/src/services/vehiclesAPI.js b/src/services/vehiclesAPI.js
index e2c4a11..8d38faa 100644
--- a/src/services/vehiclesAPI.js
+++ b/src/services/vehiclesAPI.js
@@ -173,13 +173,14 @@ const vehiclesAPI = {
       .then(fetchRespHandler)
       .catch(errorHandler),
 
-  getTRexLogs: async (vin, date, offset, count, direction, token) =>
+  getTRexLogs: async (vin, date, offset, count, direction, token, controller) =>
     fetch(`${API_ENDPOINT}/vehicle/${vin}/trex-logs?date=${date}&offset=${offset}&count=${count}&direction=${direction}`, {
       method: "GET",
       headers: Object.assign(
         { "Content-Type": "application/json" },
         getAuthHeaderOptions(token)
       ),
+      signal: controller.signal
     })
       .then(fetchRespHandler)
       .catch(errorHandler),

From 7b6a2bfa11d734fb44bd13ce4eeae53739d1d73f Mon Sep 17 00:00:00 2001
From: John Wu <76966357+jwu-fisker@users.noreply.github.com>
Date: Thu, 2 Mar 2023 12:26:41 -0800
Subject: [PATCH 4/4] CEC-3751, CEC-3478 misc window status and invalid
 location value (#287)

* CEC-3751 misc window status
CEC-3478 invalid location value

* Fix snapshot
Update browser list
---
 package-lock.json                             | 12 ++++----
 .../DigitalTwinTab.test.jsx.snap              |  2 +-
 src/components/DigitalTwin/index.js           | 28 ++++++++-----------
 src/utils/locations.js                        |  3 ++
 4 files changed, 21 insertions(+), 24 deletions(-)

diff --git a/package-lock.json b/package-lock.json
index a598d52..176b24a 100644
--- a/package-lock.json
+++ b/package-lock.json
@@ -6941,9 +6941,9 @@
       }
     },
     "node_modules/caniuse-lite": {
-      "version": "1.0.30001387",
-      "resolved": "https://registry.npmjs.org/caniuse-lite/-/caniuse-lite-1.0.30001387.tgz",
-      "integrity": "sha512-fKDH0F1KOJvR+mWSOvhj8lVRr/Q/mc5u5nabU2vi1/sgvlSqEsE8dOq0Hy/BqVbDkCYQPRRHB1WRjW6PGB/7PA==",
+      "version": "1.0.30001458",
+      "resolved": "https://registry.npmjs.org/caniuse-lite/-/caniuse-lite-1.0.30001458.tgz",
+      "integrity": "sha512-lQ1VlUUq5q9ro9X+5gOEyH7i3vm+AYVT1WDCVB69XOZ17KZRhnZ9J0Sqz7wTHQaLBJccNCHq8/Ww5LlOIZbB0w==",
       "funding": [
         {
           "type": "opencollective",
@@ -22881,9 +22881,9 @@
       }
     },
     "caniuse-lite": {
-      "version": "1.0.30001387",
-      "resolved": "https://registry.npmjs.org/caniuse-lite/-/caniuse-lite-1.0.30001387.tgz",
-      "integrity": "sha512-fKDH0F1KOJvR+mWSOvhj8lVRr/Q/mc5u5nabU2vi1/sgvlSqEsE8dOq0Hy/BqVbDkCYQPRRHB1WRjW6PGB/7PA=="
+      "version": "1.0.30001458",
+      "resolved": "https://registry.npmjs.org/caniuse-lite/-/caniuse-lite-1.0.30001458.tgz",
+      "integrity": "sha512-lQ1VlUUq5q9ro9X+5gOEyH7i3vm+AYVT1WDCVB69XOZ17KZRhnZ9J0Sqz7wTHQaLBJccNCHq8/Ww5LlOIZbB0w=="
     },
     "case-sensitive-paths-webpack-plugin": {
       "version": "2.4.0",
diff --git a/src/components/Cars/Status/__snapshots__/DigitalTwinTab.test.jsx.snap b/src/components/Cars/Status/__snapshots__/DigitalTwinTab.test.jsx.snap
index 0858fd3..b3bbeb4 100644
--- a/src/components/Cars/Status/__snapshots__/DigitalTwinTab.test.jsx.snap
+++ b/src/components/Cars/Status/__snapshots__/DigitalTwinTab.test.jsx.snap
@@ -123,7 +123,7 @@ exports[`DigitalTwinTab Render 1`] = `
                   sunroof
                 </b>
                 : 
-                closed
+                closed (0)
               </p>
             </div>
             <div
diff --git a/src/components/DigitalTwin/index.js b/src/components/DigitalTwin/index.js
index d581c9b..24c9ee6 100644
--- a/src/components/DigitalTwin/index.js
+++ b/src/components/DigitalTwin/index.js
@@ -13,6 +13,14 @@ const openCloseState = (value) => (value ? "open" : "closed");
 const mapOpenCloseState = (value) =>
   keyValueTemplate(value[0], openCloseState(value[1]));
 
+const windowState = (value) => {
+  if (value[1] === 0 || value[1] > 100) {
+    return keyValueTemplate(value[0], `closed (${value[1]})`);
+  } else {
+    return keyValueTemplate(value[0], `${value[1]}% open`);
+  }
+}
+
 const DigitalTwin = (props) => {
   const classes = useStyles();
   const { battery, doors, location, trex_version, ip, updated, windows, misc_windows, sunroof, dbc_version, door_locks } = props;
@@ -45,12 +53,7 @@ const DigitalTwin = (props) => {
         <div className={classes.popupSection}>
           <h3>Windows</h3>
           {Object.entries(windows).map((value) => {
-            if (value[1] === 0) {
-              return keyValueTemplate(value[0], "closed");
-            } else {
-              const percentOpen = Math.min(value[1], 100);
-              return keyValueTemplate(value[0], `${percentOpen}% open`);
-            }
+            return windowState(value);
           })}
         </div>
       )}
@@ -58,11 +61,7 @@ const DigitalTwin = (props) => {
         <div className={classes.popupSection}>
           <h3>Misc Windows</h3>
           {Object.entries(misc_windows).map((value) => {
-            if (value[1] === 0 || value[1] > 100) {
-              return keyValueTemplate(value[0], `closed ${value[1]}%`);
-            } else {
-              return keyValueTemplate(value[0], `${value[1]}% open`);
-            }
+            return windowState(value);
           })}
         </div>
       )}
@@ -70,12 +69,7 @@ const DigitalTwin = (props) => {
         <div className={classes.popupSection}>
           <h3>Sunroof</h3>
           {Object.entries(sunroof).map((value) => {
-            if (value[1] === 0) {
-              return keyValueTemplate(value[0], "closed");
-            } else {
-              const percentOpen = Math.min(value[1], 100);
-              return keyValueTemplate(value[0], `${percentOpen}% open`);
-            }
+            return windowState(value);
           })}
         </div>
       )}
diff --git a/src/utils/locations.js b/src/utils/locations.js
index a308375..f4fdaba 100644
--- a/src/utils/locations.js
+++ b/src/utils/locations.js
@@ -1,3 +1,5 @@
+const invalidLocation = 99999;
+
 export const ValidateLocationData = (location) => {
   if (Math.abs(location.latitude) > 90 || Math.abs(location.longitude) > 180) {
     return false;
@@ -9,6 +11,7 @@ export const ValidateLocationData = (location) => {
 }
 
 export const ValidateLocationByParam = (parameter, value) => {
+  if (invalidLocation === value) return false;
   switch (parameter) {
     case "latitude":
       return Math.abs(value) <= 90;