Sensors export fixes

Create mapper to visualize owntracks data
2023-10-03 09:33:06 +00:00 · 2023-10-03 09:32:27 +00:00
8 changed files with 12482 additions and 2 deletions
--- a/export/main.py
+++ b/export/main.py
@ -6,14 +6,18 @@ from selenium.webdriver.common.by import By
 from selenium.webdriver.chrome.service import Service
 from selenium.common.exceptions import NoSuchElementException
 from webdriver_manager.chrome import ChromeDriverManager
+import undetected_chromedriver as uc
+
+print('Sleeping 10s before loading page...')
+time.sleep(10)

 ser = Service('/usr/lib/chromium-browser/chromedriver')
-chrome_options = Options()
+chrome_options = uc.ChromeOptions()
 chrome_options.add_argument('--headless')
 chrome_options.add_argument('start-maximized')
 chrome_options.add_argument('--no-sandbox')

-driver = webdriver.Chrome(service=ser, options=chrome_options)
+driver = uc.Chrome(service=ser, options=chrome_options, version_main=116)

 try:
    driver.get('https://sensors.dns.t0.vc')
--- a/mapper/.gitignore
+++ b/mapper/.gitignore
@ -0,0 +1,23 @@
+# See https://help.github.com/articles/ignoring-files/ for more about ignoring files.
+
+# dependencies
+/node_modules
+/.pnp
+.pnp.js
+
+# testing
+/coverage
+
+# production
+/build
+
+# misc
+.DS_Store
+.env.local
+.env.development.local
+.env.test.local
+.env.production.local
+
+npm-debug.log*
+yarn-debug.log*
+yarn-error.log*
--- a/mapper/package.json
+++ b/mapper/package.json
@ -0,0 +1,38 @@
+{
+  "name": "mapper",
+  "version": "0.1.0",
+  "private": true,
+  "dependencies": {
+    "@testing-library/jest-dom": "^5.11.4",
+    "@testing-library/react": "^11.1.0",
+    "@testing-library/user-event": "^12.1.10",
+    "axios": "^0.21.1",
+    "leaflet": "^1.9.4",
+    "moment": "^2.29.1",
+    "moment-timezone": "^0.5.34",
+    "react": "^18.0.0",
+    "react-datetime": "^3.1.1",
+    "react-dom": "^17.0.2",
+    "react-is": "^17.0.2",
+    "react-leaflet": "^4.2.1",
+    "react-scripts": "4.0.3",
+    "web-vitals": "^1.0.1"
+  },
+  "scripts": {
+    "start": "react-scripts start",
+    "build": "react-scripts build",
+    "test": "react-scripts test",
+    "eject": "react-scripts eject"
+  },
+  "eslintConfig": {
+    "extends": [
+      "react-app",
+      "react-app/jest"
+    ]
+  },
+  "browserslist": [
+	     ">0.2%",
+		   "not dead",
+		     "not op_mini all"
+  ]
+}
--- a/mapper/public/index.html
+++ b/mapper/public/index.html
@ -0,0 +1,42 @@
+<!DOCTYPE html>
+<html lang="en">
+  <head>
+    <meta charset="utf-8" />
+    <meta name="viewport" content="width=device-width, initial-scale=1" />
+    <meta name="theme-color" content="#000000" />
+    <!--
+      manifest.json provides metadata used when your web app is installed on a
+      user's mobile device or desktop. See https://developers.google.com/web/fundamentals/web-app-manifest/
+    -->
+    <!--
+      Notice the use of %PUBLIC_URL% in the tags above.
+      It will be replaced with the URL of the `public` folder during the build.
+      Only files inside the `public` folder can be referenced from the HTML.
+
+      Unlike "/favicon.ico" or "favicon.ico", "%PUBLIC_URL%/favicon.ico" will
+      work correctly both with client-side routing and a non-root public URL.
+      Learn how to configure a non-root public URL by running `npm run build`.
+    -->
+    <title>Tanner's Mapper</title>
+
+	 <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/leaflet/dist/leaflet.css"
+		   crossorigin=""/>
+
+	 <script src="https://unpkg.com/leaflet@1.9.4/dist/leaflet.js"
+     crossorigin=""></script>
+  </head>
+  <body>
+    <noscript>You need to enable JavaScript to run this app.</noscript>
+    <div id="root"></div>
+    <!--
+      This HTML file is a template.
+      If you open it directly in the browser, you will see an empty page.
+
+      You can add webfonts, meta tags, or analytics to this file.
+      The build step will place the bundled scripts into the <body> tag.
+
+      To begin the development, run `npm start` or `yarn start`.
+      To create a production bundle, use `npm run build` or `yarn build`.
+    -->
+  </body>
+</html>
--- a/mapper/src/App.css
+++ b/mapper/src/App.css
@ -0,0 +1,102 @@
+* {
+	box-sizing: border-box;
+}
+
+body {
+	margin: 0;
+}
+
+.container {
+	display: flex;
+	flex-wrap: wrap;
+	justify-content: center;
+	margin-bottom: 3rem;
+}
+
+.chart {
+	width: 100%;
+	max-width: 38em;
+}
+
+h2 {
+	font-weight: normal;
+	font-family: sans-serif;
+	font-size: 1.5em;
+	margin: 0.25em;
+}
+
+.recharts-wrapper p {  
+	color: initial;    
+	font-size: initial;
+}                      
+
+
+.menu {
+	overflow: hidden;
+	background-color: #333;
+	position: fixed;
+	bottom: 0;
+	width: 100%;
+	z-index: 9999;
+}
+
+.submenu {
+	background-color: #666;
+	max-width: 40em;
+	margin: 0 auto;
+	padding: 0.5rem;
+	display: flex;
+	flex-direction: column;
+}
+
+.submenu h2 {
+	color: white;
+}
+
+.submenu-header {
+	display: flex;
+	justify-content: space-between;
+}
+
+.menu-container {
+	max-width: 40em;
+	margin: 0 auto;
+	display: flex;
+	justify-content: space-between;
+}
+
+.menu button {
+	background-color: #333;
+	height: 2.5rem;
+	min-width: 3rem;
+	font-size: 1.5rem;
+	color: white;
+	border-radius: 0;
+	border: 0;
+}
+
+.menu button:hover {
+	background-color: #999;
+}
+
+.menu button.active {
+	background-color: #666;
+}
+
+.submenu button {
+	background-color: #666;
+}
+
+.datepicker .rdtPicker {
+	background: none;
+	border: none;
+	color: white;
+	font-size: 1rem;
+	font-family: sans-serif;
+}
+
+.datepicker th:hover,
+.datepicker td:hover {
+	background-color: #999!important;
+}
+
--- a/mapper/src/App.js
+++ b/mapper/src/App.js
@ -0,0 +1,210 @@
+import React, { useState, useEffect } from 'react';
+import * as leaflet from 'leaflet';
+import { MapContainer, Polyline, TileLayer, useMap } from 'react-leaflet';
+import Datetime from 'react-datetime';
+import 'react-datetime/css/react-datetime.css';
+import axios from 'axios';
+import moment from 'moment-timezone';
+import './App.css';
+import 'leaflet/dist/leaflet.css';
+
+let tzcache = {};
+
+const durations = [
+	{id: 0, len: 'Day', win: '10m', full: '10 min', delta: [1, 'days'], format: 'HH'},
+	{id: 1, len: 'Day', win: '1h', full: '1 hour', delta: [1, 'days'], format: 'HH'},
+	{id: 2, len: 'Week', win: '1h', full: '1 hour', delta: [7, 'days'], format: 'HH'},
+	{id: 3, len: 'Week', win: '1d', full: '1 day', delta: [7, 'days'], format: 'D'},
+	{id: 4, len: 'Month', win: '1d', full: '1 day', delta: [1, 'months'], format: 'D'},
+	{id: 5, len: 'Month', win: '7d', full: '7 day', delta: [1, 'months'], format: 'D'},
+	{id: 6, len: 'Year', win: '1d', full: '1 day', delta: [1, 'years'], format: 'M/D'},
+	{id: 7, len: 'Year', win: '30d', full: '30 day', delta: [1, 'years'], format: 'M'},
+];
+
+const units = {
+	'PM10': ' ug/m³',
+	'PM2.5': ' ug/m³',
+	'VOC': ' / 500',
+	'CO2': ' ppm',
+	'Energy': ' kWh',
+	'Power': ' W',
+	'Temperature': ' °C',
+	'Humidity': '%',
+	'Setpoint': ' °C',
+	'State': '',
+	'Lux': ' lx',
+};
+
+function useSensor(measurement, name, end, duration) {
+	const [data, setData] = useState(false);
+	const [loading, setLoading] = useState(false);
+
+	useEffect(() => {
+		const get = async() => {
+			setLoading(true);
+			try {
+				const api_key = localStorage.getItem('api_key', 'null');
+				const params = { end: end.unix(), duration: duration.len.toLowerCase(), window: duration.win, api_key: api_key };
+				const res = await axios.get(
+					'https://sensors-api.dns.t0.vc/history/'+measurement+'/'+name,
+					{ params: params },
+				);
+				setData((d) => (res.data));
+				setLoading(false);
+			} catch (error) {
+				console.log(error);
+			}
+		};
+
+		get();
+	}, [end, duration]);
+
+	return [data, loading];
+};
+
+
+
+function Owntracks({end, duration}) {
+	const [data, loading] = useSensor('owntracks', 'OwnTracks', end, duration);
+
+	const coords = data.length ? data.map(({ lat, lon }) => [lat, lon]).filter(([lat, lon]) => lat !== null || lon !== null) : [];
+
+	return (
+		<>
+		{loading ?
+			<p>Loading...</p>
+		:
+			coords.length ?
+				<MapContainer center={coords[coords.length-1]} zoom={13} scrollWheelZoom={true} style={{ width: '100%', height: 'calc(100vh - 2.5rem)' }}>
+					<TileLayer
+						attribution='&copy; <a href="https://www.openstreetmap.org/copyright">OpenStreetMap</a> contributors'
+						url="https://{s}.tile.openstreetmap.org/{z}/{x}/{y}.png"
+					/>
+					<Polyline pathOptions={{color: 'blue'}} positions={coords} />
+				</MapContainer>
+			:
+				<p>No coords</p>
+		}
+		</>
+	);
+}
+
+
+function Graphs({end, duration}) {
+	return (
+		<div className='container'>
+			<Owntracks end={end} duration={duration} />
+		</div>
+	);
+}
+
+function Menu({duration, setDuration, end, setEnd}) {
+	const [submenu, setSubmenu] = useState(false);
+
+	const chooseDuration = (x) => {
+		setSubmenu(false);
+		setDuration(x);
+	};
+
+	const chooseEnd = (x) => {
+		setSubmenu(false);
+		const newEnd = x.add(...duration.delta);
+		setEnd(newEnd);
+	};
+
+	const chooseNow = (x) => {
+		setSubmenu(false);
+		setEnd(moment());
+	};
+
+	const next = () => {
+		setSubmenu(false);
+		setEnd(prevEnd => moment(prevEnd).add(...duration.delta));
+	}
+
+	const prev = () => {
+		setSubmenu(false);
+		setEnd(prevEnd => moment(prevEnd).subtract(...duration.delta));
+	}
+
+	return (
+		<div className='menu'>
+			{!!submenu &&<div className='submenu'>
+				{submenu === 'end' &&
+					<>
+						<div className='submenu-header'>
+							<h2>Choose start date:</h2>
+							<button onClick={() => setSubmenu(false)}>×</button>
+						</div>
+
+						<div className='datepicker'>
+							<Datetime
+								input={false}
+								timeFormat={false}
+								onChange={(x) => chooseEnd(x)}
+							/>
+						</div>
+
+						<button onClick={chooseNow}>Jump to Now</button>
+					</>
+				}
+
+				{submenu === 'duration' &&
+					<>
+						<div className='submenu-header'>
+							<h2>Choose duration:</h2>
+							<button onClick={() => setSubmenu(false)}>×</button>
+						</div>
+
+						{durations.map(x =>
+							<button key={x.id} onClick={() => chooseDuration(x)}>Last {x.len} / {x.full} data</button>
+						)}
+					</>
+				}
+			</div>}
+
+			<div className='menu-container'>
+				<button onClick={() => prev()}>&lt;</button>
+
+				<button
+					onClick={() => setSubmenu('end')}
+					className={submenu === 'end' ? 'active' : ''}
+				>
+					{moment(end).subtract(duration.delta[0], duration.delta[1]).format('ddd MMM DD')}
+				</button>
+
+				<button
+					onClick={() => setSubmenu('duration')}
+					className={submenu === 'duration' ? 'active' : ''}
+				>
+					{duration.len} / {duration.win}
+				</button>
+
+				<button onClick={() => next()}>&gt;</button>
+			</div>
+		</div>
+	);
+}
+
+function App() {
+	const [duration, setDuration] = useState(durations[0]);
+	const [end, setEnd] = useState(moment());
+
+	return (
+		<div>
+			<Menu
+				duration={duration}
+				setDuration={setDuration}
+				end={end}
+				setEnd={setEnd}
+			/>
+
+			<Graphs
+				end={end}
+				duration={duration}
+			/>
+		</div>
+	);
+}
+
+export default App;
--- a/mapper/src/index.js
+++ b/mapper/src/index.js
@ -0,0 +1,10 @@
+import React from 'react';
+import ReactDOM from 'react-dom';
+import App from './App';
+
+ReactDOM.render(
+	<React.StrictMode>
+		<App />
+	</React.StrictMode>,
+	document.getElementById('root')
+);
--- a/mapper/yarn.lock
+++ b/mapper/yarn.lock
Author	SHA1	Message	Date
Tanner Collin	e38164fd43	Sensors export fixes	2023-10-03 09:33:06 +00:00
Tanner Collin	b275305434	Create mapper to visualize owntracks data	2023-10-03 09:32:27 +00:00