Compare commits

..

289 Commits

Author SHA1 Message Date
Tanner 92dc2bf920 Modify search to work with article contents 2026-06-13 11:54:52 -06:00
Tanner 3467f46323 Ignore data.ms.old/ 2026-06-13 11:54:35 -06:00
tanner 3f97048599 feat: Add "Search in article" filter checkbox to results page
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-16 17:06:53 -07:00
tanner a10f120fed fix: Extract prose from HTML text field for indexing
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-12 16:14:36 -07:00
tanner 5bcca8e201 refactor: Adapt Meilisearch integration to v1.29.0 API
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-12 13:34:48 -07:00
tanner c6f2880c25 feat: Add MeiliSearch API key authentication 2025-12-12 13:34:43 -07:00
tanner 5d014f50df fix: Remove single dollar sign math rendering due to false positives
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-05 17:24:40 +00:00
tanner bcfdff1067 Fix dt dd tags margin 2025-12-05 00:59:02 +00:00
tanner a888e38ae8 fix: Adjust comment metadata indentation in comments
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-05 00:49:13 +00:00
tanner 2bd51bb1cb fix: Refactor comments with DL/DD for text browser compatibility
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-05 00:45:00 +00:00
tanner 655346a7eb chore: Remove unused nojs div 2025-12-05 00:44:58 +00:00
tanner 125c1c5225 Fix buttons in color themes 2025-12-05 00:35:06 +00:00
tanner 5dd2069af5 Clear stories first on checkbox change 2025-12-04 23:12:30 +00:00
tanner d68fc73af5 Don't setStories when existing list is empty 2025-12-04 22:57:26 +00:00
tanner ff1297e507 Style checkbox 2025-12-04 22:55:23 +00:00
tanner 1d019f880b fix: Implement custom transparent checkbox for dark mode visibility
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-04 22:31:11 +00:00
tanner 23b56b26b1 style: Apply transparent background to checkboxes 2025-12-04 22:31:07 +00:00
tanner b439199836 fix: Cancel pending story fetches on filter change to prevent UI jumps
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-04 22:24:28 +00:00
tanner 5736cde21a feat: Fetch smallweb stories iteratively until limit met
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-04 22:18:22 +00:00
tanner ed8ad1b6f6 feat: Add domain exclusion to smallweb list loading 2025-12-04 22:18:19 +00:00
tanner 75779722c1 feat: Add smallweb filter checkbox and server-side filtering
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-04 22:09:11 +00:00
tanner 13df4a7831 Put the loading status down below 2025-12-04 21:10:20 +00:00
tanner d511453418 fix: Detect and render inline math using single dollar delimiters
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-04 20:56:14 +00:00
tanner 5e7240e2d0 fix: Convert inline align environments to display math
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-04 20:50:48 +00:00
tanner 96719f9e6f chore: Adjust console.log placement in Article component 2025-12-04 20:45:21 +00:00
tanner 0d4e674f3d chore: Add debug log for math block detection 2025-12-04 20:42:55 +00:00
tanner 7ce94e80dd fix: Render LaTeX expressions that are entire element contents
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-04 20:35:51 +00:00
tanner 1729e5b2be Add latex packages 2025-12-04 20:31:40 +00:00
tanner d04bc2fe05 feat: Add LaTeX math rendering support
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-04 20:29:13 +00:00
tanner 02d165b2b2 fix: Extend direct HTML rendering to math elements
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-04 20:24:08 +00:00
tanner 2d10abf9aa fix: Prevent React warnings for SVG attributes
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-04 20:23:08 +00:00
tanner e8911dc1d1 Move logos into public directory 2025-12-04 19:54:56 +00:00
tanner 41c4d7619d Downgrade humanize 2025-12-04 19:53:13 +00:00
tanner e36fe3a403 Freeze requirements 2025-12-04 19:51:42 +00:00
tanner fbec869257 Don't locate css file on server 2025-12-04 19:49:19 +00:00
tanner e9e3cb30a4 chore: Remove conditional CSS import and improve alt attributes 2025-12-04 19:29:04 +00:00
tanner a5e762c36b feat: Display relative time on non-JS article info line
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-04 19:11:27 +00:00
tanner bbcb01f8d1 style: Remove zero-width spaces from story info 2025-12-04 19:11:24 +00:00
tanner df0e66ad08 feat: Render homepage feed server-side
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-04 18:42:14 +00:00
tanner 1fefc149e2 feat: Include QotNews header for non-JS users
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-04 18:38:19 +00:00
tanner 449cb13dbd feat: Add relative timestamps and permalinks to comments
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-04 18:35:43 +00:00
tanner f206485124 fix: Widen comments container on story page
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-04 18:32:57 +00:00
tanner b185ecfe81 refactor: Align non-JS comments page structure and style
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-04 18:29:41 +00:00
tanner 274b4065e2 style: Match non-JS article page styling and layout to JS version
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-04 18:26:06 +00:00
tanner 85b6fbabf3 feat: Link compiled CSS bundle for non-JS client
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-04 18:16:50 +00:00
tanner 32cbf47d95 feat: Add static rendering for article pages
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-04 18:01:00 +00:00
tanner 7c600dcfba Only wrap code in comments 2025-12-03 04:18:36 +00:00
tanner 92e70229fe fix: Refine code block detection to ignore inline <code>
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-03 03:57:08 +00:00
tanner b749e58f62 fix: Refine code block detection to exclude inline code
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-03 03:55:18 +00:00
tanner b1b2be6080 fix: Use textContent for code block conversion to prevent content loss
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-03 03:51:33 +00:00
tanner 5ebe87dbc2 refactor: Optimize nodes() calls and simplify function in Article
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-03 03:50:10 +00:00
tanner a8a36b693e fix: Render void elements correctly and copy all attributes
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-03 03:12:51 +00:00
tanner 60eefb4b27 refactor: Implement recursive rendering to detect and convert code blocks
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-03 02:52:07 +00:00
tanner 8f5dae4bdc fix: Unwrap single-child wrapper elements in nodes function
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-03 02:46:20 +00:00
tanner 89a511efc0 chore: Add debug log to isCodeBlock function 2025-12-03 02:46:18 +00:00
tanner 504fe745ea fix: Relax isCodeBlock check for nested code elements
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-03 02:37:58 +00:00
tanner 762e8a9a2e refactor: Refactor nodes logic from useMemo to a regular function 2025-12-03 02:37:56 +00:00
tanner 6dc47f6672 refactor: Extract code block detection into isCodeBlock function
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-03 01:46:19 +00:00
tanner da108f25d4 fix: Detect code blocks nested in pre tags for conversion
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-03 01:43:33 +00:00
tanner a2303841ec fix: Show 'Convert Code to Paragraph' button for <code> elements
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-03 01:37:08 +00:00
tanner 0e7aedbc5e fix: Adjust spacing below comment text content
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-03 01:28:10 +00:00
tanner ec7d395407 fix: Wrap text in <pre> blocks to prevent horizontal overflow
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-03 00:58:39 +00:00
tanner fd5acd4861 refactor: Convert 'show more' div to semantic button
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-03 00:50:58 +00:00
tanner b1d4fc2903 refactor: Convert collapser span to button for accessibility
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-03 00:48:22 +00:00
tanner 0f87d47536 refactor: Remove unnecessary useCallback from comment functions
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-02 23:53:40 +00:00
tanner 8472907730 Mark deleted / empty comments 2025-12-02 23:39:24 +00:00
tanner 482753e96a Add a copy button to the article title 2025-12-02 23:19:31 +00:00
tanner 169a84faa1 fix: Align article title and copy button, correct icon font
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-02 23:19:31 +00:00
tanner 6fa929fb1f style: Update copy link button font 2025-12-02 23:19:31 +00:00
tanner 5f02a95cf3 fix: Improve copy button icon display and alignment
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-02 23:19:31 +00:00
tanner 1789f88d4d style: Style copy button icon 2025-12-02 23:19:31 +00:00
tanner f5eab47496 feat: Use icons for copy link button feedback
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-02 23:19:31 +00:00
tanner 985e596790 feat: Add button to copy article title and URL to clipboard
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-02 23:19:31 +00:00
tanner 30298928f3 Move static build directory to apiserver/ 2025-12-02 22:38:49 +00:00
tanner 8d7d692d9c refactor: Iterate through stories in order for prioritized updates
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-02 22:37:58 +00:00
tanner bd85127613 fix: Unregister service worker
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-02 17:13:52 +00:00
tanner 4c9d5eede1 Revert ScrollToTop component back to class-based 2025-12-02 17:02:03 +00:00
tanner bf3e6bbc28 Don't setStories every loop iteration 2025-12-02 16:52:32 +00:00
tanner 856c360d98 feat: Add loading progress indicator to Feed
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-12-02 01:20:27 +00:00
tanner 1ce55e6d1f feat: Add fetching stories placeholder 2025-12-02 01:20:25 +00:00
tanner 6a329e3ba9 Misc fixes 2025-12-01 21:07:01 +00:00
tanner 3acaf230c4 fix: Improve submit error handling on API and refactor client with async/await
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-11-21 23:02:29 +00:00
tanner 7b84573dd8 fix: Improve error handling for non-JSON server responses in Submit
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-11-21 22:59:15 +00:00
tanner 7523426f15 feat: Display detailed submission errors to user
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-11-21 22:56:48 +00:00
tanner b2ec85cfa5 feat: Display detailed, expandable connection error in Comments component
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-11-21 22:51:14 +00:00
tanner 8c201d5c2e fix: Conditionally render error details to avoid layout gap
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-11-21 22:45:58 +00:00
tanner a21c84efc6 refactor: Improve article loading error and cache messages 2025-11-21 22:45:54 +00:00
tanner 15aa413584 fix: Prevent layout shift when error message appears
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-11-21 22:39:34 +00:00
tanner e9ee231954 feat: Persist new stories and improve layout consistency 2025-11-21 22:39:32 +00:00
tanner 62d5915133 feat: Add detailed, expandable error messages to Article component
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-11-21 22:34:24 +00:00
tanner 61ec583882 feat: Show preload progress on fetch failure
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-11-21 00:59:14 +00:00
tanner 1443fdcc32 style: Improve error messages and loading text, add spacing to error details 2025-11-21 00:59:12 +00:00
tanner f2310b6925 fix: Provide detailed error for story fetch failures
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-11-21 00:50:58 +00:00
tanner aa80570da4 fix: Display network error on API fetch failure
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-11-21 00:49:14 +00:00
tanner 7d0e60f5f0 fix: Provide detailed error messages for network failures
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-11-21 00:45:59 +00:00
tanner 21b5d67052 feat: Show detailed connection errors in collapsible section 2025-11-21 00:41:57 +00:00
tanner 53468c8ccd feat: Add 10s timeout and early exit for story preloading on error
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-11-21 00:34:17 +00:00
tanner 6cfb4b317f feat: Immediately display stories on first load
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-11-20 23:02:59 +00:00
tanner f08202d592 fix: Always fetch full story and update existing in feed
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-11-20 22:58:44 +00:00
tanner 5a7f55184d Begin stats API route 2025-11-20 22:25:26 +00:00
tanner e84062394b Ignore aider files 2025-11-20 22:25:20 +00:00
tanner e867d5d868 Add debug logging, debug add manual submissions to feed 2025-11-20 21:55:45 +00:00
tanner 845d87ec55 Logging 2025-11-19 19:17:38 +00:00
tanner e18aaad741 fix: Batch story list updates and limit length
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-11-19 19:17:38 +00:00
tanner 02e86efb4f chore: Add console log for stories 2025-11-19 19:17:38 +00:00
tanner b85d879ae7 fix: Fix infinite loop in Feed by removing stories from useEffect deps
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-11-19 19:17:38 +00:00
tanner 55bf75742e refactor: Refactor Feed story fetching for improved network resilience
Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>
2025-11-19 19:17:38 +00:00
tanner 83cb6fc0ae chore: Disable story updates and preloading logic 2025-11-19 19:17:38 +00:00
tanner 667c2c5eaf refactor: Refactor dot components to functional 2025-11-19 19:17:38 +00:00
tanner 1df1c59d61 refactor: Refactor Submit component to use hooks 2025-11-19 19:17:38 +00:00
tanner c4f2e7d595 refactor: Refactor Search component to use hooks 2025-11-19 19:17:38 +00:00
tanner f61cfc09b0 refactor: Convert ScrollToTop to functional component with hooks 2025-11-19 19:17:38 +00:00
tanner 366e76e25d refactor: refactor Results component to functional component 2025-11-19 19:17:38 +00:00
tanner 6f1811c564 Update webclient dependencies 2025-11-19 19:17:38 +00:00
tanner 443115ac0f refactor: Refactor Feed component to functional with hooks 2025-11-19 19:17:38 +00:00
tanner 034c440e46 refactor: Convert Comments class to functional using hooks 2025-11-19 19:17:38 +00:00
tanner 26a6353ca5 refactor: Rename Article component to Comments 2025-11-19 19:17:38 +00:00
tanner 7ac4dfa01c refactor: Refactor Article component to use hooks 2025-11-19 19:17:38 +00:00
tanner 633429c976 refactor: Convert App class component to functional component 2025-11-19 19:17:38 +00:00
tanner 5cdbf6ef54 Ignore blank hackernews titles 2025-11-19 19:17:38 +00:00
tanner f1a30d0af2 Skip "Removed by moderator" stories 2025-09-27 17:38:50 +00:00
tanner 9ec61ea5bc Ignore dead and political stories 2025-05-27 18:47:17 +00:00
tanner bdc7a6c10d Fix Better HN api content extraction 2025-02-01 22:39:13 +00:00
tanner 4858516b01 Add Better HN as an API backup 2025-02-01 21:42:06 +00:00
tanner f10e6063fc Bug fixes 2025-02-01 20:31:35 +00:00
tanner 249a616531 Alert on story update error 2024-03-16 20:41:24 +00:00
tanner ab92bd5441 Adjust score and comment thresholds 2024-03-08 03:08:18 +00:00
tanner 6b16a768a7 Fix deletion script 2024-03-08 03:08:03 +00:00
tanner 57de076fec Increase database timeout 2024-02-27 18:48:56 +00:00
tanner 074b898508 Fix lobsters comment parsing 2024-02-27 18:47:00 +00:00
tanner f049d194ab Move scripts into own folder 2024-02-27 18:32:29 +00:00
tanner c2b9a1cb7a Update readability 2024-02-27 18:32:19 +00:00
tanner 4435f49e17 Make "dark" theme grey, add "black" theme 2023-09-13 01:19:47 +00:00
tanner 494d89ac30 Disable lobsters 2023-09-13 01:02:15 +00:00
tanner e79fca6ecc Replace "indent_level" with "depth" in lobsters API
See:
https://github.com/lobsters/lobsters/commit/fe09e5aa31993e09ed4ad255bb4a359f1e8a2d62
2023-08-31 07:35:44 +00:00
tanner c65fb69092 Handle Lobsters comment parsing TypeErrors
Too lazy to debug this:

2023-08-29 12:56:35,111 - root - INFO - Updating lobsters story: yktkwr, index: 55
Traceback (most recent call last):
  File "src/gevent/greenlet.py", line 854, in gevent._gevent_cgreenlet.Greenlet.run
  File "/home/tanner/qotnews/apiserver/server.py", line 194, in feed_thread
    valid = feed.update_story(story)
  File "/home/tanner/qotnews/apiserver/feed.py", line 74, in update_story
    res = lobsters.story(story['ref'])
  File "/home/tanner/qotnews/apiserver/feeds/lobsters.py", line 103, in story
    s['comments'] = iter_comments(r['comments'])
  File "/home/tanner/qotnews/apiserver/feeds/lobsters.py", line 76, in iter_comments
    parent_stack = parent_stack[:indent-1]
TypeError: unsupported operand type(s) for -: 'NoneType' and 'int'
2023-08-29T12:56:35Z <Greenlet at 0x7f92ad840ae0: feed_thread> failed with TypeError
2023-08-31 07:30:39 +00:00
tanner 632d028e4c Add Tildes group whitelist 2023-07-13 22:54:36 +00:00
tanner ea8e9e5a23 Increase again 2023-06-13 17:11:50 +00:00
tanner 2838ea9b41 Increase Tildes story score requirement 2023-06-11 01:01:31 +00:00
tanner f15d108971 Catch all possible Reddit API exceptions 2023-03-15 21:16:37 +00:00
tanner f777348af8 Fix darkmode fullscreen button color 2022-08-11 19:36:36 +00:00
tanner 486404a413 Fix fix-stories bug 2022-08-10 04:06:39 +00:00
tanner 7c9c07a4cf Hide fullscreen button if it's not available 2022-08-10 04:05:25 +00:00
tanner 08d02f6013 Add fullscreen mode 2022-08-08 23:21:49 +00:00
tanner 1b54342702 Add red theme 2022-08-08 20:14:57 +00:00
tanner 9e9571a3c0 Write fixed stories to database 2022-07-05 00:57:56 +00:00
tanner dc83a70887 Begin script to fix bad gzip text 2022-07-04 20:32:01 +00:00
tanner 2e2c9ae837 Move FEED_LENGTH to settings.py, use for search results 2022-07-04 19:08:24 +00:00
tanner 61021d8f91 Small UI changes 2022-07-04 19:08:24 +00:00
tanner e65047fead Add accept gzip header to readability server 2022-07-04 19:07:31 +00:00
tanner 8e775c189f Add test file 2022-07-04 05:56:06 +00:00
tanner 3d9274309a Fix requests text encoding slowness 2022-07-04 05:55:52 +00:00
tanner 7bdbbf10b2 Return search results directly from the server 2022-07-04 04:33:01 +00:00
tanner 6aa0f78536 Remove Article / Comments, etc thing after name 2022-07-04 04:33:01 +00:00
tanner bf3663bbec Remove hard-coded title 2022-06-30 00:12:22 +00:00
tanner e6589dc61c Adjust title 2022-06-30 00:05:15 +00:00
tanner 307e8349f3 Change header based on page 2022-06-30 00:00:30 +00:00
tanner 04cd56daa8 Add index / noindex to client 2022-06-29 23:30:39 +00:00
tanner c80769def6 Add noindex meta tag to stories 2022-06-29 23:20:53 +00:00
tanner ebd1ad2140 Increase database timeout 2022-06-24 20:50:27 +00:00
tanner 2cc7dd0d6d Update software 2022-05-31 04:24:12 +00:00
tanner 6e7cb86d2e Explain no javascript 2022-05-31 04:23:52 +00:00
tanner a25457254f Improve logging, sends tweets to nitter.net 2022-03-05 23:48:46 +00:00
tanner a693ea5342 Remove outline API 2022-03-05 22:05:29 +00:00
tanner 7386e1d8b0 Include option to disable readerserver 2022-03-05 22:04:25 +00:00
tanner f8e8597e3a Include option to disable search 2022-03-05 21:58:35 +00:00
tanner 55c282ee69 Fix search to work with low-RAM server 2022-03-05 21:33:07 +00:00
tanner 3f774a9e38 Improve logging 2021-09-06 00:21:05 +00:00
tanner dcedd4caa1 Add script to reindex search, abstract search API 2021-09-06 00:20:21 +00:00
tanner 7a131ebd03 Change the order by which content-type is grabbed 2021-01-30 06:36:02 +00:00
tanner 6f64401785 Add optional skip and limit to API route 2021-01-18 03:59:33 +00:00
tanner 3ff917e806 Remove colons from date string so Python 3.5 can parse 2020-12-15 23:19:50 +00:00
tanner c9fb9bd5df Add Lobsters to feed 2020-12-12 05:26:33 +00:00
tanner fd9c9c888d Update gitignore 2020-12-11 23:49:45 +00:00
tanner 42dcf15374 Increase sqlite lock timeout 2020-11-19 21:38:18 +00:00
tanner d8a0b77765 Blacklist sec.gov website 2020-11-19 21:37:59 +00:00
tanner 9a279d44b1 Add header to get content type 2020-11-03 20:27:43 +00:00
tanner e506804666 Clean code up 2020-11-03 03:45:56 +00:00
tanner ca78a6d7a9 Move feed and Praw config to settings.py 2020-11-02 02:26:54 +00:00
tanner 7acce407e9 Fix index.html indentation 2020-11-02 00:38:34 +00:00
tanner 5281672000 Fix noscript font color 2020-11-02 00:36:11 +00:00
tanner e59acefda9 Remove Whoosh 2020-11-02 00:22:40 +00:00
tanner cbc802b7e9 Try Hackernews API twice 2020-11-02 00:17:22 +00:00
tanner 4579dfce00 Improve logging 2020-11-02 00:13:43 +00:00
tanner 0d16bec6f6 Fix table width CSS 2020-11-01 00:47:18 +00:00
tanner feba8b7aa0 Make qotnews work with WaPo 2020-10-29 04:55:34 +00:00
tanner ee5105743d Upgrade readability 2020-10-29 01:24:13 +00:00
tanner 72802a6fcf Show exerpt of hidden comments 2020-10-27 00:41:36 +00:00
tanner 99d3a234f4 Fix bug with rendering text nodes 2020-10-26 21:58:36 +00:00
tanner f95df227f1 Add instructions to download search server 2020-10-26 21:58:36 +00:00
tanner b82095ca7a Add buttons to collapse / expand comments 2020-10-26 21:57:10 +00:00
tanner 992c1c1233 Monkeypatch earlier 2020-10-24 22:30:00 +00:00
tanner 88d2216627 Add a script to delete a story 2020-10-03 23:42:21 +00:00
tanner 6cf2f01b08 Adjust feeds 2020-10-03 23:41:57 +00:00
tanner 607573dd44 Add buttons to convert <pre> to <p> 2020-10-03 23:23:25 +00:00
tanner c554ecd890 Add a line on UI to make search results obvious 2020-08-14 03:58:11 +00:00
tanner 6576eb1bac Adjust content-type request timeout 2020-08-14 03:57:43 +00:00
tanner 472af76d1a Adjust port 2020-08-14 03:57:18 +00:00
tanner 4727d34eb6 Delete displayed-attributes when init search 2020-08-14 03:56:47 +00:00
tanner 0e086b60b8 Remove business subreddit from feed 2020-08-14 03:55:28 +00:00
tanner b46ce36c63 Update requirements 2020-07-08 05:24:32 +00:00
tanner 9a449bf3ca Remove extra logging 2020-07-08 02:36:40 +00:00
tanner 0bd9f05250 Fix crash when HN feed fails 2020-07-08 02:36:40 +00:00
tanner 9c116bde4a Remove document img and ignore r/technology 2020-07-08 02:36:40 +00:00
tanner ebedaef00b Tune search rankings and attributes 2020-07-08 02:36:40 +00:00
tanner d7f0643bd7 Add more logging 2020-07-08 02:36:40 +00:00
tanner eb1137299d Remove article numbers 2020-07-08 02:36:40 +00:00
tanner 72d4a68929 Remove pre-fetching image 2020-07-08 02:36:40 +00:00
tanner f1c846acd0 Remove get first image 2020-07-08 02:36:40 +00:00
tanner 850b30e353 Add requests timeouts and temporary logging 2020-07-08 02:36:40 +00:00
tanner d614ad0743 Integrate with external MeiliSearch server 2020-07-08 02:36:40 +00:00
tanner f46cafdc90 Integrate sqlite database with server 2020-07-08 02:36:40 +00:00
tanner 873dc44cb1 Update whoosh migration script 2020-07-08 02:36:40 +00:00
tanner 1fb9db3f4b Store ref list in database too 2020-07-08 02:36:40 +00:00
tanner b923908a45 Begin initial sqlite conversion 2020-07-08 02:36:40 +00:00
tanner dbdcfaa921 Check if cache is broken 2020-07-08 02:36:40 +00:00
tanner 8799b10525 Fall back to ref on manual submission title 2020-07-08 02:36:40 +00:00
tanner 6430fe5e9f Check content-type 2020-07-08 02:36:40 +00:00
tanner a4cf719cb8 Remove technology subreddit 2020-07-08 02:36:40 +00:00
tanner 595f469b4a Update tildes parser group tag 2020-07-08 02:36:40 +00:00
tanner b252c6a207 Make noscript background white 2020-06-22 20:52:51 +00:00
tanner 02b73a8b14 Fix cache load race condition bug 2020-01-28 04:20:48 +00:00
tanner 72f1043952 Remove preload of news source icons 2020-01-28 04:20:29 +00:00
tanner 7b31fcf690 Remove keys of uncached stories 2020-01-28 04:20:05 +00:00
tanner b3d2eeb67f Fix tildes deleted comment parser error 2020-01-28 04:19:26 +00:00
tanner 9078b567f0 Add del tag and sort tags 2020-01-04 23:37:41 +00:00
tanner ced20390eb Fix back/forward scroll jump issue 2020-01-04 23:36:24 +00:00
tanner 6cd41f0902 Add forward button, convert icons to font 2020-01-03 03:45:56 +00:00
tanner 746932ab96 Add style changes to prevent horizontal scrolling 2019-12-22 21:43:33 +00:00
tanner 2822974b6e Stop using archive.is on articles (hits CAPTCHAs) 2019-12-15 22:47:33 +00:00
tanner 8fd7fc158c Fix search result icons 2019-12-14 07:39:25 +00:00
tanner 17ef7e3a65 Whitelist more html tags 2019-12-14 07:39:10 +00:00
tanner 3363ccd47e Embed base64 logo directly in source to avoid load 2019-12-02 23:54:02 +00:00
tanner 2d80b19414 Grab comments on manually submitted links 2019-12-02 23:15:51 +00:00
tanner ebcbf1b624 Sanitize html 2019-12-01 22:18:41 +00:00
tanner e231cd5c31 Decrease feed cache length to 150 2019-12-01 22:18:14 +00:00
tanner 569e5b16ca Add logo for manual submissions 2019-11-14 08:38:11 +00:00
tanner db5097ac57 Drop articles more than two days old 2019-11-08 21:50:33 +00:00
tanner 2edb3ceba7 Allow manual submission of articles 2019-11-08 05:55:30 +00:00
tanner 38b5f2dbeb Move to gevent production http server 2019-11-08 02:37:57 +00:00
tanner 6826f731c7 Handle hostnames better 2019-11-07 22:10:08 +00:00
tanner bb693ba434 Add subreddit 2019-11-07 22:09:45 +00:00
tanner 632b0276c4 Abort previous search requests 2019-11-07 22:08:28 +00:00
tanner 4cf97304e4 Get rid of lint warnings 2019-10-22 07:31:59 +00:00
tanner 9e55f6e4ec Fix Tildes down for maintenance edge case 2019-10-22 05:01:30 +00:00
tanner edc4c439d7 Prefetch first images 2019-10-19 07:33:06 +00:00
tanner 187c6b8110 Cache articles in memory for speed 2019-10-18 21:26:22 +00:00
tanner 6764bf0d6d Add serviceworker, render logos directly 2019-10-18 05:09:49 +00:00
tanner dc588fee91 Fix underlines 2019-10-18 01:20:38 +00:00
tanner f8998b687e Fix crash from domain and ext check bug 2019-10-16 08:56:31 +00:00
tanner e4f81472fc Fix copy/paste error, switch to info logging 2019-10-16 05:26:47 +00:00
tanner f293f2b5f9 Begin README and add license 2019-10-15 16:40:55 -06:00
tanner 810e8c5ead Archive WSJ articles first, catch KeyboardInterrupt 2019-10-15 21:03:47 +00:00
tanner 9c4766a928 Stop using python keyword id for id 2019-10-15 20:36:20 +00:00
tanner 0f5b2a5ff9 Cache all articles in IndexedDB 2019-10-12 23:41:31 +00:00
tanner 7cb87b59fe Move archive to Whoosh and add search 2019-10-12 05:32:17 +00:00
tanner 45b75b420b Gitkeep archive directory 2019-10-10 21:55:21 +00:00
tanner f0721519e1 Serve client through apiserver, adding meta info 2019-10-10 21:54:29 +00:00
tanner 25a671f58e Set title on article and comment pages, add comment anchors 2019-10-10 21:52:28 +00:00
tanner 5fd4fdb21c Fix Tildes comments with unknown authors 2019-10-08 08:01:17 +00:00
tanner 19e9a80be1 Archive Bloomberg articles first 2019-10-08 08:00:50 +00:00
tanner 5caa4542d8 Gitkeep apiserver data directory 2019-10-08 07:59:30 +00:00
tanner 1ed2baded6 Add huge margin to bottom of body for better pagescroll 2019-09-24 18:40:22 +00:00
tanner c7734eb2bc Add site logos, keep displaying news on error 2019-09-24 08:23:14 +00:00
tanner 0053147226 Ignore certain files and domains, remove refs 2019-09-24 08:22:06 +00:00
tanner 0496fbba45 Ignore new Tildes posts and handle deleted ones 2019-09-24 08:21:26 +00:00
tanner 0a1ebaa8b8 Handle Reddit PRAW exceptions 2019-09-24 08:20:46 +00:00
tanner 2ede5ed6ff Filter out False comments 2019-08-30 06:23:14 +00:00
tanner 20a9d9d452 Settle on serif font, add scroll to top component 2019-08-30 06:22:26 +00:00
tanner 23cdbc9292 Render reddit markdown, poll tildes better, add utils 2019-08-28 04:13:02 +00:00
tanner 10d4ec863e Snip deeply nested comments 2019-08-26 01:37:50 +00:00
tanner fc8ce79e33 Try outline.com for reader mode first 2019-08-25 23:49:08 +00:00
tanner 8eca354a47 Add favicons to webclient 2019-08-25 23:48:24 +00:00
tanner b1275d9a27 Add a button to toggle between article and comments 2019-08-25 08:50:49 +00:00
tanner 9336760ed3 Add fonts, fix styling issues 2019-08-25 07:46:58 +00:00
tanner cf9e197e6c Fix tildes comments parsing bug 2019-08-25 07:46:22 +00:00
tanner 2b1a352917 Clear localstorage cache and add slogan 2019-08-25 01:25:28 +00:00
tanner 1b6c8fc6cb Add tildes to feeds 2019-08-25 00:36:26 +00:00
tanner a2509958da Add reddit to feeds 2019-08-24 21:37:43 +00:00
tanner 4450e93c65 Remove DOMPurify import 2019-08-24 08:49:53 +00:00
tanner d341d4422f Abstract api server feeds 2019-08-24 08:49:11 +00:00
tanner 82074eb8aa Stop running DOMPurify on reader server 2019-08-24 05:09:02 +00:00
tanner c1a81a4d8c Write news stories to disk 2019-08-24 05:07:16 +00:00
tanner dde6ac4566 Finish prototype web client 2019-08-24 05:04:51 +00:00
tanner 62d68da415 Finish prototype api server 2019-08-23 08:23:48 +00:00
tanner c04b5c27f2 Figure out .gitignores 2019-08-23 08:23:26 +00:00
tanner 771c3987ec Change reader server useragent and port 2019-08-23 08:21:25 +00:00
tanner c0607b3fb6 Prototype readability server 2019-08-20 21:49:06 -06:00
tanner a814411c12 Initial commit 2019-08-20 21:48:55 -06:00
23 changed files with 300 additions and 745 deletions
+1 -1
View File
@@ -1,6 +1,6 @@
The MIT License (MIT) The MIT License (MIT)
Copyright (c) 2019 Tanner (tanner.vc) Copyright (c) 2019 Tanner Collin
Permission is hereby granted, free of charge, to any person obtaining a copy Permission is hereby granted, free of charge, to any person obtaining a copy
of this software and associated documentation files (the "Software"), to deal of this software and associated documentation files (the "Software"), to deal
+1 -1
View File
@@ -20,7 +20,7 @@ $ sudo apt install yarn
Clone this repo: Clone this repo:
```text ```text
$ git clone https://git.tanner.vc/tanner/qotnews.git $ git clone https://gogs.tannercollin.com/tanner/qotnews.git
$ cd qotnews $ cd qotnews
``` ```
-1
View File
@@ -111,4 +111,3 @@ data.db.bak
data/archive/* data/archive/*
data/backup/* data/backup/*
qotnews.sqlite qotnews.sqlite
praw.ini
+1 -1
View File
@@ -16,7 +16,7 @@ from utils import clean
# cache the topic groups to prevent redirects # cache the topic groups to prevent redirects
group_lookup = {} group_lookup = {}
USER_AGENT = 'qotnews scraper (github:tanner37)' USER_AGENT = 'qotnews scraper (github:tannercollin)'
API_TOPSTORIES = lambda : 'https://tildes.net' API_TOPSTORIES = lambda : 'https://tildes.net'
API_ITEM = lambda x : 'https://tildes.net/shortener/{}'.format(x) API_ITEM = lambda x : 'https://tildes.net/shortener/{}'.format(x)
+67
View File
@@ -0,0 +1,67 @@
import logging
logging.basicConfig(
format='%(asctime)s - %(name)s - %(levelname)s - %(message)s',
level=logging.INFO)
import database
from sqlalchemy import select
import search
import sys
import time
import json
import requests
from bs4 import BeautifulSoup
database.init()
search.init()
BATCH_SIZE = 1000
def put_stories(stories):
return search.meili_api(requests.post, 'indexes/qotnews/documents', stories)
def get_update(update_id):
return search.meili_api(requests.get, 'tasks/{}'.format(update_id))
if __name__ == '__main__':
num_stories = database.count_stories()
print('Reindex {} stories?'.format(num_stories))
print('Press ENTER to continue, ctrl-c to cancel')
input()
story_list = database.get_story_list()
count = 1
while len(story_list):
stories = []
for _ in range(BATCH_SIZE):
try:
sid = story_list.pop()
except IndexError:
break
story = database.get_story(sid)
print('Indexing {}/{} id: {} title: {}'.format(count, num_stories, sid[0], story.title))
story_obj = json.loads(story.full_json)
story_obj.pop('comments', False)
if 'text' in story_obj and story_obj['text']:
soup = BeautifulSoup(story_obj['text'], 'html.parser')
story_obj['text'] = soup.get_text()
stories.append(story_obj)
count += 1
res = put_stories(stories)
update_id = res['taskUid']
print('Waiting for processing', end='')
while get_update(update_id)['status'] != 'succeeded':
time.sleep(0.5)
print('.', end='', flush=True)
print()
print('Done.')
+4
View File
@@ -11,6 +11,7 @@ import sys
import time import time
import json import json
import requests import requests
from bs4 import BeautifulSoup
database.init() database.init()
search.init() search.init()
@@ -45,6 +46,9 @@ if __name__ == '__main__':
story = database.get_story(sid) story = database.get_story(sid)
print('Indexing {}/{} id: {} title: {}'.format(count, num_stories, sid[0], story.title)) print('Indexing {}/{} id: {} title: {}'.format(count, num_stories, sid[0], story.title))
story_obj = json.loads(story.meta_json) story_obj = json.loads(story.meta_json)
if 'text' in story_obj and story_obj['text']:
soup = BeautifulSoup(story_obj['text'], 'html.parser')
story_obj['text'] = soup.get_text()
stories.append(story_obj) stories.append(story_obj)
count += 1 count += 1
+15 -11
View File
@@ -11,7 +11,7 @@ SEARCH_ENABLED = bool(settings.MEILI_URL)
def meili_api(method, route, json=None, params=None, parse_json=True): def meili_api(method, route, json=None, params=None, parse_json=True):
try: try:
headers = {'Authorization': 'Bearer ' + settings.MEILI_API_KEY} headers = {'Authorization': 'Bearer ' + settings.MEILI_API_KEY}
r = method(settings.MEILI_URL + route, json=json, params=params, timeout=4) r = method(settings.MEILI_URL + route, json=json, params=params, headers=headers, timeout=4)
if r.status_code > 299: if r.status_code > 299:
raise Exception('Bad response code ' + str(r.status_code)) raise Exception('Bad response code ' + str(r.status_code))
if parse_json: if parse_json:
@@ -25,32 +25,36 @@ def meili_api(method, route, json=None, params=None, parse_json=True):
logging.error('Problem with MeiliSearch api route: %s: %s', route, str(e)) logging.error('Problem with MeiliSearch api route: %s: %s', route, str(e))
return False return False
def create_index():
json = dict(uid='qotnews', primaryKey='id')
return meili_api(requests.post, 'indexes', json=json)
def update_settings(): def update_settings():
json = { json = {
'rankingRules': ['typo', 'words', 'proximity', 'date:desc', 'exactness'], 'rankingRules': ['words', 'typo', 'proximity', 'attribute', 'date:desc', 'exactness'],
'searchableAttributes': ['title', 'url', 'author'], 'searchableAttributes': ['title', 'url', 'author', 'text'],
'displayedAttributes': ['id', 'ref', 'source', 'author', 'author_link', 'score', 'date', 'title', 'link', 'url', 'num_comments'], 'displayedAttributes': ['id', 'ref', 'source', 'author', 'author_link', 'score', 'date', 'title', 'link', 'url', 'num_comments', 'text'],
'stopWords': ['a', 'an', 'the', 'and', 'or', 'but', 'if', 'in', 'on', 'at', 'by', 'for', 'with', 'to', 'from', 'of', 'is', 'it', 'that', 'this'],
} }
return meili_api(requests.post, 'indexes/qotnews/settings', json=json) return meili_api(requests.patch, 'indexes/qotnews/settings', json=json)
def init(): def init():
if not SEARCH_ENABLED: if not SEARCH_ENABLED:
logging.info('Search is not enabled, skipping init.') logging.info('Search is not enabled, skipping init.')
return return
print(create_index())
update_settings() update_settings()
def put_story(story): def put_story(story):
if not SEARCH_ENABLED: return if not SEARCH_ENABLED: return
return meili_api(requests.post, 'indexes/qotnews/documents', [story]) return meili_api(requests.post, 'indexes/qotnews/documents', [story])
def search(q): def search(q, in_article=False):
if not SEARCH_ENABLED: return [] if not SEARCH_ENABLED: return []
json = dict(q=q, limit=settings.FEED_LENGTH) json = dict(q=q, limit=settings.FEED_LENGTH)
if True:
json['attributesToSearchOn'] = ['text']
json['attributesToCrop'] = ['text']
json['attributesToRetrieve'] = ['id', 'ref', 'source', 'author', 'author_link', 'score', 'date', 'title', 'link', 'url', 'num_comments']
json['cropLength'] = 80
r = meili_api(requests.post, 'indexes/qotnews/search', json=json, parse_json=False) r = meili_api(requests.post, 'indexes/qotnews/search', json=json, parse_json=False)
return r return r
+16 -23
View File
@@ -76,12 +76,8 @@ cors = CORS(flask_app)
def api(): def api():
skip = request.args.get('skip', 0) skip = request.args.get('skip', 0)
limit = request.args.get('limit', settings.FEED_LENGTH) limit = request.args.get('limit', settings.FEED_LENGTH)
is_smallweb_filter = request.args.get('smallweb') == 'true' and smallweb_set
sources_filter = request.args.getlist('source')
if not is_smallweb_filter and not sources_filter: if request.args.get('smallweb') == 'true' and smallweb_set:
stories = database.get_stories(limit, skip)
else:
limit = int(limit) limit = int(limit)
skip = int(skip) skip = int(skip)
filtered_stories = [] filtered_stories = []
@@ -94,28 +90,24 @@ def api():
for story_str in stories_batch: for story_str in stories_batch:
story = json.loads(story_str) story = json.loads(story_str)
story_url = story.get('url') or story.get('link') or ''
if is_smallweb_filter: if not story_url:
story_url = story.get('url') or story.get('link') or '' continue
if not story_url: hostname = urlparse(story_url).hostname
continue if hostname:
hostname = urlparse(story_url).hostname hostname = hostname.replace('www.', '')
if not hostname or hostname.replace('www.', '') not in smallweb_set: if hostname in smallweb_set:
continue filtered_stories.append(story_str)
if len(filtered_stories) == limit:
if sources_filter: break
if story.get('source') not in sources_filter:
continue
filtered_stories.append(story_str)
if len(filtered_stories) == limit:
break
if len(filtered_stories) == limit: if len(filtered_stories) == limit:
break break
current_skip += limit current_skip += limit
stories = filtered_stories stories = filtered_stories
else:
stories = database.get_stories(limit, skip)
# hacky nested json # hacky nested json
res = Response('{"stories":[' + ','.join(stories) + ']}') res = Response('{"stories":[' + ','.join(stories) + ']}')
@@ -139,8 +131,9 @@ def apistats():
@flask_app.route('/api/search', strict_slashes=False) @flask_app.route('/api/search', strict_slashes=False)
def apisearch(): def apisearch():
q = request.args.get('q', '') q = request.args.get('q', '')
in_article = request.args.get('article', False)
if len(q) >= 3: if len(q) >= 3:
results = search.search(q) results = search.search(q, in_article)
else: else:
results = '[]' results = '[]'
res = Response(results) res = Response(results)
@@ -270,7 +263,7 @@ def static_story(sid):
show_comments=request.path.endswith('/c'), show_comments=request.path.endswith('/c'),
) )
http_server = WSGIServer(('', 33842), flask_app) http_server = WSGIServer(('0.0.0.0', 33842), flask_app)
def feed_thread(): def feed_thread():
global news_index, ref_list, current_item global news_index, ref_list, current_item
+1 -1
View File
@@ -12,7 +12,7 @@ def alert_tanner(message):
try: try:
logging.info('Alerting Tanner: ' + message) logging.info('Alerting Tanner: ' + message)
params = dict(qotnews=message) params = dict(qotnews=message)
requests.get('https://tbot.tanner.vc/message', params=params, timeout=4) requests.get('https://tbot.tannercollin.com/message', params=params, timeout=4)
except BaseException as e: except BaseException as e:
logging.error('Problem alerting Tanner: ' + str(e)) logging.error('Problem alerting Tanner: ' + str(e))
+1
View File
@@ -4,3 +4,4 @@
meilisearch-linux-amd64 meilisearch-linux-amd64
data.ms/ data.ms/
data.ms.old/
+81 -106
View File
@@ -30,11 +30,7 @@
--> -->
<title>{{ title }}</title> <title>{{ title }}</title>
<script>document.documentElement.className = 'js-enabled';</script>
<style> <style>
.js-enabled .static-content {
display: none;
}
html { html {
overflow-y: scroll; overflow-y: scroll;
} }
@@ -45,119 +41,98 @@
</head> </head>
<body> <body>
<script>
(function() {
try {
var theme = localStorage.getItem('theme');
if (theme === 'dark') {
document.body.style.backgroundColor = '#1a1a1a';
} else if (theme === 'black' || theme === 'red') {
document.body.style.backgroundColor = '#000';
}
} catch (e) {}
})();
</script>
<div id="root"> <div id="root">
<div class="static-content"> <div class="container menu">
<p>
{% if False %} <a href="/">QotNews</a>
<noscript> <br />
<meta http-equiv="refresh" content="0;url=?/no.script"> <span class="slogan">Hacker News, Reddit, Lobsters, and Tildes articles rendered in reader mode.</span>
</noscript> </p>
{% endif %} </div>
{% if story %}
<div class="container menu"> <div class="{% if show_comments %}container{% else %}article-container{% endif %}">
<p> <div class="article">
<a href="/">QotNews</a> <h1>{{ story.title }}</h1>
<br />
<span class="slogan">Hacker News, Reddit, Lobsters, and Tildes articles rendered in reader mode.</span>
</p>
</div>
{% if story %}
<div class="{% if show_comments %}container{% else %}article-container{% endif %}">
<div class="article">
<h1>{{ story.title }}</h1>
{% if show_comments %}
<div class="info">
<a href="/{{ story.id }}">View article</a>
</div>
{% else %}
<div class="info">
Source: <a class="source" href="{{ story.url or story.link }}">{{ url }}</a>
</div>
{% endif %}
{% if show_comments %}
<div class="info"> <div class="info">
<a href="/{{ story.id }}">View article</a>
</div>
{% else %}
<div class="info">
Source: <a class="source" href="{{ story.url or story.link }}">{{ url }}</a>
</div>
{% endif %}
<div class="info">
{{ story.score }} points
by <a href="{{ story.author_link }}">{{ story.author }}</a>
{{ story.date | fromnow }}
on <a href="{{ story.link }}">{{ story.source }}</a> |
<a href="/{{ story.id }}/c">
{{ story.num_comments }} comment{{ 's' if story.num_comments != 1 }}
</a>
</div>
{% if not show_comments and story.text %}
<div class="story-text">{{ story.text | safe }}</div>
{% elif show_comments %}
{% macro render_comment(comment, level) %}
<dt></dt>
<dd class="comment{% if level > 0 %} lined{% endif %}">
<div class="info">
<p>
{% if comment.author == story.author %}[OP] {% endif %}{{ comment.author or '[Deleted]' }} | <a href="#{{ comment.author }}{{ comment.date }}" id="{{ comment.author }}{{ comment.date }}">{{ comment.date | fromnow }}</a>
</p>
</div>
<div class="text">{{ (comment.text | safe) if comment.text else '<p>[Empty / deleted comment]</p>' }}</div>
{% if comment.comments %}
<dl>
{% for reply in comment.comments %}
{{ render_comment(reply, level + 1) }}
{% endfor %}
</dl>
{% endif %}
</dd>
{% endmacro %}
<dl class="comments">
{% for comment in story.comments %}{{ render_comment(comment, 0) }}{% endfor %}
</dl>
{% endif %}
</div>
<div class='dot toggleDot'>
<div class='button'>
<a href="/{{ story.id }}{{ '/c' if not show_comments else '' }}">
{{ '' if not show_comments else '' }}
</a>
</div>
</div>
</div>
{% elif stories %}
<div class="container">
{% for story in stories %}
<div class='item'>
<div class='title'>
<a class='link' href='/{{ story.id }}'>
<img class='source-logo' src='/logos/{{ story.source }}.png' alt='{{ story.source }}:' /> {{ story.title }}
</a>
<span class='source'>
(<a class='source' href='{{ story.url or story.link }}'>{{ story.hostname }}</a>)
</span>
</div>
<div class='info'>
{{ story.score }} points {{ story.score }} points
by <a href="{{ story.author_link }}">{{ story.author }}</a> by <a href="{{ story.author_link }}">{{ story.author }}</a>
{{ story.date | fromnow }} {{ story.date | fromnow }}
on <a href="{{ story.link }}">{{ story.source }}</a> | on <a href="{{ story.link }}">{{ story.source }}</a> |
<a href="/{{ story.id }}/c"> <a class="{{ 'hot' if story.num_comments > 99 else '' }}" href="/{{ story.id }}/c">
{{ story.num_comments }} comment{{ 's' if story.num_comments != 1 }} {{ story.num_comments }} comment{{ 's' if story.num_comments != 1 }}
</a> </a>
</div> </div>
{% if not show_comments and story.text %}
<div class="story-text">{{ story.text | safe }}</div>
{% elif show_comments %}
{% macro render_comment(comment, level) %}
<dt></dt>
<dd class="comment{% if level > 0 %} lined{% endif %}">
<div class="info">
<p>
{% if comment.author == story.author %}[OP] {% endif %}{{ comment.author or '[Deleted]' }} | <a href="#{{ comment.author }}{{ comment.date }}" id="{{ comment.author }}{{ comment.date }}">{{ comment.date | fromnow }}</a>
</p>
</div>
<div class="text">{{ (comment.text | safe) if comment.text else '<p>[Empty / deleted comment]</p>' }}</div>
{% if comment.comments %}
<dl>
{% for reply in comment.comments %}
{{ render_comment(reply, level + 1) }}
{% endfor %}
</dl>
{% endif %}
</dd>
{% endmacro %}
<dl class="comments">
{% for comment in story.comments %}{{ render_comment(comment, 0) }}{% endfor %}
</dl>
{% endif %}
</div> </div>
<div class='dot toggleDot'> {% endfor %}
<div class='button'> </div>
<a href="/{{ story.id }}{{ '/c' if not show_comments else '' }}"> {% endif %}
{{ '' if not show_comments else '' }}
</a>
</div>
</div>
</div>
{% elif stories %}
<div class="container">
{% for story in stories %}
<div class='item'>
<div class='title'>
<a class='link' href='/{{ story.id }}'>
<img class='source-logo' src='/logos/{{ story.source }}.png' alt='{{ story.source }}:' /> {{ story.title }}
</a>
<span class='source'>
(<a class='source' href='{{ story.url or story.link }}'>{{ story.hostname }}</a>)
</span>
</div>
<div class='info'>
{{ story.score }} points
by <a href="{{ story.author_link }}">{{ story.author }}</a>
{{ story.date | fromnow }}
on <a href="{{ story.link }}">{{ story.source }}</a> |
<a class="{{ 'hot' if story.num_comments > 99 else '' }}" href="/{{ story.id }}/c">
{{ story.num_comments }} comment{{ 's' if story.num_comments != 1 }}
</a>
</div>
</div>
{% endfor %}
</div>
{% endif %}
</div>
</div> </div>
<!-- <!--
This HTML file is a template. This HTML file is a template.
+45 -91
View File
@@ -1,4 +1,4 @@
import React, { useState, useLayoutEffect, useEffect, useRef, useCallback } from 'react'; import React, { useState, useEffect, useRef, useCallback } from 'react';
import { BrowserRouter as Router, Route, Link, Switch } from 'react-router-dom'; import { BrowserRouter as Router, Route, Link, Switch } from 'react-router-dom';
import localForage from 'localforage'; import localForage from 'localforage';
import './Style-light.css'; import './Style-light.css';
@@ -14,40 +14,35 @@ import Search from './Search.js';
import Submit from './Submit.js'; import Submit from './Submit.js';
import Results from './Results.js'; import Results from './Results.js';
import ScrollToTop from './ScrollToTop.js'; import ScrollToTop from './ScrollToTop.js';
import Settings from './Settings.js';
function App() { function App() {
const [theme, setTheme] = useState(localStorage.getItem('theme') || ''); const [theme, setTheme] = useState(localStorage.getItem('theme') || '');
const cache = useRef({}); const cache = useRef({});
const [isFullScreen, setIsFullScreen] = useState(!!document.fullscreenElement); const [isFullScreen, setIsFullScreen] = useState(!!document.fullscreenElement);
const [waitingWorker, setWaitingWorker] = useState(null);
const [settingsOpen, setSettingsOpen] = useState(false);
const defaultBodyFontSize = 1.0;
const [bodyFontSize, setBodyFontSize] = useState(Number(localStorage.getItem('bodyFontSize')) || defaultBodyFontSize);
const [bodyFont, setBodyFont] = useState(localStorage.getItem('bodyFont') || 'Sans Serif');
const [articleFont, setArticleFont] = useState(localStorage.getItem('articleFont') || 'Apparatus SIL');
const [filterSmallweb, setFilterSmallweb] = useState(() => localStorage.getItem('filterSmallweb') === 'true');
const [feedSources, setFeedSources] = useState(() => {
const saved = localStorage.getItem('feedSources');
return saved ? JSON.parse(saved) : {
hackernews: true,
reddit: true,
lobsters: true,
tildes: true,
};
});
const updateCache = useCallback((key, value) => { const updateCache = useCallback((key, value) => {
cache.current[key] = value; cache.current[key] = value;
}, []); }, []);
useEffect(() => { const light = () => {
const onSWUpdate = e => { setTheme('');
setWaitingWorker(e.detail.waiting); localStorage.setItem('theme', '');
}; };
window.addEventListener('swUpdate', onSWUpdate);
return () => window.removeEventListener('swUpdate', onSWUpdate); const dark = () => {
}, []); setTheme('dark');
localStorage.setItem('theme', 'dark');
};
const black = () => {
setTheme('black');
localStorage.setItem('theme', 'black');
};
const red = () => {
setTheme('red');
localStorage.setItem('theme', 'red');
};
useEffect(() => { useEffect(() => {
if (Object.keys(cache.current).length === 0) { if (Object.keys(cache.current).length === 0) {
@@ -59,13 +54,24 @@ function App() {
} }
}, [updateCache]); }, [updateCache]);
const goFullScreen = () => {
if ('wakeLock' in navigator) {
navigator.wakeLock.request('screen');
}
document.body.requestFullscreen({ navigationUI: 'hide' });
};
const exitFullScreen = () => {
document.exitFullscreen();
};
useEffect(() => { useEffect(() => {
const onFullScreenChange = () => setIsFullScreen(!!document.fullscreenElement); const onFullScreenChange = () => setIsFullScreen(!!document.fullscreenElement);
document.addEventListener('fullscreenchange', onFullScreenChange); document.addEventListener('fullscreenchange', onFullScreenChange);
return () => document.removeEventListener('fullscreenchange', onFullScreenChange); return () => document.removeEventListener('fullscreenchange', onFullScreenChange);
}, []); }, []);
useLayoutEffect(() => { useEffect(() => {
if (theme === 'dark') { if (theme === 'dark') {
document.body.style.backgroundColor = '#1a1a1a'; document.body.style.backgroundColor = '#1a1a1a';
} else if (theme === 'black') { } else if (theme === 'black') {
@@ -77,86 +83,34 @@ function App() {
} }
}, [theme]); }, [theme]);
useEffect(() => { const fullScreenAvailable = document.fullscreenEnabled ||
document.documentElement.style.fontSize = `${bodyFontSize}rem`; document.mozFullscreenEnabled ||
}, [bodyFontSize]); document.webkitFullscreenEnabled ||
document.msFullscreenEnabled;
const fontMap = {
'Sans Serif': 'sans-serif',
'Serif': 'serif',
'Apparatus SIL': "'Apparatus SIL', sans-serif"
};
useEffect(() => {
document.body.style.fontFamily = fontMap[bodyFont];
}, [bodyFont]);
useEffect(() => {
const styleId = 'article-font-family-style';
let style = document.getElementById(styleId);
if (!style) {
style = document.createElement('style');
style.id = styleId;
document.head.appendChild(style);
}
style.innerHTML = `.story-text { font-family: ${fontMap[articleFont]} !important; }`;
}, [articleFont]);
return ( return (
<div className={theme}> <div className={theme}>
<Settings
settingsOpen={settingsOpen}
setSettingsOpen={setSettingsOpen}
theme={theme}
setTheme={setTheme}
isFullScreen={isFullScreen}
filterSmallweb={filterSmallweb}
setFilterSmallweb={setFilterSmallweb}
feedSources={feedSources}
setFeedSources={setFeedSources}
bodyFontSize={bodyFontSize}
setBodyFontSize={setBodyFontSize}
defaultBodyFontSize={defaultBodyFontSize}
bodyFont={bodyFont}
setBodyFont={setBodyFont}
articleFont={articleFont}
setArticleFont={setArticleFont}
/>
{waitingWorker &&
<div className='update-banner'>
Client version mismatch, please refresh:{' '}
<button onClick={() => {
waitingWorker.postMessage({ type: 'SKIP_WAITING' });
const reload = () => window.location.reload();
navigator.serviceWorker.addEventListener('controllerchange', reload, { once: true });
// Fallback for when the controller has already changed (ie. in another tab)
navigator.serviceWorker.getRegistration().then(reg => {
if (!reg || !reg.waiting) {
reload();
}
});
}}>
Refresh
</button>
</div>
}
<Router> <Router>
<div className='container menu'> <div className='container menu'>
<p> <p>
<Link to='/'>QotNews</Link> <Link to='/'>QotNews</Link>
<button className="settings-button" onClick={() => setSettingsOpen(true)}>Settings</button> <span className='theme'><a href='#' onClick={() => light()}>Light</a> - <a href='#' onClick={() => dark()}>Dark</a> - <a href='#' onClick={() => black()}>Black</a> - <a href='#' onClick={() => red()}>Red</a></span>
<br /> <br />
<span className='slogan'>Hacker News, Reddit, Lobsters, and Tildes articles rendered in reader mode.</span> <span className='slogan'>Hacker News, Reddit, Lobsters, and Tildes articles rendered in reader mode.</span>
</p> </p>
{fullScreenAvailable &&
<Route path='/(|search)' render={() => !isFullScreen ?
<button className='fullscreen' onClick={() => goFullScreen()}>Enter Fullscreen</button>
:
<button className='fullscreen' onClick={() => exitFullScreen()}>Exit Fullscreen</button>
} />
}
<Route path='/(|search)' component={Search} /> <Route path='/(|search)' component={Search} />
<Route path='/(|search)' component={Submit} /> <Route path='/(|search)' component={Submit} />
</div> </div>
<Route path='/' exact render={(props) => <Feed {...props} updateCache={updateCache} filterSmallweb={filterSmallweb} feedSources={feedSources} />} /> <Route path='/' exact render={(props) => <Feed {...props} updateCache={updateCache} />} />
<Switch> <Switch>
<Route path='/search' component={Results} /> <Route path='/search' component={Results} />
<Route path='/:id' exact render={(props) => <Article {...props} cache={cache.current} />} /> <Route path='/:id' exact render={(props) => <Article {...props} cache={cache.current} />} />
+4 -13
View File
@@ -2,7 +2,7 @@ import React, { useState, useEffect } from 'react';
import { useParams } from 'react-router-dom'; import { useParams } from 'react-router-dom';
import { Helmet } from 'react-helmet'; import { Helmet } from 'react-helmet';
import localForage from 'localforage'; import localForage from 'localforage';
import { sourceLink, similarLink, infoLine, ToggleDot } from './utils.js'; import { sourceLink, infoLine, ToggleDot } from './utils.js';
import Latex from 'react-latex-next'; import Latex from 'react-latex-next';
import 'katex/dist/katex.min.css'; import 'katex/dist/katex.min.css';
@@ -12,7 +12,6 @@ const DANGEROUS_TAGS = ['svg', 'math'];
const latexDelimiters = [ const latexDelimiters = [
{ left: '$$', right: '$$', display: true }, { left: '$$', right: '$$', display: true },
{ left: '\\[', right: '\\]', display: true }, { left: '\\[', right: '\\]', display: true },
{ left: '$', right: '$', display: false },
{ left: '\\(', right: '\\)', display: false } { left: '\\(', right: '\\)', display: false }
]; ];
@@ -106,7 +105,7 @@ function Article({ cache }) {
if (v.nodeName === '#text') { if (v.nodeName === '#text') {
const text = v.data; const text = v.data;
if (text.includes('\\[') || text.includes('\\(') || text.includes('$$') || /\$(?:[^$]*[^\s$])\$/.test(text)) { if (text.includes('\\[') || text.includes('\\(') || text.includes('$$')) {
return <Latex key={key} delimiters={latexDelimiters}>{text}</Latex>; return <Latex key={key} delimiters={latexDelimiters}>{text}</Latex>;
} }
@@ -138,8 +137,7 @@ function Article({ cache }) {
const textContent = v.textContent.trim(); const textContent = v.textContent.trim();
const isMath = (textContent.startsWith('\\(') && textContent.endsWith('\\)')) || const isMath = (textContent.startsWith('\\(') && textContent.endsWith('\\)')) ||
(textContent.startsWith('\\[') && textContent.endsWith('\\]')) || (textContent.startsWith('\\[') && textContent.endsWith('\\]')) ||
(textContent.startsWith('$$') && textContent.endsWith('$$')) || (textContent.startsWith('$$') && textContent.endsWith('$$'));
(textContent.startsWith('$') && textContent.endsWith('$') && textContent.indexOf('$') !== textContent.lastIndexOf('$') && !/\s/.test(textContent.charAt(textContent.length - 2)));
const props = { key: key }; const props = { key: key };
if (v.hasAttributes()) { if (v.hasAttributes()) {
@@ -159,13 +157,6 @@ function Article({ cache }) {
const firstParen = mathContent.indexOf('\\('); const firstParen = mathContent.indexOf('\\(');
const lastParen = mathContent.lastIndexOf('\\)'); const lastParen = mathContent.lastIndexOf('\\)');
mathContent = mathContent.substring(0, firstParen) + '\\[' + mathContent.substring(firstParen + 2, lastParen) + '\\]' + mathContent.substring(lastParen + 2); mathContent = mathContent.substring(0, firstParen) + '\\[' + mathContent.substring(firstParen + 2, lastParen) + '\\]' + mathContent.substring(lastParen + 2);
} else if (trimmed.startsWith('$') && !trimmed.startsWith('$$')) {
// Replace $ with $$
const firstDollar = mathContent.indexOf('$');
const lastDollar = mathContent.lastIndexOf('$');
if (firstDollar !== lastDollar) {
mathContent = mathContent.substring(0, firstDollar) + '$$' + mathContent.substring(firstDollar + 1, lastDollar) + '$$' + mathContent.substring(lastDollar + 1);
}
} }
} }
return <Tag {...props}><Latex delimiters={latexDelimiters}>{mathContent}</Latex></Tag>; return <Tag {...props}><Latex delimiters={latexDelimiters}>{mathContent}</Latex></Tag>;
@@ -213,7 +204,7 @@ function Article({ cache }) {
<h1>{story.title} <button className='copy-button' onClick={copyLink}>{copyButtonText}</button></h1> <h1>{story.title} <button className='copy-button' onClick={copyLink}>{copyButtonText}</button></h1>
<div className='info'> <div className='info'>
Source: {sourceLink(story)} | {similarLink(story)} Source: {sourceLink(story)}
</div> </div>
{infoLine(story)} {infoLine(story)}
+17 -35
View File
@@ -1,49 +1,26 @@
import React, { useState, useEffect, useRef } from 'react'; import React, { useState, useEffect } from 'react';
import { Link } from 'react-router-dom'; import { Link } from 'react-router-dom';
import { Helmet } from 'react-helmet'; import { Helmet } from 'react-helmet';
import localForage from 'localforage'; import localForage from 'localforage';
import { sourceLink, infoLine, logos } from './utils.js'; import { sourceLink, infoLine, logos } from './utils.js';
function Feed({ updateCache, filterSmallweb, feedSources }) { function Feed({ updateCache }) {
const [stories, setStories] = useState(() => JSON.parse(localStorage.getItem('stories')) || false); const [stories, setStories] = useState(() => JSON.parse(localStorage.getItem('stories')) || false);
const [error, setError] = useState(''); const [error, setError] = useState('');
const [loadingStatus, setLoadingStatus] = useState(null); const [loadingStatus, setLoadingStatus] = useState(null);
const isInitialMount = useRef(true); const [filterSmallweb, setFilterSmallweb] = useState(() => localStorage.getItem('filterSmallweb') === 'true');
useEffect(() => { const handleFilterChange = e => {
if (isInitialMount.current) { const isChecked = e.target.checked;
isInitialMount.current = false; setStories(false);
} else { setFilterSmallweb(isChecked);
setStories(false); localStorage.setItem('filterSmallweb', isChecked);
} };
}, [filterSmallweb, feedSources]);
useEffect(() => { useEffect(() => {
const controller = new AbortController(); const controller = new AbortController();
if ('serviceWorker' in navigator) { fetch(filterSmallweb ? '/api?smallweb=true' : '/api', { signal: controller.signal })
navigator.serviceWorker.getRegistration().then(reg => {
if (reg) {
console.log('Checking for client update...');
reg.update();
}
});
}
const params = new URLSearchParams();
if (filterSmallweb) {
params.append('smallweb', 'true');
}
const allSources = Object.keys(feedSources);
const enabledSources = allSources.filter(key => feedSources[key]);
if (enabledSources.length > 0 && enabledSources.length < allSources.length) {
enabledSources.forEach(source => params.append('source', source));
}
const apiUrl = `/api?${params.toString()}`;
fetch(apiUrl, { signal: controller.signal })
.then(res => { .then(res => {
if (!res.ok) { if (!res.ok) {
throw new Error(`Server responded with ${res.status} ${res.statusText}`); throw new Error(`Server responded with ${res.status} ${res.statusText}`);
@@ -54,7 +31,7 @@ function Feed({ updateCache, filterSmallweb, feedSources }) {
async (result) => { async (result) => {
const newApiStories = result.stories; const newApiStories = result.stories;
const updated = !stories || stories.map(s => s.id).join() !== newApiStories.map(s => s.id).join(); const updated = !stories || !stories.length || stories[0].id !== newApiStories[0].id;
console.log('New stories available:', updated); console.log('New stories available:', updated);
if (!updated) return; if (!updated) return;
@@ -130,7 +107,7 @@ function Feed({ updateCache, filterSmallweb, feedSources }) {
); );
return () => controller.abort(); return () => controller.abort();
}, [updateCache, filterSmallweb, feedSources]); }, [updateCache, filterSmallweb]);
return ( return (
<div className='container'> <div className='container'>
@@ -139,6 +116,11 @@ function Feed({ updateCache, filterSmallweb, feedSources }) {
<meta name="robots" content="index" /> <meta name="robots" content="index" />
</Helmet> </Helmet>
<div style={{marginBottom: '1rem'}}>
<input type="checkbox" id="filter-smallweb" className="checkbox" checked={filterSmallweb} onChange={handleFilterChange} />
<label htmlFor="filter-smallweb">Only Smallweb</label>
</div>
{error && {error &&
<details style={{marginBottom: '1rem'}}> <details style={{marginBottom: '1rem'}}>
<summary>Connection error? Click to expand.</summary> <summary>Connection error? Click to expand.</summary>
+27 -1
View File
@@ -1,6 +1,7 @@
import React, { useState, useEffect } from 'react'; import React, { useState, useEffect } from 'react';
import { Link, useLocation } from 'react-router-dom'; import { Link, useLocation, useHistory } from 'react-router-dom';
import { Helmet } from 'react-helmet'; import { Helmet } from 'react-helmet';
import queryString from 'query-string';
import { sourceLink, infoLine, logos } from './utils.js'; import { sourceLink, infoLine, logos } from './utils.js';
import AbortController from 'abort-controller'; import AbortController from 'abort-controller';
@@ -8,6 +9,19 @@ function Results() {
const [stories, setStories] = useState(false); const [stories, setStories] = useState(false);
const [error, setError] = useState(false); const [error, setError] = useState(false);
const location = useLocation(); const location = useLocation();
const history = useHistory();
const handleFilterChange = e => {
const isChecked = e.target.checked;
const currentQuery = queryString.parse(location.search);
if (isChecked) {
currentQuery.article = 'true';
} else {
delete currentQuery.article;
}
history.push('/search?' + queryString.stringify(currentQuery));
};
useEffect(() => { useEffect(() => {
const controller = new AbortController(); const controller = new AbortController();
@@ -32,11 +46,19 @@ function Results() {
}; };
}, [location.search]); }, [location.search]);
const searchInArticle = queryString.parse(location.search).article === 'true';
return ( return (
<div className='container'> <div className='container'>
<Helmet> <Helmet>
<title>Search Results | QotNews</title> <title>Search Results | QotNews</title>
</Helmet> </Helmet>
<div style={{marginBottom: '1rem'}}>
<input type="checkbox" id="search-in-article" className="checkbox" checked={searchInArticle} onChange={handleFilterChange} />
<label htmlFor="search-in-article">Search in article</label>
</div>
{error && <p>Connection error?</p>} {error && <p>Connection error?</p>}
{stories ? {stories ?
<> <>
@@ -56,6 +78,10 @@ function Results() {
</div> </div>
{infoLine(x)} {infoLine(x)}
{!!x?._formatted &&
<p>{x._formatted.text.replace(/\n/g, ' ')}</p>
}
</div> </div>
) )
: :
+6 -2
View File
@@ -15,7 +15,9 @@ function Search() {
const newSearch = event.target.value; const newSearch = event.target.value;
setSearch(newSearch); setSearch(newSearch);
if (newSearch.length >= 3) { if (newSearch.length >= 3) {
const searchQuery = queryString.stringify({ 'q': newSearch }); const currentQuery = queryString.parse(location.search);
currentQuery.q = newSearch;
const searchQuery = queryString.stringify(currentQuery);
history.replace('/search?' + searchQuery); history.replace('/search?' + searchQuery);
} else { } else {
history.replace('/'); history.replace('/');
@@ -24,7 +26,9 @@ function Search() {
const searchAgain = (event) => { const searchAgain = (event) => {
event.preventDefault(); event.preventDefault();
const searchString = queryString.stringify({ 'q': event.target[0].value }); const currentQuery = queryString.parse(location.search);
currentQuery.q = event.target[0].value;
const searchString = queryString.stringify(currentQuery);
history.push('/search?' + searchString); history.push('/search?' + searchString);
inputRef.current.blur(); inputRef.current.blur();
} }
-191
View File
@@ -1,191 +0,0 @@
import React from 'react';
function Settings({
settingsOpen,
setSettingsOpen,
theme,
setTheme,
isFullScreen,
filterSmallweb,
setFilterSmallweb,
feedSources,
setFeedSources,
bodyFontSize,
setBodyFontSize,
defaultBodyFontSize,
bodyFont,
setBodyFont,
articleFont,
setArticleFont,
}) {
const light = () => {
setTheme('');
localStorage.setItem('theme', '');
};
const dark = () => {
setTheme('dark');
localStorage.setItem('theme', 'dark');
};
const black = () => {
setTheme('black');
localStorage.setItem('theme', 'black');
};
const red = () => {
setTheme('red');
localStorage.setItem('theme', 'red');
};
const handleFilterChange = e => {
const isChecked = e.target.checked;
setFilterSmallweb(isChecked);
localStorage.setItem('filterSmallweb', isChecked);
};
const handleFeedSourceChange = (source) => {
setFeedSources(prevSources => {
const newSources = { ...prevSources, [source]: !prevSources[source] };
localStorage.setItem('feedSources', JSON.stringify(newSources));
return newSources;
});
};
const changeBodyFont = (font) => {
setBodyFont(font);
localStorage.setItem('bodyFont', font);
};
const changeArticleFont = (font) => {
setArticleFont(font);
localStorage.setItem('articleFont', font);
};
const changeBodyFontSize = (amount) => {
const newSize = bodyFontSize + amount;
setBodyFontSize(parseFloat(newSize.toFixed(2)));
localStorage.setItem('bodyFontSize', newSize.toFixed(2));
};
const resetBodyFontSize = () => {
setBodyFontSize(defaultBodyFontSize);
localStorage.removeItem('bodyFontSize');
};
const bodyFontSettingsChanged = bodyFontSize !== defaultBodyFontSize;
const goFullScreen = () => {
if ('wakeLock' in navigator) {
navigator.wakeLock.request('screen');
}
document.body.requestFullscreen({ navigationUI: 'hide' });
};
const exitFullScreen = () => {
document.exitFullscreen();
};
const fullScreenAvailable = document.fullscreenEnabled ||
document.mozFullscreenEnabled ||
document.webkitFullscreenEnabled ||
document.msFullscreenEnabled;
if (!settingsOpen) {
return null;
}
return (
<>
<div className="modal-overlay" onClick={() => setSettingsOpen(false)}></div>
<div className="modal-content" onClick={e => e.stopPropagation()}>
<button className="close-modal-button" onClick={() => setSettingsOpen(false)}>&times;</button>
<h3>Settings</h3>
<div className="setting-group">
<h4>Theme</h4>
<button className={theme === '' ? 'active' : ''} onClick={() => { light(); setSettingsOpen(false); }}>Light</button>
<button className={theme === 'dark' ? 'active' : ''} onClick={() => { dark(); setSettingsOpen(false); }}>Dark</button>
<button className={theme === 'black' ? 'active' : ''} onClick={() => { black(); setSettingsOpen(false); }}>Black</button>
<button className={theme === 'red' ? 'active' : ''} onClick={() => { red(); setSettingsOpen(false); }}>Red</button>
{fullScreenAvailable &&
<div style={{ marginTop: '0.5rem' }}>
{!isFullScreen ?
<button onClick={() => { goFullScreen(); setSettingsOpen(false); }}>Enter Fullscreen</button>
:
<button onClick={() => { exitFullScreen(); setSettingsOpen(false); }}>Exit Fullscreen</button>
}
</div>
}
</div>
<div className="setting-group">
<h4>Feed</h4>
<div className="font-option gap">
<input className="checkbox" type="checkbox" id="filter-smallweb" checked={filterSmallweb} onChange={handleFilterChange} />
<label htmlFor="filter-smallweb">Small websites only</label>
</div>
<div className="font-option">
<input className="checkbox" type="checkbox" id="filter-hackernews" name="feed-source" checked={feedSources.hackernews} onChange={() => handleFeedSourceChange('hackernews')} />
<label htmlFor="filter-hackernews">Hacker News</label>
</div>
<div className="font-option">
<input className="checkbox" type="checkbox" id="filter-reddit" name="feed-source" checked={feedSources.reddit} onChange={() => handleFeedSourceChange('reddit')} />
<label htmlFor="filter-reddit">Reddit</label>
</div>
<div className="font-option">
<input className="checkbox" type="checkbox" id="filter-lobsters" name="feed-source" checked={feedSources.lobsters} onChange={() => handleFeedSourceChange('lobsters')} />
<label htmlFor="filter-lobsters">Lobsters</label>
</div>
<div className="font-option">
<input className="checkbox" type="checkbox" id="filter-tildes" name="feed-source" checked={feedSources.tildes} onChange={() => handleFeedSourceChange('tildes')} />
<label htmlFor="filter-tildes">Tildes</label>
</div>
</div>
<div className="setting-group">
<h4>Font Size</h4>
<button onClick={() => changeBodyFontSize(-0.05)}>-</button>
<span className="font-size-display">{bodyFontSize.toFixed(2)}</span>
<button onClick={() => changeBodyFontSize(0.05)}>+</button>
<button onClick={resetBodyFontSize} disabled={!bodyFontSettingsChanged}>Reset</button>
</div>
<div className="setting-group">
<h4>Body Font</h4>
<div className="font-option">
<input className="checkbox" type="radio" id="body-sans-serif" name="body-font" value="Sans Serif" checked={bodyFont === 'Sans Serif'} onChange={() => changeBodyFont('Sans Serif')} />
<label htmlFor="body-sans-serif">Sans Serif *</label>
</div>
<div className="font-option">
<input className="checkbox" type="radio" id="body-serif" name="body-font" value="Serif" checked={bodyFont === 'Serif'} onChange={() => changeBodyFont('Serif')} />
<label htmlFor="body-serif">Serif</label>
</div>
<div className="font-option">
<input className="checkbox" type="radio" id="body-apparatus" name="body-font" value="Apparatus SIL" checked={bodyFont === 'Apparatus SIL'} onChange={() => changeBodyFont('Apparatus SIL')} />
<label htmlFor="body-apparatus">Apparatus SIL</label>
</div>
</div>
<div className="setting-group">
<h4>Article Font</h4>
<div className="font-option">
<input className="checkbox" type="radio" id="article-sans-serif" name="article-font" value="Sans Serif" checked={articleFont === 'Sans Serif'} onChange={() => changeArticleFont('Sans Serif')} />
<label htmlFor="article-sans-serif">Sans Serif</label>
</div>
<div className="font-option">
<input className="checkbox" type="radio" id="article-serif" name="article-font" value="Serif" checked={articleFont === 'Serif'} onChange={() => changeArticleFont('Serif')} />
<label htmlFor="article-serif">Serif</label>
</div>
<div className="font-option">
<input className="checkbox" type="radio" id="article-apparatus" name="article-font" value="Apparatus SIL" checked={articleFont === 'Apparatus SIL'} onChange={() => changeArticleFont('Apparatus SIL')} />
<label htmlFor="article-apparatus">Apparatus SIL *</label>
</div>
</div>
</div>
</>
);
}
export default Settings;
+2 -28
View File
@@ -13,7 +13,7 @@
.black .menu button, .black .menu button,
.black .story-text button { .black .story-text button {
background-color: #222222; background-color: #444444;
border-color: #bbb; border-color: #bbb;
color: #ddd; color: #ddd;
} }
@@ -69,35 +69,9 @@
} }
.black .checkbox:checked + label::after { .black .checkbox:checked + label::after {
border-color: #eee; border-color: #ddd;
} }
.black .copy-button { .black .copy-button {
color: #828282; color: #828282;
} }
.black .update-banner {
background-color: #333;
color: #ddd;
}
.black .update-banner button {
background-color: #222222;
border-color: #bbb;
color: #ddd;
}
.black .modal-content {
background: #222;
border-color: #828282;
color: #ddd;
}
.black .modal-content button {
background-color: #222222;
border-color: #bbb;
}
.black .modal-content button.active {
background-color: #555;
}
+2 -28
View File
@@ -13,7 +13,7 @@
.dark .menu button, .dark .menu button,
.dark .story-text button { .dark .story-text button {
background-color: #222222; background-color: #444444;
border-color: #bbb; border-color: #bbb;
color: #ddd; color: #ddd;
} }
@@ -65,35 +65,9 @@
} }
.dark .checkbox:checked + label::after { .dark .checkbox:checked + label::after {
border-color: #eee; border-color: #ddd;
} }
.dark .copy-button { .dark .copy-button {
color: #828282; color: #828282;
} }
.dark .update-banner {
background-color: #333;
color: #ddd;
}
.dark .update-banner button {
background-color: #222222;
border-color: #bbb;
color: #ddd;
}
.dark .modal-content {
background: #222;
border-color: #828282;
color: #ddd;
}
.dark .modal-content button {
background-color: #222222;
border-color: #bbb;
}
.dark .modal-content button.active {
background-color: #555;
}
+3 -146
View File
@@ -1,7 +1,6 @@
body { body {
text-rendering: optimizeLegibility; text-rendering: optimizeLegibility;
font-size: 1rem; font: 1rem/1.3 sans-serif;
line-height: 1.3;
color: #000000; color: #000000;
word-break: break-word; word-break: break-word;
font-kerning: normal; font-kerning: normal;
@@ -44,21 +43,6 @@ input {
border-radius: 4px; border-radius: 4px;
} }
.update-banner {
background-color: #ddd;
padding: 0.75rem;
text-align: center;
}
.update-banner button {
margin-left: 1rem;
padding: 0.25rem 0.75rem;
border: 1px solid #828282;
border-radius: 4px;
background-color: transparent;
cursor: pointer;
}
.fullscreen { .fullscreen {
margin: 0.25rem; margin: 0.25rem;
padding: 0.25rem; padding: 0.25rem;
@@ -86,7 +70,6 @@ pre {
.slogan { .slogan {
color: #828282; color: #828282;
margin-bottom: 0.5rem;
} }
.theme { .theme {
@@ -200,8 +183,7 @@ span.source {
} }
.story-text { .story-text {
font-size: 1.2rem; font: 1.2rem/1.5 'Apparatus SIL', sans-serif;
line-height: 1.5;
margin-top: 1em; margin-top: 1em;
} }
@@ -373,132 +355,7 @@ button.comment {
top: 0.2em; top: 0.2em;
width: 0.3rem; width: 0.3rem;
height: 0.6rem; height: 0.6rem;
border-style: solid; border: solid #000;
border-color: #000;
border-width: 0 2px 2px 0; border-width: 0 2px 2px 0;
transform: rotate(45deg); transform: rotate(45deg);
} }
.tooltip .tooltiptext {
visibility: hidden;
width: 140px;
background-color: #555;
color: #fff;
text-align: center;
border-radius: 6px;
padding: 5px 0;
position: absolute;
z-index: 1;
bottom: 110%;
left: 50%;
margin-left: -70px;
opacity: 0;
transition: opacity 0.2s;
font-size: 0.9rem;
line-height: 1.3;
}
.forwardDot .tooltiptext {
left: auto;
right: 0;
margin-left: 0;
}
.tooltip.show-tooltip .tooltiptext {
visibility: visible;
opacity: 1;
}
.settings-button {
float: right;
background: none;
border: none;
padding: 0;
cursor: pointer;
color: inherit;
font: inherit;
}
.modal-overlay {
position: fixed;
top: 0;
left: 0;
width: 100%;
height: 100%;
background-color: rgba(0,0,0,0.5);
z-index: 100;
}
.modal-content {
position: absolute;
top: 1rem;
right: 1rem;
background: #eee;
color: #000;
padding: 1rem;
border-radius: 4px;
z-index: 101;
min-width: 250px;
border: 1px solid #828282;
}
.modal-content h3, .modal-content h4 {
margin-top: 0;
margin-bottom: 0.5rem;
}
.modal-content .setting-group {
margin-bottom: 1rem;
}
.modal-content button {
margin-right: 0.5rem;
padding: 0.25rem 0.75rem;
border: 1px solid #828282;
border-radius: 4px;
background-color: transparent;
cursor: pointer;
font: inherit;
color: inherit;
}
.modal-content button:last-child {
margin-right: 0;
}
.modal-content button.active {
background-color: #ccc;
}
.modal-content button:disabled {
opacity: 0.5;
cursor: not-allowed;
}
.modal-content .font-size-display {
display: inline-block;
width: 50px;
text-align: center;
margin: 0 0.25rem;
}
.modal-content .font-option {
margin-bottom: 0.25rem;
}
.modal-content .gap {
margin-bottom: 0.75rem;
}
.close-modal-button {
position: absolute;
top: 0.5rem;
right: 0.75rem;
background: transparent;
border: none;
font-size: 1.5rem;
line-height: 1;
padding: 0;
cursor: pointer;
color: inherit;
}
+2 -28
View File
@@ -22,7 +22,7 @@
.red .menu button, .red .menu button,
.red .story-text button { .red .story-text button {
background-color: #220000; background-color: #440000;
border-color: #b00; border-color: #b00;
color: #b00; color: #b00;
} }
@@ -87,35 +87,9 @@
} }
.red .checkbox:checked + label::after { .red .checkbox:checked + label::after {
border-color: #dd0000; border-color: #aa0000;
} }
.red .copy-button { .red .copy-button {
color: #690000; color: #690000;
} }
.red .update-banner {
background-color: #300;
color: #d00;
}
.red .update-banner button {
background-color: #220000;
border-color: #b00;
color: #d00;
}
.red .modal-content {
background: #100;
border-color: #690000;
color: #b00;
}
.red .modal-content button {
background-color: #220000;
border-color: #b00;
}
.red .modal-content button.active {
background-color: #550000;
}
+1 -7
View File
@@ -3,15 +3,9 @@ import ReactDOM from 'react-dom';
import App from './App'; import App from './App';
import * as serviceWorker from './serviceWorker'; import * as serviceWorker from './serviceWorker';
// version 4
ReactDOM.render(<App />, document.getElementById('root')); ReactDOM.render(<App />, document.getElementById('root'));
// If you want your app to work offline and load faster, you can change // If you want your app to work offline and load faster, you can change
// // unregister() to register() below. Note this comes with some pitfalls. // // unregister() to register() below. Note this comes with some pitfalls.
// // Learn more about service workers: https://bit.ly/CRA-PWA // // Learn more about service workers: https://bit.ly/CRA-PWA
serviceWorker.register({ serviceWorker.unregister();
onUpdate: registration => {
window.dispatchEvent(new CustomEvent('swUpdate', { detail: registration }));
}
});
+3 -30
View File
@@ -1,4 +1,4 @@
import React, { useState } from 'react'; import React from 'react';
import moment from 'moment'; import moment from 'moment';
import { Link } from 'react-router-dom'; import { Link } from 'react-router-dom';
@@ -9,13 +9,6 @@ export const sourceLink = (story) => {
return (<a className='source' href={url}>{host}</a>); return (<a className='source' href={url}>{host}</a>);
}; };
export const similarLink = (story) => {
const url = story.url || story.link;
const urlObj = new URL(url);
const host = urlObj.hostname.replace(/^www\./, '');
return (<Link to={'/search?q="'+host+'"'} className='similar'>similar</Link>);
};
export const infoLine = (story) => export const infoLine = (story) =>
<div className='info'> <div className='info'>
{story.score} points {story.score} points
@@ -39,8 +32,6 @@ export const ToggleDot = ({ id, article }) => (
); );
export const BackwardDot = () => { export const BackwardDot = () => {
const [showTooltip, setShowTooltip] = useState(false);
const goBackward = () => { const goBackward = () => {
localStorage.setItem('scrollLock', 'True'); localStorage.setItem('scrollLock', 'True');
window.history.back(); window.history.back();
@@ -51,25 +42,15 @@ export const BackwardDot = () => {
if (!document.fullscreenElement) return null; if (!document.fullscreenElement) return null;
return ( return (
<div <div className='dot backwardDot' onClick={goBackward}>
className={'dot backwardDot tooltip' + (showTooltip ? ' show-tooltip' : '')}
onClick={goBackward}
onMouseEnter={() => setShowTooltip(true)}
onMouseLeave={() => setShowTooltip(false)}
onTouchStart={() => setShowTooltip(true)}
onTouchEnd={() => setShowTooltip(false)}
>
<div className='button'> <div className='button'>
</div> </div>
<span className="tooltiptext">Browser Back</span>
</div> </div>
); );
}; };
export const ForwardDot = () => { export const ForwardDot = () => {
const [showTooltip, setShowTooltip] = useState(false);
const goForward = () => { const goForward = () => {
localStorage.setItem('scrollLock', 'True'); localStorage.setItem('scrollLock', 'True');
window.history.forward(); window.history.forward();
@@ -79,18 +60,10 @@ export const ForwardDot = () => {
if (!isMobile) return null; if (!isMobile) return null;
return ( return (
<div <div className='dot forwardDot' onClick={goForward}>
className={'dot forwardDot tooltip' + (showTooltip ? ' show-tooltip' : '')}
onClick={goForward}
onMouseEnter={() => setShowTooltip(true)}
onMouseLeave={() => setShowTooltip(false)}
onTouchStart={() => setShowTooltip(true)}
onTouchEnd={() => setShowTooltip(false)}
>
<div className='button'> <div className='button'>
</div> </div>
<span className="tooltiptext">Browser Forward</span>
</div> </div>
); );
}; };