mirror of
https://github.com/kemalai/FreeCrawl-SEO-Tool.git
synced 2026-10-18 00:39:38 +02:00
fix: linux installer build + readme updates
This commit is contained in:
kemalai committed
1 parent
6f1346330a
commit
280e83a559
9 files changed
+52
-20
No files matched your search
@@ -61,14 +61,18 @@ A high-performance website crawler built for serious SEO audits. Targets <kbd>1M
|
||||
|
||||
### 🖥 Desktop UI
|
||||
- Dense dark theme, virtualized 1M+ row tables
|
||||
- **Multi-language UI** (English + Turkish) — switch instantly from Settings → Language
|
||||
- Live-streaming rows during crawl
|
||||
- Advanced AND/OR search (24 fields × 12 ops)
|
||||
- Detail panel with 13 sub-tabs — **HTTP Headers** has Request/Response toggle + **status-code diagnosis banner** (decodes Cloudflare 52x/530 and 4xx/5xx with header signals)
|
||||
- Per-URL **Duplicates** view (cluster siblings)
|
||||
- **Live memory monitor** in status bar (RSS / Sys Free / per-URL cost / capacity projection)
|
||||
- **Robots.txt syntax validator** in the Robots Tester (typo suggestions, orphan rules, sitemap URL check)
|
||||
- **In-app scheduled crawl** (hourly / daily / weekly / custom) per project
|
||||
- **`.seoproject` file association** — double-click a project file from the OS to open it
|
||||
- URL rewriting (regex + whitelist + live preview)
|
||||
- Cytoscape graph + anchor-text word cloud + **Top Words** report
|
||||
- Custom CSS theme override (`custom-theme.css` in user-data folder)
|
||||
- Diagnostic popups for DNS/TLS/proxy issues
|
||||
|
||||
</td>
|
||||
@@ -137,6 +141,8 @@ A high-performance website crawler built for serious SEO audits. Targets <kbd>1M
|
||||
|
||||
Double-click **`FreeCrawl-SEO-Tool-Start.bat`** at the repo root. It verifies Node.js, runs `npm install` on first launch, then starts the app with `npm run dev`.
|
||||
|
||||
> **Don't want to install?** Grab the **portable `.exe`** from the [Releases page](https://github.com/kemalai/FreeCrawl-SEO-Tool/releases) — runs without installation.
|
||||
|
||||
Or manually:
|
||||
|
||||
```bat
|
||||
@@ -153,6 +159,15 @@ npm run dev
|
||||
|
||||
<br />
|
||||
|
||||
Easiest path is the **`FreeCrawl-SEO-Tool-Start.sh`** launcher at the repo root — same one-click flow as the Windows `.bat` (verifies Node, prompts to install on first run, then starts the app).
|
||||
|
||||
```bash
|
||||
chmod +x FreeCrawl-SEO-Tool-Start.sh
|
||||
./FreeCrawl-SEO-Tool-Start.sh
|
||||
```
|
||||
|
||||
Or manually:
|
||||
|
||||
```bash
|
||||
# 1. Install prerequisites (skip any you already have)
|
||||
brew install node@22 git
|
||||
@@ -178,6 +193,10 @@ xattr -cr "/Applications/FreeCrawl SEO.app"
|
||||
|
||||
<br />
|
||||
|
||||
Easiest path is the **`FreeCrawl-SEO-Tool-Start.sh`** launcher at the repo root (same as macOS).
|
||||
|
||||
Prebuilt installers are available for all three families: **`.AppImage`** (universal), **`.deb`** (Debian / Ubuntu), and **`.rpm`** (Fedora / RHEL).
|
||||
|
||||
```bash
|
||||
# 1. Install Node.js 22 LTS (Debian / Ubuntu via NodeSource)
|
||||
curl -fsSL https://deb.nodesource.com/setup_22.x | sudo -E bash -
|
||||
@@ -218,9 +237,9 @@ node apps/cli/dist/index.js --list urls.txt --out out.json # list mode + JSO
|
||||
|
||||
```bash
|
||||
npm run build # all packages + desktop + CLI
|
||||
npm --workspace apps/desktop run build:win # Windows installer (NSIS)
|
||||
npm --workspace apps/desktop run build:mac # macOS DMG
|
||||
npm --workspace apps/desktop run build:linux # AppImage / .deb
|
||||
npm --workspace apps/desktop run build:win # Windows installer (NSIS) + portable .exe
|
||||
npm --workspace apps/desktop run build:mac # macOS DMG (arm64 + x64)
|
||||
npm --workspace apps/desktop run build:linux # AppImage / .deb / .rpm
|
||||
```
|
||||
|
||||
</details>
|
||||
@@ -390,10 +409,12 @@ npm --version # 10+
|
||||
```
|
||||
FreeCrawl-SEO-Tool/
|
||||
├── 📄 FreeCrawl-SEO-Tool-Start.bat # Windows one-click launcher
|
||||
├── 📄 FreeCrawl-SEO-Tool-Start.sh # macOS / Linux one-click launcher
|
||||
├── 📄 CHANGELOG.md # versioned release notes
|
||||
├── 📂 apps/
|
||||
│ ├── 🪟 desktop/ # Electron app (main + preload + renderer)
|
||||
│ └── ⌨ cli/ # headless Node CLI
|
||||
│ ├── ⌨ cli/ # headless Node CLI
|
||||
│ └── 🤖 mcp-server/ # MCP server for AI agents
|
||||
└── 📂 packages/
|
||||
├── 🔗 shared-types/ # IPC + domain types
|
||||
├── 💾 db/ # ProjectDb (node:sqlite) + migrations
|
||||
@@ -408,6 +429,7 @@ graph LR
|
||||
B --> C[core]
|
||||
C --> D[desktop]
|
||||
C --> E[cli]
|
||||
B --> F[mcp-server]
|
||||
```
|
||||
|
||||
<br />
|
||||
@@ -417,7 +439,7 @@ graph LR
|
||||
## 📈 Status
|
||||
|
||||
> [!NOTE]
|
||||
> **Active development.** All 24 analysis tabs, advanced search, 150+ issue categories, sitemap export variants, JSON / CSV / XLSX / HTML reports, list mode, custom extraction, near-duplicate + exact-duplicate detection, hreflang validation, project compare, Cytoscape visualization, auth, proxy, webhook, **MCP server with crawl control + live progress**, OS notifications, **robots.txt syntax validator**, URL rewriting + preview, **status-code diagnosis banner**, **live memory monitor**, in-app logs, and diagnostic popups are working. Live-streaming UX with **first row in ~1 s**.
|
||||
> **Active development.** All 24 analysis tabs, advanced search, 150+ issue categories, sitemap export variants, JSON / CSV / XLSX / HTML reports, list mode, custom extraction, near-duplicate + exact-duplicate detection, hreflang validation, project compare, Cytoscape visualization, auth, proxy, webhook, **MCP server with crawl control + live progress**, OS notifications, **robots.txt syntax validator**, URL rewriting + preview, **status-code diagnosis banner**, **live memory monitor**, **in-app scheduled crawl**, **multi-language UI (EN + TR)**, **`.seoproject` file association**, in-app logs, and diagnostic popups are working. Cross-platform installers (Windows `.exe` + portable, macOS `.dmg`, Linux `.AppImage` / `.deb` / `.rpm`). Live-streaming UX with **first row in ~1 s**.
|
||||
>
|
||||
> **Upcoming:** plugin system, JavaScript rendering, log analyzer, PageSpeed API integration.
|
||||
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
{
|
||||
"name": "@freecrawl/cli",
|
||||
"version": "0.5.0",
|
||||
"version": "0.5.1",
|
||||
"private": true,
|
||||
"type": "module",
|
||||
"bin": {
|
||||
|
||||
@@ -1,8 +1,13 @@
|
||||
{
|
||||
"name": "@freecrawl/desktop",
|
||||
"version": "0.5.0",
|
||||
"version": "0.5.1",
|
||||
"private": true,
|
||||
"description": "FreeCrawl SEO — desktop application",
|
||||
"homepage": "https://github.com/kemalai/FreeCrawl-SEO-Tool",
|
||||
"repository": {
|
||||
"type": "git",
|
||||
"url": "https://github.com/kemalai/FreeCrawl-SEO-Tool.git"
|
||||
},
|
||||
"main": "./out/main/index.js",
|
||||
"scripts": {
|
||||
"dev": "electron-vite dev",
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
{
|
||||
"name": "@freecrawl/mcp-server",
|
||||
"version": "0.5.0",
|
||||
"version": "0.5.1",
|
||||
"private": true,
|
||||
"type": "module",
|
||||
"bin": {
|
||||
|
||||
Generated
+8
-8
@@ -1,12 +1,12 @@
|
||||
{
|
||||
"name": "freecrawl-seo",
|
||||
"version": "0.5.0",
|
||||
"version": "0.5.1",
|
||||
"lockfileVersion": 3,
|
||||
"requires": true,
|
||||
"packages": {
|
||||
"": {
|
||||
"name": "freecrawl-seo",
|
||||
"version": "0.5.0",
|
||||
"version": "0.5.1",
|
||||
"license": "MIT",
|
||||
"workspaces": [
|
||||
"apps/*",
|
||||
@@ -25,7 +25,7 @@
|
||||
},
|
||||
"apps/cli": {
|
||||
"name": "@freecrawl/cli",
|
||||
"version": "0.5.0",
|
||||
"version": "0.5.1",
|
||||
"dependencies": {
|
||||
"@freecrawl/core": "*",
|
||||
"@freecrawl/db": "*",
|
||||
@@ -42,7 +42,7 @@
|
||||
},
|
||||
"apps/desktop": {
|
||||
"name": "@freecrawl/desktop",
|
||||
"version": "0.5.0",
|
||||
"version": "0.5.1",
|
||||
"dependencies": {
|
||||
"@freecrawl/core": "*",
|
||||
"@freecrawl/db": "*",
|
||||
@@ -86,7 +86,7 @@
|
||||
},
|
||||
"apps/mcp-server": {
|
||||
"name": "@freecrawl/mcp-server",
|
||||
"version": "0.5.0",
|
||||
"version": "0.5.1",
|
||||
"dependencies": {
|
||||
"@freecrawl/db": "*",
|
||||
"@freecrawl/shared-types": "*"
|
||||
@@ -8826,7 +8826,7 @@
|
||||
},
|
||||
"packages/core": {
|
||||
"name": "@freecrawl/core",
|
||||
"version": "0.5.0",
|
||||
"version": "0.5.1",
|
||||
"dependencies": {
|
||||
"@freecrawl/db": "*",
|
||||
"@freecrawl/shared-types": "*",
|
||||
@@ -8852,7 +8852,7 @@
|
||||
},
|
||||
"packages/db": {
|
||||
"name": "@freecrawl/db",
|
||||
"version": "0.5.0",
|
||||
"version": "0.5.1",
|
||||
"dependencies": {
|
||||
"@freecrawl/shared-types": "*"
|
||||
},
|
||||
@@ -8864,7 +8864,7 @@
|
||||
},
|
||||
"packages/shared-types": {
|
||||
"name": "@freecrawl/shared-types",
|
||||
"version": "0.5.0",
|
||||
"version": "0.5.1",
|
||||
"devDependencies": {
|
||||
"rimraf": "^6.0.1",
|
||||
"typescript": "^5.7.0"
|
||||
|
||||
+6
-1
@@ -1,10 +1,15 @@
|
||||
{
|
||||
"name": "freecrawl-seo",
|
||||
"version": "0.5.0",
|
||||
"version": "0.5.1",
|
||||
"private": true,
|
||||
"description": "Open-source desktop SEO crawler — a free alternative to Screaming Frog",
|
||||
"license": "MIT",
|
||||
"author": "kemalai",
|
||||
"homepage": "https://github.com/kemalai/FreeCrawl-SEO-Tool",
|
||||
"repository": {
|
||||
"type": "git",
|
||||
"url": "https://github.com/kemalai/FreeCrawl-SEO-Tool.git"
|
||||
},
|
||||
"type": "module",
|
||||
"engines": {
|
||||
"node": ">=22.0.0"
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
{
|
||||
"name": "@freecrawl/core",
|
||||
"version": "0.5.0",
|
||||
"version": "0.5.1",
|
||||
"private": true,
|
||||
"type": "module",
|
||||
"main": "./dist/index.js",
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
{
|
||||
"name": "@freecrawl/db",
|
||||
"version": "0.5.0",
|
||||
"version": "0.5.1",
|
||||
"private": true,
|
||||
"type": "module",
|
||||
"main": "./dist/index.js",
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
{
|
||||
"name": "@freecrawl/shared-types",
|
||||
"version": "0.5.0",
|
||||
"version": "0.5.1",
|
||||
"private": true,
|
||||
"type": "module",
|
||||
"main": "./dist/index.js",
|
||||
|
||||
Reference in new issue
Block a user