From f9e1471487a44f08e2f9d2ef618b7454a68229b7 Mon Sep 17 00:00:00 2001 From: cheney Date: Sun, 19 Apr 2026 08:42:20 +0800 Subject: [PATCH] save --- package-lock.json | 107 +++++++++++++++++++++++ package.json | 2 + scripts/scraper/sow-inventory-scraper.js | 29 ++++-- 3 files changed, 132 insertions(+), 6 deletions(-) diff --git a/package-lock.json b/package-lock.json index 96ea56e..264873a 100644 --- a/package-lock.json +++ b/package-lock.json @@ -9,8 +9,10 @@ "version": "1.0.0", "license": "ISC", "dependencies": { + "@prisma/adapter-mariadb": "^7.7.0", "@prisma/client": "^7.7.0", "gray-matter": "^4.0.3", + "mariadb": "^3.5.2", "marked": "^17.0.6", "next": "^14.2.3", "prisma": "^7.7.0", @@ -219,6 +221,59 @@ "node": ">= 10" } }, + "node_modules/@prisma/adapter-mariadb": { + "version": "7.7.0", + "resolved": "https://registry.npmmirror.com/@prisma/adapter-mariadb/-/adapter-mariadb-7.7.0.tgz", + "integrity": "sha512-BlugprCUNFGelP7t0uQEHkC5ZcNmgUxWi6xpkjWKUS9gESGBDF3mNdYFqRc2zS9w7pC83gpNxSY51A7gCY2HdA==", + "license": "Apache-2.0", + "dependencies": { + "@prisma/driver-adapter-utils": "7.7.0", + "mariadb": "3.4.5" + } + }, + "node_modules/@prisma/adapter-mariadb/node_modules/@types/node": { + "version": "24.12.2", + "resolved": "https://registry.npmmirror.com/@types/node/-/node-24.12.2.tgz", + "integrity": "sha512-A1sre26ke7HDIuY/M23nd9gfB+nrmhtYyMINbjI1zHJxYteKR6qSMX56FsmjMcDb3SMcjJg5BiRRgOCC/yBD0g==", + "license": "MIT", + "dependencies": { + "undici-types": "~7.16.0" + } + }, + "node_modules/@prisma/adapter-mariadb/node_modules/iconv-lite": { + "version": "0.6.3", + "resolved": "https://registry.npmmirror.com/iconv-lite/-/iconv-lite-0.6.3.tgz", + "integrity": "sha512-4fCk79wshMdzMp2rH06qWrJE4iolqLhCUH+OiuIgU++RB0+94NlDL81atO7GX55uUKueo0txHNtvEyI6D7WdMw==", + "license": "MIT", + "dependencies": { + "safer-buffer": ">= 2.1.2 < 3.0.0" + }, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/@prisma/adapter-mariadb/node_modules/mariadb": { + "version": "3.4.5", + "resolved": "https://registry.npmmirror.com/mariadb/-/mariadb-3.4.5.tgz", + "integrity": "sha512-gThTYkhIS5rRqkVr+Y0cIdzr+GRqJ9sA2Q34e0yzmyhMCwyApf3OKAC1jnF23aSlIOqJuyaUFUcj7O1qZslmmQ==", + "license": "LGPL-2.1-or-later", + "dependencies": { + "@types/geojson": "^7946.0.16", + "@types/node": "^24.0.13", + "denque": "^2.1.0", + "iconv-lite": "^0.6.3", + "lru-cache": "^10.4.3" + }, + "engines": { + "node": ">= 14" + } + }, + "node_modules/@prisma/adapter-mariadb/node_modules/undici-types": { + "version": "7.16.0", + "resolved": "https://registry.npmmirror.com/undici-types/-/undici-types-7.16.0.tgz", + "integrity": "sha512-Zz+aZWSj8LE6zoxD+xrjh4VfkIG8Ya6LvYkZqtUQGJPZjYl53ypCaUwWqo7eI0x66KBGeRo+mlBEkMSeSZ38Nw==", + "license": "MIT" + }, "node_modules/@prisma/client": { "version": "7.7.0", "resolved": "https://registry.npmmirror.com/@prisma/client/-/client-7.7.0.tgz", @@ -292,6 +347,15 @@ "zeptomatch": "2.1.0" } }, + "node_modules/@prisma/driver-adapter-utils": { + "version": "7.7.0", + "resolved": "https://registry.npmmirror.com/@prisma/driver-adapter-utils/-/driver-adapter-utils-7.7.0.tgz", + "integrity": "sha512-gZXREeu6mOk7zXfGFJgh86p7Vhj0sXNKp+4Cg1tWYo7V2dfncP2qxS2BiTmbIIha8xPqItkl0WSw38RuSq1HoQ==", + "license": "Apache-2.0", + "dependencies": { + "@prisma/debug": "7.7.0" + } + }, "node_modules/@prisma/engines": { "version": "7.7.0", "resolved": "https://registry.npmmirror.com/@prisma/engines/-/engines-7.7.0.tgz", @@ -662,6 +726,21 @@ "integrity": "sha512-Ps3T8E8dZDam6fUyNiMkekK3XUsaUEik+idO9/YjPtfj2qruF8tFBXS7XhtE4iIXBLxhmLjP3SXpLhVf21I9Lw==", "license": "MIT" }, + "node_modules/@types/geojson": { + "version": "7946.0.16", + "resolved": "https://registry.npmmirror.com/@types/geojson/-/geojson-7946.0.16.tgz", + "integrity": "sha512-6C8nqWur3j98U6+lXDfTUWIfgvZU+EumvpHKcYjujKH7woYyLj2sUmff0tRhrqM7BohUw7Pz3ZB1jj2gW9Fvmg==", + "license": "MIT" + }, + "node_modules/@types/node": { + "version": "25.6.0", + "resolved": "https://registry.npmmirror.com/@types/node/-/node-25.6.0.tgz", + "integrity": "sha512-+qIYRKdNYJwY3vRCZMdJbPLJAtGjQBudzZzdzwQYkEPQd+PJGixUL5QfvCLDaULoLv+RhT3LDkwEfKaAkgSmNQ==", + "license": "MIT", + "dependencies": { + "undici-types": "~7.19.0" + } + }, "node_modules/@types/react": { "version": "19.2.14", "resolved": "https://registry.npmmirror.com/@types/react/-/react-19.2.14.tgz", @@ -1856,6 +1935,12 @@ "loose-envify": "cli.js" } }, + "node_modules/lru-cache": { + "version": "10.4.3", + "resolved": "https://registry.npmmirror.com/lru-cache/-/lru-cache-10.4.3.tgz", + "integrity": "sha512-JNAzZcXrCt42VGLuYz0zfAzDfAvJWW6AfYlDBQyDV5DClI2m5sAmK+OIO7s59XfsRsWHp02jAJrRadPRGTt6SQ==", + "license": "ISC" + }, "node_modules/lru.min": { "version": "1.1.4", "resolved": "https://registry.npmmirror.com/lru.min/-/lru.min-1.1.4.tgz", @@ -1871,6 +1956,22 @@ "url": "https://github.com/sponsors/wellwelwel" } }, + "node_modules/mariadb": { + "version": "3.5.2", + "resolved": "https://registry.npmmirror.com/mariadb/-/mariadb-3.5.2.tgz", + "integrity": "sha512-9rztrI4nouxAY/82a+RlzzZ5ie2vxu2eYclkBvTy1ATXH1B9cnvZ0O71Pzsy/mlfDb5P3HhOg0JzQKkDRhctyA==", + "license": "LGPL-2.1-or-later", + "dependencies": { + "@types/geojson": "^7946.0.16", + "@types/node": ">=18", + "denque": "^2.1.0", + "iconv-lite": "^0.7.2", + "lru-cache": "^10.4.3" + }, + "engines": { + "node": ">= 18" + } + }, "node_modules/marked": { "version": "17.0.6", "resolved": "https://registry.npmjs.org/marked/-/marked-17.0.6.tgz", @@ -2595,6 +2696,12 @@ "node": ">=20.18.1" } }, + "node_modules/undici-types": { + "version": "7.19.2", + "resolved": "https://registry.npmmirror.com/undici-types/-/undici-types-7.19.2.tgz", + "integrity": "sha512-qYVnV5OEm2AW8cJMCpdV20CDyaN3g0AjDlOGf1OW4iaDEx8MwdtChUp4zu4H0VP3nDRF/8RKWH+IPp9uW0YGZg==", + "license": "MIT" + }, "node_modules/use-sync-external-store": { "version": "1.6.0", "resolved": "https://registry.npmjs.org/use-sync-external-store/-/use-sync-external-store-1.6.0.tgz", diff --git a/package.json b/package.json index cd080e0..4d02ab0 100644 --- a/package.json +++ b/package.json @@ -8,8 +8,10 @@ "test": "echo \"Error: no test specified\" && exit 1" }, "dependencies": { + "@prisma/adapter-mariadb": "^7.7.0", "@prisma/client": "^7.7.0", "gray-matter": "^4.0.3", + "mariadb": "^3.5.2", "marked": "^17.0.6", "next": "^14.2.3", "prisma": "^7.7.0", diff --git a/scripts/scraper/sow-inventory-scraper.js b/scripts/scraper/sow-inventory-scraper.js index cb4e61a..2184a08 100644 --- a/scripts/scraper/sow-inventory-scraper.js +++ b/scripts/scraper/sow-inventory-scraper.js @@ -1,8 +1,23 @@ -const axios = require('axios'); -const cheerio = require('cheerio'); -const { PrismaClient } = require('../../generated/prisma'); +import axios from 'axios'; +import * as cheerio from 'cheerio'; +import { PrismaClient } from '../../generated/prisma/client.js'; +import { PrismaMariaDb } from '@prisma/adapter-mariadb'; +import { createPool } from 'mariadb'; -const prisma = new PrismaClient(); +// 创建数据库连接池 +const pool = createPool({ + host: '192.168.111.111', + port: 3306, + user: 'root', + password: 'fullstack', + database: 'iboard', + connectionLimit: 5 +}); + +// 构造 PrismaClient，提供 adapter +const prisma = new PrismaClient({ + adapter: new PrismaMariaDb(pool) +}); // 浙江数据开放网站URL（示例，实际需要根据真实网站修改） const ZHEJIANG_OPEN_DATA_URL = 'https://data.zj.gov.cn/'; @@ -259,6 +274,8 @@ async function scrapeSowInventory(incremental = true) { } finally { // 关闭Prisma连接 await prisma.$disconnect(); + // 关闭数据库连接池 + await pool.end(); } } @@ -270,13 +287,13 @@ async function scrapeSowInventoryFull() { } // 导出函数 -module.exports = { +export { scrapeSowInventory, scrapeSowInventoryFull }; // 如果直接运行此文件 -if (require.main === module) { +if (import.meta.url === `file://${process.argv[1]}`) { // 默认执行增量更新 // 如果需要强制全量更新，使用: scrapeSowInventoryFull() scrapeSowInventory().catch(error => {