增加支持自定义网站配置

Author: kscript

README.md

@@ -50,4 +50,36 @@ markdownDownload(websiteConfigs.juejin, {
 [博客园](https://www.cnblogs.com/)  
 [微信文章](https://mp.weixin.qq.com/)  
 [开源中国](https://www.oschina.net/)  
-[CSDN](https://blog.csdn.net/)  
+[CSDN](https://blog.csdn.net/)  
+
+## 自定义网站配置
+如果某网站没有被支持, 可以自定义网站配置.  
+在控制台选中插件环境, 或者在插件的选项页/背景页, 将示例代码修改为对应网站配置, 并执行
+自定义的网站配置的优先级, 要比默认的网站配置更高
+``` js
+// 注意: 网站域名 和 文章内容选择器为必填项
+setWebsite(
+		'juejin',
+		{
+				// * 网站域名, 默认配置支持正则, 这里暂不支持
+				hosts: ['juejin.cn'],
+				link: true,
+				br: false,
+				code: false,
+				selectors: {
+						// 标题选择器
+						title: '.article-title',
+						// * 文章内容选择器
+						body: '.markdown-body',
+						// 文章作者用户名选择器
+						userName: '.username .name',
+						// 文章作者链接选择器
+						userLink: '.username',
+						// 无效内容的选择器
+						invalid: 'style',
+						// 文章标签选择器
+						tag: '.article-end .tag-list .tag-item'
+				}
+		}
+)
+```

package.json

@@ -1,6 +1,6 @@
 {
   "name": "markdown-downloader",
-  "version": "2.0.1",
+  "version": "2.0.2",
   "description": "markdown文章下载",
   "main": "dist/index.js",
   "scripts": {

src/background.js

@@ -1,5 +1,8 @@
 import { ajax, blob2array } from './request'
 import { configs } from './websites'
+import { getLocal, setWebsite } from './utils'
+
+globalThis.setWebsite = setWebsite
 
 chrome.runtime.onMessage.addListener((message, sender, sendResponse) => {
   const { type } = message
@@ -40,9 +43,16 @@ const sendMessage = (message, onsuccess) => {
   })
 }
 
-chrome.action.onClicked.addListener((tab) => {
+chrome.action.onClicked.addListener(async (tab) => {
   const { host } = new URL(tab.url)
-  const matched = configs.some(({ website, hosts }) => {
+  const localWebsites = await getLocal('websites')
+  const localConfigs = localWebsites instanceof Object ? Object.keys(localWebsites).reduce((acc, curr) => {
+    return localWebsites[curr] instanceof Object ? acc.concat({
+      website: curr,
+      hosts: localWebsites[curr].hosts
+    }) : acc
+  }, []) : []
+  const matched = localConfigs.concat(configs).some(({ website, hosts }) => {
     if (
       website && Array.isArray(hosts) && hosts.some(item => item instanceof RegExp ? item.test(host) : item === host)
     ) {

src/index.js

@@ -1,13 +1,15 @@
-import { websites } from './websites'
+import { websites, hooks } from './websites'
 import { 
   isExtension,
-  sendMessage
+  sendMessage,
+  getLocal,
+  setWebsite
 } from './utils'
 import downloadZip from './download'
 import { downloadMarkdown } from './markdown'
 import { getLocalOptions } from './options'
 
-const extract = async (options, customOptions, hook) => {
+const extract = async (options, customOptions = {}, hook = {}) => {
   const localOptions = await getLocalOptions()
   const data = await downloadMarkdown(options, Object.assign(customOptions, {
     localOptions
@@ -25,15 +27,29 @@ const extract = async (options, customOptions, hook) => {
 
 if (isExtension) {
   chrome.runtime.onMessage.addListener(async (message, sender, sendResponse) => {
+    const localWebsites = await getLocal('websites')
     if (message instanceof Object) {
       if (message.type === 'download') {
         if (typeof websites[message.website] === 'function') {
           await websites[message.website](extract)
+        } else {
+          const localWebsite = localWebsites[message.website]
+          if (localWebsite instanceof Object) {
+            await extract(
+              localWebsite,
+              localWebsite.customOptions instanceof Object ? localWebsite.customOptions : {},
+              Object.assign({},
+                hooks[message.website] instanceof Object ? hooks[message.website] : {},
+                localWebsite.hooks instanceof Object ? localWebsite.hooks : {}
+              )
+            )
+          }
         }
       }
     }
     sendResponse('')
   })
+  window.setWebsite = setWebsite
 }
 
 export default downloadMarkdown

src/option.html

@@ -7,8 +7,10 @@
   <meta name="description" content="插件配置" />
   <title>插件配置</title>
   <script defer="defer" src="main.d77d57b4.js"></script>
+  <script defer="defer" src="option.js"></script>
   <link href="main.092cdea9.css" rel="stylesheet">
   <link href="main.css" rel="stylesheet">
+
 </head>
 
 <body>

src/option.js

@@ -0,0 +1,41 @@
+const getLocal = (key) =>
+  new Promise((resolve) => {
+    chrome.storage.local.get(key, (data) => {
+      resolve(data[key])
+    })
+})
+const setWebsite = async (website, options) => {
+  const localWebsites = await getLocal('websites')
+  const websites = Object.assign(
+    {},
+    localWebsites instanceof Object ? localWebsites : {}
+  )
+  const valid = website
+    &&
+    options instanceof Object
+    &&
+    Array.isArray(options.hosts)
+    &&
+    options.hosts.length
+    &&
+    (options.selectors || {}).body
+  if (valid) {
+    options.origin = website
+    Object.assign(
+      websites,
+      {
+        [website]: options
+      }
+    )
+    chrome.storage.local.set({
+      websites
+    })
+  } else if (options === null) {
+    delete websites[website]
+    chrome.storage.local.set({
+      websites
+    })
+  }
+  return websites
+}
+window.setWebsite = setWebsite

src/options.js

@@ -1,3 +1,5 @@
+import { getLocal } from './utils'
+
 const defaultOptions = {
   partLimit: 1e3,
   requestLimit: 5,
@@ -6,12 +8,9 @@ const defaultOptions = {
 
 export const options = Object.assign({}, defaultOptions)
 
-export const getLocalOptions = () => {
-  return new Promise((resolve) => {
-    chrome.storage.local.get('localOptions', ({ localOptions }) => {
-      resolve(localOptions instanceof Object ? localOptions : {})
-    })
-  })
+export const getLocalOptions = async () => {
+  const localOptions = await getLocal('localOptions')
+  return localOptions instanceof Object ? localOptions : {}
 }
 export const mergeOptions = (newOptions) => {
   return Object.assign(options, defaultOptions, newOptions instanceof Object ? newOptions : {})

src/utils.js

@@ -115,7 +115,47 @@ export const exec = async (...rest) => {
     }
     return exec.returnValue
 }
-
+export const getLocal = (key) => {
+  return new Promise((resolve) => {
+    chrome.storage.local.get(key, (data) => {
+      resolve(data[key])
+    })
+  })
+}
+export const setWebsite = async (website, options) => {
+  const localWebsites = await getLocal('websites')
+  const websites = Object.assign(
+    {},
+    localWebsites instanceof Object ? localWebsites : {}
+  )
+  const valid = website
+    &&
+    options instanceof Object
+    &&
+    Array.isArray(options.hosts)
+    &&
+    options.hosts.length
+    &&
+    (options.selectors || {}).body
+  if (valid) {
+    options.origin = website
+    Object.assign(
+      websites,
+      {
+        [website]: options
+      }
+    )
+    chrome.storage.local.set({
+      websites
+    })
+  } else if (options === null) {
+    delete websites[website]
+    chrome.storage.local.set({
+      websites
+    })
+  }
+  return websites
+}
 export default {
   isBrowser,
   isExtension,
@@ -132,5 +172,7 @@ export default {
   formatDate,
   insertAfter,
   getUrl,
-  exec
+  exec,
+  getLocal,
+  setWebsite
 }