Last active
December 11, 2024 02:25
-
-
Save cdpath/fcf4c59e933275e5db2758920a9c1fd8 to your computer and use it in GitHub Desktop.
Revisions
-
cdpath revised this gist
Jan 12, 2019 . 1 changed file with 19 additions and 52 deletions.There are no files selected for viewing
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters. Learn more about bidirectional Unicode charactersOriginal file line number Diff line number Diff line change @@ -7,34 +7,30 @@ "tag_fg_color": "#333333", "tag_bg_color": "#66ff66", "icon": "leaf", "exported_at": "2019-01-12T10:56:41Z", "agents": [ { "type": "Agents::WebsiteAgent", "name": "0 获取微信公众号文章", "disabled": false, "guid": "00a23c266080e989591e35697d91b21e", "options": { "expected_update_period_in_days": "2", "url": [ "http://weixin.sogou.com/weixin?type=1&s_from=input&query=pongba_mindhacks", "http://weixin.sogou.com/weixin?type=1&s_from=input&query=ling-lunch", "http://weixin.sogou.com/weixin?type=1&s_from=input&query=noon-story", "http://weixin.sogou.com/weixin?type=1&s_from=input&query=mzmojo" ], "type": "html", "mode": "on_change", "extract": { "title": { "css": "#sogou_vr_11002301_box_0 > dl:last>dd>a", "value": ".//text()" }, "url": { "css": "#sogou_vr_11002301_box_0 > dl:last>dd>a", "value": "@href" } }, @@ -58,10 +54,11 @@ "title": "微信公众号", "description": "微信公众号全文", "item": { "title": "{{author}} | {{title}}", "description": "{{fulltext}}", "link": "{{url}}" }, "icon": "https://res.wx.qq.com/mmbizwap/zh_CN/htmledition/images/icon/common/favicon22c41b.ico" }, "rss_content_type": "text/xml" }, @@ -91,7 +88,7 @@ "rules": [ { "type": "!regex", "value": "(市集)|(广告)|(推广)|(招人)|(限时)|(福利)", "path": "title" } ], @@ -100,37 +97,6 @@ "keep_events_for": 259200, "propagate_immediately": true }, { "type": "Agents::WebsiteAgent", "name": "3 获取文章全文", @@ -146,14 +112,19 @@ "css": "#js_content", "value": "." }, "title_": { "css": "#activity-name", "value": "normalize-space(.)" }, "author": { "css": "#profileBt > a", "value": "normalize-space(.)" } }, "template": { "fulltext": "{{ fulltext |strip_newlines|replace: \"<br>\",\"\" | regex_replace:'data-src','src'}}" }, "user_agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X x.y; rv:42.0) Gecko/20100101 Firefox/42.0" }, "schedule": "every_12h", "keep_events_for": 604800, @@ -171,14 +142,10 @@ }, { "source": 3, "receiver": 4 }, { "source": 4, "receiver": 1 } ], -
Mar 21, 2018 . 1 changed file with 6 additions and 2 deletions.There are no files selected for viewing
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters. Learn more about bidirectional Unicode charactersOriginal file line number Diff line number Diff line change @@ -142,13 +142,17 @@ "type": "html", "mode": "merge", "extract": { "fulltext": { "css": "#js_content", "value": "." }, "title": { "css": "#activity-name", "value": "normalize-space(.)" } }, "template": { "fulltext": "{{ fulltext |strip_newlines|replace: \"<br>\",\"\" | regex_replace:'data-src','src'}}" } }, "schedule": "every_12h", -
Mar 21, 2018 . 1 changed file with 20 additions and 18 deletions.There are no files selected for viewing
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters. Learn more about bidirectional Unicode charactersOriginal file line number Diff line number Diff line change @@ -11,7 +11,7 @@ "agents": [ { "type": "Agents::WebsiteAgent", "name": "0 获取微信公众号文章（无企业认证）", "disabled": false, "guid": "00a23c266080e989591e35697d91b21e", "options": { @@ -37,15 +37,16 @@ "css": "#sogou_vr_11002301_box_0 > dl:nth-child(3) > dd > a", "value": "@href" } }, "user_agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X x.y; rv:42.0) Gecko/20100101 Firefox/42.0" }, "schedule": "every_12h", "keep_events_for": 172800, "propagate_immediately": true }, { "type": "Agents::DataOutputAgent", "name": "4 输出RSS", "disabled": false, "guid": "1ea34bb7e56575e6c007bf2e2f48b990", "options": { @@ -58,29 +59,30 @@ "description": "微信公众号全文", "item": { "title": "{{title}}", "description": "{{fulltext}}", "link": "{{url}}" } }, "rss_content_type": "text/xml" }, "propagate_immediately": true }, { "type": "Agents::DeDuplicationAgent", "name": "1 标题去重", "disabled": false, "guid": "6406a562f112d0686bf2ae24afcac902", "options": { "property": "{{title}}", "lookback": "200", "expected_update_period_in_days": "6" }, "keep_events_for": 345600, "propagate_immediately": true }, { "type": "Agents::TriggerAgent", "name": "2 过滤广告", "disabled": false, "guid": "822097071177a8c9d57eb0aea8b7554f", "options": { @@ -95,12 +97,12 @@ ], "message": "没有看到广告，放行！" }, "keep_events_for": 259200, "propagate_immediately": true }, { "type": "Agents::WebsiteAgent", "name": "0 获取微信公众号文章（有企业认证）", "disabled": false, "guid": "99cf3d8efded6cee089042dc0859bbfd", "options": { @@ -122,15 +124,16 @@ "css": "#sogou_vr_11002301_box_0 > dl:nth-child(4) > dd > a", "value": "@href" } }, "user_agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.13; rv:52.0) Gecko/20100101 Firefox/52.0" }, "schedule": "every_12h", "keep_events_for": 604800, "propagate_immediately": true }, { "type": "Agents::WebsiteAgent", "name": "3 获取文章全文", "disabled": false, "guid": "c5b16d43997a5195533911e8d1824711", "options": { @@ -139,14 +142,13 @@ "type": "html", "mode": "merge", "extract": { "_fulltext": { "css": "#js_content", "value": "." } }, "template": { "fulltext": "{{ _fulltext |strip_newlines|replace: \"<br>\",\"\" | regex_replace:'data-src','src'}}" } }, "schedule": "every_12h", -
Mar 21, 2018 . 1 changed file with 1 addition and 1 deletion.There are no files selected for viewing
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters. Learn more about bidirectional Unicode charactersOriginal file line number Diff line number Diff line change @@ -109,7 +109,7 @@ "http://weixin.sogou.com/weixin?type=1&s_from=input&query=noon-story", "http://weixin.sogou.com/weixin?type=1&s_from=input&query=voicer_me", "http://weixin.sogou.com/weixin?type=1&s_from=input&query=guokrpac", "http://weixin.sogou.com/weixin?type=1&s_from=input&query=idxgh2013" ], "type": "html", "mode": "on_change", -
Mar 6, 2018 . 1 changed file with 13 additions and 15 deletions.There are no files selected for viewing
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters. Learn more about bidirectional Unicode charactersOriginal file line number Diff line number Diff line change @@ -17,14 +17,14 @@ "options": { "expected_update_period_in_days": "2", "url": [ "http://weixin.sogou.com/weixin?type=1&s_from=input&query=coderstory", "http://weixin.sogou.com/weixin?type=1&s_from=input&query=daiziguizhongren", "http://weixin.sogou.com/weixin?type=1&s_from=input&query=codingpy", "http://weixin.sogou.com/weixin?type=1&s_from=input&query=pongba_mindhacks", "http://weixin.sogou.com/weixin?type=1&s_from=input&query=gh_8590062d6d9b", "http://weixin.sogou.com/weixin?type=1&s_from=input&query=huangcanranstation", "http://weixin.sogou.com/weixin?type=1&s_from=input&query=Py_Hub", "http://weixin.sogou.com/weixin?type=1&s_from=input&query=read_the_economist" ], "type": "html", "mode": "on_change", @@ -89,7 +89,7 @@ "rules": [ { "type": "!regex", "value": "(市集)|(广告)|(推广)", "path": "title" } ], @@ -107,11 +107,9 @@ "expected_update_period_in_days": "2", "url": [ "http://weixin.sogou.com/weixin?type=1&s_from=input&query=noon-story", "http://weixin.sogou.com/weixin?type=1&s_from=input&query=voicer_me", "http://weixin.sogou.com/weixin?type=1&s_from=input&query=guokrpac", "http://weixin.sogou.com/weixin?type=1&s_from=input&query=idxgh2013", ], "type": "html", "mode": "on_change", @@ -181,4 +179,4 @@ "control_links": [ ] } -
May 16, 2017 . 1 changed file with 2 additions and 2 deletions.There are no files selected for viewing
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters. Learn more about bidirectional Unicode charactersOriginal file line number Diff line number Diff line change @@ -27,7 +27,7 @@ "http://weixin.sogou.com/weixin?type=1&s_from=input&query=read_the_economist&ie=utf8&_sug_=n&_sug_type_=" ], "type": "html", "mode": "on_change", "extract": { "title": { "css": "#sogou_vr_11002301_box_0 > dl:nth-child(3) > dd > a", @@ -114,7 +114,7 @@ "http://weixin.sogou.com/weixin?type=1&s_from=input&query=qiechihe&ie=utf8&_sug_=n&_sug_type_=" ], "type": "html", "mode": "on_change", "extract": { "title": { "css": "#sogou_vr_11002301_box_0 > dl:nth-child(4) > dd > a", -
May 16, 2017 . 1 changed file with 1 addition and 1 deletion.There are no files selected for viewing
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters. Learn more about bidirectional Unicode charactersOriginal file line number Diff line number Diff line change @@ -19,7 +19,7 @@ "url": [ "http://weixin.sogou.com/weixin?type=1&s_from=input&query=coderstory&ie=utf8&_sug_=n&_sug_type_=", "http://weixin.sogou.com/weixin?type=1&s_from=input&query=daiziguizhongren&ie=utf8&_sug_=n&_sug_type_=", "http://weixin.sogou.com/weixin?type=1&s_from=input&query=codingpy&ie=utf8&_sug_=n&_sug_type_=", "http://weixin.sogou.com/weixin?type=1&s_from=input&query=pongba_mindhacks&ie=utf8&_sug_=n&_sug_type_=", "http://weixin.sogou.com/weixin?type=1&s_from=input&query=gh_8590062d6d9b&ie=utf8&_sug_=n&_sug_type_=", "http://weixin.sogou.com/weixin?type=1&s_from=input&query=huangcanranstation&ie=utf8&_sug_=n&_sug_type_=", -
May 16, 2017 .There are no files selected for viewing
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters. Learn more about bidirectional Unicode charactersOriginal file line number Diff line number Diff line change @@ -0,0 +1,184 @@ { "schema_version": 1, "name": "WeChat", "description": "微信公众号全文 RSS", "source_url": false, "guid": "dd67102f09869c2228f8ed903a32d063", "tag_fg_color": "#333333", "tag_bg_color": "#66ff66", "icon": "leaf", "exported_at": "2017-05-16T01:27:54Z", "agents": [ { "type": "Agents::WebsiteAgent", "name": "获取微信公众号文章（无企业认证）", "disabled": false, "guid": "00a23c266080e989591e35697d91b21e", "options": { "expected_update_period_in_days": "2", "url": [ "http://weixin.sogou.com/weixin?type=1&s_from=input&query=coderstory&ie=utf8&_sug_=n&_sug_type_=", "http://weixin.sogou.com/weixin?type=1&s_from=input&query=daiziguizhongren&ie=utf8&_sug_=n&_sug_type_=", "http://weixin.sogou.com/weixin?type=1&s_from=input&query=%E7%BC%96%E7%A8%8B%E6%B4%BE", "http://weixin.sogou.com/weixin?type=1&s_from=input&query=pongba_mindhacks&ie=utf8&_sug_=n&_sug_type_=", "http://weixin.sogou.com/weixin?type=1&s_from=input&query=gh_8590062d6d9b&ie=utf8&_sug_=n&_sug_type_=", "http://weixin.sogou.com/weixin?type=1&s_from=input&query=huangcanranstation&ie=utf8&_sug_=n&_sug_type_=", "http://weixin.sogou.com/weixin?type=1&s_from=input&query=Py_Hub&ie=utf8&_sug_=n&_sug_type_=", "http://weixin.sogou.com/weixin?type=1&s_from=input&query=read_the_economist&ie=utf8&_sug_=n&_sug_type_=" ], "type": "html", "mode": "all", "extract": { "title": { "css": "#sogou_vr_11002301_box_0 > dl:nth-child(3) > dd > a", "value": ".//text()" }, "url": { "css": "#sogou_vr_11002301_box_0 > dl:nth-child(3) > dd > a", "value": "@href" } } }, "schedule": "every_12h", "keep_events_for": 604800, "propagate_immediately": true }, { "type": "Agents::DataOutputAgent", "name": "输出RSS", "disabled": false, "guid": "1ea34bb7e56575e6c007bf2e2f48b990", "options": { "secrets": [ "wechat202" ], "expected_receive_period_in_days": 2, "template": { "title": "微信公众号", "description": "微信公众号全文", "item": { "title": "{{title}}", "description": "{{fulltext|regex_replace:'data-src','src'}}", "link": "{{url}}" } } }, "propagate_immediately": true }, { "type": "Agents::DeDuplicationAgent", "name": "标题去重", "disabled": false, "guid": "6406a562f112d0686bf2ae24afcac902", "options": { "property": "{{title}}", "lookback": "200", "expected_update_period_in_days": "6" }, "keep_events_for": 604800, "propagate_immediately": true }, { "type": "Agents::TriggerAgent", "name": "过滤广告", "disabled": false, "guid": "822097071177a8c9d57eb0aea8b7554f", "options": { "expected_receive_period_in_days": "6", "keep_event": "true", "rules": [ { "type": "!regex", "value": "(企鹅市集)|(广告)", "path": "title" } ], "message": "没有看到广告，放行！" }, "keep_events_for": 604800, "propagate_immediately": true }, { "type": "Agents::WebsiteAgent", "name": "获取微信公众号文章（有企业认证）", "disabled": false, "guid": "99cf3d8efded6cee089042dc0859bbfd", "options": { "expected_update_period_in_days": "2", "url": [ "http://weixin.sogou.com/weixin?type=1&s_from=input&query=noon-story", "http://weixin.sogou.com/weixin?type=1&s_from=input&query=anrenmind&ie=utf8&_sug_=n&_sug_type_=", "http://weixin.sogou.com/weixin?type=1&s_from=input&query=voicer_me&ie=utf8&_sug_=n&_sug_type_=", "http://weixin.sogou.com/weixin?type=1&s_from=input&query=guokrpac&ie=utf8&_sug_=n&_sug_type_=", "http://weixin.sogou.com/weixin?type=1&s_from=input&query=idxgh2013&ie=utf8&_sug_=n&_sug_type_=", "http://weixin.sogou.com/weixin?type=1&s_from=input&query=qiechihe&ie=utf8&_sug_=n&_sug_type_=" ], "type": "html", "mode": "all", "extract": { "title": { "css": "#sogou_vr_11002301_box_0 > dl:nth-child(4) > dd > a", "value": ".//text()" }, "url": { "css": "#sogou_vr_11002301_box_0 > dl:nth-child(4) > dd > a", "value": "@href" } } }, "schedule": "every_12h", "keep_events_for": 604800, "propagate_immediately": true }, { "type": "Agents::WebsiteAgent", "name": "获取文章全文 ", "disabled": false, "guid": "c5b16d43997a5195533911e8d1824711", "options": { "expected_update_period_in_days": "2", "url_from_event": "{{url}}", "type": "html", "mode": "merge", "extract": { "title": { "css": "#activity-name", "value": "." }, "fulltext": { "css": "#js_content", "value": "." } } }, "schedule": "every_12h", "keep_events_for": 604800, "propagate_immediately": true } ], "links": [ { "source": 0, "receiver": 2 }, { "source": 2, "receiver": 3 }, { "source": 3, "receiver": 5 }, { "source": 4, "receiver": 2 }, { "source": 5, "receiver": 1 } ], "control_links": [ ] }