NK University

ユーザ用ツール

サイト用ツール

トレース: • insert • scraping • db_access
nodejs:scraping

差分

このページの2つのバージョン間の差分を表示します。

この比較画面へのリンク

両方とも前のリビジョン前のリビジョン
次のリビジョン		前のリビジョン
nodejs:scraping [2023/12/18 20:46] – mikotonodejs:scraping [2023/12/18 20:48] (現在) – mikoto
行 14: 行 14:
 const axios = require('axios'); const axios = require('axios');
 const cheerio = require('cheerio'); const cheerio = require('cheerio');
- 
-// スクレイピング対象のURL 
-const url = 'https://announce.wowma.jp/'; 
  
 // Slack Incoming WebhooksのURLを設定 // Slack Incoming WebhooksのURLを設定
行 73: 行 70:
 </code> </code>
  
 +==== 進行中のコード ====
 <code javascript> <code javascript>
 // index.js // index.js
行 87: 行 85:
  
 const urls = [ const urls = [
-'https://www.amazon.co.jp/dp/B0B3LQH6CR', +// URLs
-'https://www.amazon.co.jp/dp/B08BPRKJ6Q?th=1', +
-'https://www.amazon.co.jp/dp/B003Y8YUVK?th=1', +
-'https://www.amazon.co.jp/dp/B01N631MK8', +
-'https://shopdisney.disney.co.jp/goods/4550586678422.html', +
-'https://shopdisney.disney.co.jp/goods/4550586678415.html', +
-'https://shopdisney.disney.co.jp/goods/4550586678446.html', +
-'https://shopdisney.disney.co.jp/goods/4550586678439.html', +
-'https://shopdisney.disney.co.jp/goods/4550586686120.html', +
-'https://shopdisney.disney.co.jp/goods/4550586686137.html', +
-'https://shopdisney.disney.co.jp/goods/4550586686168.html', +
-'https://shopdisney.disney.co.jp/goods/4550586686151.html', +
-'https://shopdisney.disney.co.jp/goods/4550586686144.html', +
-'https://shopdisney.disney.co.jp/goods/4550586678378.html', +
-'https://shopdisney.disney.co.jp/goods/4550586678392.html', +
-'https://shopdisney.disney.co.jp/goods/4550424703866.html', +
-'https://shopdisney.disney.co.jp/goods/4550424703873.html', +
-'https://shopdisney.disney.co.jp/goods/4550424703859.html?isProductSearch=0&plpPosition=7&guestFacing=%25E3%2581%258A%25E3%2581%2599%25E3%2581%2599%25E3%2582%2581%25E3%2582%25B0%25E3%2583%2583%25E3%2582%25BA%25E7%2589%25B9%25E9%259B%2586-%25E3%2581%25AC%25E3%2581%2584%25E3%2581%2590%25E3%2582%258B%25E3%2581%25BF%25E3%2582%25B7%25E3%2583%25AA%25E3%2583%25BC%25E3%2582%25BA%25E3%2580%258C%25E3%2581%2586%25E3%2582%258B%25E3%2581%25BD%25E3%2581%25A1%25E3%2582%2583%25E3%2581%25A1%25E3%2582%2583%25E3%2582%2593%25E3%2580%258D', +
-'https://shopdisney.disney.co.jp/goods/4550424862815.html?isProductSearch=0&plpPosition=5&guestFacing=%25E3%2581%258A%25E3%2581%2599%25E3%2581%2599%25E3%2582%2581%25E3%2582%25B0%25E3%2583%2583%25E3%2582%25BA%25E7%2589%25B9%25E9%259B%2586-%25E3%2581%25AC%25E3%2581%2584%25E3%2581%2590%25E3%2582%258B%25E3%2581%25BF%25E3%2582%25B7%25E3%2583%25AA%25E3%2583%25BC%25E3%2582%25BA%25E3%2580%258C%25E3%2581%2586%25E3%2582%258B%25E3%2581%25BD%25E3%2581%25A1%25E3%2582%2583%25E3%2581%25A1%25E3%2582%2583%25E3%2582%2593%25E3%2580%258D', +
-'https://shopdisney.disney.co.jp/goods/4550424793829.html?isProductSearch=0&plpPosition=6&guestFacing=%25E3%2581%258A%25E3%2581%2599%25E3%2581%2599%25E3%2582%2581%25E3%2582%25B0%25E3%2583%2583%25E3%2582%25BA%25E7%2589%25B9%25E9%259B%2586-%25E3%2581%25AC%25E3%2581%2584%25E3%2581%2590%25E3%2582%258B%25E3%2581%25BF%25E3%2582%25B7%25E3%2583%25AA%25E3%2583%25BC%25E3%2582%25BA%25E3%2580%258C%25E3%2581%2586%25E3%2582%258B%25E3%2581%25BD%25E3%2581%25A1%25E3%2582%2583%25E3%2581%25A1%25E3%2582%2583%25E3%2582%2593%25E3%2580%258D', +
-'https://shopdisney.disney.co.jp/goods/4550424862785.html?isProductSearch=0&plpPosition=8&guestFacing=%25E3%2581%258A%25E3%2581%2599%25E3%2581%2599%25E3%2582%2581%25E3%2582%25B0%25E3%2583%2583%25E3%2582%25BA%25E7%2589%25B9%25E9%259B%2586-%25E3%2581%25AC%25E3%2581%2584%25E3%2581%2590%25E3%2582%258B%25E3%2581%25BF%25E3%2582%25B7%25E3%2583%25AA%25E3%2583%25BC%25E3%2582%25BA%25E3%2580%258C%25E3%2581%2586%25E3%2582%258B%25E3%2581%25BD%25E3%2581%25A1%25E3%2582%2583%25E3%2581%25A1%25E3%2582%2583%25E3%2582%2593%25E3%2580%258D', +
-'https://shopdisney.disney.co.jp/goods/4550586628243.html?isProductSearch=0&plpPosition=9&guestFacing=%25E3%2581%258A%25E3%2581%2599%25E3%2581%2599%25E3%2582%2581%25E3%2582%25B0%25E3%2583%2583%25E3%2582%25BA%25E7%2589%25B9%25E9%259B%2586-%25E3%2581%25AC%25E3%2581%2584%25E3%2581%2590%25E3%2582%258B%25E3%2581%25BF%25E3%2582%25B7%25E3%2583%25AA%25E3%2583%25BC%25E3%2582%25BA%25E3%2580%258C%25E3%2581%2586%25E3%2582%258B%25E3%2581%25BD%25E3%2581%25A1%25E3%2582%2583%25E3%2581%25A1%25E3%2582%2583%25E3%2582%2593%25E3%2580%258D', +
-'https://shopdisney.disney.co.jp/goods/4550586628236.html?isProductSearch=0&plpPosition=10&guestFacing=%25E3%2581%258A%25E3%2581%2599%25E3%2581%2599%25E3%2582%2581%25E3%2582%25B0%25E3%2583%2583%25E3%2582%25BA%25E7%2589%25B9%25E9%259B%2586-%25E3%2581%25AC%25E3%2581%2584%25E3%2581%2590%25E3%2582%258B%25E3%2581%25BF%25E3%2582%25B7%25E3%2583%25AA%25E3%2583%25BC%25E3%2582%25BA%25E3%2580%258C%25E3%2581%2586%25E3%2582%258B%25E3%2581%25BD%25E3%2581%25A1%25E3%2582%2583%25E3%2581%25A1%25E3%2582%2583%25E3%2582%2593%25E3%2580%258D', +
-'https://shopdisney.disney.co.jp/goods/4550424550934.html?isProductSearch=0&plpPosition=11&guestFacing=%25E3%2581%258A%25E3%2581%2599%25E3%2581%2599%25E3%2582%2581%25E3%2582%25B0%25E3%2583%2583%25E3%2582%25BA%25E7%2589%25B9%25E9%259B%2586-%25E3%2581%25AC%25E3%2581%2584%25E3%2581%2590%25E3%2582%258B%25E3%2581%25BF%25E3%2582%25B7%25E3%2583%25AA%25E3%2583%25BC%25E3%2582%25BA%25E3%2580%258C%25E3%2581%2586%25E3%2582%258B%25E3%2581%25BD%25E3%2581%25A1%25E3%2582%2583%25E3%2581%25A1%25E3%2582%2583%25E3%2582%2593%25E3%2580%258D', +
-'https://shopdisney.disney.co.jp/goods/4550424551078.html?isProductSearch=0&plpPosition=12&guestFacing=%25E3%2581%258A%25E3%2581%2599%25E3%2581%2599%25E3%2582%2581%25E3%2582%25B0%25E3%2583%2583%25E3%2582%25BA%25E7%2589%25B9%25E9%259B%2586-%25E3%2581%25AC%25E3%2581%2584%25E3%2581%2590%25E3%2582%258B%25E3%2581%25BF%25E3%2582%25B7%25E3%2583%25AA%25E3%2583%25BC%25E3%2582%25BA%25E3%2580%258C%25E3%2581%2586%25E3%2582%258B%25E3%2581%25BD%25E3%2581%25A1%25E3%2582%2583%25E3%2581%25A1%25E3%2582%2583%25E3%2582%2593%25E3%2580%258D', +
-'https://meccha-japan.com/ja/pouches/121156-pouch-pokemon-wakka-de-ikka.html', +
-'https://item.rakuten.co.jp/wildleap02/b0cjtcf771/?scid=af_pc_etc&sc2id=af_113_0_10001868&icm_acid=255-776-8501&icm_cid=17549940929&icm_agid=&ifd=57&iasid=wem_icbs_&gclid=Cj0KCQiA7OqrBhD9ARIsAK3UXh1BF0uRsYKyOdh0wTVtha4beyXUZOtDgjihpmE6CMTucCcHGhkL_hQaAvr0EALw_wcB', +
-'https://store.shopping.yahoo.co.jp/sora3/6400000051998.html', +
-'https://jp.mercari.com/shops/product/fhkAwwTeRSnMhai8QASz8o', +
-'https://www.amazon.co.jp/dp/B09WMVHYD5', +
-'https://www.amazon.co.jp/dp/B089P7LBTP', +
-'https://store.jp.square-enix.com/item/MMC06011_2.html', +
-'https://www.amazon.co.jp/dp/B0BXBFF2P6', +
-'https://tsurumai-hobby.jp/item/4560308575922', +
-'https://ec.treasure-f.com/item/1053006538755606?gad_source=1&gclid=Cj0KCQiAj_CrBhD-ARIsAIiMxT_WuEqb8Xy4UR6xpB8ADTObGw15zCeNlQxp-P9vCgS6oU7sYQ5jlNIaAtscEALw_wcB', +
-'https://ec.treasure-f.com/item/1004016076270004', +
-'https://ec.treasure-f.com/item/1035008920493042', +
-'https://paypayfleamarket.yahoo.co.jp/item/z217975502', +
-'https://www.2ndstreet.jp/goods/detail/goodsId/2320343805536/shopsId/30700', +
-'https://i.lumine.jp/item/865230038050001', +
-'https://i.lumine.jp/item/865230038050001', +
-'https://i.lumine.jp/item/865230038050001', +
-'https://i.lumine.jp/item/865230038050001', +
-'https://i.lumine.jp/item/865230038050001', +
-'https://i.lumine.jp/item/865230038050001', +
-'https://i.lumine.jp/item/865230038050001', +
-'https://i.lumine.jp/item/865230038050001', +
-'https://i.lumine.jp/item/865230038050001', +
-'https://i.lumine.jp/item/865230038050001', +
-'https://i.lumine.jp/item/865230038050001', +
-'https://i.lumine.jp/item/865230038050001', +
-'https://i.lumine.jp/item/865230038050001', +
-'https://i.lumine.jp/item/865230038050001', +
-'https://netmall.hardoff.co.jp/product/3050861/', +
-'https://pqowmz.duallead.top/index.php?main_page=product_info&products_id=11432', +
-'https://www.ec.otakarasouko.com/shopdetail/000000457901/', +
-'https://www.amazon.co.jp/dp/B0B9ZN7F59', +
-'https://item.rakuten.co.jp/hugallhobby/bti0250135/', +
-'https://www.amazon.co.jp/dp/B0CCT2R3QH', +
-'https://store.shopping.yahoo.co.jp/squacy/k5s10-0001.html', +
-'https://www.suruga-ya.jp/product/detail/602262321', +
-'https://www.amazon.co.jp/dp/B0C1V47TMJ', +
-'https://www.kyd-store.jp/c/genre/revo/nr008', +
-'https://item.fril.jp/9595aa585bcb94f12e17036a35554664', +
-'https://fullahead.shop/index.php?main_page=product_info&products_id=42019383', +
-'https://www.amazon.co.jp/dp/B005JVNF84', +
-'https://www.amazon.co.jp/dp/B0CCMT4TJ3', +
-'https://www.suruga-ya.jp/product/detail/646137608', +
-'https://munyugurumi.jp/itemdetail?ItemID=149176', +
-'https://munyugurumi.jp/itemdetail?ItemID=149176', +
-'https://item.rakuten.co.jp/capital-kyoto/nakajima-167101-22/?scid=af_pc_etc&sc2id=af_113_0_10001868&icm_agid=&icm_cid=17549940929&ifd=57&gclid=Cj0KCQiAsvWrBhC0ARIsAO4E6f_oTxgVcDlWT92R9Vwnu_IhiyfPbHZEVwuG-xPWq48nbMW3Nj0n2AAaAlzkEALw_wcB&icm_acid=255-776-8501&iasid=wem_icbs_',+
 ]; ];
  
nodejs/scraping.1702899975.txt.gz · 最終更新: 2023/12/18 20:46 by mikoto