Rent Scraping in Japan

Scirpts for crawling rent info in Japan from Internet and analyzing them

config file

config.json

{
  "sleep_sec": 3,
  "colmuns": [
    "間取り",
    "面積",
    "家賃",
    "管理費",
    "敷金",
    "礼金",
    "rental_cost",
    "num_posts",
    "rental_cost_changed",
    "立地1",
    "立地2",
    "築年数",
    "階数",
    "物件階",
    "date"
  ],
  "price_columns": ["date", "家賃", "管理費", "敷金", "礼金", "rental_cost"],
  "crawler_config": [
    {
      "search_url": "YOUR_URL_1",
      "tag": "YOUR_TAG_1",
      "block_list": [
        "APARTMENT_NAME_1",
        "APARTMENT_NAME_2"
      ]
    },
    {
      "search_url": "YOUR_URL_2",
      "tag": "YOUR_TAG_2",
      "block_list": []
    }
  ]

}

Search specific house grep -rnw './data' -e '物件名'