在2次POST查詢后從網站上檢索資料

我正在嘗試刮取這個網站以獲得優惠串列。
問題是，在收到最終結果之前，我們需要填寫兩個表格（2個POST查詢）。

這是我目前所做的：

這是我目前所做的。

import requests as rs
from form_data import form_data1, form_data2
base_url = "https://compare.energy.vic.gov.au/api"/span>
with rs.Session() as s:
   url_ = f"{base_url}/get-psb-details?serverCacheId=null" 
   r = (s.get(url_))
   serverCacheId = r.json()["serverCacheId"/span>]
   r = s.post(f"{base_url}/save-form-data", data=form_data1)
   r = s.post(f"{base_url}/save-form-data", data=form_data2)

然后我試圖在第二次POST查詢后檢索出報價：

但不幸的是，我得到了一個表示重定向的資訊：

這2個POST使用了當前的資料：

form_data1 = { "showSolarSelection"。"true", "energyType": "Electricity", "userType": "住宅"。 "賬單": "無賬單"。 "postcode": "3000", "useProfile": "0", "averageDailyConsumption": "0", "skipNMI": "true", "smartMeter": "1", "disclaimer": "true", "hasSolar": "0", "hasConcession": "0", " distributor": { "id": "4", "name": "Citipower", "顯示": "Citipower", "電話": "1300 301 101 / 13 12 80"。 "distribution_zone_id": "11", "distribution_zone_name": "All". }, "distributorDerived": "0", " distributorSubmit": "true", "pageDataType": "energyConfigData", "loopBack": "true". }

而且

form_data2 = {
    "pvCapacity"/span>: "0"/span>, "pvCapacityCap": "null", "hhSize": "1", "totalRooms": "1", "fridgeCount": "0",
    "gasConnection": "4", " poolHeating": "0"/span>, "poolHeatingSolar": "false", "poolHeatingGas": "false",
    "poolHeatingElectric": "false", "poolHeatingNone": "false", "spaceHeatingElectricDucted": "false",
    "spaceHeatingSplitSystem": "false", "spaceHeatingElectricUnderfloor": "false",
    "spaceHeatingElectricIndividual": "false", "spaceHeatingGasDucted": "false",
    "spaceHeatingGasUnderfloor": "false", "spaceHeatingGasIndividual": "false", "spaceHeatingOther": "false",
    "spaceHeatingNone": "true", "spaceCoolingRoomAC": "false", "spaceCoolingSplitSystem": "false",
    "spaceCoolingDuctedReverse": "false", "spaceCoolingDuctedEvaporative": "false",
    "spaceCoolingPortableRef": "false", "spaceCoolingPortableEvap": "false", "spaceCoolingOther": "false",
    "spaceCoolingNone": "true", "seaDistance": "", " clothesDryer": "0", "clothesDryerWeekday": "",
    "clothesDryerWeekend": "", "dishwasherWeekday": "", "dishwasherWeekend": "",
    "waterHeatingElectric": "false", "waterHeatingElectricSolar": "false", "waterHeatingGasStorage": "false",
    "waterHeatingGasInstant": "false", "waterHeatingGasSolar": "false", "waterHeatingOther": "true",
    "controlledLoad": "", "tvTotal": "", " turnOffAtPowerShort": "", " ovensElectric": "", " ovensGas": "",
    "washingMachineUsage": "", " washingMachineWeekday": "", "WashingMachineWeekend": "",
    "TVUsageWeekday": "", "TVUsageWeekend": "", " heatingUsageMethod": "",
    "gasUsageWinter": "0", "hhSize51": "", "energyType": "Electricity", "hasSolar": "0",
    "pageDataType": "energyProfileData"/span>, "loopBack"/span>: "false".
}

預期的結果

{
  "selectedEnergyType"。"Electricity",
  "energyTypeCount": 1,
  "offer": {
    "Electricity": {
      "offerList": [{...}]
    }
  }
}

uj5u.com熱心網友回復：

該網站對表單資料有一些要求和限制。

form_data1:

"hasSolar"。"0"。
"solarCapacity": "", # 添加這個。
"hasConcession": "0"。
"feedInTariff": "", # 添加這個。

# "loopBack": "true"
"loopBack"。False。

# r = s.post(f"{base_url}/save-form-data", data=form_data1)
r = s.post(f"{base_url}/save-form-data", data=form_data1)f"{base_url}/save-form-data", json=dict（form_data1, serverCacheId=str（serverCacheId）)

form_data2:

1. 設定"serverCacheId"并將data=改為json=。

   # r = s.post(f"{base_url}/save-form-data", data=form_data2)
   r = s.post(f"{base_url}/save-form-data", data=form_data2)f"{base_url}/save-form-data", json=dict（form_data2, serverCacheId=str（serverCacheId）)
   

2. （可選，為了保持一致性）將"loopBack": "false"改為"loopBack": false。

   # "loopBack": "false"
   "loopBack"。假的。
   

uj5u.com熱心網友回復：

你的請求資料有問題。資料中缺少一些必要的檔案。

"solarCapacity":" ",
"feedInTariff"/span>:""。
"serverCacheId": serverCacheId,

上面的欄位在資料中丟失。你還必須改變"loopBack": "true"和"loopBack": "false"改為"loopBack":False

還需要做一個改動，

s.post(f"{base_url}/save-form-data", data=form_data1)/code>

import json
import requests as rs


form_data1 = {
    "showSolarSelection"："true"。
    "energyType":"Electricity"。
    "userType":"住宅"。
    "bill":"no bill"。
    "postcode":"3000"。
    "useProfile":"0"。
    "averageDailyConsumption":"0"。
    "skipNMI"/span>:"true"。
    "smartMeter"/span>:"1"。
    "disclaimer":"true"。
    "hasSolar"/span>:"0"。
    "hasConcession"/span>:"0"。
    " distributor":{
        "id":"4"。
        "name":"Citipower"。
        "顯示":"Citipower",
        "電話":"1300 301 101 / 13 12 80"。
        "distribution_zone_id":"11"。
        "distribution_zone_name":"All"。
    },
    "distributorDerived":"0"。
    "distributorSubmit":"true"。
    "pageDataType"/span>:"energyConfigData"/span>。
    "solarCapacity"/span>:""。
    "feedInTariff"/span>:""。
    "loopBack":False。
}

form_data2 = {
    "pvCapacity"/span>:"0"/span>,
    "pvCapacityCap":"null"。
    "hhSize":"1",
    "totalRooms"/span>:"1",
    "fridgeCount":"0",
    "gasConnection":"4"。
    "poolHeating":"0",
    "poolHeatingSolar"/span>:"false",
    "poolHeatingGas"/span>:"false",
    "poolHeatingElectric":"false",
    "poolHeatingNone"/span>:"false",
    "spaceHeatingElectricDucted"/span>:"false"。
    "spaceHeatingSplitSystem":"false",
    "spaceHeatingElectricUnderfloor":"false",
    "spaceHeatingElectricIndividual":"false",
    "spaceHeatingGasDucted"/span>:"false",
    "spaceHeatingGasUnderfloor"/span>:"false",
    "spaceHeatingGasIndividual":"false"。
    "spaceHeatingOther":"false",
    "spaceHeatingNone":"true"。
    "spaceCoolingRoomAC":"假"。
    "spaceCoolingSplitSystem":"false",
    "spaceCoolingDuctedReverse"/span>:"false"。
    "spaceCoolingDuctedEvaporative"/span>:"false"。
    "spaceCoolingPortableRef":"false",
    "spaceCoolingPortableEvap":"false"。
    "spaceCoolingOther":"false"。
    "spaceCoolingNone":"true"。
    "seaDistance":""。
    " clothesDryer":"0"。
    " clothesDryerWeekday":""。
    " clothesDryerWeekend":""。
    "dishwasherWeekday":""。
    "dishwasherWeekend":""。
    "waterHeatingElectric"/span>:"false",
    "waterHeatingElectricSolar":"false",
    "waterHeatingGasStorage":"false"。
    "waterHeatingGasInstant":"false"。
    "waterHeatingGasSolar":"false"。
    "waterHeatingOther":"true"。
    "controlledLoad"/span>:"",
    "tvTotal":""。
    "turnOffAtPowerShort"/span>:""。
    " ovensElectric":"",
    " ovensGas":"",
    "washingMachineUsage":""。
    "washingMachineWeekday":""。
    "washingMachineWeekend":""。
    "TVUsageWeekday":""。
    "TVUsageWeekend":""。
    "HeatingUsageMethod":""。
    "gasUsageWinter":"0"。
    "hhSize51"/span>:""。
    "energyType":"Electricity"。
    "hasSolar"/span>:"0"。
    "hasConcession"/span>:"0"。
    "pageDataType"/span>:"energyProfileData"/span>。
    "solarCapacity"/span>:""。
    "feedInTariff"/span>:""。
    "loopBack":False。
}

base_url = "https://compare.energy.vic.gov.au/api"/span>

with rs.Session() as s:
    cache_id_url = f"{base_url}/get-psb-details? serverCacheId=null"
    cache_data = s.get(cache_id_url).json()
    serverCacheId = str(cache_data["serverCacheId"/span>])

    form_data1["serverCacheId"] = serverCacheId
    form_data2["serverCacheId"] = serverCacheId

    s.post(f"{base_url}/save-form-data", json=form_data1)
    s.post(f"{base_url}/save-form-data", json=form_data2)

    offers_url = "https://compare.energy.vic.gov.au/api/get-offers"。

    body = {
        "serverCacheId": serverCacheId,
        "loopBack": "false",
        "selectedEnergy": "/offer".
    }

    offers_data = s.get(offer_url, params=body).json()

    with open('response_json_data.json'，'w', encoding='utf-8') as f:
        json.dump(offer_data, f, ensure_ascii=False, indent=4)