import scrapy
from scrapy import Request
url = 'https://www.westernunion.com/wuconnect/prices/catalog'
headers = {
"authority": "www.westernunion.com",
"accept": "*/*",
"x-nyupe9cs-a": "-HWv3HMGL1LMtZTf_t2gNN8eYpL7fN9KwvWnYM5SfH7oeKFBIJ1GApGp91Vt27QB2OjTFLRLnRhoNODOuI_vyPva2A8LgfdedNWipwhwbv35qDeeKybNCZYOlNHXpSvr2scQnRsq3=4WirplV_qnxzdLSj=hgDpM3L8vdZoEuV11mcsPZaJ8NcG5fUszguLFOmt8SIt7y1yAo05S4uqN2M2MZffBHrzYOsEHJCUtO8-Bezg5aTleN0PaawKFpa=-Kuf8w3jxoA7BKUqts_GQiIIVMedl9V7uLfotXkKtHq-Oc4ApBE1SjzplT=1n3aatKzwN79QRLEiLWDUiIL=lBKq9KEhiy1k8ZkRiv_19Yqh7yKcabHTyQso1tvkAb9lJvEwFqwoRSC1TLxMEWWe0V9=tV1urK5RDT0ftDBHrfX=ss-h0eIsYv2ZCkr_bdLeFj5hc-efbf32EX70QNLjlZo8sViF-_E-RhK2B243kRmY1hVOLW9s0q5SzrQ2l1saUGp8xoUW7QYSCnJm2scoVzYi7Ji4bE0Tx995TerqMMhfBH3_B0z774IW8RfIn-OUbqqn-UV=IYSX4gZKdVjBcx7dm1ARukTsN=VnZNM0sLPnrNMNpK1QjsLvEc2khcq-ckR4UfCK3lFg3PRiu3goiy5XrF2yI8AzcC2iTnTI=PMu8PjIMbmMeK_jyNB=07K=Pu02-J=3M4RVSsyS7pwsmBUA9=8n7jKV2rNYm0lgQ132rLpAZ7vcDMBwCW1bcriNblpiBRAL2DIkSIj5MRiiZMMsRXgbNJVqFThxBrD2xr9MylMyFU4WiFJ9J3V0ocpZp3k5pcBOsu1MBSwomylSayB0QioVG38XDfLHUogPSq5=fo=w3Z4xoRJEhKECX_7vQjqWMz_VSjQZvWYGJHebsKld4fdvjqLdClB7tGJYwY3_A=vXbD7eQHNkh921d7U73s3fDn1d9oqDuramB9cjQeCpy==xOM9CC_BNWIkcHkk4JzYR1vxllJUNBkn44vgKBnQmCbUbWxnTyBc31oxVYXHH4uIVqfLqFUP3NYxHMUg_fueF20RrMbYIH0MUW0i8hqi4YoRiHL_1OgBdWEXNOA7lAR-mTbWEWWTbZL4G_sTD=i9O7isP=3G8=UfDrNEioHLKcdKNOSCAkkV419TG3sDyBn=BEtAKwGrorD4reeMv2bGj=4hcFmqRm5GQLcTf3S2laUsaul=C_OSSDEkMWu2d3evZMiIZRcN--4iPNjiLtZrrtSegMIUMNDk2YG9n2p4gb-YXicte0GRq3h-=0RCNDMEgQ-dZSwVl3ktUfwfGAakSJbvXj5vzKCPXbBvbj2OoSEzbBHcCCFsq0oi3FezN0VDccgfBxqKSrEixlt0nhbgPf3IcMO1DEQxeomNc_jgLeuN=1uZY2XzYciNtNaFuvEKAqKI1pz=0wZXGYDgxikBIAiCdOdQjoKKYqM-gAqR1uOSVE_8vs2L2oIBQGF-yrQvpaiUWekkm4TS=DoFIL8E7UvaxFllZL=LNc0lQ3lRvuekGtCEeHUJbottPxIj39Z-pbnMzJSFWcMkkYCs0VbGeFxEBpEWAvkf5jDAZJ7pwSQayDVXmWAinOQ5odnaFIo2yzncQDXa3d_gN_F4gXM1pZa0NCkoHE0C44b3bHvzrqojHgE3NmLS9dLhAPpd1kMY3amXa5OkFKY29a4ZR3t7kySvcgz27ZIw-usRWjFWokrvL9NuV5EBf3mJTuUQBgwtz=yWjolw_8VIgQ4aB9zB2k8YRo4GIi4pxGHH2MWMZOnRr0hHkwcDNz2ghyRd-L-R4M2p7CN=pzrO1urBor1yupqFtXnwL4WzLgmvaMFU-5s1ADQDanKvySQm3I1timKGPcKJjH8j5LunMQECzjHCfKqCyk=35juYFbGCtqKdes_KeW3iyvyhE9FjxRFaJFL3AtK2PCRUInWyrhE2NTFttmSeqxtPghDK7tbOPMmqBM3e-W1FbgL5JK7RcNb_k=SOiksOsM0mTeeUIjvwW0GpJ3dOs=hZXY",
"x-nyupe9cs-b": "bifms8",
"x-nyupe9cs-c": "ACDDWGyDAQAAAfEJW2kYz-w2lXCeXd8A-qdxkcQkAJE4CgX_I7xkWOdUulq9",
"x-nyupe9cs-d": "ABaChIjBDKGNgUGAQZIQhISi0eIAtJmBDgC8ZFjnVLpavf_____JSxVAAFDNAm_IMiCKug4w7H52wQM",
"x-nyupe9cs-f": "AznyWWyDAQAAXePxrTKC0Lh5FDptTTLTbP179Ng2a0FadIBkeCfIcQFkXbOIAWKn3FSucjv8wH8AAOfvAAAAAA==",
"x-nyupe9cs-z": "q"
}
body = '{"header_request":{"version":"0.5","request_type":"PRICECATALOG"},"sender":{"client":"WUCOM","channel":"WWEB","funds_in":"PF","curr_iso3":"INR","cty_iso2_ext":"IN","send_amount":"25000.00"},"receiver":{"curr_iso3":"USD","cty_iso2_ext":"US","cty_iso2":"US"}}'
class WuSpider(scrapy.Spider):
name = 'wu'
def start_requests(self):
reqRemit = Request(
url=url,
method='POST',
dont_filter=True,
headers=headers,
body=body,
)
return [reqRemit]
def parse(self, response):
data = response.json()
yield data
# start_urls = ["https://www.westernunion.com/in/en"]
# def parse(self, response):
# body = response.json()
# groups = body.get("services_groups")[0]
# remit = body.get("services_groups")[0]["pay_groups"][0]["fx_rate"]
# yield {
# 'remit': 1 / float(remit),
# }
# catalog request
The above snippet is the progress I made already on this. Core part of the problem is to resolve the header values that need to be appended to the request by parsing the script files that we get from fetching the website.
The above snippet is the progress I made already on this. Core part of the problem is to resolve the header values that need to be appended to the request by parsing the script files that we get from fetching the website.