47 lines
1.2 KiB
Python
47 lines
1.2 KiB
Python
"""
|
|
Used for attempting to get data from angola-based websites.
|
|
|
|
"""
|
|
|
|
import requests
|
|
import re
|
|
import json
|
|
from scrapy import Selector
|
|
|
|
|
|
|
|
xhr_headers = {
|
|
'Accept': 'application/json, text/javascript, */*; q=0.01',
|
|
'content-type': 'application/json',
|
|
'Accept-Encoding': 'gzip, deflate, br',
|
|
'Connection': 'keep-alive',
|
|
'X-Requested-With': 'XMLHttpRequest',
|
|
'User-Agent': 'Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:89.0) Gecko/20100101 Firefox/88.0',
|
|
'x-algolia-api-key': 'YmE4MTVkMzc1YmU4ZDcxM2QxNTMzNDZlMzVlZjBjMTk4MmM5ZWU0NjBlN2I0NjE2NTk1M2VjZDg3MzQ1YjVmMXRhZ0ZpbHRlcnM9',
|
|
'x-algolia-application-id': '3QIRNP5HAI'
|
|
}
|
|
|
|
|
|
url = 'https://3qirnp5hai-2.algolianet.com/1/indexes/*/queries?x-algolia-agent=Algolia for vanilla JavaScript (lite) 3.27.0;instantsearch.js 2.10.2;Magento2 integration (1.11.3);JS Helper 2.26.0'
|
|
|
|
# reqs = {
|
|
# "query": "",
|
|
# "hitsPerPage": 100,
|
|
# "page": 0,
|
|
# "filters": "product_published = 1 AND availability.displayProduct = 1"
|
|
# }
|
|
|
|
reqs = {
|
|
"requests": [
|
|
{
|
|
"indexName": "production_default_products_price_default_desc",
|
|
"params": "query=&hitsPerPage=1000&filters=price.AUD.default < 500"
|
|
}
|
|
]
|
|
}
|
|
|
|
r = requests.post(url, json.dumps(reqs), headers=xhr_headers)
|
|
|
|
with open("testing.json", "w") as f:
|
|
f.write(r.text)
|