-
Notifications
You must be signed in to change notification settings - Fork 0
/
yellowpagist.py
63 lines (45 loc) · 1.48 KB
/
yellowpagist.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
from yp import YP, save
from rq import Queue
from rq.job import Job
from worker import conn
from flask import Flask, render_template, request, send_file, jsonify
app = Flask(__name__)
q = Queue(connection=conn)
@app.route('/', methods=['GET'])
def index():
return render_template('form.html', backend='yellowpages')
@app.route('/enqueue', methods=['POST'])
def enqueue():
scraper = YP()
args = (request.form['term'], request.form['location'],
int(request.form['radius']), float(request.form['minRating']), float(request.form['maxRating']))
task = q.enqueue_call(func=scraper.search, args=args, result_ttl=5000, timeout=3600)
response = {
'status': 'success',
'data': {
'task_id': task.get_id()
}
}
return jsonify(response), 202
@app.route('/tasks/<task_id>', methods=['GET'])
def get_status(task_id):
task = q.fetch_job(task_id)
if task:
response = {
'status': 'success',
'data': {
'task_id': task.get_id(),
'task_status': task.get_status(),
}
}
else:
response = {'status': 'error'}
return jsonify(response)
@app.route('/download/<task_id>', methods=['GET'])
def download(task_id):
task = q.fetch_job(task_id)
filename = 'listings.' + task_id + '.csv'
save(task.result, filename)
return send_file('listings/' + filename, as_attachment=True)
if __name__=='__main__':
app.run()