From a92a6edf45953e41a8b4c4ae94ebb4fa33ef1236 Mon Sep 17 00:00:00 2001
From: Jet Villegas <jet@junglecode.net>
Date: Wed, 21 May 2014 11:54:12 +0900
Subject: [PATCH] Update spider.py

Add a 'user agent' field to threaded spider jobs
---
 planet/spider.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/planet/spider.py b/planet/spider.py
index 50d17393..8a4b0226 100644
--- a/planet/spider.py
+++ b/planet/spider.py
@@ -322,6 +322,9 @@ def httpThread(thread_index, input_queue, output_queue, log):
                 headers['If-Modified-Since'] = \
                     feed_info.feed['planet_http_last_modified']
 
+            # add a user agent
+            headers['User-Agent'] = feedparser.USER_AGENT
+            
             # issue request
             (resp, content) = h.request(idna, 'GET', headers=headers)