1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
|
Description: Add Header Accept
Author: Jörg Frings-Fürst <debian@jff-webhosting.net>
Bug-Debian: http://bugs.debian.org/cgi-bin/bugreport.cgi?bug=862004
Forwarded: https://github.com/Debianguru/MailWebsiteChanges/issues/11
Last-Update: 2017-05-07
---
This patch header follows DEP-3: http://dep.debian.net/deps/dep3/
Index: trunk/mwc.py
===================================================================
--- trunk.orig/mwc.py
+++ trunk/mwc.py
@@ -91,6 +91,8 @@ def parseSite(site):
req = urllib.request.Request(uri)
if 'user-agent' in site:
req.add_header('User-Agent', site['user-agent'])
+ if 'accept' in site:
+ req.add_header('Accept', site['accept'])
file = urllib.request.urlopen(req)
Index: trunk/README.md
===================================================================
--- trunk.orig/README.md
+++ trunk/README.md
@@ -59,7 +59,9 @@ sites = [
* <b>user-agent</b> (optional)
Defines the user agent string, e.g.,
'user-agent': 'Mozilla/5.0 (X11; Fedora; Linux x86_64; rv:49.0) Gecko/20100101 Firefox/49.0'
-
+ * <b>accept</b> (optional)
+ Defines the accept string, e.g.,
+ 'accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8'
* We collect some XPath/CSS snippets at this place: <a href="https://github.com/Debianguru/MailWebsiteChanges/wiki/snippets">Snippet collection</a> - please feel free to add your own definitions!
Index: trunk/config_template.py
===================================================================
--- trunk.orig/config_template.py
+++ trunk/config_template.py
@@ -12,7 +12,9 @@ sites = [
'contentxpath': '//div',
'titleregex': '',
'contentregex': '',
- 'encoding': 'utf-8'},
+ 'encoding': 'utf-8',
+ 'user-agent': 'Mozilla/5.0 (X11; Fedora; Linux x86_64; rv:49.0) Gecko/20100101 Firefox/49.0',
+ 'accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8'},
{'shortname': 'mywebsite2',
'uri': 'http://www.mywebsite2.com/info',
|
