author | Sylvain Thénault <sylvain.thenault@logilab.fr> |
Mon, 21 Dec 2009 20:26:52 +0100 | |
changeset 4169 | 341d19ef7b7c |
parent 3890 | d7a270f50f54 |
child 4204 | 60256056bda6 |
permissions | -rw-r--r-- |
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2181
diff
changeset
|
1 |
"""twisted server for CubicWeb web instances |
0 | 2 |
|
3 |
:organization: Logilab |
|
1977
606923dff11b
big bunch of copyright / docstring update
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1936
diff
changeset
|
4 |
:copyright: 2001-2009 LOGILAB S.A. (Paris, FRANCE), license is LGPL v2. |
0 | 5 |
:contact: http://www.logilab.fr/ -- mailto:contact@logilab.fr |
1977
606923dff11b
big bunch of copyright / docstring update
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1936
diff
changeset
|
6 |
:license: GNU Lesser General Public License, v2.1 - http://www.gnu.org/licenses |
0 | 7 |
""" |
8 |
__docformat__ = "restructuredtext en" |
|
9 |
||
10 |
import sys |
|
2654
6512522860aa
[twisted] don't use twistd anymore, all-in-one.py file is needed anymore
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
2476
diff
changeset
|
11 |
import os |
0 | 12 |
import select |
3493
3e4603678d4e
use default repo looping task so they are started in thread, else we get blocking task
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3198
diff
changeset
|
13 |
import hotshot |
1016
26387b836099
use datetime instead of mx.DateTime
sylvain.thenault@logilab.fr
parents:
151
diff
changeset
|
14 |
from time import mktime |
26387b836099
use datetime instead of mx.DateTime
sylvain.thenault@logilab.fr
parents:
151
diff
changeset
|
15 |
from datetime import date, timedelta |
1520
b097057e629d
provide an option to substitute the base-url (left-most part) subdomain by the one of the current http query to easy multiple subdomains website management
Florent <florent@secondweb.fr>
parents:
1420
diff
changeset
|
16 |
from urlparse import urlsplit, urlunsplit |
0 | 17 |
|
3117
32686ae66c75
mostly adapt the i18n subsystem to limitation wrt redirection handinling in windows, using the -o argument of the utilities
Aurélien Campéas
parents:
3115
diff
changeset
|
18 |
from twisted.application import strports |
0 | 19 |
from twisted.internet import reactor, task, threads |
20 |
from twisted.internet.defer import maybeDeferred |
|
21 |
from twisted.web2 import channel, http, server, iweb |
|
22 |
from twisted.web2 import static, resource, responsecode |
|
23 |
||
2685
0518ca8f63e3
[autoreload] recompute urlresolver / urlrewriter after autoreload
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
2670
diff
changeset
|
24 |
from cubicweb import ObjectNotFound, CW_EVENT_MANAGER |
1420
25c13e5b12bd
stop complaining about empty response, remove trailing spaces
sylvain.thenault@logilab.fr
parents:
1263
diff
changeset
|
25 |
from cubicweb.web import (AuthenticationError, NotFound, Redirect, |
2685
0518ca8f63e3
[autoreload] recompute urlresolver / urlrewriter after autoreload
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
2670
diff
changeset
|
26 |
RemoteCallFailed, DirectResponse, StatusResponse, |
0518ca8f63e3
[autoreload] recompute urlresolver / urlrewriter after autoreload
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
2670
diff
changeset
|
27 |
ExplicitLogin) |
0 | 28 |
from cubicweb.web.application import CubicWebPublisher |
29 |
||
30 |
from cubicweb.etwist.request import CubicWebTwistedRequestAdapter |
|
31 |
||
3193
c1a8456cb5f9
should change process'user once pid file has been written
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3181
diff
changeset
|
32 |
def daemonize(): |
3181
735c5f9fcded
fix daemonize: set umask, move to /, consider uid
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2711
diff
changeset
|
33 |
# XXX unix specific |
735c5f9fcded
fix daemonize: set umask, move to /, consider uid
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2711
diff
changeset
|
34 |
# XXX factorize w/ code in cw.server.server and cw.server.serverctl |
735c5f9fcded
fix daemonize: set umask, move to /, consider uid
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2711
diff
changeset
|
35 |
# (start-repository command) |
735c5f9fcded
fix daemonize: set umask, move to /, consider uid
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2711
diff
changeset
|
36 |
# See http://www.erlenstar.demon.co.uk/unix/faq_toc.html#TOC16 |
735c5f9fcded
fix daemonize: set umask, move to /, consider uid
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2711
diff
changeset
|
37 |
if os.fork(): # launch child and... |
3606
8326aceecb46
fix startup as a daemon
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3558
diff
changeset
|
38 |
return 1 |
3181
735c5f9fcded
fix daemonize: set umask, move to /, consider uid
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2711
diff
changeset
|
39 |
os.setsid() |
3606
8326aceecb46
fix startup as a daemon
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3558
diff
changeset
|
40 |
if os.fork(): # launch child again. |
8326aceecb46
fix startup as a daemon
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3558
diff
changeset
|
41 |
return 1 |
3181
735c5f9fcded
fix daemonize: set umask, move to /, consider uid
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2711
diff
changeset
|
42 |
# move to the root to avoit mount pb |
735c5f9fcded
fix daemonize: set umask, move to /, consider uid
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2711
diff
changeset
|
43 |
os.chdir('/') |
735c5f9fcded
fix daemonize: set umask, move to /, consider uid
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2711
diff
changeset
|
44 |
# set paranoid umask |
735c5f9fcded
fix daemonize: set umask, move to /, consider uid
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2711
diff
changeset
|
45 |
os.umask(077) |
735c5f9fcded
fix daemonize: set umask, move to /, consider uid
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2711
diff
changeset
|
46 |
null = os.open('/dev/null', os.O_RDWR) |
735c5f9fcded
fix daemonize: set umask, move to /, consider uid
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2711
diff
changeset
|
47 |
for i in range(3): |
735c5f9fcded
fix daemonize: set umask, move to /, consider uid
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2711
diff
changeset
|
48 |
try: |
735c5f9fcded
fix daemonize: set umask, move to /, consider uid
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2711
diff
changeset
|
49 |
os.dup2(null, i) |
735c5f9fcded
fix daemonize: set umask, move to /, consider uid
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2711
diff
changeset
|
50 |
except OSError, e: |
735c5f9fcded
fix daemonize: set umask, move to /, consider uid
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2711
diff
changeset
|
51 |
if e.errno != errno.EBADF: |
735c5f9fcded
fix daemonize: set umask, move to /, consider uid
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2711
diff
changeset
|
52 |
raise |
735c5f9fcded
fix daemonize: set umask, move to /, consider uid
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2711
diff
changeset
|
53 |
os.close(null) |
735c5f9fcded
fix daemonize: set umask, move to /, consider uid
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2711
diff
changeset
|
54 |
return None |
0 | 55 |
|
56 |
def start_task(interval, func): |
|
57 |
lc = task.LoopingCall(func) |
|
3493
3e4603678d4e
use default repo looping task so they are started in thread, else we get blocking task
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3198
diff
changeset
|
58 |
# wait until interval has expired to actually start the task, else we have |
3e4603678d4e
use default repo looping task so they are started in thread, else we get blocking task
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3198
diff
changeset
|
59 |
# to wait all task to be finished for the server to be actually started |
3e4603678d4e
use default repo looping task so they are started in thread, else we get blocking task
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3198
diff
changeset
|
60 |
lc.start(interval, now=False) |
1420
25c13e5b12bd
stop complaining about empty response, remove trailing spaces
sylvain.thenault@logilab.fr
parents:
1263
diff
changeset
|
61 |
|
1543
dca9817bb337
fix use-request-subdomain option behaviour and add tests
Florent <florent@secondweb.fr>
parents:
1542
diff
changeset
|
62 |
def host_prefixed_baseurl(baseurl, host): |
dca9817bb337
fix use-request-subdomain option behaviour and add tests
Florent <florent@secondweb.fr>
parents:
1542
diff
changeset
|
63 |
scheme, netloc, url, query, fragment = urlsplit(baseurl) |
dca9817bb337
fix use-request-subdomain option behaviour and add tests
Florent <florent@secondweb.fr>
parents:
1542
diff
changeset
|
64 |
netloc_domain = '.' + '.'.join(netloc.split('.')[-2:]) |
dca9817bb337
fix use-request-subdomain option behaviour and add tests
Florent <florent@secondweb.fr>
parents:
1542
diff
changeset
|
65 |
if host.endswith(netloc_domain): |
dca9817bb337
fix use-request-subdomain option behaviour and add tests
Florent <florent@secondweb.fr>
parents:
1542
diff
changeset
|
66 |
netloc = host |
dca9817bb337
fix use-request-subdomain option behaviour and add tests
Florent <florent@secondweb.fr>
parents:
1542
diff
changeset
|
67 |
baseurl = urlunsplit((scheme, netloc, url, query, fragment)) |
dca9817bb337
fix use-request-subdomain option behaviour and add tests
Florent <florent@secondweb.fr>
parents:
1542
diff
changeset
|
68 |
return baseurl |
dca9817bb337
fix use-request-subdomain option behaviour and add tests
Florent <florent@secondweb.fr>
parents:
1542
diff
changeset
|
69 |
|
0 | 70 |
|
71 |
class LongTimeExpiringFile(static.File): |
|
72 |
"""overrides static.File and sets a far futre ``Expires`` date |
|
73 |
on the resouce. |
|
74 |
||
75 |
versions handling is done by serving static files by different |
|
76 |
URLs for each version. For instance:: |
|
77 |
||
78 |
http://localhost:8080/data-2.48.2/cubicweb.css |
|
79 |
http://localhost:8080/data-2.49.0/cubicweb.css |
|
80 |
etc. |
|
81 |
||
82 |
""" |
|
83 |
def renderHTTP(self, request): |
|
84 |
def setExpireHeader(response): |
|
85 |
response = iweb.IResponse(response) |
|
86 |
# Don't provide additional resource information to error responses |
|
87 |
if response.code < 400: |
|
88 |
# the HTTP RFC recommands not going further than 1 year ahead |
|
1016
26387b836099
use datetime instead of mx.DateTime
sylvain.thenault@logilab.fr
parents:
151
diff
changeset
|
89 |
expires = date.today() + timedelta(days=6*30) |
26387b836099
use datetime instead of mx.DateTime
sylvain.thenault@logilab.fr
parents:
151
diff
changeset
|
90 |
response.headers.setHeader('Expires', mktime(expires.timetuple())) |
0 | 91 |
return response |
92 |
d = maybeDeferred(super(LongTimeExpiringFile, self).renderHTTP, request) |
|
93 |
return d.addCallback(setExpireHeader) |
|
94 |
||
95 |
||
96 |
class CubicWebRootResource(resource.PostableResource): |
|
97 |
addSlash = False |
|
1420
25c13e5b12bd
stop complaining about empty response, remove trailing spaces
sylvain.thenault@logilab.fr
parents:
1263
diff
changeset
|
98 |
|
0 | 99 |
def __init__(self, config, debug=None): |
100 |
self.debugmode = debug |
|
101 |
self.config = config |
|
102 |
self.base_url = config['base-url'] or config.default_base_url() |
|
103 |
assert self.base_url[-1] == '/' |
|
104 |
self.https_url = config['https-url'] |
|
105 |
assert not self.https_url or self.https_url[-1] == '/' |
|
3828
335e40fdb5a5
when instance is started normally (eg not in debug mode), check versions before daemonization
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3791
diff
changeset
|
106 |
# instantiate publisher here and not in init_publisher to get some |
335e40fdb5a5
when instance is started normally (eg not in debug mode), check versions before daemonization
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3791
diff
changeset
|
107 |
# checks done before daemonization (eg versions consistency) |
335e40fdb5a5
when instance is started normally (eg not in debug mode), check versions before daemonization
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3791
diff
changeset
|
108 |
self.appli = CubicWebPublisher(config, debug=self.debugmode) |
335e40fdb5a5
when instance is started normally (eg not in debug mode), check versions before daemonization
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3791
diff
changeset
|
109 |
self.versioned_datadir = 'data%s' % config.instance_md5_version() |
3606
8326aceecb46
fix startup as a daemon
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3558
diff
changeset
|
110 |
|
8326aceecb46
fix startup as a daemon
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3558
diff
changeset
|
111 |
def init_publisher(self): |
8326aceecb46
fix startup as a daemon
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3558
diff
changeset
|
112 |
config = self.config |
0 | 113 |
# when we have an in-memory repository, clean unused sessions every XX |
114 |
# seconds and properly shutdown the server |
|
115 |
if config.repo_method == 'inmemory': |
|
116 |
reactor.addSystemEventTrigger('before', 'shutdown', |
|
117 |
self.shutdown_event) |
|
1115 | 118 |
# monkey patch start_looping_task to get proper reactor integration |
3493
3e4603678d4e
use default repo looping task so they are started in thread, else we get blocking task
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3198
diff
changeset
|
119 |
#self.appli.repo.__class__.start_looping_tasks = start_looping_tasks |
0 | 120 |
if config.pyro_enabled(): |
121 |
# if pyro is enabled, we have to register to the pyro name |
|
122 |
# server, create a pyro daemon, and create a task to handle pyro |
|
123 |
# requests |
|
124 |
self.pyro_daemon = self.appli.repo.pyro_register() |
|
125 |
self.pyro_listen_timeout = 0.02 |
|
3502 | 126 |
self.appli.repo.looping_task(1, self.pyro_loop_event) |
0 | 127 |
self.appli.repo.start_looping_tasks() |
2685
0518ca8f63e3
[autoreload] recompute urlresolver / urlrewriter after autoreload
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
2670
diff
changeset
|
128 |
self.set_url_rewriter() |
2705
30bcdbd92820
[events] renamed source-reload into registry-reload to avoid potential confusions with datasources
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
2694
diff
changeset
|
129 |
CW_EVENT_MANAGER.bind('after-registry-reload', self.set_url_rewriter) |
3606
8326aceecb46
fix startup as a daemon
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3558
diff
changeset
|
130 |
|
8326aceecb46
fix startup as a daemon
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3558
diff
changeset
|
131 |
def start_service(self): |
8326aceecb46
fix startup as a daemon
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3558
diff
changeset
|
132 |
config = self.config |
0 | 133 |
interval = min(config['cleanup-session-time'] or 120, |
134 |
config['cleanup-anonymous-session-time'] or 720) / 2. |
|
135 |
start_task(interval, self.appli.session_handler.clean_sessions) |
|
1420
25c13e5b12bd
stop complaining about empty response, remove trailing spaces
sylvain.thenault@logilab.fr
parents:
1263
diff
changeset
|
136 |
|
2685
0518ca8f63e3
[autoreload] recompute urlresolver / urlrewriter after autoreload
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
2670
diff
changeset
|
137 |
def set_url_rewriter(self): |
2770
356e9d7c356d
R propagate registry API changes
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
2711
diff
changeset
|
138 |
self.url_rewriter = self.appli.vreg['components'].select_or_none('urlrewriter') |
2685
0518ca8f63e3
[autoreload] recompute urlresolver / urlrewriter after autoreload
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
2670
diff
changeset
|
139 |
|
0 | 140 |
def shutdown_event(self): |
141 |
"""callback fired when the server is shutting down to properly |
|
142 |
clean opened sessions |
|
143 |
""" |
|
144 |
self.appli.repo.shutdown() |
|
145 |
||
146 |
def pyro_loop_event(self): |
|
147 |
"""listen for pyro events""" |
|
148 |
try: |
|
149 |
self.pyro_daemon.handleRequests(self.pyro_listen_timeout) |
|
150 |
except select.error: |
|
151 |
return |
|
1420
25c13e5b12bd
stop complaining about empty response, remove trailing spaces
sylvain.thenault@logilab.fr
parents:
1263
diff
changeset
|
152 |
|
0 | 153 |
def locateChild(self, request, segments): |
154 |
"""Indicate which resource to use to process down the URL's path""" |
|
155 |
if segments: |
|
156 |
if segments[0] == 'https': |
|
157 |
segments = segments[1:] |
|
158 |
if len(segments) >= 2: |
|
151
343e7a18675d
static files support
Sylvain Thenault <sylvain.thenault@logilab.fr>
parents:
0
diff
changeset
|
159 |
if segments[0] in (self.versioned_datadir, 'data', 'static'): |
343e7a18675d
static files support
Sylvain Thenault <sylvain.thenault@logilab.fr>
parents:
0
diff
changeset
|
160 |
# Anything in data/, static/ is treated as static files |
343e7a18675d
static files support
Sylvain Thenault <sylvain.thenault@logilab.fr>
parents:
0
diff
changeset
|
161 |
if segments[0] == 'static': |
343e7a18675d
static files support
Sylvain Thenault <sylvain.thenault@logilab.fr>
parents:
0
diff
changeset
|
162 |
# instance static directory |
343e7a18675d
static files support
Sylvain Thenault <sylvain.thenault@logilab.fr>
parents:
0
diff
changeset
|
163 |
datadir = self.config.static_directory |
2169
124fb0b9fa4b
fckeditor may be a subdirectory of the data directory
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
1977
diff
changeset
|
164 |
elif segments[1] == 'fckeditor': |
124fb0b9fa4b
fckeditor may be a subdirectory of the data directory
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
1977
diff
changeset
|
165 |
fckeditordir = self.config.ext_resources['FCKEDITOR_PATH'] |
124fb0b9fa4b
fckeditor may be a subdirectory of the data directory
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
1977
diff
changeset
|
166 |
return static.File(fckeditordir), segments[2:] |
151
343e7a18675d
static files support
Sylvain Thenault <sylvain.thenault@logilab.fr>
parents:
0
diff
changeset
|
167 |
else: |
343e7a18675d
static files support
Sylvain Thenault <sylvain.thenault@logilab.fr>
parents:
0
diff
changeset
|
168 |
# cube static data file |
343e7a18675d
static files support
Sylvain Thenault <sylvain.thenault@logilab.fr>
parents:
0
diff
changeset
|
169 |
datadir = self.config.locate_resource(segments[1]) |
343e7a18675d
static files support
Sylvain Thenault <sylvain.thenault@logilab.fr>
parents:
0
diff
changeset
|
170 |
if datadir is None: |
343e7a18675d
static files support
Sylvain Thenault <sylvain.thenault@logilab.fr>
parents:
0
diff
changeset
|
171 |
return None, [] |
3618 | 172 |
self.info('static file %s from %s', segments[-1], datadir) |
0 | 173 |
if segments[0] == 'data': |
174 |
return static.File(str(datadir)), segments[1:] |
|
175 |
else: |
|
176 |
return LongTimeExpiringFile(datadir), segments[1:] |
|
177 |
elif segments[0] == 'fckeditor': |
|
178 |
fckeditordir = self.config.ext_resources['FCKEDITOR_PATH'] |
|
179 |
return static.File(fckeditordir), segments[1:] |
|
180 |
# Otherwise we use this single resource |
|
181 |
return self, () |
|
1420
25c13e5b12bd
stop complaining about empty response, remove trailing spaces
sylvain.thenault@logilab.fr
parents:
1263
diff
changeset
|
182 |
|
0 | 183 |
def render(self, request): |
184 |
"""Render a page from the root resource""" |
|
3638
648d6dbec630
system/user modes + CWDEV instead of installed/dev mixed modes. Fix behaviour when setting CW_MODE explicitly
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3618
diff
changeset
|
185 |
# reload modified files in debug mode |
3641
cf30e4498674
fix debug attribute conflict on configuration
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3638
diff
changeset
|
186 |
if self.debugmode: |
0 | 187 |
self.appli.vreg.register_objects(self.config.vregistry_path()) |
188 |
if self.config['profile']: # default profiler don't trace threads |
|
189 |
return self.render_request(request) |
|
190 |
else: |
|
191 |
return threads.deferToThread(self.render_request, request) |
|
1420
25c13e5b12bd
stop complaining about empty response, remove trailing spaces
sylvain.thenault@logilab.fr
parents:
1263
diff
changeset
|
192 |
|
0 | 193 |
def render_request(self, request): |
194 |
origpath = request.path |
|
195 |
host = request.host |
|
196 |
# dual http/https access handling: expect a rewrite rule to prepend |
|
197 |
# 'https' to the path to detect https access |
|
198 |
if origpath.split('/', 2)[1] == 'https': |
|
199 |
origpath = origpath[6:] |
|
200 |
request.uri = request.uri[6:] |
|
201 |
https = True |
|
1420
25c13e5b12bd
stop complaining about empty response, remove trailing spaces
sylvain.thenault@logilab.fr
parents:
1263
diff
changeset
|
202 |
baseurl = self.https_url or self.base_url |
0 | 203 |
else: |
204 |
https = False |
|
205 |
baseurl = self.base_url |
|
1520
b097057e629d
provide an option to substitute the base-url (left-most part) subdomain by the one of the current http query to easy multiple subdomains website management
Florent <florent@secondweb.fr>
parents:
1420
diff
changeset
|
206 |
if self.config['use-request-subdomain']: |
1543
dca9817bb337
fix use-request-subdomain option behaviour and add tests
Florent <florent@secondweb.fr>
parents:
1542
diff
changeset
|
207 |
baseurl = host_prefixed_baseurl(baseurl, host) |
dca9817bb337
fix use-request-subdomain option behaviour and add tests
Florent <florent@secondweb.fr>
parents:
1542
diff
changeset
|
208 |
self.warning('used baseurl is %s for this request', baseurl) |
0 | 209 |
req = CubicWebTwistedRequestAdapter(request, self.appli.vreg, https, baseurl) |
210 |
if req.authmode == 'http': |
|
211 |
# activate realm-based auth |
|
212 |
realm = self.config['realm'] |
|
213 |
req.set_header('WWW-Authenticate', [('Basic', {'realm' : realm })], raw=False) |
|
214 |
try: |
|
215 |
self.appli.connect(req) |
|
216 |
except AuthenticationError: |
|
217 |
return self.request_auth(req) |
|
218 |
except Redirect, ex: |
|
219 |
return self.redirect(req, ex.location) |
|
220 |
if https and req.cnx.anonymous_connection: |
|
221 |
# don't allow anonymous on https connection |
|
1420
25c13e5b12bd
stop complaining about empty response, remove trailing spaces
sylvain.thenault@logilab.fr
parents:
1263
diff
changeset
|
222 |
return self.request_auth(req) |
0 | 223 |
if self.url_rewriter is not None: |
1115 | 224 |
# XXX should occur before authentication? |
0 | 225 |
try: |
1936
c5af2fbda5b6
pass request to ApacheRewriter rewrite method
Florent <florent@secondweb.fr>
parents:
1543
diff
changeset
|
226 |
path = self.url_rewriter.rewrite(host, origpath, req) |
0 | 227 |
except Redirect, ex: |
228 |
return self.redirect(req, ex.location) |
|
229 |
request.uri.replace(origpath, path, 1) |
|
230 |
else: |
|
231 |
path = origpath |
|
232 |
if not path or path == "/": |
|
233 |
path = 'view' |
|
234 |
try: |
|
235 |
result = self.appli.publish(path, req) |
|
236 |
except DirectResponse, ex: |
|
237 |
return ex.response |
|
238 |
except StatusResponse, ex: |
|
239 |
return http.Response(stream=ex.content, code=ex.status, |
|
240 |
headers=req.headers_out or None) |
|
241 |
except RemoteCallFailed, ex: |
|
242 |
req.set_header('content-type', 'application/json') |
|
243 |
return http.Response(stream=ex.dumps(), |
|
244 |
code=responsecode.INTERNAL_SERVER_ERROR) |
|
245 |
except NotFound: |
|
246 |
result = self.appli.notfound_content(req) |
|
247 |
return http.Response(stream=result, code=responsecode.NOT_FOUND, |
|
248 |
headers=req.headers_out or None) |
|
249 |
except ExplicitLogin: # must be before AuthenticationError |
|
250 |
return self.request_auth(req) |
|
251 |
except AuthenticationError: |
|
252 |
if self.config['auth-mode'] == 'cookie': |
|
253 |
# in cookie mode redirecting to the index view is enough : |
|
254 |
# either anonymous connection is allowed and the page will |
|
255 |
# be displayed or we'll be redirected to the login form |
|
256 |
msg = req._('you have been logged out') |
|
257 |
if req.https: |
|
258 |
req._base_url = self.base_url |
|
259 |
req.https = False |
|
260 |
url = req.build_url('view', vid='index', __message=msg) |
|
261 |
return self.redirect(req, url) |
|
262 |
else: |
|
263 |
# in http we have to request auth to flush current http auth |
|
264 |
# information |
|
265 |
return self.request_auth(req, loggedout=True) |
|
266 |
except Redirect, ex: |
|
267 |
return self.redirect(req, ex.location) |
|
268 |
# request may be referenced by "onetime callback", so clear its entity |
|
269 |
# cache to avoid memory usage |
|
270 |
req.drop_entity_cache() |
|
271 |
return http.Response(stream=result, code=responsecode.OK, |
|
272 |
headers=req.headers_out or None) |
|
273 |
||
274 |
def redirect(self, req, location): |
|
275 |
req.headers_out.setHeader('location', str(location)) |
|
276 |
self.debug('redirecting to %s', location) |
|
277 |
# 303 See other |
|
278 |
return http.Response(code=303, headers=req.headers_out) |
|
1420
25c13e5b12bd
stop complaining about empty response, remove trailing spaces
sylvain.thenault@logilab.fr
parents:
1263
diff
changeset
|
279 |
|
0 | 280 |
def request_auth(self, req, loggedout=False): |
281 |
if self.https_url and req.base_url() != self.https_url: |
|
282 |
req.headers_out.setHeader('location', self.https_url + 'login') |
|
1420
25c13e5b12bd
stop complaining about empty response, remove trailing spaces
sylvain.thenault@logilab.fr
parents:
1263
diff
changeset
|
283 |
return http.Response(code=303, headers=req.headers_out) |
0 | 284 |
if self.config['auth-mode'] == 'http': |
285 |
code = responsecode.UNAUTHORIZED |
|
286 |
else: |
|
287 |
code = responsecode.FORBIDDEN |
|
288 |
if loggedout: |
|
289 |
if req.https: |
|
290 |
req._base_url = self.base_url |
|
291 |
req.https = False |
|
292 |
content = self.appli.loggedout_content(req) |
|
293 |
else: |
|
294 |
content = self.appli.need_login_content(req) |
|
295 |
return http.Response(code, req.headers_out, content) |
|
296 |
||
297 |
from twisted.python import failure |
|
298 |
from twisted.internet import defer |
|
299 |
from twisted.web2 import fileupload |
|
300 |
||
301 |
# XXX set max file size to 100Mo: put max upload size in the configuration |
|
302 |
# line below for twisted >= 8.0, default param value for earlier version |
|
1420
25c13e5b12bd
stop complaining about empty response, remove trailing spaces
sylvain.thenault@logilab.fr
parents:
1263
diff
changeset
|
303 |
resource.PostableResource.maxSize = 100*1024*1024 |
0 | 304 |
def parsePOSTData(request, maxMem=100*1024, maxFields=1024, |
305 |
maxSize=100*1024*1024): |
|
306 |
if request.stream.length == 0: |
|
307 |
return defer.succeed(None) |
|
1420
25c13e5b12bd
stop complaining about empty response, remove trailing spaces
sylvain.thenault@logilab.fr
parents:
1263
diff
changeset
|
308 |
|
0 | 309 |
ctype = request.headers.getHeader('content-type') |
310 |
||
311 |
if ctype is None: |
|
312 |
return defer.succeed(None) |
|
313 |
||
314 |
def updateArgs(data): |
|
315 |
args = data |
|
316 |
request.args.update(args) |
|
317 |
||
318 |
def updateArgsAndFiles(data): |
|
319 |
args, files = data |
|
320 |
request.args.update(args) |
|
321 |
request.files.update(files) |
|
322 |
||
323 |
def error(f): |
|
324 |
f.trap(fileupload.MimeFormatError) |
|
325 |
raise http.HTTPError(responsecode.BAD_REQUEST) |
|
1420
25c13e5b12bd
stop complaining about empty response, remove trailing spaces
sylvain.thenault@logilab.fr
parents:
1263
diff
changeset
|
326 |
|
0 | 327 |
if ctype.mediaType == 'application' and ctype.mediaSubtype == 'x-www-form-urlencoded': |
328 |
d = fileupload.parse_urlencoded(request.stream, keep_blank_values=True) |
|
329 |
d.addCallbacks(updateArgs, error) |
|
330 |
return d |
|
331 |
elif ctype.mediaType == 'multipart' and ctype.mediaSubtype == 'form-data': |
|
332 |
boundary = ctype.params.get('boundary') |
|
333 |
if boundary is None: |
|
334 |
return defer.fail(http.HTTPError( |
|
335 |
http.StatusResponse(responsecode.BAD_REQUEST, |
|
336 |
"Boundary not specified in Content-Type."))) |
|
337 |
d = fileupload.parseMultipartFormData(request.stream, boundary, |
|
338 |
maxMem, maxFields, maxSize) |
|
339 |
d.addCallbacks(updateArgsAndFiles, error) |
|
340 |
return d |
|
341 |
else: |
|
342 |
raise http.HTTPError(responsecode.BAD_REQUEST) |
|
343 |
||
344 |
server.parsePOSTData = parsePOSTData |
|
345 |
||
346 |
||
347 |
from logging import getLogger |
|
348 |
from cubicweb import set_log_methods |
|
349 |
set_log_methods(CubicWebRootResource, getLogger('cubicweb.twisted')) |
|
350 |
||
351 |
||
352 |
||
353 |
def _gc_debug(): |
|
354 |
import gc |
|
355 |
from pprint import pprint |
|
2657
de974465d381
[appobject] kill VObject class, move base selector classes to appobject
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2654
diff
changeset
|
356 |
from cubicweb.appobject import AppObject |
0 | 357 |
gc.collect() |
358 |
count = 0 |
|
359 |
acount = 0 |
|
360 |
ocount = {} |
|
361 |
for obj in gc.get_objects(): |
|
362 |
if isinstance(obj, CubicWebTwistedRequestAdapter): |
|
363 |
count += 1 |
|
2657
de974465d381
[appobject] kill VObject class, move base selector classes to appobject
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2654
diff
changeset
|
364 |
elif isinstance(obj, AppObject): |
0 | 365 |
acount += 1 |
366 |
else: |
|
367 |
try: |
|
1132 | 368 |
ocount[obj.__class__] += 1 |
0 | 369 |
except KeyError: |
370 |
ocount[obj.__class__] = 1 |
|
371 |
except AttributeError: |
|
372 |
pass |
|
373 |
print 'IN MEM REQUESTS', count |
|
374 |
print 'IN MEM APPOBJECTS', acount |
|
375 |
ocount = sorted(ocount.items(), key=lambda x: x[1], reverse=True)[:20] |
|
376 |
pprint(ocount) |
|
377 |
print 'UNREACHABLE', gc.garbage |
|
2654
6512522860aa
[twisted] don't use twistd anymore, all-in-one.py file is needed anymore
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
2476
diff
changeset
|
378 |
|
6512522860aa
[twisted] don't use twistd anymore, all-in-one.py file is needed anymore
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
2476
diff
changeset
|
379 |
def run(config, debug): |
6512522860aa
[twisted] don't use twistd anymore, all-in-one.py file is needed anymore
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
2476
diff
changeset
|
380 |
# create the site |
6512522860aa
[twisted] don't use twistd anymore, all-in-one.py file is needed anymore
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
2476
diff
changeset
|
381 |
root_resource = CubicWebRootResource(config, debug) |
6512522860aa
[twisted] don't use twistd anymore, all-in-one.py file is needed anymore
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
2476
diff
changeset
|
382 |
website = server.Site(root_resource) |
6512522860aa
[twisted] don't use twistd anymore, all-in-one.py file is needed anymore
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
2476
diff
changeset
|
383 |
# serve it via standard HTTP on port set in the configuration |
6512522860aa
[twisted] don't use twistd anymore, all-in-one.py file is needed anymore
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
2476
diff
changeset
|
384 |
port = config['port'] or 8080 |
6512522860aa
[twisted] don't use twistd anymore, all-in-one.py file is needed anymore
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
2476
diff
changeset
|
385 |
reactor.listenTCP(port, channel.HTTPFactory(website)) |
2694
4303ff921a9b
[twisted] use cubicweb.twisted.logger instead of print to notify when the instance is started
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
2685
diff
changeset
|
386 |
logger = getLogger('cubicweb.twisted') |
2654
6512522860aa
[twisted] don't use twistd anymore, all-in-one.py file is needed anymore
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
2476
diff
changeset
|
387 |
if not debug: |
3558
0e478957a9d4
smallest possible change to fix #472806
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
3502
diff
changeset
|
388 |
print 'instance starting in the background' |
3606
8326aceecb46
fix startup as a daemon
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3558
diff
changeset
|
389 |
if daemonize(): |
8326aceecb46
fix startup as a daemon
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3558
diff
changeset
|
390 |
return # child process |
2654
6512522860aa
[twisted] don't use twistd anymore, all-in-one.py file is needed anymore
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
2476
diff
changeset
|
391 |
if config['pid-file']: |
2711
7aee3bd7a704
ensure runtime dir exists
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2708
diff
changeset
|
392 |
# ensure the directory where the pid-file should be set exists (for |
3791
62d6ab877694
put back url info started at the end of initialisations
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
3641
diff
changeset
|
393 |
# instance /var/run/cubicweb may be deleted on computer restart) |
2711
7aee3bd7a704
ensure runtime dir exists
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2708
diff
changeset
|
394 |
piddir = os.path.dirname(config['pid-file']) |
7aee3bd7a704
ensure runtime dir exists
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2708
diff
changeset
|
395 |
if not os.path.exists(piddir): |
7aee3bd7a704
ensure runtime dir exists
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2708
diff
changeset
|
396 |
os.makedirs(piddir) |
2654
6512522860aa
[twisted] don't use twistd anymore, all-in-one.py file is needed anymore
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
2476
diff
changeset
|
397 |
file(config['pid-file'], 'w').write(str(os.getpid())) |
3606
8326aceecb46
fix startup as a daemon
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3558
diff
changeset
|
398 |
root_resource.init_publisher() # before changing uid |
3193
c1a8456cb5f9
should change process'user once pid file has been written
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3181
diff
changeset
|
399 |
if config['uid'] is not None: |
c1a8456cb5f9
should change process'user once pid file has been written
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3181
diff
changeset
|
400 |
try: |
c1a8456cb5f9
should change process'user once pid file has been written
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3181
diff
changeset
|
401 |
uid = int(config['uid']) |
c1a8456cb5f9
should change process'user once pid file has been written
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3181
diff
changeset
|
402 |
except ValueError: |
c1a8456cb5f9
should change process'user once pid file has been written
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3181
diff
changeset
|
403 |
from pwd import getpwnam |
c1a8456cb5f9
should change process'user once pid file has been written
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3181
diff
changeset
|
404 |
uid = getpwnam(config['uid']).pw_uid |
c1a8456cb5f9
should change process'user once pid file has been written
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3181
diff
changeset
|
405 |
os.setuid(uid) |
3606
8326aceecb46
fix startup as a daemon
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3558
diff
changeset
|
406 |
root_resource.start_service() |
3791
62d6ab877694
put back url info started at the end of initialisations
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
3641
diff
changeset
|
407 |
logger.info('instance started on %s', root_resource.base_url) |
2654
6512522860aa
[twisted] don't use twistd anymore, all-in-one.py file is needed anymore
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
2476
diff
changeset
|
408 |
if config['profile']: |
6512522860aa
[twisted] don't use twistd anymore, all-in-one.py file is needed anymore
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
2476
diff
changeset
|
409 |
prof = hotshot.Profile(config['profile']) |
6512522860aa
[twisted] don't use twistd anymore, all-in-one.py file is needed anymore
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
2476
diff
changeset
|
410 |
prof.runcall(reactor.run) |
6512522860aa
[twisted] don't use twistd anymore, all-in-one.py file is needed anymore
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
2476
diff
changeset
|
411 |
else: |
6512522860aa
[twisted] don't use twistd anymore, all-in-one.py file is needed anymore
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
2476
diff
changeset
|
412 |
reactor.run() |