http://localhost/ticket/316 <p> If you search for unescaped characters such as '`' (backtick) in the URL in Chrome then you get a 500 error. </p> <p> e.g. <a class="ext-link" href="http://www.ckan.net/package/search?q=fjdkf2B%C2%B4gfhgfkgf{gpk"><span class="icon">​</span>http://www.ckan.net/package/search?q=fjdkf2B%C2%B4gfhgfkgf{gpk</a> fjdkf2B´gfhgfkgf{gpk </p> <p> returns this exception: </p> <pre class="wiki">URL: http://www.ckan.net/package/search?q=fjdkf%2B%C2%B4gfhgfkgf%7Bg%C2%B4pk&amp;search=Search+Packages+%C2%BB Module weberror.errormiddleware:162 in __call__ &lt;&lt; __traceback_supplement__ = Supplement, self, environ sr_checker = ResponseStartChecker(start_response) app_iter = self.application(environ, sr_checker) return self.make_catching_iter(app_iter, environ, sr_checker) except: &gt;&gt; app_iter = self.application(environ, sr_checker) Module repoze.who.middleware:107 in __call__ &lt;&lt; wrapper = StartResponseWrapper(start_response) app_iter = app(environ, wrapper.wrap_start_response) # The challenge decider almost(?) always needs information from the &gt;&gt; app_iter = app(environ, wrapper.wrap_start_response) Module beaker.middleware:73 in __call__ &lt;&lt; self.cache_manager) environ[self.environ_key] = self.cache_manager return self.app(environ, start_response) &gt;&gt; return self.app(environ, start_response) Module beaker.middleware:152 in __call__ &lt;&lt; headers.append(('Set-cookie', cookie)) return start_response(status, headers, exc_info) return self.wrap_app(environ, session_start_response) def _get_session(self): &gt;&gt; return self.wrap_app(environ, session_start_response) Module routes.middleware:130 in __call__ &lt;&lt; environ['SCRIPT_NAME'] = environ['SCRIPT_NAME'][:-1] response = self.app(environ, start_response) # Wrapped in try as in rare cases the attribute will be gone already &gt;&gt; response = self.app(environ, start_response) Module pylons.wsgiapp:125 in __call__ &lt;&lt; controller = self.resolve(environ, start_response) response = self.dispatch(controller, environ, start_response) if 'paste.testing_variables' in environ and hasattr(response, &gt;&gt; response = self.dispatch(controller, environ, start_response) Module pylons.wsgiapp:324 in dispatch &lt;&lt; if log_debug: log.debug("Calling controller class with WSGI interface") return controller(environ, start_response) def load_test_env(self, environ): &gt;&gt; return controller(environ, start_response) Module ckan.lib.base:50 in __call__ &lt;&lt; # available in environ['pylons.routes_dict'] try: return WSGIController.__call__(self, environ, start_response) finally: model.Session.remove() &gt;&gt; return WSGIController.__call__(self, environ, start_response) Module pylons.controllers.core:221 in __call__ &lt;&lt; return response(environ, self.start_response) response = self._dispatch_call() if not start_response_called: self.start_response = start_response &gt;&gt; response = self._dispatch_call() Module pylons.controllers.core:172 in _dispatch_call &lt;&lt; req.environ['pylons.action_method'] = func response = self._inspect_call(func) else: if log_debug: &gt;&gt; response = self._inspect_call(func) Module pylons.controllers.core:107 in _inspect_call &lt;&lt; func.__name__, args) try: result = self._perform_call(func, args) except HTTPException, httpe: if log_debug: &gt;&gt; result = self._perform_call(func, args) Module pylons.controllers.core:60 in _perform_call &lt;&lt; """Hide the traceback for everything above this method""" __traceback_hide__ = 'before_and_this' return func(**args) def _inspect_call(self, func): &gt;&gt; return func(**args) Module ckan.controllers.package:52 in search &lt;&lt; collection=query, page=request.params.get('page', 1), items_per_page=50 ) # filter out ranks from the query result &gt;&gt; items_per_page=50 Module webhelpers.paginate:333 in __init__ &lt;&lt; self.item_count = item_count else: self.item_count = len(self.collection) # Compute the number of the first and last available page &gt;&gt; self.item_count = len(self.collection) Module webhelpers.paginate:204 in __len__ &lt;&lt; def __len__(self): return self.obj.count() # Since the items on a page are mainly a list we subclass the "list" type &gt;&gt; return self.obj.count() Module sqlalchemy.orm.query:1094 in count &lt;&lt; q = q.params(params) q = q._legacy_select_kwargs(**kwargs) return q._count() def _count(self): &gt;&gt; return q._count() Module sqlalchemy.orm.query:1103 in _count &lt;&lt; """ return self._col_aggregate(sql.literal_column('1'), sql.func.count, nested_cols=list(self.mapper.primary_key)) def _col_aggregate(self, col, func, nested_cols=None): &gt;&gt; return self._col_aggregate(sql.literal_column('1'), sql.func.count, nested_cols=list(self.mapper.primary_key)) Module sqlalchemy.orm.query:1125 in _col_aggregate &lt;&lt; if self._autoflush and not self._populate_existing: self.session._autoflush() return self.session.scalar(s, params=self._params, mapper=self.mapper) def compile(self): &gt;&gt; return self.session.scalar(s, params=self._params, mapper=self.mapper) Module sqlalchemy.orm.session:635 in scalar &lt;&lt; engine = self.get_bind(mapper, clause=clause, instance=instance) return self.__connection(engine, close_with_result=True).scalar(clause, params or {}) def close(self): &gt;&gt; return self.__connection(engine, close_with_result=True).scalar(clause, params or {}) Module sqlalchemy.engine.base:834 in scalar &lt;&lt; """ return self.execute(object, *multiparams, **params).scalar() def statement_compiler(self, statement, **kwargs): &gt;&gt; return self.execute(object, *multiparams, **params).scalar() Module sqlalchemy.engine.base:844 in execute &lt;&lt; for c in type(object).__mro__: if c in Connection.executors: return Connection.executors[c](self, object, multiparams, params) else: raise exceptions.InvalidRequestError("Unexecutable object type: " + str(type(object))) &gt;&gt; return Connection.executors[c](self, object, multiparams, params) Module sqlalchemy.engine.base:895 in execute_clauseelement &lt;&lt; else: keys = None return self._execute_compiled(elem.compile(dialect=self.dialect, column_keys=keys, inline=len(params) &gt; 1), distilled_params=params) def _execute_compiled(self, compiled, multiparams=None, params=None, distilled_params=None): &gt;&gt; return self._execute_compiled(elem.compile(dialect=self.dialect, column_keys=keys, inline=len(params) &gt; 1), distilled_params=params) Module sqlalchemy.engine.base:907 in _execute_compiled &lt;&lt; context.pre_execution() self.__execute_raw(context) context.post_execution() self._autocommit(context) &gt;&gt; self.__execute_raw(context) Module sqlalchemy.engine.base:916 in __execute_raw &lt;&lt; self._cursor_executemany(context.cursor, context.statement, context.parameters, context=context) else: self._cursor_execute(context.cursor, context.statement, context.parameters[0], context=context) def _execute_ddl(self, ddl, params, multiparams): &gt;&gt; self._cursor_execute(context.cursor, context.statement, context.parameters[0], context=context) Module sqlalchemy.engine.base:958 in _cursor_execute &lt;&lt; self.engine.logger.info(repr(parameters)) try: self.dialect.do_execute(cursor, statement, parameters, context=context) except Exception, e: self._handle_dbapi_exception(e, statement, parameters, cursor) &gt;&gt; self.dialect.do_execute(cursor, statement, parameters, context=context) Module sqlalchemy.engine.default:133 in do_execute &lt;&lt; def do_execute(self, cursor, statement, parameters, context=None): cursor.execute(statement, parameters) def is_disconnect(self, e): &gt;&gt; cursor.execute(statement, parameters) UnicodeEncodeError: 'ascii' codec can't encode character u'\xb4' in position 6: ordinal not in range(128) </pre> en-us http://assets.okfn.org/p/ckan/img/ckan_logo_shortname.png http://localhost/ticket/316 Trac 0.12.3 dread Wed, 19 May 2010 10:45:59 GMT http://localhost/ticket/316#comment:1 http://localhost/ticket/316#comment:1 <ul> <li><strong>summary</strong> changed from <em>Search URL encoding issue</em> to <em>Search URL escaping</em> </li> </ul> Ticket dread Thu, 20 May 2010 14:46:41 GMT http://localhost/ticket/316#comment:2 http://localhost/ticket/316#comment:2 <ul> <li><strong>description</strong> modified (<a href="/ticket/316?action=diff&amp;version=2">diff</a>) </li> </ul> <p> This exception occurs for ckan.net with just this one character: <a class="ext-link" href="http://ckan.net/package/search?q=%C2"><span class="icon">​</span>http://ckan.net/package/search?q=%C2</a> (you can wget it) </p> <p> But I can't recreate it on my machine. Maybe it's a version issue. </p> <p> The client that is making all these crazy calls is googlebot. </p> Ticket thejimmyg Wed, 08 Dec 2010 17:59:37 GMT http://localhost/ticket/316#comment:3 http://localhost/ticket/316#comment:3 <ul> <li><strong>status</strong> changed from <em>new</em> to <em>closed</em> </li> <li><strong>resolution</strong> set to <em>fixed</em> </li> </ul> <p> I've just tested this on ckan.net and it gives a sensible message: </p> <blockquote> <p> There was an error while searching. Please try another search term. </p> </blockquote> Ticket