Index: sitescripts/filterhits/test/api_tests.py |
=================================================================== |
deleted file mode 100644 |
--- a/sitescripts/filterhits/test/api_tests.py |
+++ /dev/null |
@@ -1,172 +0,0 @@ |
-# coding: utf-8 |
- |
-# This file is part of the Adblock Plus web scripts, |
-# Copyright (C) 2006-2016 Eyeo GmbH |
-# |
-# Adblock Plus is free software: you can redistribute it and/or modify |
-# it under the terms of the GNU General Public License version 3 as |
-# published by the Free Software Foundation. |
-# |
-# Adblock Plus is distributed in the hope that it will be useful, |
-# but WITHOUT ANY WARRANTY; without even the implied warranty of |
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
-# GNU General Public License for more details. |
-# |
-# You should have received a copy of the GNU General Public License |
-# along with Adblock Plus. If not, see <http://www.gnu.org/licenses/>. |
- |
-import json |
-import sys |
-import StringIO |
-import unittest |
-from urllib import urlencode |
- |
-from sitescripts.filterhits.test import test_helpers |
-from sitescripts.filterhits import db |
-from sitescripts.filterhits.web.query import query_handler |
-from sitescripts.filterhits.web.submit import submit as submit_handler |
- |
-valid_data = """{ |
- "version": 1, |
- "timeSincePush": 12345, |
- "addonName": "adblockplus", |
- "addonVersion": "2.3.4", |
- "application": "firefox", |
- "applicationVersion": "31", |
- "platform": "gecko", |
- "platformVersion": "31", |
- "filters": { |
- "||example.com^": { |
- "firstParty": { |
- "example.com": {"hits": 12, "latest": 1414817340948}, |
- "example.org": {"hits": 4, "latest": 1414859271125} |
- }, |
- "thirdParty": { |
- "example.com": {"hits": 5, "latest": 1414916268769} |
- }, |
- "subscriptions": ["EasyList", "EasyList Germany+EasyList"] |
- } |
- } |
-}""" |
- |
- |
-class APITestCase(test_helpers.FilterhitsTestCase): |
- def assertResponse(self, handler, expected_response, expected_result=None, expected_headers=None, **environ): |
- def check_response(response, headers): |
- self.assertEqual(response, expected_response) |
- if not expected_headers is None: |
- self.assertEqual(headers, expected_headers) |
- |
- if "body" in environ: |
- environ["CONTENT_LENGTH"] = len(environ["body"]) |
- environ["wsgi.input"] = StringIO.StringIO(environ["body"]) |
- del environ["body"] |
- |
- if "get_params" in environ: |
- environ["QUERY_STRING"] = urlencode(environ["get_params"]) |
- del environ["get_params"] |
- |
- environ["wsgi.errors"] = sys.stderr |
- result = handler(environ, check_response) |
- if not expected_result is None: |
- self.assertEqual(json.loads("".join(result)), expected_result) |
- |
- def test_submit(self): |
- self.assertEqual(len(db.query(self.db, "SELECT * FROM frequencies")), 0) |
- self.assertEqual(len(db.query(self.db, "SELECT * FROM filters")), 0) |
- # Ensure missing or invalid JSON results in an error |
- self.assertResponse(submit_handler, "400 Processing Error", |
- REQUEST_METHOD="POST", body="") |
- self.assertResponse(submit_handler, "400 Processing Error", |
- REQUEST_METHOD="POST", body="Oops...") |
- self.assertResponse(submit_handler, "400 Processing Error", |
- REQUEST_METHOD="POST", body="{123:]") |
- self.assertResponse(submit_handler, "400 Processing Error", |
- REQUEST_METHOD="POST", body="1") |
- self.assertEqual(len(db.query(self.db, "SELECT * FROM frequencies")), 0) |
- self.assertEqual(len(db.query(self.db, "SELECT * FROM filters")), 0) |
- # Ensure even an empty object, or one with the wrong fields returns successfully |
- self.assertResponse(submit_handler, "204 No Content", |
- REQUEST_METHOD="POST", body="{}") |
- self.assertResponse(submit_handler, "204 No Content", |
- REQUEST_METHOD="POST", body="{\"hello\": \"world\"}") |
- self.assertEqual(len(db.query(self.db, "SELECT * FROM frequencies")), 0) |
- self.assertEqual(len(db.query(self.db, "SELECT * FROM filters")), 0) |
- # Now some actually valid data |
- self.assertResponse(submit_handler, "204 No Content", |
- REQUEST_METHOD="POST", body=valid_data) |
- self.assertEqual(len(db.query(self.db, "SELECT * FROM frequencies")), 2) |
- self.assertEqual(len(db.query(self.db, "SELECT * FROM filters")), 1) |
- # Now make sure apparently valid data with timestamps that cause geometrical |
- # mean calculations to fail with MySQL errors return OK but don't change DB |
- invalid_data = json.loads(valid_data) |
- invalid_data["filters"]["||example.com^"]["firstParty"]["example.com"]["latest"] = 3 |
- invalid_data = json.dumps(invalid_data) |
- self.assertResponse(submit_handler, "204 No Content", |
- REQUEST_METHOD="POST", body=invalid_data) |
- self.assertEqual(len(db.query(self.db, "SELECT * FROM frequencies")), 2) |
- self.assertEqual(len(db.query(self.db, "SELECT * FROM filters")), 1) |
- |
- def test_query(self): |
- # Basic query with no data, should return successfully |
- self.assertResponse(query_handler, "200 OK", {"count": 0, "total": 0, "results": [], "echo": 0}) |
- # If echo parameter is passed and is integer it should be returned |
- self.assertResponse(query_handler, "200 OK", {"count": 0, "total": 0, "results": [], "echo": 1337}, |
- get_params={"echo": 1337}) |
- self.assertResponse(query_handler, "200 OK", {"count": 0, "total": 0, "results": [], "echo": 0}, |
- get_params={"echo": "naughty"}) |
- # Now let's submit some data so we can query it back out |
- test_data = [json.loads(valid_data), json.loads(valid_data), json.loads(valid_data)] |
- test_data[1]["filters"]["##Second-Filter|"] = test_data[1]["filters"].pop("||example.com^") |
- test_data[2]["filters"]["##Third-Filter|"] = test_data[2]["filters"].pop("||example.com^") |
- for data in test_data: |
- self.assertResponse(submit_handler, "204 No Content", |
- REQUEST_METHOD="POST", body=json.dumps(data)) |
- # Ordering parameters should be respected |
- self.assertResponse(query_handler, "200 OK", {"count": 1, "total": 6, |
- "results": [{"domain": "example.com", |
- "filter": "||example.com^", |
- "frequency": 0}], "echo": 0}, |
- get_params={"order_by": "filter", "order": "desc", "take": "1"}) |
- self.assertResponse(query_handler, "200 OK", {"count": 1, "total": 6, |
- "results": [{"domain": "example.com", |
- "filter": "##Second-Filter|", |
- "frequency": 0}], "echo": 0}, |
- get_params={"order_by": "filter", "order": "asc", "take": "1"}) |
- # As should filtering parameters |
- self.assertResponse(query_handler, "200 OK", {"count": 1, "total": 3, |
- "results": [{"domain": "example.com", |
- "filter": "##Third-Filter|", |
- "frequency": 0}], "echo": 0}, |
- get_params={"domain": "example.com", "take": "1"}) |
- self.assertResponse(query_handler, "200 OK", {"count": 1, "total": 2, |
- "results": [{"domain": "example.org", |
- "filter": "##Third-Filter|", |
- "frequency": 4}], "echo": 0}, |
- get_params={"filter": "Third", "take": 1}) |
- self.assertResponse(query_handler, "200 OK", {"count": 1, "total": 1, |
- "results": [{"domain": "example.com", |
- "filter": "##Third-Filter|", |
- "frequency": 0}], "echo": 0}, |
- get_params={"domain": "example.com", "filter": "Third", "take": "1"}) |
- # ... and pagination parameters |
- self.maxDiff = None |
- self.assertResponse(query_handler, "200 OK", {"count": 2, "total": 6, |
- "results": [{"domain": "example.org", |
- "filter": "||example.com^", |
- "frequency": 4}, |
- {"domain": "example.org", |
- "filter": "##Second-Filter|", |
- "frequency": 4}], "echo": 0}, |
- get_params={"skip": "1", "take": "2"}) |
- self.assertResponse(query_handler, "200 OK", {"count": 2, "total": 6, |
- "results": [{"domain": "example.org", |
- "filter": "##Second-Filter|", |
- "frequency": 4}, |
- {"domain": "example.com", |
- "filter": "##Third-Filter|", |
- "frequency": 0}], "echo": 0}, |
- get_params={"skip": "2", "take": "2"}) |
- |
-if __name__ == "__main__": |
- unittest.main() |