/* -*- Mode: C; tab-width: 8; indent-tabs-mode: t; c-basic-offset: 8 -*- */ /* * Copyright (C) 2009 Gustavo Noronha Silva . */ #include "test-utils.h" SoupSession *session; SoupURI *base_uri; SoupMessageBody *chunk_data; static void server_callback (SoupServer *server, SoupMessage *msg, const char *path, GHashTable *query, SoupClientContext *context, gpointer data) { GError *error = NULL; char *query_key; SoupBuffer *response = NULL; gsize offset; gboolean empty_response = FALSE; if (msg->method != SOUP_METHOD_GET) { soup_message_set_status (msg, SOUP_STATUS_NOT_IMPLEMENTED); return; } soup_message_set_status (msg, SOUP_STATUS_OK); if (query) { query_key = g_hash_table_lookup (query, "chunked"); if (query_key && g_str_equal (query_key, "yes")) { soup_message_headers_set_encoding (msg->response_headers, SOUP_ENCODING_CHUNKED); } query_key = g_hash_table_lookup (query, "empty_response"); if (query_key && g_str_equal (query_key, "yes")) empty_response = TRUE; } if (!strcmp (path, "/mbox")) { if (!empty_response) { response = soup_test_load_resource ("mbox", &error); g_assert_no_error (error); } soup_message_headers_append (msg->response_headers, "Content-Type", "text/plain"); } if (g_str_has_prefix (path, "/nosniff/")) { char *base_name = g_path_get_basename (path); response = soup_test_load_resource (base_name, &error); g_assert_no_error (error); g_free (base_name); soup_message_headers_append (msg->response_headers, "X-Content-Type-Options", "nosniff"); soup_message_headers_append (msg->response_headers, "Content-Type", "no/sniffing-allowed"); } if (g_str_has_prefix (path, "/text_or_binary/") || g_str_has_prefix (path, "/apache_bug/")) { char *base_name = g_path_get_basename (path); response = soup_test_load_resource (base_name, &error); g_assert_no_error (error); g_free (base_name); soup_message_headers_append (msg->response_headers, "Content-Type", "text/plain"); } if (g_str_has_prefix (path, "/unknown/")) { char *base_name = g_path_get_basename (path); response = soup_test_load_resource (base_name, &error); g_assert_no_error (error); g_free (base_name); soup_message_headers_append (msg->response_headers, "Content-Type", "UNKNOWN/unknown"); } if (g_str_has_prefix (path, "/type/")) { char **components = g_strsplit (path, "/", 4); char *ptr; char *base_name = g_path_get_basename (path); response = soup_test_load_resource (base_name, &error); g_assert_no_error (error); g_free (base_name); /* Hack to allow passing type in the URI */ ptr = g_strrstr (components[2], "_"); *ptr = '/'; soup_message_headers_append (msg->response_headers, "Content-Type", components[2]); g_strfreev (components); } if (g_str_has_prefix (path, "/multiple_headers/")) { char *base_name = g_path_get_basename (path); response = soup_test_load_resource (base_name, &error); g_assert_no_error (error); g_free (base_name); soup_message_headers_append (msg->response_headers, "Content-Type", "text/xml"); soup_message_headers_append (msg->response_headers, "Content-Type", "text/plain"); } if (response) { for (offset = 0; offset < response->length; offset += 500) { soup_message_body_append (msg->response_body, SOUP_MEMORY_COPY, response->data + offset, MIN (500, response->length - offset)); } soup_buffer_free (response); } soup_message_body_complete (msg->response_body); } static gboolean unpause_msg (gpointer data) { SoupMessage *msg = (SoupMessage*)data; debug_printf (2, " unpause\n"); soup_session_unpause_message (session, msg); return FALSE; } static void content_sniffed (SoupMessage *msg, char *content_type, GHashTable *params, gpointer data) { gboolean should_pause = GPOINTER_TO_INT (data); debug_printf (2, " content-sniffed -> %s\n", content_type); soup_test_assert (g_object_get_data (G_OBJECT (msg), "got-chunk") == NULL, "got-chunk got emitted before content-sniffed"); g_object_set_data (G_OBJECT (msg), "content-sniffed", GINT_TO_POINTER (TRUE)); if (should_pause) { debug_printf (2, " pause\n"); soup_session_pause_message (session, msg); g_idle_add (unpause_msg, msg); } } static void got_headers (SoupMessage *msg, gpointer data) { gboolean should_pause = GPOINTER_TO_INT (data); debug_printf (2, " got-headers\n"); soup_test_assert (g_object_get_data (G_OBJECT (msg), "content-sniffed") == NULL, "content-sniffed got emitted before got-headers"); g_object_set_data (G_OBJECT (msg), "got-headers", GINT_TO_POINTER (TRUE)); if (should_pause) { debug_printf (2, " pause\n"); soup_session_pause_message (session, msg); g_idle_add (unpause_msg, msg); } } static void got_chunk (SoupMessage *msg, SoupBuffer *chunk, gpointer data) { gboolean should_accumulate = GPOINTER_TO_INT (data); debug_printf (2, " got-chunk\n"); g_object_set_data (G_OBJECT (msg), "got-chunk", GINT_TO_POINTER (TRUE)); if (!should_accumulate) { if (!chunk_data) chunk_data = soup_message_body_new (); soup_message_body_append_buffer (chunk_data, chunk); } } static void do_signals_test (gboolean should_content_sniff, gboolean should_pause, gboolean should_accumulate, gboolean chunked_encoding, gboolean empty_response) { SoupURI *uri = soup_uri_new_with_base (base_uri, "/mbox"); SoupMessage *msg = soup_message_new_from_uri ("GET", uri); SoupBuffer *expected; GError *error = NULL; SoupBuffer *body = NULL; debug_printf (1, "do_signals_test(%ssniff, %spause, %saccumulate, %schunked, %sempty)\n", should_content_sniff ? "" : "!", should_pause ? "" : "!", should_accumulate ? "" : "!", chunked_encoding ? "" : "!", empty_response ? "" : "!"); if (chunked_encoding) soup_uri_set_query (uri, "chunked=yes"); if (empty_response) { if (uri->query) { char *tmp = uri->query; uri->query = g_strdup_printf ("%s&empty_response=yes", tmp); g_free (tmp); } else soup_uri_set_query (uri, "empty_response=yes"); } soup_message_set_uri (msg, uri); soup_message_body_set_accumulate (msg->response_body, should_accumulate); g_object_connect (msg, "signal::got-headers", got_headers, GINT_TO_POINTER (should_pause), "signal::got-chunk", got_chunk, GINT_TO_POINTER (should_accumulate), "signal::content_sniffed", content_sniffed, GINT_TO_POINTER (should_pause), NULL); soup_session_send_message (session, msg); if (should_content_sniff) { soup_test_assert (g_object_get_data (G_OBJECT (msg), "content-sniffed") != NULL, "content-sniffed did not get emitted"); } else { soup_test_assert (g_object_get_data (G_OBJECT (msg), "content-sniffed") == NULL, "content-sniffed got emitted without a sniffer"); } if (empty_response) expected = soup_buffer_new (SOUP_MEMORY_STATIC, "", 0); else { expected = soup_test_load_resource ("mbox", &error); g_assert_no_error (error); } if (!should_accumulate && chunk_data) body = soup_message_body_flatten (chunk_data); else if (msg->response_body) body = soup_message_body_flatten (msg->response_body); if (body) { soup_assert_cmpmem (body->data, body->length, expected->data, expected->length); } soup_buffer_free (expected); if (body) soup_buffer_free (body); if (chunk_data) { soup_message_body_free (chunk_data); chunk_data = NULL; } soup_uri_free (uri); g_object_unref (msg); } static void do_signals_tests (gconstpointer data) { gboolean should_content_sniff = GPOINTER_TO_INT (data); if (!should_content_sniff) soup_session_remove_feature_by_type (session, SOUP_TYPE_CONTENT_SNIFFER); do_signals_test (should_content_sniff, FALSE, FALSE, FALSE, FALSE); do_signals_test (should_content_sniff, FALSE, FALSE, TRUE, FALSE); do_signals_test (should_content_sniff, FALSE, TRUE, FALSE, FALSE); do_signals_test (should_content_sniff, FALSE, TRUE, TRUE, FALSE); do_signals_test (should_content_sniff, TRUE, TRUE, FALSE, FALSE); do_signals_test (should_content_sniff, TRUE, TRUE, TRUE, FALSE); do_signals_test (should_content_sniff, TRUE, FALSE, FALSE, FALSE); do_signals_test (should_content_sniff, TRUE, FALSE, TRUE, FALSE); /* FIXME g_test_bug ("587907") */ do_signals_test (should_content_sniff, TRUE, TRUE, FALSE, TRUE); do_signals_test (should_content_sniff, TRUE, TRUE, TRUE, TRUE); if (!should_content_sniff) soup_session_add_feature_by_type (session, SOUP_TYPE_CONTENT_SNIFFER); } static void sniffing_content_sniffed (SoupMessage *msg, const char *content_type, GHashTable *params, gpointer data) { char **sniffed_type = (char **)data; GString *full_header; GHashTableIter iter; gpointer key, value; full_header = g_string_new (content_type); g_hash_table_iter_init (&iter, params); while (g_hash_table_iter_next (&iter, &key, &value)) { if (full_header->len) g_string_append (full_header, "; "); soup_header_g_string_append_param (full_header, (const char *) key, (const char *) value); } *sniffed_type = g_string_free (full_header, FALSE); } static void test_sniffing (const char *path, const char *expected_type) { SoupURI *uri; SoupMessage *msg; SoupRequest *req; GInputStream *stream; char *sniffed_type = NULL; const char *req_sniffed_type; GError *error = NULL; uri = soup_uri_new_with_base (base_uri, path); msg = soup_message_new_from_uri ("GET", uri); g_signal_connect (msg, "content-sniffed", G_CALLBACK (sniffing_content_sniffed), &sniffed_type); soup_session_send_message (session, msg); g_assert_cmpstr (sniffed_type, ==, expected_type); g_free (sniffed_type); g_object_unref (msg); req = soup_session_request_uri (session, uri, NULL); stream = soup_test_request_send (req, NULL, 0, &error); if (stream) { soup_test_request_close_stream (req, stream, NULL, &error); g_object_unref (stream); } g_assert_no_error (error); g_clear_error (&error); req_sniffed_type = soup_request_get_content_type (req); g_assert_cmpstr (req_sniffed_type, ==, expected_type); g_object_unref (req); soup_uri_free (uri); } static void do_sniffing_test (gconstpointer data) { const char *path_and_result = data; char **parts; parts = g_strsplit (path_and_result, " => ", -1); g_assert (parts && parts[0] && parts[1] && !parts[2]); test_sniffing (parts[0], parts[1]); g_strfreev (parts); } static void test_disabled (gconstpointer data) { const char *path = data; SoupURI *uri; SoupMessage *msg; SoupRequest *req; GInputStream *stream; char *sniffed_type = NULL; const char *sniffed_content_type; GError *error = NULL; g_test_bug ("574773"); uri = soup_uri_new_with_base (base_uri, path); msg = soup_message_new_from_uri ("GET", uri); soup_message_disable_feature (msg, SOUP_TYPE_CONTENT_SNIFFER); g_signal_connect (msg, "content-sniffed", G_CALLBACK (sniffing_content_sniffed), &sniffed_type); soup_session_send_message (session, msg); g_assert_null (sniffed_type); g_object_unref (msg); req = soup_session_request_uri (session, uri, NULL); msg = soup_request_http_get_message (SOUP_REQUEST_HTTP (req)); soup_message_disable_feature (msg, SOUP_TYPE_CONTENT_SNIFFER); g_object_unref (msg); stream = soup_test_request_send (req, NULL, 0, &error); if (stream) { soup_test_request_close_stream (req, stream, NULL, &error); g_object_unref (stream); } g_assert_no_error (error); sniffed_content_type = soup_request_get_content_type (req); g_assert_cmpstr (sniffed_content_type, ==, NULL); g_object_unref (req); soup_uri_free (uri); } int main (int argc, char **argv) { SoupServer *server; int ret; test_init (argc, argv, NULL); server = soup_test_server_new (SOUP_TEST_SERVER_IN_THREAD); soup_server_add_handler (server, NULL, server_callback, NULL, NULL); base_uri = soup_test_server_get_uri (server, "http", NULL); session = soup_test_session_new (SOUP_TYPE_SESSION_ASYNC, SOUP_SESSION_USE_THREAD_CONTEXT, TRUE, NULL); soup_session_add_feature_by_type (session, SOUP_TYPE_CONTENT_SNIFFER); g_test_add_data_func ("/sniffing/signals/no-sniffer", GINT_TO_POINTER (FALSE), do_signals_tests); g_test_add_data_func ("/sniffing/signals/with-sniffer", GINT_TO_POINTER (TRUE), do_signals_tests); /* Test the apache bug sniffing path */ g_test_add_data_func ("/sniffing/apache-bug/binary", "/apache_bug/text_binary.txt => application/octet-stream", do_sniffing_test); g_test_add_data_func ("/sniffing/apache-bug/text", "/apache_bug/text.txt => text/plain", do_sniffing_test); /* X-Content-Type-Options: nosniff */ g_test_add_data_func ("/sniffing/nosniff", "nosniff/home.gif => no/sniffing-allowed", do_sniffing_test); /* GIF is a 'safe' type */ g_test_add_data_func ("/sniffing/type/gif", "text_or_binary/home.gif => image/gif", do_sniffing_test); /* With our current code, no sniffing is done using GIO, so * the mbox will be identified as text/plain; should we change * this? */ g_test_add_data_func ("/sniffing/type/mbox", "text_or_binary/mbox => text/plain", do_sniffing_test); /* HTML is considered unsafe for this algorithm, since it is * scriptable, so going from text/plain to text/html is * considered 'privilege escalation' */ g_test_add_data_func ("/sniffing/type/html-in-text-context", "text_or_binary/test.html => text/plain", do_sniffing_test); /* text/plain with binary content and unknown pattern should be * application/octet-stream */ g_test_add_data_func ("/sniffing/type/text-binary", "text_or_binary/text_binary.txt => application/octet-stream", do_sniffing_test); /* text/html with binary content and scriptable pattern should be * application/octet-stream to avoid 'privilege escalation' */ g_test_add_data_func ("/sniffing/type/html-binary", "text_or_binary/html_binary.html => application/octet-stream", do_sniffing_test); /* text/plain with binary content and non scriptable known pattern should * be the given type */ g_test_add_data_func ("/sniffing/type/ps", "text_or_binary/ps_binary.ps => application/postscript", do_sniffing_test); /* Test the unknown sniffing path */ g_test_add_data_func ("/sniffing/type/unknown-html", "unknown/test.html => text/html", do_sniffing_test); g_test_add_data_func ("/sniffing/type/unknown-gif", "unknown/home.gif => image/gif", do_sniffing_test); g_test_add_data_func ("/sniffing/type/unknown-mbox", "unknown/mbox => text/plain", do_sniffing_test); g_test_add_data_func ("/sniffing/type/unknown-binary", "unknown/text_binary.txt => application/octet-stream", do_sniffing_test); /* FIXME g_test_bug ("715126") */ g_test_add_data_func ("/sniffing/type/unknown-leading-space", "unknown/leading_space.html => text/html", do_sniffing_test); /* Test the XML sniffing path */ g_test_add_data_func ("/sniffing/type/xml", "type/text_xml/home.gif => text/xml", do_sniffing_test); g_test_add_data_func ("/sniffing/type/xml+xml", "type/anice_type+xml/home.gif => anice/type+xml", do_sniffing_test); g_test_add_data_func ("/sniffing/type/application-xml", "type/application_xml/home.gif => application/xml", do_sniffing_test); /* Test the feed or html path */ g_test_add_data_func ("/sniffing/type/html/html", "type/text_html/test.html => text/html", do_sniffing_test); g_test_add_data_func ("/sniffing/type/html/rss", "type/text_html/rss20.xml => application/rss+xml", do_sniffing_test); g_test_add_data_func ("/sniffing/type/html/atom", "type/text_html/atom.xml => application/atom+xml", do_sniffing_test); g_test_add_data_func ("/sniffing/type/html/rdf", "type/text_html/feed.rdf => application/rss+xml", do_sniffing_test); /* Test the image sniffing path */ g_test_add_data_func ("/sniffing/type/image/gif", "type/image_png/home.gif => image/gif", do_sniffing_test); g_test_add_data_func ("/sniffing/type/image/png", "type/image_gif/home.png => image/png", do_sniffing_test); g_test_add_data_func ("/sniffing/type/image/jpeg", "type/image_png/home.jpg => image/jpeg", do_sniffing_test); g_test_add_data_func ("/sniffing/type/image/webp", "type/image_png/tux.webp => image/webp", do_sniffing_test); /* Test audio and video sniffing path */ g_test_add_data_func ("/sniffing/type/audio/wav", "type/audio_mpeg/test.wav => audio/wave", do_sniffing_test); g_test_add_data_func ("/sniffing/type/audio/aiff", "type/audio_mpeg/test.aiff => audio/aiff", do_sniffing_test); g_test_add_data_func ("/sniffing/type/audio/ogg", "type/audio_mpeg/test.ogg => application/ogg", do_sniffing_test); g_test_add_data_func ("/sniffing/type/video/webm", "type/video_theora/test.webm => video/webm", do_sniffing_test); /* Test the MP4 sniffing path */ g_test_add_data_func ("/sniffing/type/video/mp4", "unknown/test.mp4 => video/mp4", do_sniffing_test); /* The spec tells us to only use the last Content-Type header */ g_test_add_data_func ("/sniffing/multiple-headers", "multiple_headers/home.gif => image/gif", do_sniffing_test); /* Test that we keep the parameters when sniffing */ g_test_add_data_func ("/sniffing/parameters", "type/text_html; charset=UTF-8/test.html => text/html; charset=UTF-8", do_sniffing_test); /* Test that disabling the sniffer works correctly */ g_test_add_data_func ("/sniffing/disabled", "/text_or_binary/home.gif", test_disabled); ret = g_test_run (); soup_uri_free (base_uri); soup_test_session_abort_unref (session); soup_test_server_quit_unref (server); test_cleanup (); return ret; }