/* Unix SMB/CIFS implementation. Samba utility functions Copyright © Jelmer Vernooij 2008 Implementation of the WSGI interface described in PEP0333 (http://www.python.org/dev/peps/pep-0333) This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program. If not, see . */ #include #include "includes.h" #include "web_server/web_server.h" #include "../lib/util/dlinklist.h" #include "lib/tls/tls.h" #include "lib/tsocket/tsocket.h" #include "python/modules.h" #include "python/py3compat.h" typedef struct { PyObject_HEAD struct websrv_context *web; } web_request_Object; static PyObject *start_response(PyObject *self, PyObject *args, PyObject *kwargs) { PyObject *response_header, *exc_info = NULL; char *status; Py_ssize_t i; const char *kwnames[] = { "status", "response_header", "exc_info", NULL }; web_request_Object *py_web = (web_request_Object *)self; struct websrv_context *web = py_web->web; struct http_header *headers = NULL; if (!PyArg_ParseTupleAndKeywords(args, kwargs, "sO|O:start_response", discard_const_p(char *, kwnames), &status, &response_header, &exc_info)) { return NULL; } /* FIXME: exc_info */ if (!PyList_Check(response_header)) { PyErr_SetString(PyExc_TypeError, "response_header should be list"); return NULL; } for (i = 0; i < PyList_Size(response_header); i++) { struct http_header *hdr = talloc_zero(web, struct http_header); PyObject *item = PyList_GetItem(response_header, i); PyObject *py_name, *py_value; if (!PyTuple_Check(item)) { PyErr_SetString(PyExc_TypeError, "Expected tuple"); return NULL; } if (PyTuple_Size(item) != 2) { PyErr_SetString(PyExc_TypeError, "header tuple has invalid size, expected 2"); return NULL; } py_name = PyTuple_GetItem(item, 0); if (!PyStr_Check(py_name)) { PyErr_SetString(PyExc_TypeError, "header name should be string"); return NULL; } py_value = PyTuple_GetItem(item, 1); if (!PyStr_Check(py_value)) { PyErr_SetString(PyExc_TypeError, "header value should be string"); return NULL; } hdr->name = talloc_strdup(hdr, PyStr_AsString(py_name)); hdr->value = talloc_strdup(hdr, PyStr_AsString(py_value)); DLIST_ADD(headers, hdr); } websrv_output_headers(web, status, headers); Py_RETURN_NONE; } static PyMethodDef web_request_methods[] = { { "start_response", (PyCFunction)start_response, METH_VARARGS|METH_KEYWORDS, NULL }, { NULL } }; PyTypeObject web_request_Type = { PyVarObject_HEAD_INIT(NULL, 0) .tp_name = "wsgi.Request", .tp_methods = web_request_methods, .tp_basicsize = sizeof(web_request_Object), .tp_flags = Py_TPFLAGS_DEFAULT, }; typedef struct { PyObject_HEAD } error_Stream_Object; static PyObject *py_error_flush(PyObject *self, PyObject *args, PyObject *kwargs) { /* Nothing to do here */ Py_RETURN_NONE; } static PyObject *py_error_write(PyObject *self, PyObject *args, PyObject *kwargs) { const char *kwnames[] = { "str", NULL }; char *str = NULL; if (!PyArg_ParseTupleAndKeywords(args, kwargs, "s:write", discard_const_p(char *, kwnames), &str)) { return NULL; } DEBUG(0, ("%s", str)); Py_RETURN_NONE; } static PyObject *py_error_writelines(PyObject *self, PyObject *args, PyObject *kwargs) { const char *kwnames[] = { "seq", NULL }; PyObject *seq = NULL, *item; if (!PyArg_ParseTupleAndKeywords(args, kwargs, "O:writelines", discard_const_p(char *, kwnames), &seq)) { return NULL; } while ((item = PyIter_Next(seq))) { char *str = NULL; Py_ssize_t size = 0; if (!IsPy3Bytes(item)) { str = PyStr_AsUTF8AndSize(item, &size); } else { str = PyBytes_AsString(item); size = PyBytes_Size(item); } if (size > 0) { DEBUG(0, ("%s", str)); } } Py_RETURN_NONE; } static PyMethodDef error_Stream_methods[] = { { "flush", (PyCFunction)py_error_flush, METH_VARARGS|METH_KEYWORDS, NULL }, { "write", (PyCFunction)py_error_write, METH_VARARGS|METH_KEYWORDS, NULL }, { "writelines", (PyCFunction)py_error_writelines, METH_VARARGS|METH_KEYWORDS, NULL }, { NULL, NULL, 0, NULL } }; PyTypeObject error_Stream_Type = { PyVarObject_HEAD_INIT(NULL, 0) .tp_name = "wsgi.ErrorStream", .tp_basicsize = sizeof(error_Stream_Object), .tp_methods = error_Stream_methods, .tp_flags = Py_TPFLAGS_DEFAULT, }; typedef struct { PyObject_HEAD struct websrv_context *web; size_t offset; } input_Stream_Object; static PyObject *py_input_read(PyObject *_self, PyObject *args, PyObject *kwargs) { const char *kwnames[] = { "size", NULL }; PyObject *ret; input_Stream_Object *self = (input_Stream_Object *)_self; int size = -1; if (!PyArg_ParseTupleAndKeywords(args, kwargs, "|i", discard_const_p(char *, kwnames), &size)) return NULL; /* Don't read beyond buffer boundaries */ if (size == -1) size = self->web->input.partial.length-self->offset; else size = MIN(size, self->web->input.partial.length-self->offset); ret = PyBytes_FromStringAndSize((char *)self->web->input.partial.data+self->offset, size); self->offset += size; return ret; } static PyObject *py_input_readline(PyObject *_self) { /* FIXME */ PyErr_SetString(PyExc_NotImplementedError, "readline() not yet implemented"); return NULL; } static PyObject *py_input_readlines(PyObject *_self, PyObject *args, PyObject *kwargs) { const char *kwnames[] = { "hint", NULL }; int hint = 0; if (!PyArg_ParseTupleAndKeywords(args, kwargs, "|i", discard_const_p(char *, kwnames), &hint)) return NULL; /* FIXME */ PyErr_SetString(PyExc_NotImplementedError, "readlines() not yet implemented"); return NULL; } static PyObject *py_input___iter__(PyObject *_self) { /* FIXME */ PyErr_SetString(PyExc_NotImplementedError, "__iter__() not yet implemented"); return NULL; } static PyMethodDef input_Stream_methods[] = { { "read", (PyCFunction)py_input_read, METH_VARARGS|METH_KEYWORDS, NULL }, { "readline", (PyCFunction)py_input_readline, METH_NOARGS, NULL }, { "readlines", (PyCFunction)py_input_readlines, METH_VARARGS|METH_KEYWORDS, NULL }, { "__iter__", (PyCFunction)py_input___iter__, METH_NOARGS, NULL }, { NULL, NULL, 0, NULL } }; PyTypeObject input_Stream_Type = { PyVarObject_HEAD_INIT(NULL, 0) .tp_name = "wsgi.InputStream", .tp_basicsize = sizeof(input_Stream_Object), .tp_methods = input_Stream_methods, .tp_flags = Py_TPFLAGS_DEFAULT, }; static PyObject *Py_InputHttpStream(struct websrv_context *web) { input_Stream_Object *ret = PyObject_New(input_Stream_Object, &input_Stream_Type); ret->web = web; ret->offset = 0; return (PyObject *)ret; } static PyObject *Py_ErrorHttpStream(void) { error_Stream_Object *ret = PyObject_New(error_Stream_Object, &error_Stream_Type); return (PyObject *)ret; } static void DEBUG_Print_PyError(int level, const char *message) { PyObject *old_stderr, *new_stderr; PyObject *sys_module; PyObject *ptype, *pvalue, *ptb; PyErr_Fetch(&ptype, &pvalue, &ptb); DEBUG(0, ("WSGI: Server exception occurred: %s\n", message)); sys_module = PyImport_ImportModule("sys"); if (sys_module == NULL) { DEBUG(0, ("Unable to obtain sys module while printing error")); return; } old_stderr = PyObject_GetAttrString(sys_module, "stderr"); if (old_stderr == NULL) { DEBUG(0, ("Unable to obtain old stderr")); Py_DECREF(sys_module); return; } new_stderr = Py_ErrorHttpStream(); if (new_stderr == NULL) { DEBUG(0, ("Unable to create error stream")); Py_DECREF(sys_module); Py_DECREF(old_stderr); return; } PyObject_SetAttrString(sys_module, "stderr", new_stderr); Py_DECREF(new_stderr); PyErr_Restore(ptype, pvalue, ptb); PyErr_Print(); PyObject_SetAttrString(sys_module, "stderr", old_stderr); Py_DECREF(old_stderr); Py_DECREF(sys_module); } static PyObject *create_environ(bool tls, int content_length, struct http_header *headers, const char *request_method, const char *servername, int serverport, PyObject *inputstream, const char *request_string) { PyObject *env; PyObject *py_scheme; PyObject *py_val; struct http_header *hdr; char *questionmark; env = PyDict_New(); if (env == NULL) { return NULL; } PyDict_SetItemString(env, "wsgi.input", inputstream); py_val = Py_ErrorHttpStream(); if (py_val == NULL) goto error; PyDict_SetItemString(env, "wsgi.errors", py_val); Py_DECREF(py_val); py_val = Py_BuildValue("(i,i)", 1, 0); if (py_val == NULL) goto error; PyDict_SetItemString(env, "wsgi.version", py_val); Py_DECREF(py_val); PyDict_SetItemString(env, "wsgi.multithread", Py_False); PyDict_SetItemString(env, "wsgi.multiprocess", Py_False); PyDict_SetItemString(env, "wsgi.run_once", Py_False); py_val = PyStr_FromString("HTTP/1.0"); if (py_val == NULL) goto error; PyDict_SetItemString(env, "SERVER_PROTOCOL", py_val); Py_DECREF(py_val); if (content_length > 0) { py_val = PyLong_FromLong(content_length); if (py_val == NULL) goto error; PyDict_SetItemString(env, "CONTENT_LENGTH", py_val); Py_DECREF(py_val); } py_val = PyStr_FromString(request_method); if (py_val == NULL) goto error; PyDict_SetItemString(env, "REQUEST_METHOD", py_val); Py_DECREF(py_val); /* There is always a single wsgi app to which all requests are redirected, * so SCRIPT_NAME will be / */ py_val = PyStr_FromString("/"); if (py_val == NULL) goto error; PyDict_SetItemString(env, "SCRIPT_NAME", py_val); Py_DECREF(py_val); questionmark = strchr(request_string, '?'); if (questionmark == NULL) { py_val = PyStr_FromString(request_string); if (py_val == NULL) goto error; PyDict_SetItemString(env, "PATH_INFO", py_val); Py_DECREF(py_val); } else { py_val = PyStr_FromString(questionmark+1); if (py_val == NULL) goto error; PyDict_SetItemString(env, "QUERY_STRING", py_val); Py_DECREF(py_val); py_val = PyStr_FromStringAndSize(request_string, questionmark-request_string); if (py_val == NULL) goto error; PyDict_SetItemString(env, "PATH_INFO", py_val); Py_DECREF(py_val); } py_val = PyStr_FromString(servername); if (py_val == NULL) goto error; PyDict_SetItemString(env, "SERVER_NAME", py_val); Py_DECREF(py_val); py_val = PyStr_FromFormat("%d", serverport); if (py_val == NULL) goto error; PyDict_SetItemString(env, "SERVER_PORT", py_val); Py_DECREF(py_val); for (hdr = headers; hdr; hdr = hdr->next) { char *name; if (!strcasecmp(hdr->name, "Content-Type")) { py_val = PyStr_FromString(hdr->value); PyDict_SetItemString(env, "CONTENT_TYPE", py_val); Py_DECREF(py_val); } else { if (asprintf(&name, "HTTP_%s", hdr->name) < 0) { PyErr_NoMemory(); goto error; } py_val = PyStr_FromString(hdr->value); PyDict_SetItemString(env, name, py_val); Py_DECREF(py_val); free(name); } } if (tls) { py_scheme = PyStr_FromString("https"); } else { py_scheme = PyStr_FromString("http"); } if (py_scheme == NULL) goto error; PyDict_SetItemString(env, "wsgi.url_scheme", py_scheme); Py_DECREF(py_scheme); return env; error: Py_DECREF(env); return NULL; } static void wsgi_serve_500(struct websrv_context *web) { struct http_header *headers = NULL; const char *contents[] = { "An internal server error occurred while handling this request. ", "Please refer to the server logs for more details. ", NULL }; int i; websrv_output_headers(web, "500 Internal Server Error", headers); for (i = 0; contents[i]; i++) { websrv_output(web, contents[i], strlen(contents[i])); } } static void wsgi_process_http_input(struct web_server_data *wdata, struct websrv_context *web) { PyObject *py_environ, *result, *item, *iter; PyObject *request_handler = (PyObject *)wdata->private_data; struct tsocket_address *my_address = web->conn->local_address; const char *addr = "0.0.0.0"; uint16_t port = 0; web_request_Object *py_web; PyObject *py_input_stream; py_web = PyObject_New(web_request_Object, &web_request_Type); if (py_web == NULL) { DEBUG_Print_PyError(0, "Unable to allocate web request"); return; } py_web->web = web; if (tsocket_address_is_inet(my_address, "ip")) { addr = tsocket_address_inet_addr_string(my_address, wdata); port = tsocket_address_inet_port(my_address); } py_input_stream = Py_InputHttpStream(web); if (py_input_stream == NULL) { DEBUG_Print_PyError(0, "unable to create python input stream"); return; } py_environ = create_environ(tls_enabled(web->conn->socket), web->input.content_length, web->input.headers, web->input.post_request?"POST":"GET", addr, port, py_input_stream, web->input.url ); Py_DECREF(py_input_stream); if (py_environ == NULL) { DEBUG_Print_PyError(0, "Unable to create WSGI environment object"); wsgi_serve_500(web); return; } result = PyObject_CallMethod(request_handler, discard_const_p(char, "__call__"), discard_const_p(char, "OO"), py_environ, PyObject_GetAttrString((PyObject *)py_web, "start_response")); if (result == NULL) { DEBUG_Print_PyError(0, "error while handling request"); wsgi_serve_500(web); return; } iter = PyObject_GetIter(result); Py_DECREF(result); if (iter == NULL) { DEBUG_Print_PyError(0, "application did not return iterable"); wsgi_serve_500(web); return; } /* Now, iter over all the data returned */ while ((item = PyIter_Next(iter))) { Py_ssize_t size = 0; char *value = NULL; int ret = PyBytes_AsStringAndSize(item, &value, &size); if (ret == -1) { DEBUG_Print_PyError(0, "application failed to " "extract string from iterable"); wsgi_serve_500(web); return; } websrv_output(web, value, size); Py_DECREF(item); } Py_DECREF(iter); } bool wsgi_initialize(struct web_server_data *wdata) { PyObject *py_web_server; Py_Initialize(); py_update_path(); /* Ensure that we have the Samba paths at * the start of the sys.path() */ if (PyType_Ready(&web_request_Type) < 0) return false; if (PyType_Ready(&input_Stream_Type) < 0) return false; if (PyType_Ready(&error_Stream_Type) < 0) return false; wdata->http_process_input = wsgi_process_http_input; py_web_server = PyImport_ImportModule("samba.web_server"); if (py_web_server == NULL) { DEBUG_Print_PyError(0, "Unable to find web server"); return false; } wdata->private_data = py_web_server; return true; }