1 /* vi:set ts=8 sts=4 sw=4 noet:
2 *
3 * VIM - Vi IMproved by Bram Moolenaar
4 *
5 * Do ":help uganda" in Vim to read copying and usage conditions.
6 * Do ":help credits" in Vim to see a list of people who contributed.
7 * See README.txt for an overview of the Vim source code.
8 */
9 /*
10 * Python extensions by Paul Moore.
11 * Changes for Unix by David Leonard.
12 *
13 * This consists of four parts:
14 * 1. Python interpreter main program
15 * 2. Python output stream: writes output via [e]msg().
16 * 3. Implementation of the Vim module for Python
17 * 4. Utility functions for handling the interface between Vim and Python.
18 */
19
20 #include "vim.h"
21
22 #include <limits.h>
23
24 // uncomment this if used with the debug version of python.
25 // Checked on 2.7.4.
26 // #define Py_DEBUG
27 // Note: most of time you can add -DPy_DEBUG to CFLAGS in place of uncommenting
28 // uncomment this if used with the debug version of python, but without its
29 // allocator
30 // #define Py_DEBUG_NO_PYMALLOC
31
32 // Python.h defines _POSIX_THREADS itself (if needed)
33 #ifdef _POSIX_THREADS
34 # undef _POSIX_THREADS
35 #endif
36
37 #if defined(MSWIN) && defined(HAVE_FCNTL_H)
38 # undef HAVE_FCNTL_H
39 #endif
40
41 #ifdef _DEBUG
42 # undef _DEBUG
43 #endif
44
45 #ifdef HAVE_STRFTIME
46 # undef HAVE_STRFTIME
47 #endif
48 #ifdef HAVE_STRING_H
49 # undef HAVE_STRING_H
50 #endif
51 #ifdef HAVE_PUTENV
52 # undef HAVE_PUTENV
53 #endif
54 #ifdef HAVE_STDARG_H
55 # undef HAVE_STDARG_H // Python's config.h defines it as well.
56 #endif
57 #ifdef _POSIX_C_SOURCE
58 # undef _POSIX_C_SOURCE // pyconfig.h defines it as well.
59 #endif
60 #ifdef _XOPEN_SOURCE
61 # undef _XOPEN_SOURCE // pyconfig.h defines it as well.
62 #endif
63
64 #define PY_SSIZE_T_CLEAN
65
66 #include <Python.h>
67
68 #if !defined(PY_VERSION_HEX) || PY_VERSION_HEX < 0x02050000
69 # undef PY_SSIZE_T_CLEAN
70 #endif
71
72 // these are NULL for Python 2
73 #define ERRORS_DECODE_ARG NULL
74 #define ERRORS_ENCODE_ARG ERRORS_DECODE_ARG
75
76 #undef main // Defined in python.h - aargh
77 #undef HAVE_FCNTL_H // Clash with os_win32.h
78
79 // Perhaps leave this out for Python 2.6, which supports bytes?
80 #define PyBytes_FromString PyString_FromString
81 #define PyBytes_Check PyString_Check
82 #define PyBytes_AsStringAndSize PyString_AsStringAndSize
83 #define PyBytes_FromStringAndSize PyString_FromStringAndSize
84
85 #if !defined(FEAT_PYTHON) && defined(PROTO)
86 // Use this to be able to generate prototypes without python being used.
87 # define PyObject Py_ssize_t
88 # define PyThreadState Py_ssize_t
89 # define PyTypeObject Py_ssize_t
90 struct PyMethodDef { Py_ssize_t a; };
91 # define PySequenceMethods Py_ssize_t
92 #endif
93
94 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000
95 # define PY_USE_CAPSULE
96 #endif
97
98 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02050000
99 # define PyInt Py_ssize_t
100 # define PyInquiry lenfunc
101 # define PyIntArgFunc ssizeargfunc
102 # define PyIntIntArgFunc ssizessizeargfunc
103 # define PyIntObjArgProc ssizeobjargproc
104 # define PyIntIntObjArgProc ssizessizeobjargproc
105 # define Py_ssize_t_fmt "n"
106 #else
107 # define PyInt int
108 # define lenfunc inquiry
109 # define PyInquiry inquiry
110 # define PyIntArgFunc intargfunc
111 # define PyIntIntArgFunc intintargfunc
112 # define PyIntObjArgProc intobjargproc
113 # define PyIntIntObjArgProc intintobjargproc
114 # define Py_ssize_t_fmt "i"
115 #endif
116 #define Py_bytes_fmt "s"
117
118 // Parser flags
119 #define single_input 256
120 #define file_input 257
121 #define eval_input 258
122
123 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x020300F0
124 // Python 2.3: can invoke ":python" recursively.
125 # define PY_CAN_RECURSE
126 #endif
127
128 #if defined(DYNAMIC_PYTHON) || defined(PROTO)
129 # ifndef DYNAMIC_PYTHON
130 # define HINSTANCE long_u // for generating prototypes
131 # endif
132
133 # ifndef MSWIN
134 # include <dlfcn.h>
135 # define FARPROC void*
136 # define HINSTANCE void*
137 # if defined(PY_NO_RTLD_GLOBAL) && defined(PY3_NO_RTLD_GLOBAL)
138 # define load_dll(n) dlopen((n), RTLD_LAZY)
139 # else
140 # define load_dll(n) dlopen((n), RTLD_LAZY|RTLD_GLOBAL)
141 # endif
142 # define close_dll dlclose
143 # define symbol_from_dll dlsym
144 # define load_dll_error dlerror
145 # else
146 # define load_dll vimLoadLib
147 # define close_dll FreeLibrary
148 # define symbol_from_dll GetProcAddress
149 # define load_dll_error GetWin32Error
150 # endif
151
152 // This makes if_python.c compile without warnings against Python 2.5
153 // on Win32 and Win64.
154 # undef PyRun_SimpleString
155 # undef PyRun_String
156 # undef PyArg_Parse
157 # undef PyArg_ParseTuple
158 # undef Py_BuildValue
159 # undef Py_InitModule4
160 # undef Py_InitModule4_64
161 # undef PyObject_CallMethod
162 # undef PyObject_CallFunction
163
164 /*
165 * Wrapper defines
166 */
167 # define PyArg_Parse dll_PyArg_Parse
168 # define PyArg_ParseTuple dll_PyArg_ParseTuple
169 # define PyMem_Free dll_PyMem_Free
170 # define PyMem_Malloc dll_PyMem_Malloc
171 # define PyDict_SetItemString dll_PyDict_SetItemString
172 # define PyErr_BadArgument dll_PyErr_BadArgument
173 # define PyErr_NewException dll_PyErr_NewException
174 # define PyErr_Clear dll_PyErr_Clear
175 # define PyErr_Format dll_PyErr_Format
176 # define PyErr_PrintEx dll_PyErr_PrintEx
177 # define PyErr_NoMemory dll_PyErr_NoMemory
178 # define PyErr_Occurred dll_PyErr_Occurred
179 # define PyErr_SetNone dll_PyErr_SetNone
180 # define PyErr_SetString dll_PyErr_SetString
181 # define PyErr_SetObject dll_PyErr_SetObject
182 # define PyErr_ExceptionMatches dll_PyErr_ExceptionMatches
183 # define PyEval_InitThreads dll_PyEval_InitThreads
184 # define PyEval_RestoreThread dll_PyEval_RestoreThread
185 # define PyEval_SaveThread dll_PyEval_SaveThread
186 # ifdef PY_CAN_RECURSE
187 # define PyGILState_Ensure dll_PyGILState_Ensure
188 # define PyGILState_Release dll_PyGILState_Release
189 # endif
190 # define PyInt_AsLong dll_PyInt_AsLong
191 # define PyInt_FromLong dll_PyInt_FromLong
192 # define PyLong_AsLong dll_PyLong_AsLong
193 # define PyLong_FromLong dll_PyLong_FromLong
194 # define PyBool_Type (*dll_PyBool_Type)
195 # define PyInt_Type (*dll_PyInt_Type)
196 # define PyLong_Type (*dll_PyLong_Type)
197 # define PyList_GetItem dll_PyList_GetItem
198 # define PyList_Append dll_PyList_Append
199 # define PyList_Insert dll_PyList_Insert
200 # define PyList_New dll_PyList_New
201 # define PyList_SetItem dll_PyList_SetItem
202 # define PyList_Size dll_PyList_Size
203 # define PyList_Type (*dll_PyList_Type)
204 # define PySequence_Check dll_PySequence_Check
205 # define PySequence_Size dll_PySequence_Size
206 # define PySequence_GetItem dll_PySequence_GetItem
207 # define PySequence_Fast dll_PySequence_Fast
208 # define PyTuple_Size dll_PyTuple_Size
209 # define PyTuple_GetItem dll_PyTuple_GetItem
210 # define PyTuple_Type (*dll_PyTuple_Type)
211 # define PySlice_GetIndicesEx dll_PySlice_GetIndicesEx
212 # define PyImport_ImportModule dll_PyImport_ImportModule
213 # define PyDict_New dll_PyDict_New
214 # define PyDict_GetItemString dll_PyDict_GetItemString
215 # define PyDict_Next dll_PyDict_Next
216 # define PyDict_Type (*dll_PyDict_Type)
217 # ifdef PyMapping_Keys
218 # define PY_NO_MAPPING_KEYS
219 # else
220 # define PyMapping_Keys dll_PyMapping_Keys
221 # endif
222 # define PyObject_GetItem dll_PyObject_GetItem
223 # define PyObject_CallMethod dll_PyObject_CallMethod
224 # define PyMapping_Check dll_PyMapping_Check
225 # define PyIter_Next dll_PyIter_Next
226 # define PyModule_GetDict dll_PyModule_GetDict
227 # define PyModule_AddObject dll_PyModule_AddObject
228 # define PyRun_SimpleString dll_PyRun_SimpleString
229 # define PyRun_String dll_PyRun_String
230 # define PyObject_GetAttrString dll_PyObject_GetAttrString
231 # define PyObject_HasAttrString dll_PyObject_HasAttrString
232 # define PyObject_SetAttrString dll_PyObject_SetAttrString
233 # define PyObject_CallFunctionObjArgs dll_PyObject_CallFunctionObjArgs
234 # define PyObject_CallFunction dll_PyObject_CallFunction
235 # define PyObject_Call dll_PyObject_Call
236 # define PyObject_Repr dll_PyObject_Repr
237 # define PyString_AsString dll_PyString_AsString
238 # define PyString_AsStringAndSize dll_PyString_AsStringAndSize
239 # define PyString_FromString dll_PyString_FromString
240 # define PyString_FromFormat dll_PyString_FromFormat
241 # define PyString_FromStringAndSize dll_PyString_FromStringAndSize
242 # define PyString_Size dll_PyString_Size
243 # define PyString_Type (*dll_PyString_Type)
244 # define PyUnicode_Type (*dll_PyUnicode_Type)
245 # undef PyUnicode_AsEncodedString
246 # define PyUnicode_AsEncodedString py_PyUnicode_AsEncodedString
247 # define PyFloat_AsDouble dll_PyFloat_AsDouble
248 # define PyFloat_FromDouble dll_PyFloat_FromDouble
249 # define PyFloat_Type (*dll_PyFloat_Type)
250 # define PyNumber_Check dll_PyNumber_Check
251 # define PyNumber_Long dll_PyNumber_Long
252 # define PyImport_AddModule (*dll_PyImport_AddModule)
253 # define PySys_SetObject dll_PySys_SetObject
254 # define PySys_GetObject dll_PySys_GetObject
255 # define PySys_SetArgv dll_PySys_SetArgv
256 # define PyType_Type (*dll_PyType_Type)
257 # define PyFile_Type (*dll_PyFile_Type)
258 # define PySlice_Type (*dll_PySlice_Type)
259 # define PyType_Ready (*dll_PyType_Ready)
260 # define PyType_GenericAlloc dll_PyType_GenericAlloc
261 # define Py_BuildValue dll_Py_BuildValue
262 # define Py_FindMethod dll_Py_FindMethod
263 # define Py_InitModule4 dll_Py_InitModule4
264 # define Py_SetPythonHome dll_Py_SetPythonHome
265 # define Py_Initialize dll_Py_Initialize
266 # define Py_Finalize dll_Py_Finalize
267 # define Py_IsInitialized dll_Py_IsInitialized
268 # define _PyObject_New dll__PyObject_New
269 # define _PyObject_GC_New dll__PyObject_GC_New
270 # ifdef PyObject_GC_Del
271 # define Py_underscore_GC
272 # define _PyObject_GC_Del dll__PyObject_GC_Del
273 # define _PyObject_GC_UnTrack dll__PyObject_GC_UnTrack
274 # else
275 # define PyObject_GC_Del dll_PyObject_GC_Del
276 # define PyObject_GC_UnTrack dll_PyObject_GC_UnTrack
277 # endif
278 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000
279 # define _PyObject_NextNotImplemented (*dll__PyObject_NextNotImplemented)
280 # endif
281 # define _Py_NoneStruct (*dll__Py_NoneStruct)
282 # define _Py_ZeroStruct (*dll__Py_ZeroStruct)
283 # define _Py_TrueStruct (*dll__Py_TrueStruct)
284 # define PyObject_Init dll__PyObject_Init
285 # define PyObject_GetIter dll_PyObject_GetIter
286 # define PyObject_IsTrue dll_PyObject_IsTrue
287 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02020000
288 # define PyType_IsSubtype dll_PyType_IsSubtype
289 # ifdef Py_DEBUG
290 # define _Py_NegativeRefcount dll__Py_NegativeRefcount
291 # define _Py_RefTotal (*dll__Py_RefTotal)
292 # define _Py_Dealloc dll__Py_Dealloc
293 # endif
294 # endif
295 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02030000
296 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
297 # define _PyObject_DebugMalloc dll__PyObject_DebugMalloc
298 # define _PyObject_DebugFree dll__PyObject_DebugFree
299 # else
300 # define PyObject_Malloc dll_PyObject_Malloc
301 # define PyObject_Free dll_PyObject_Free
302 # endif
303 # endif
304 # ifdef PY_USE_CAPSULE
305 # define PyCapsule_New dll_PyCapsule_New
306 # define PyCapsule_GetPointer dll_PyCapsule_GetPointer
307 # else
308 # define PyCObject_FromVoidPtr dll_PyCObject_FromVoidPtr
309 # define PyCObject_AsVoidPtr dll_PyCObject_AsVoidPtr
310 # endif
311 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000
312 # define Py_NoSiteFlag (*dll_Py_NoSiteFlag)
313 # endif
314
315 /*
316 * Pointers for dynamic link
317 */
318 static int(*dll_PyArg_Parse)(PyObject *, char *, ...);
319 static int(*dll_PyArg_ParseTuple)(PyObject *, char *, ...);
320 static int(*dll_PyMem_Free)(void *);
321 static void* (*dll_PyMem_Malloc)(size_t);
322 static int(*dll_PyDict_SetItemString)(PyObject *dp, char *key, PyObject *item);
323 static int(*dll_PyErr_BadArgument)(void);
324 static PyObject *(*dll_PyErr_NewException)(char *, PyObject *, PyObject *);
325 static void(*dll_PyErr_Clear)(void);
326 static PyObject*(*dll_PyErr_Format)(PyObject *, const char *, ...);
327 static void(*dll_PyErr_PrintEx)(int);
328 static PyObject*(*dll_PyErr_NoMemory)(void);
329 static PyObject*(*dll_PyErr_Occurred)(void);
330 static void(*dll_PyErr_SetNone)(PyObject *);
331 static void(*dll_PyErr_SetString)(PyObject *, const char *);
332 static void(*dll_PyErr_SetObject)(PyObject *, PyObject *);
333 static int(*dll_PyErr_ExceptionMatches)(PyObject *);
334 static void(*dll_PyEval_InitThreads)(void);
335 static void(*dll_PyEval_RestoreThread)(PyThreadState *);
336 static PyThreadState*(*dll_PyEval_SaveThread)(void);
337 # ifdef PY_CAN_RECURSE
338 static PyGILState_STATE (*dll_PyGILState_Ensure)(void);
339 static void (*dll_PyGILState_Release)(PyGILState_STATE);
340 # endif
341 static long(*dll_PyInt_AsLong)(PyObject *);
342 static PyObject*(*dll_PyInt_FromLong)(long);
343 static long(*dll_PyLong_AsLong)(PyObject *);
344 static PyObject*(*dll_PyLong_FromLong)(long);
345 static PyTypeObject* dll_PyBool_Type;
346 static PyTypeObject* dll_PyInt_Type;
347 static PyTypeObject* dll_PyLong_Type;
348 static PyObject*(*dll_PyList_GetItem)(PyObject *, PyInt);
349 static int(*dll_PyList_Append)(PyObject *, PyObject *);
350 static int(*dll_PyList_Insert)(PyObject *, PyInt, PyObject *);
351 static PyObject*(*dll_PyList_New)(PyInt size);
352 static int(*dll_PyList_SetItem)(PyObject *, PyInt, PyObject *);
353 static PyInt(*dll_PyList_Size)(PyObject *);
354 static PyTypeObject* dll_PyList_Type;
355 static int (*dll_PySequence_Check)(PyObject *);
356 static PyInt(*dll_PySequence_Size)(PyObject *);
357 static PyObject*(*dll_PySequence_GetItem)(PyObject *, PyInt);
358 static PyObject*(*dll_PySequence_Fast)(PyObject *, const char *);
359 static PyInt(*dll_PyTuple_Size)(PyObject *);
360 static PyObject*(*dll_PyTuple_GetItem)(PyObject *, PyInt);
361 static PyTypeObject* dll_PyTuple_Type;
362 static int (*dll_PySlice_GetIndicesEx)(PySliceObject *r, PyInt length,
363 PyInt *start, PyInt *stop, PyInt *step,
364 PyInt *slicelen);
365 static PyObject*(*dll_PyImport_ImportModule)(const char *);
366 static PyObject*(*dll_PyDict_New)(void);
367 static PyObject*(*dll_PyDict_GetItemString)(PyObject *, const char *);
368 static int (*dll_PyDict_Next)(PyObject *, PyInt *, PyObject **, PyObject **);
369 static PyTypeObject* dll_PyDict_Type;
370 # ifndef PY_NO_MAPPING_KEYS
371 static PyObject* (*dll_PyMapping_Keys)(PyObject *);
372 # endif
373 static PyObject* (*dll_PyObject_GetItem)(PyObject *, PyObject *);
374 static PyObject* (*dll_PyObject_CallMethod)(PyObject *, char *, PyObject *);
375 static int (*dll_PyMapping_Check)(PyObject *);
376 static PyObject* (*dll_PyIter_Next)(PyObject *);
377 static PyObject*(*dll_PyModule_GetDict)(PyObject *);
378 static int(*dll_PyModule_AddObject)(PyObject *, const char *, PyObject *);
379 static int(*dll_PyRun_SimpleString)(char *);
380 static PyObject *(*dll_PyRun_String)(char *, int, PyObject *, PyObject *);
381 static PyObject* (*dll_PyObject_GetAttrString)(PyObject *, const char *);
382 static int (*dll_PyObject_HasAttrString)(PyObject *, const char *);
383 static int (*dll_PyObject_SetAttrString)(PyObject *, const char *, PyObject *);
384 static PyObject* (*dll_PyObject_CallFunctionObjArgs)(PyObject *, ...);
385 static PyObject* (*dll_PyObject_CallFunction)(PyObject *, char *, ...);
386 static PyObject* (*dll_PyObject_Call)(PyObject *, PyObject *, PyObject *);
387 static PyObject* (*dll_PyObject_Repr)(PyObject *);
388 static char*(*dll_PyString_AsString)(PyObject *);
389 static int(*dll_PyString_AsStringAndSize)(PyObject *, char **, PyInt *);
390 static PyObject*(*dll_PyString_FromString)(const char *);
391 static PyObject*(*dll_PyString_FromFormat)(const char *, ...);
392 static PyObject*(*dll_PyString_FromStringAndSize)(const char *, PyInt);
393 static PyInt(*dll_PyString_Size)(PyObject *);
394 static PyTypeObject* dll_PyString_Type;
395 static PyTypeObject* dll_PyUnicode_Type;
396 static PyObject *(*py_PyUnicode_AsEncodedString)(PyObject *, char *, char *);
397 static double(*dll_PyFloat_AsDouble)(PyObject *);
398 static PyObject*(*dll_PyFloat_FromDouble)(double);
399 static PyTypeObject* dll_PyFloat_Type;
400 static int(*dll_PyNumber_Check)(PyObject *);
401 static PyObject*(*dll_PyNumber_Long)(PyObject *);
402 static int(*dll_PySys_SetObject)(char *, PyObject *);
403 static PyObject *(*dll_PySys_GetObject)(char *);
404 static int(*dll_PySys_SetArgv)(int, char **);
405 static PyTypeObject* dll_PyType_Type;
406 static PyTypeObject* dll_PyFile_Type;
407 static PyTypeObject* dll_PySlice_Type;
408 static int (*dll_PyType_Ready)(PyTypeObject *type);
409 static PyObject* (*dll_PyType_GenericAlloc)(PyTypeObject *type, PyInt nitems);
410 static PyObject*(*dll_Py_BuildValue)(char *, ...);
411 static PyObject*(*dll_Py_FindMethod)(struct PyMethodDef[], PyObject *, char *);
412 static PyObject*(*dll_Py_InitModule4)(char *, struct PyMethodDef *, char *, PyObject *, int);
413 static PyObject*(*dll_PyImport_AddModule)(char *);
414 static void(*dll_Py_SetPythonHome)(char *home);
415 static void(*dll_Py_Initialize)(void);
416 static void(*dll_Py_Finalize)(void);
417 static int(*dll_Py_IsInitialized)(void);
418 static PyObject*(*dll__PyObject_New)(PyTypeObject *, PyObject *);
419 static PyObject*(*dll__PyObject_GC_New)(PyTypeObject *);
420 # ifdef Py_underscore_GC
421 static void(*dll__PyObject_GC_Del)(void *);
422 static void(*dll__PyObject_GC_UnTrack)(void *);
423 # else
424 static void(*dll_PyObject_GC_Del)(void *);
425 static void(*dll_PyObject_GC_UnTrack)(void *);
426 # endif
427 static PyObject*(*dll__PyObject_Init)(PyObject *, PyTypeObject *);
428 static PyObject* (*dll_PyObject_GetIter)(PyObject *);
429 static int (*dll_PyObject_IsTrue)(PyObject *);
430 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000
431 static iternextfunc dll__PyObject_NextNotImplemented;
432 # endif
433 static PyObject* dll__Py_NoneStruct;
434 static PyObject* _Py_ZeroStruct;
435 static PyObject* dll__Py_TrueStruct;
436 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02020000
437 static int (*dll_PyType_IsSubtype)(PyTypeObject *, PyTypeObject *);
438 # ifdef Py_DEBUG
439 static void (*dll__Py_NegativeRefcount)(const char *fname, int lineno, PyObject *op);
440 static PyInt* dll__Py_RefTotal;
441 static void (*dll__Py_Dealloc)(PyObject *obj);
442 # endif
443 # endif
444 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02030000
445 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
446 static void (*dll__PyObject_DebugFree)(void*);
447 static void* (*dll__PyObject_DebugMalloc)(size_t);
448 # else
449 static void* (*dll_PyObject_Malloc)(size_t);
450 static void (*dll_PyObject_Free)(void*);
451 # endif
452 # endif
453 # ifdef PY_USE_CAPSULE
454 static PyObject* (*dll_PyCapsule_New)(void *, char *, PyCapsule_Destructor);
455 static void* (*dll_PyCapsule_GetPointer)(PyObject *, char *);
456 # else
457 static PyObject* (*dll_PyCObject_FromVoidPtr)(void *cobj, void (*destr)(void *));
458 static void* (*dll_PyCObject_AsVoidPtr)(PyObject *);
459 # endif
460 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000
461 static int* dll_Py_NoSiteFlag;
462 # endif
463
464 static HINSTANCE hinstPython = 0; // Instance of python.dll
465
466 // Imported exception objects
467 static PyObject *imp_PyExc_AttributeError;
468 static PyObject *imp_PyExc_IndexError;
469 static PyObject *imp_PyExc_KeyError;
470 static PyObject *imp_PyExc_KeyboardInterrupt;
471 static PyObject *imp_PyExc_TypeError;
472 static PyObject *imp_PyExc_ValueError;
473 static PyObject *imp_PyExc_SystemExit;
474 static PyObject *imp_PyExc_RuntimeError;
475 static PyObject *imp_PyExc_ImportError;
476 static PyObject *imp_PyExc_OverflowError;
477
478 # define PyExc_AttributeError imp_PyExc_AttributeError
479 # define PyExc_IndexError imp_PyExc_IndexError
480 # define PyExc_KeyError imp_PyExc_KeyError
481 # define PyExc_KeyboardInterrupt imp_PyExc_KeyboardInterrupt
482 # define PyExc_TypeError imp_PyExc_TypeError
483 # define PyExc_ValueError imp_PyExc_ValueError
484 # define PyExc_SystemExit imp_PyExc_SystemExit
485 # define PyExc_RuntimeError imp_PyExc_RuntimeError
486 # define PyExc_ImportError imp_PyExc_ImportError
487 # define PyExc_OverflowError imp_PyExc_OverflowError
488
489 /*
490 * Table of name to function pointer of python.
491 */
492 # define PYTHON_PROC FARPROC
493 static struct
494 {
495 char *name;
496 PYTHON_PROC *ptr;
497 } python_funcname_table[] =
498 {
499 # ifndef PY_SSIZE_T_CLEAN
500 {"PyArg_Parse", (PYTHON_PROC*)&dll_PyArg_Parse},
501 {"PyArg_ParseTuple", (PYTHON_PROC*)&dll_PyArg_ParseTuple},
502 {"Py_BuildValue", (PYTHON_PROC*)&dll_Py_BuildValue},
503 # else
504 {"_PyArg_Parse_SizeT", (PYTHON_PROC*)&dll_PyArg_Parse},
505 {"_PyArg_ParseTuple_SizeT", (PYTHON_PROC*)&dll_PyArg_ParseTuple},
506 {"_Py_BuildValue_SizeT", (PYTHON_PROC*)&dll_Py_BuildValue},
507 # endif
508 {"PyMem_Free", (PYTHON_PROC*)&dll_PyMem_Free},
509 {"PyMem_Malloc", (PYTHON_PROC*)&dll_PyMem_Malloc},
510 {"PyDict_SetItemString", (PYTHON_PROC*)&dll_PyDict_SetItemString},
511 {"PyErr_BadArgument", (PYTHON_PROC*)&dll_PyErr_BadArgument},
512 {"PyErr_NewException", (PYTHON_PROC*)&dll_PyErr_NewException},
513 {"PyErr_Clear", (PYTHON_PROC*)&dll_PyErr_Clear},
514 {"PyErr_Format", (PYTHON_PROC*)&dll_PyErr_Format},
515 {"PyErr_PrintEx", (PYTHON_PROC*)&dll_PyErr_PrintEx},
516 {"PyErr_NoMemory", (PYTHON_PROC*)&dll_PyErr_NoMemory},
517 {"PyErr_Occurred", (PYTHON_PROC*)&dll_PyErr_Occurred},
518 {"PyErr_SetNone", (PYTHON_PROC*)&dll_PyErr_SetNone},
519 {"PyErr_SetString", (PYTHON_PROC*)&dll_PyErr_SetString},
520 {"PyErr_SetObject", (PYTHON_PROC*)&dll_PyErr_SetObject},
521 {"PyErr_ExceptionMatches", (PYTHON_PROC*)&dll_PyErr_ExceptionMatches},
522 {"PyEval_InitThreads", (PYTHON_PROC*)&dll_PyEval_InitThreads},
523 {"PyEval_RestoreThread", (PYTHON_PROC*)&dll_PyEval_RestoreThread},
524 {"PyEval_SaveThread", (PYTHON_PROC*)&dll_PyEval_SaveThread},
525 # ifdef PY_CAN_RECURSE
526 {"PyGILState_Ensure", (PYTHON_PROC*)&dll_PyGILState_Ensure},
527 {"PyGILState_Release", (PYTHON_PROC*)&dll_PyGILState_Release},
528 # endif
529 {"PyInt_AsLong", (PYTHON_PROC*)&dll_PyInt_AsLong},
530 {"PyInt_FromLong", (PYTHON_PROC*)&dll_PyInt_FromLong},
531 {"PyLong_AsLong", (PYTHON_PROC*)&dll_PyLong_AsLong},
532 {"PyLong_FromLong", (PYTHON_PROC*)&dll_PyLong_FromLong},
533 {"PyBool_Type", (PYTHON_PROC*)&dll_PyBool_Type},
534 {"PyInt_Type", (PYTHON_PROC*)&dll_PyInt_Type},
535 {"PyLong_Type", (PYTHON_PROC*)&dll_PyLong_Type},
536 {"PyList_GetItem", (PYTHON_PROC*)&dll_PyList_GetItem},
537 {"PyList_Append", (PYTHON_PROC*)&dll_PyList_Append},
538 {"PyList_Insert", (PYTHON_PROC*)&dll_PyList_Insert},
539 {"PyList_New", (PYTHON_PROC*)&dll_PyList_New},
540 {"PyList_SetItem", (PYTHON_PROC*)&dll_PyList_SetItem},
541 {"PyList_Size", (PYTHON_PROC*)&dll_PyList_Size},
542 {"PyList_Type", (PYTHON_PROC*)&dll_PyList_Type},
543 {"PySequence_Size", (PYTHON_PROC*)&dll_PySequence_Size},
544 {"PySequence_Check", (PYTHON_PROC*)&dll_PySequence_Check},
545 {"PySequence_GetItem", (PYTHON_PROC*)&dll_PySequence_GetItem},
546 {"PySequence_Fast", (PYTHON_PROC*)&dll_PySequence_Fast},
547 {"PyTuple_GetItem", (PYTHON_PROC*)&dll_PyTuple_GetItem},
548 {"PyTuple_Size", (PYTHON_PROC*)&dll_PyTuple_Size},
549 {"PyTuple_Type", (PYTHON_PROC*)&dll_PyTuple_Type},
550 {"PySlice_GetIndicesEx", (PYTHON_PROC*)&dll_PySlice_GetIndicesEx},
551 {"PyImport_ImportModule", (PYTHON_PROC*)&dll_PyImport_ImportModule},
552 {"PyDict_GetItemString", (PYTHON_PROC*)&dll_PyDict_GetItemString},
553 {"PyDict_Next", (PYTHON_PROC*)&dll_PyDict_Next},
554 {"PyDict_New", (PYTHON_PROC*)&dll_PyDict_New},
555 {"PyDict_Type", (PYTHON_PROC*)&dll_PyDict_Type},
556 # ifndef PY_NO_MAPPING_KEYS
557 {"PyMapping_Keys", (PYTHON_PROC*)&dll_PyMapping_Keys},
558 # endif
559 {"PyObject_GetItem", (PYTHON_PROC*)&dll_PyObject_GetItem},
560 {"PyObject_CallMethod", (PYTHON_PROC*)&dll_PyObject_CallMethod},
561 {"PyMapping_Check", (PYTHON_PROC*)&dll_PyMapping_Check},
562 {"PyIter_Next", (PYTHON_PROC*)&dll_PyIter_Next},
563 {"PyModule_GetDict", (PYTHON_PROC*)&dll_PyModule_GetDict},
564 {"PyModule_AddObject", (PYTHON_PROC*)&dll_PyModule_AddObject},
565 {"PyRun_SimpleString", (PYTHON_PROC*)&dll_PyRun_SimpleString},
566 {"PyRun_String", (PYTHON_PROC*)&dll_PyRun_String},
567 {"PyObject_GetAttrString", (PYTHON_PROC*)&dll_PyObject_GetAttrString},
568 {"PyObject_HasAttrString", (PYTHON_PROC*)&dll_PyObject_HasAttrString},
569 {"PyObject_SetAttrString", (PYTHON_PROC*)&dll_PyObject_SetAttrString},
570 {"PyObject_CallFunctionObjArgs", (PYTHON_PROC*)&dll_PyObject_CallFunctionObjArgs},
571 {"PyObject_CallFunction", (PYTHON_PROC*)&dll_PyObject_CallFunction},
572 {"PyObject_Call", (PYTHON_PROC*)&dll_PyObject_Call},
573 {"PyObject_Repr", (PYTHON_PROC*)&dll_PyObject_Repr},
574 {"PyString_AsString", (PYTHON_PROC*)&dll_PyString_AsString},
575 {"PyString_AsStringAndSize", (PYTHON_PROC*)&dll_PyString_AsStringAndSize},
576 {"PyString_FromString", (PYTHON_PROC*)&dll_PyString_FromString},
577 {"PyString_FromFormat", (PYTHON_PROC*)&dll_PyString_FromFormat},
578 {"PyString_FromStringAndSize", (PYTHON_PROC*)&dll_PyString_FromStringAndSize},
579 {"PyString_Size", (PYTHON_PROC*)&dll_PyString_Size},
580 {"PyString_Type", (PYTHON_PROC*)&dll_PyString_Type},
581 {"PyUnicode_Type", (PYTHON_PROC*)&dll_PyUnicode_Type},
582 {"PyFloat_Type", (PYTHON_PROC*)&dll_PyFloat_Type},
583 {"PyFloat_AsDouble", (PYTHON_PROC*)&dll_PyFloat_AsDouble},
584 {"PyFloat_FromDouble", (PYTHON_PROC*)&dll_PyFloat_FromDouble},
585 {"PyImport_AddModule", (PYTHON_PROC*)&dll_PyImport_AddModule},
586 {"PyNumber_Check", (PYTHON_PROC*)&dll_PyNumber_Check},
587 {"PyNumber_Long", (PYTHON_PROC*)&dll_PyNumber_Long},
588 {"PySys_SetObject", (PYTHON_PROC*)&dll_PySys_SetObject},
589 {"PySys_GetObject", (PYTHON_PROC*)&dll_PySys_GetObject},
590 {"PySys_SetArgv", (PYTHON_PROC*)&dll_PySys_SetArgv},
591 {"PyType_Type", (PYTHON_PROC*)&dll_PyType_Type},
592 {"PyFile_Type", (PYTHON_PROC*)&dll_PyFile_Type},
593 {"PySlice_Type", (PYTHON_PROC*)&dll_PySlice_Type},
594 {"PyType_Ready", (PYTHON_PROC*)&dll_PyType_Ready},
595 {"PyType_GenericAlloc", (PYTHON_PROC*)&dll_PyType_GenericAlloc},
596 {"Py_FindMethod", (PYTHON_PROC*)&dll_Py_FindMethod},
597 {"Py_SetPythonHome", (PYTHON_PROC*)&dll_Py_SetPythonHome},
598 {"Py_Initialize", (PYTHON_PROC*)&dll_Py_Initialize},
599 {"Py_Finalize", (PYTHON_PROC*)&dll_Py_Finalize},
600 {"Py_IsInitialized", (PYTHON_PROC*)&dll_Py_IsInitialized},
601 {"_PyObject_New", (PYTHON_PROC*)&dll__PyObject_New},
602 {"_PyObject_GC_New", (PYTHON_PROC*)&dll__PyObject_GC_New},
603 # ifdef Py_underscore_GC
604 {"_PyObject_GC_Del", (PYTHON_PROC*)&dll__PyObject_GC_Del},
605 {"_PyObject_GC_UnTrack", (PYTHON_PROC*)&dll__PyObject_GC_UnTrack},
606 # else
607 {"PyObject_GC_Del", (PYTHON_PROC*)&dll_PyObject_GC_Del},
608 {"PyObject_GC_UnTrack", (PYTHON_PROC*)&dll_PyObject_GC_UnTrack},
609 # endif
610 {"PyObject_Init", (PYTHON_PROC*)&dll__PyObject_Init},
611 {"PyObject_GetIter", (PYTHON_PROC*)&dll_PyObject_GetIter},
612 {"PyObject_IsTrue", (PYTHON_PROC*)&dll_PyObject_IsTrue},
613 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000
614 {"_PyObject_NextNotImplemented", (PYTHON_PROC*)&dll__PyObject_NextNotImplemented},
615 # endif
616 {"_Py_NoneStruct", (PYTHON_PROC*)&dll__Py_NoneStruct},
617 {"_Py_ZeroStruct", (PYTHON_PROC*)&dll__Py_ZeroStruct},
618 {"_Py_TrueStruct", (PYTHON_PROC*)&dll__Py_TrueStruct},
619 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02020000
620 # ifdef Py_DEBUG
621 {"_Py_NegativeRefcount", (PYTHON_PROC*)&dll__Py_NegativeRefcount},
622 {"_Py_RefTotal", (PYTHON_PROC*)&dll__Py_RefTotal},
623 {"_Py_Dealloc", (PYTHON_PROC*)&dll__Py_Dealloc},
624 # endif
625 {"PyType_IsSubtype", (PYTHON_PROC*)&dll_PyType_IsSubtype},
626 # endif
627 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02030000
628 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
629 {"_PyObject_DebugFree", (PYTHON_PROC*)&dll__PyObject_DebugFree},
630 {"_PyObject_DebugMalloc", (PYTHON_PROC*)&dll__PyObject_DebugMalloc},
631 # else
632 {"PyObject_Malloc", (PYTHON_PROC*)&dll_PyObject_Malloc},
633 {"PyObject_Free", (PYTHON_PROC*)&dll_PyObject_Free},
634 # endif
635 # endif
636 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02050000 \
637 && SIZEOF_SIZE_T != VIM_SIZEOF_INT
638 # ifdef Py_DEBUG
639 {"Py_InitModule4TraceRefs_64", (PYTHON_PROC*)&dll_Py_InitModule4},
640 # else
641 {"Py_InitModule4_64", (PYTHON_PROC*)&dll_Py_InitModule4},
642 # endif
643 # else
644 # ifdef Py_DEBUG
645 {"Py_InitModule4TraceRefs", (PYTHON_PROC*)&dll_Py_InitModule4},
646 # else
647 {"Py_InitModule4", (PYTHON_PROC*)&dll_Py_InitModule4},
648 # endif
649 # endif
650 # ifdef PY_USE_CAPSULE
651 {"PyCapsule_New", (PYTHON_PROC*)&dll_PyCapsule_New},
652 {"PyCapsule_GetPointer", (PYTHON_PROC*)&dll_PyCapsule_GetPointer},
653 # else
654 {"PyCObject_FromVoidPtr", (PYTHON_PROC*)&dll_PyCObject_FromVoidPtr},
655 {"PyCObject_AsVoidPtr", (PYTHON_PROC*)&dll_PyCObject_AsVoidPtr},
656 # endif
657 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000
658 {"Py_NoSiteFlag", (PYTHON_PROC*)&dll_Py_NoSiteFlag},
659 # endif
660 {"", NULL},
661 };
662
663 /*
664 * Load library and get all pointers.
665 * Parameter 'libname' provides name of DLL.
666 * Return OK or FAIL.
667 */
668 static int
python_runtime_link_init(char * libname,int verbose)669 python_runtime_link_init(char *libname, int verbose)
670 {
671 int i;
672 PYTHON_PROC *ucs_as_encoded_string =
673 (PYTHON_PROC*)&py_PyUnicode_AsEncodedString;
674
675 # if !(defined(PY_NO_RTLD_GLOBAL) && defined(PY3_NO_RTLD_GLOBAL)) && defined(UNIX) && defined(FEAT_PYTHON3)
676 // Can't have Python and Python3 loaded at the same time.
677 // It cause a crash, because RTLD_GLOBAL is needed for
678 // standard C extension libraries of one or both python versions.
679 if (python3_loaded())
680 {
681 if (verbose)
682 emsg(_("E836: This Vim cannot execute :python after using :py3"));
683 return FAIL;
684 }
685 # endif
686
687 if (hinstPython)
688 return OK;
689 hinstPython = load_dll(libname);
690 if (!hinstPython)
691 {
692 if (verbose)
693 semsg(_(e_loadlib), libname, load_dll_error());
694 return FAIL;
695 }
696
697 for (i = 0; python_funcname_table[i].ptr; ++i)
698 {
699 if ((*python_funcname_table[i].ptr = symbol_from_dll(hinstPython,
700 python_funcname_table[i].name)) == NULL)
701 {
702 close_dll(hinstPython);
703 hinstPython = 0;
704 if (verbose)
705 semsg(_(e_loadfunc), python_funcname_table[i].name);
706 return FAIL;
707 }
708 }
709
710 // Load unicode functions separately as only the ucs2 or the ucs4 functions
711 // will be present in the library.
712 *ucs_as_encoded_string = symbol_from_dll(hinstPython,
713 "PyUnicodeUCS2_AsEncodedString");
714 if (*ucs_as_encoded_string == NULL)
715 *ucs_as_encoded_string = symbol_from_dll(hinstPython,
716 "PyUnicodeUCS4_AsEncodedString");
717 if (*ucs_as_encoded_string == NULL)
718 {
719 close_dll(hinstPython);
720 hinstPython = 0;
721 if (verbose)
722 semsg(_(e_loadfunc), "PyUnicode_UCSX_*");
723 return FAIL;
724 }
725
726 return OK;
727 }
728
729 /*
730 * If python is enabled (there is installed python on Windows system) return
731 * TRUE, else FALSE.
732 */
733 int
python_enabled(int verbose)734 python_enabled(int verbose)
735 {
736 return python_runtime_link_init((char *)p_pydll, verbose) == OK;
737 }
738
739 /*
740 * Load the standard Python exceptions - don't import the symbols from the
741 * DLL, as this can cause errors (importing data symbols is not reliable).
742 */
743 static void
get_exceptions(void)744 get_exceptions(void)
745 {
746 PyObject *exmod = PyImport_ImportModule("exceptions");
747 PyObject *exdict = PyModule_GetDict(exmod);
748 imp_PyExc_AttributeError = PyDict_GetItemString(exdict, "AttributeError");
749 imp_PyExc_IndexError = PyDict_GetItemString(exdict, "IndexError");
750 imp_PyExc_KeyError = PyDict_GetItemString(exdict, "KeyError");
751 imp_PyExc_KeyboardInterrupt = PyDict_GetItemString(exdict, "KeyboardInterrupt");
752 imp_PyExc_TypeError = PyDict_GetItemString(exdict, "TypeError");
753 imp_PyExc_ValueError = PyDict_GetItemString(exdict, "ValueError");
754 imp_PyExc_SystemExit = PyDict_GetItemString(exdict, "SystemExit");
755 imp_PyExc_RuntimeError = PyDict_GetItemString(exdict, "RuntimeError");
756 imp_PyExc_ImportError = PyDict_GetItemString(exdict, "ImportError");
757 imp_PyExc_OverflowError = PyDict_GetItemString(exdict, "OverflowError");
758 Py_XINCREF(imp_PyExc_AttributeError);
759 Py_XINCREF(imp_PyExc_IndexError);
760 Py_XINCREF(imp_PyExc_KeyError);
761 Py_XINCREF(imp_PyExc_KeyboardInterrupt);
762 Py_XINCREF(imp_PyExc_TypeError);
763 Py_XINCREF(imp_PyExc_ValueError);
764 Py_XINCREF(imp_PyExc_SystemExit);
765 Py_XINCREF(imp_PyExc_RuntimeError);
766 Py_XINCREF(imp_PyExc_ImportError);
767 Py_XINCREF(imp_PyExc_OverflowError);
768 Py_XDECREF(exmod);
769 }
770 #endif // DYNAMIC_PYTHON
771
772 static int initialised = 0;
773 #define PYINITIALISED initialised
774 static int python_end_called = FALSE;
775
776 #define DESTRUCTOR_FINISH(self) self->ob_type->tp_free((PyObject*)self);
777
778 #define WIN_PYTHON_REF(win) win->w_python_ref
779 #define BUF_PYTHON_REF(buf) buf->b_python_ref
780 #define TAB_PYTHON_REF(tab) tab->tp_python_ref
781
782 static PyObject *OutputGetattr(PyObject *, char *);
783 static PyObject *BufferGetattr(PyObject *, char *);
784 static PyObject *WindowGetattr(PyObject *, char *);
785 static PyObject *TabPageGetattr(PyObject *, char *);
786 static PyObject *RangeGetattr(PyObject *, char *);
787 static PyObject *DictionaryGetattr(PyObject *, char*);
788 static PyObject *ListGetattr(PyObject *, char *);
789 static PyObject *FunctionGetattr(PyObject *, char *);
790
791 #ifndef Py_VISIT
792 # define Py_VISIT(obj) visit(obj, arg)
793 #endif
794 #ifndef Py_CLEAR
795 # define Py_CLEAR(obj) \
796 { \
797 Py_XDECREF(obj); \
798 obj = NULL; \
799 }
800 #endif
801
802 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE)
803 static void *
py_memsave(void * p,size_t len)804 py_memsave(void *p, size_t len)
805 {
806 void *r;
807
808 if (!(r = PyMem_Malloc(len)))
809 return NULL;
810 mch_memmove(r, p, len);
811 return r;
812 }
813
814 # define PY_STRSAVE(s) ((char_u *) py_memsave(s, STRLEN(s) + 1))
815 #endif
816
817 typedef PySliceObject PySliceObject_T;
818
819 /*
820 * Include the code shared with if_python3.c
821 */
822 #include "if_py_both.h"
823
824
825 ///////////////////////////////////////////////////////
826 // Internal function prototypes.
827
828 static int PythonMod_Init(void);
829
830
831 ///////////////////////////////////////////////////////
832 // 1. Python interpreter main program.
833
834 #if PYTHON_API_VERSION < 1007 // Python 1.4
835 typedef PyObject PyThreadState;
836 #endif
837
838 #ifndef PY_CAN_RECURSE
839 static PyThreadState *saved_python_thread = NULL;
840
841 /*
842 * Suspend a thread of the Python interpreter, other threads are allowed to
843 * run.
844 */
845 static void
Python_SaveThread(void)846 Python_SaveThread(void)
847 {
848 saved_python_thread = PyEval_SaveThread();
849 }
850
851 /*
852 * Restore a thread of the Python interpreter, waits for other threads to
853 * block.
854 */
855 static void
Python_RestoreThread(void)856 Python_RestoreThread(void)
857 {
858 PyEval_RestoreThread(saved_python_thread);
859 saved_python_thread = NULL;
860 }
861 #endif
862
863 void
python_end(void)864 python_end(void)
865 {
866 static int recurse = 0;
867
868 // If a crash occurs while doing this, don't try again.
869 if (recurse != 0)
870 return;
871
872 python_end_called = TRUE;
873 ++recurse;
874
875 #ifdef DYNAMIC_PYTHON
876 if (hinstPython && Py_IsInitialized())
877 {
878 # ifdef PY_CAN_RECURSE
879 PyGILState_Ensure();
880 # else
881 Python_RestoreThread(); // enter python
882 # endif
883 Py_Finalize();
884 }
885 #else
886 if (Py_IsInitialized())
887 {
888 # ifdef PY_CAN_RECURSE
889 PyGILState_Ensure();
890 # else
891 Python_RestoreThread(); // enter python
892 # endif
893 Py_Finalize();
894 }
895 #endif
896
897 --recurse;
898 }
899
900 #if (defined(DYNAMIC_PYTHON) && defined(FEAT_PYTHON3)) || defined(PROTO)
901 int
python_loaded(void)902 python_loaded(void)
903 {
904 return (hinstPython != 0);
905 }
906 #endif
907
908 static char *py_home_buf = NULL;
909
910 static int
Python_Init(void)911 Python_Init(void)
912 {
913 if (!initialised)
914 {
915 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000
916 PyObject *site;
917 #endif
918
919 #ifdef DYNAMIC_PYTHON
920 if (!python_enabled(TRUE))
921 {
922 emsg(_("E263: Sorry, this command is disabled, the Python library could not be loaded."));
923 goto fail;
924 }
925 #endif
926
927 if (*p_pyhome != NUL)
928 {
929 // The string must not change later, make a copy in static memory.
930 py_home_buf = (char *)vim_strsave(p_pyhome);
931 if (py_home_buf != NULL)
932 Py_SetPythonHome(py_home_buf);
933 }
934 #ifdef PYTHON_HOME
935 else if (mch_getenv((char_u *)"PYTHONHOME") == NULL)
936 Py_SetPythonHome(PYTHON_HOME);
937 #endif
938
939 init_structs();
940
941 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000
942 // Disable implicit 'import site', because it may cause Vim to exit
943 // when it can't be found.
944 Py_NoSiteFlag++;
945 #endif
946
947 Py_Initialize();
948
949 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000
950 // 'import site' explicitly.
951 site = PyImport_ImportModule("site");
952 if (site == NULL)
953 {
954 emsg(_("E887: Sorry, this command is disabled, the Python's site module could not be loaded."));
955 goto fail;
956 }
957 Py_DECREF(site);
958 #endif
959
960 // Initialise threads, and below save the state using
961 // PyEval_SaveThread. Without the call to PyEval_SaveThread, thread
962 // specific state (such as the system trace hook), will be lost
963 // between invocations of Python code.
964 PyEval_InitThreads();
965 #ifdef DYNAMIC_PYTHON
966 get_exceptions();
967 #endif
968
969 if (PythonIO_Init_io())
970 goto fail;
971
972 if (PythonMod_Init())
973 goto fail;
974
975 globals = PyModule_GetDict(PyImport_AddModule("__main__"));
976
977 // Remove the element from sys.path that was added because of our
978 // argv[0] value in PythonMod_Init(). Previously we used an empty
979 // string, but depending on the OS we then get an empty entry or
980 // the current directory in sys.path.
981 PyRun_SimpleString("import sys; sys.path = filter(lambda x: x != '/must>not&exist', sys.path)");
982
983 // lock is created and acquired in PyEval_InitThreads() and thread
984 // state is created in Py_Initialize()
985 // there _PyGILState_NoteThreadState() also sets gilcounter to 1
986 // (python must have threads enabled!)
987 // so the following does both: unlock GIL and save thread state in TLS
988 // without deleting thread state
989 #ifndef PY_CAN_RECURSE
990 saved_python_thread =
991 #endif
992 PyEval_SaveThread();
993
994 initialised = 1;
995 }
996
997 return 0;
998
999 fail:
1000 // We call PythonIO_Flush() here to print any Python errors.
1001 // This is OK, as it is possible to call this function even
1002 // if PythonIO_Init_io() has not completed successfully (it will
1003 // not do anything in this case).
1004 PythonIO_Flush();
1005 return -1;
1006 }
1007
1008 /*
1009 * External interface
1010 */
1011 static void
DoPyCommand(const char * cmd,rangeinitializer init_range,runner run,void * arg)1012 DoPyCommand(const char *cmd, rangeinitializer init_range, runner run, void *arg)
1013 {
1014 #ifndef PY_CAN_RECURSE
1015 static int recursive = 0;
1016 #endif
1017 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE)
1018 char *saved_locale;
1019 #endif
1020 #ifdef PY_CAN_RECURSE
1021 PyGILState_STATE pygilstate;
1022 #endif
1023
1024 #ifndef PY_CAN_RECURSE
1025 if (recursive)
1026 {
1027 emsg(_("E659: Cannot invoke Python recursively"));
1028 return;
1029 }
1030 ++recursive;
1031 #endif
1032 if (python_end_called)
1033 return;
1034
1035 if (Python_Init())
1036 goto theend;
1037
1038 init_range(arg);
1039
1040 Python_Release_Vim(); // leave Vim
1041
1042 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE)
1043 // Python only works properly when the LC_NUMERIC locale is "C".
1044 saved_locale = setlocale(LC_NUMERIC, NULL);
1045 if (saved_locale == NULL || STRCMP(saved_locale, "C") == 0)
1046 saved_locale = NULL;
1047 else
1048 {
1049 // Need to make a copy, value may change when setting new locale.
1050 saved_locale = (char *) PY_STRSAVE(saved_locale);
1051 (void)setlocale(LC_NUMERIC, "C");
1052 }
1053 #endif
1054
1055 #ifdef PY_CAN_RECURSE
1056 pygilstate = PyGILState_Ensure();
1057 #else
1058 Python_RestoreThread(); // enter python
1059 #endif
1060
1061 run((char *) cmd, arg
1062 #ifdef PY_CAN_RECURSE
1063 , &pygilstate
1064 #endif
1065 );
1066
1067 #ifdef PY_CAN_RECURSE
1068 PyGILState_Release(pygilstate);
1069 #else
1070 Python_SaveThread(); // leave python
1071 #endif
1072
1073 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE)
1074 if (saved_locale != NULL)
1075 {
1076 (void)setlocale(LC_NUMERIC, saved_locale);
1077 PyMem_Free(saved_locale);
1078 }
1079 #endif
1080
1081 Python_Lock_Vim(); // enter vim
1082 PythonIO_Flush();
1083
1084 theend:
1085 #ifndef PY_CAN_RECURSE
1086 --recursive;
1087 #endif
1088 return;
1089 }
1090
1091 /*
1092 * ":python"
1093 */
1094 void
ex_python(exarg_T * eap)1095 ex_python(exarg_T *eap)
1096 {
1097 char_u *script;
1098
1099 script = script_get(eap, eap->arg);
1100 if (!eap->skip)
1101 {
1102 if (p_pyx == 0)
1103 p_pyx = 2;
1104
1105 DoPyCommand(script == NULL ? (char *) eap->arg : (char *) script,
1106 (rangeinitializer) init_range_cmd,
1107 (runner) run_cmd,
1108 (void *) eap);
1109 }
1110 vim_free(script);
1111 }
1112
1113 #define BUFFER_SIZE 1024
1114
1115 /*
1116 * ":pyfile"
1117 */
1118 void
ex_pyfile(exarg_T * eap)1119 ex_pyfile(exarg_T *eap)
1120 {
1121 static char buffer[BUFFER_SIZE];
1122 const char *file = (char *)eap->arg;
1123 char *p;
1124
1125 if (p_pyx == 0)
1126 p_pyx = 2;
1127
1128 // Have to do it like this. PyRun_SimpleFile requires you to pass a
1129 // stdio file pointer, but Vim and the Python DLL are compiled with
1130 // different options under Windows, meaning that stdio pointers aren't
1131 // compatible between the two. Yuk.
1132 //
1133 // Put the string "execfile('file')" into buffer. But, we need to
1134 // escape any backslashes or single quotes in the file name, so that
1135 // Python won't mangle the file name.
1136 strcpy(buffer, "execfile('");
1137 p = buffer + 10; // size of "execfile('"
1138
1139 while (*file && p < buffer + (BUFFER_SIZE - 3))
1140 {
1141 if (*file == '\\' || *file == '\'')
1142 *p++ = '\\';
1143 *p++ = *file++;
1144 }
1145
1146 // If we didn't finish the file name, we hit a buffer overflow
1147 if (*file != '\0')
1148 return;
1149
1150 // Put in the terminating "')" and a null
1151 *p++ = '\'';
1152 *p++ = ')';
1153 *p++ = '\0';
1154
1155 // Execute the file
1156 DoPyCommand(buffer,
1157 (rangeinitializer) init_range_cmd,
1158 (runner) run_cmd,
1159 (void *) eap);
1160 }
1161
1162 void
ex_pydo(exarg_T * eap)1163 ex_pydo(exarg_T *eap)
1164 {
1165 if (p_pyx == 0)
1166 p_pyx = 2;
1167
1168 DoPyCommand((char *)eap->arg,
1169 (rangeinitializer) init_range_cmd,
1170 (runner)run_do,
1171 (void *)eap);
1172 }
1173
1174 ///////////////////////////////////////////////////////
1175 // 2. Python output stream: writes output via [e]msg().
1176
1177 // Implementation functions
1178
1179 static PyObject *
OutputGetattr(PyObject * self,char * name)1180 OutputGetattr(PyObject *self, char *name)
1181 {
1182 if (strcmp(name, "softspace") == 0)
1183 return PyInt_FromLong(((OutputObject *)(self))->softspace);
1184 else if (strcmp(name, "__members__") == 0)
1185 return ObjectDir(NULL, OutputAttrs);
1186 else if (strcmp(name, "errors") == 0)
1187 return PyString_FromString("strict");
1188 else if (strcmp(name, "encoding") == 0)
1189 return PyString_FromString(ENC_OPT);
1190 return Py_FindMethod(OutputMethods, self, name);
1191 }
1192
1193 ///////////////////////////////////////////////////////
1194 // 3. Implementation of the Vim module for Python
1195
1196 // Window type - Implementation functions
1197 // --------------------------------------
1198
1199 #define WindowType_Check(obj) ((obj)->ob_type == &WindowType)
1200
1201 // Buffer type - Implementation functions
1202 // --------------------------------------
1203
1204 #define BufferType_Check(obj) ((obj)->ob_type == &BufferType)
1205
1206 static int BufferAssItem(PyObject *, PyInt, PyObject *);
1207 static int BufferAssSlice(PyObject *, PyInt, PyInt, PyObject *);
1208
1209 // Line range type - Implementation functions
1210 // --------------------------------------
1211
1212 #define RangeType_Check(obj) ((obj)->ob_type == &RangeType)
1213
1214 static int RangeAssItem(PyObject *, PyInt, PyObject *);
1215 static int RangeAssSlice(PyObject *, PyInt, PyInt, PyObject *);
1216
1217 // Current objects type - Implementation functions
1218 // -----------------------------------------------
1219
1220 static PySequenceMethods BufferAsSeq = {
1221 (PyInquiry) BufferLength, // sq_length, len(x)
1222 (binaryfunc) 0, // BufferConcat, sq_concat, x+y
1223 (PyIntArgFunc) 0, // BufferRepeat, sq_repeat, x*n
1224 (PyIntArgFunc) BufferItem, // sq_item, x[i]
1225 (PyIntIntArgFunc) BufferSlice, // sq_slice, x[i:j]
1226 (PyIntObjArgProc) BufferAssItem, // sq_ass_item, x[i]=v
1227 (PyIntIntObjArgProc) BufferAssSlice, // sq_ass_slice, x[i:j]=v
1228 (objobjproc) 0,
1229 (binaryfunc) 0,
1230 0,
1231 };
1232
1233 // Buffer object - Implementation
1234
1235 static PyObject *
BufferGetattr(PyObject * self,char * name)1236 BufferGetattr(PyObject *self, char *name)
1237 {
1238 PyObject *r;
1239
1240 if ((r = BufferAttrValid((BufferObject *)(self), name)))
1241 return r;
1242
1243 if (CheckBuffer((BufferObject *)(self)))
1244 return NULL;
1245
1246 r = BufferAttr((BufferObject *)(self), name);
1247 if (r || PyErr_Occurred())
1248 return r;
1249 else
1250 return Py_FindMethod(BufferMethods, self, name);
1251 }
1252
1253 //////////////////
1254
1255 static int
BufferAssItem(PyObject * self,PyInt n,PyObject * val)1256 BufferAssItem(PyObject *self, PyInt n, PyObject *val)
1257 {
1258 return RBAsItem((BufferObject *)(self), n, val, 1, -1, NULL);
1259 }
1260
1261 static int
BufferAssSlice(PyObject * self,PyInt lo,PyInt hi,PyObject * val)1262 BufferAssSlice(PyObject *self, PyInt lo, PyInt hi, PyObject *val)
1263 {
1264 return RBAsSlice((BufferObject *)(self), lo, hi, val, 1, -1, NULL);
1265 }
1266
1267 static PySequenceMethods RangeAsSeq = {
1268 (PyInquiry) RangeLength, // sq_length, len(x)
1269 (binaryfunc) 0, /* RangeConcat, */ // sq_concat, x+y
1270 (PyIntArgFunc) 0, /* RangeRepeat, */ // sq_repeat, x*n
1271 (PyIntArgFunc) RangeItem, // sq_item, x[i]
1272 (PyIntIntArgFunc) RangeSlice, // sq_slice, x[i:j]
1273 (PyIntObjArgProc) RangeAssItem, // sq_ass_item, x[i]=v
1274 (PyIntIntObjArgProc) RangeAssSlice, // sq_ass_slice, x[i:j]=v
1275 (objobjproc) 0,
1276 #if PY_MAJOR_VERSION >= 2
1277 (binaryfunc) 0,
1278 0,
1279 #endif
1280 };
1281
1282 // Line range object - Implementation
1283
1284 static PyObject *
RangeGetattr(PyObject * self,char * name)1285 RangeGetattr(PyObject *self, char *name)
1286 {
1287 if (strcmp(name, "start") == 0)
1288 return Py_BuildValue(Py_ssize_t_fmt, ((RangeObject *)(self))->start - 1);
1289 else if (strcmp(name, "end") == 0)
1290 return Py_BuildValue(Py_ssize_t_fmt, ((RangeObject *)(self))->end - 1);
1291 else if (strcmp(name, "__members__") == 0)
1292 return ObjectDir(NULL, RangeAttrs);
1293 else
1294 return Py_FindMethod(RangeMethods, self, name);
1295 }
1296
1297 ////////////////
1298
1299 static int
RangeAssItem(PyObject * self,PyInt n,PyObject * val)1300 RangeAssItem(PyObject *self, PyInt n, PyObject *val)
1301 {
1302 return RBAsItem(((RangeObject *)(self))->buf, n, val,
1303 ((RangeObject *)(self))->start,
1304 ((RangeObject *)(self))->end,
1305 &((RangeObject *)(self))->end);
1306 }
1307
1308 static int
RangeAssSlice(PyObject * self,PyInt lo,PyInt hi,PyObject * val)1309 RangeAssSlice(PyObject *self, PyInt lo, PyInt hi, PyObject *val)
1310 {
1311 return RBAsSlice(((RangeObject *)(self))->buf, lo, hi, val,
1312 ((RangeObject *)(self))->start,
1313 ((RangeObject *)(self))->end,
1314 &((RangeObject *)(self))->end);
1315 }
1316
1317 // TabPage object - Implementation
1318
1319 static PyObject *
TabPageGetattr(PyObject * self,char * name)1320 TabPageGetattr(PyObject *self, char *name)
1321 {
1322 PyObject *r;
1323
1324 if ((r = TabPageAttrValid((TabPageObject *)(self), name)))
1325 return r;
1326
1327 if (CheckTabPage((TabPageObject *)(self)))
1328 return NULL;
1329
1330 r = TabPageAttr((TabPageObject *)(self), name);
1331 if (r || PyErr_Occurred())
1332 return r;
1333 else
1334 return Py_FindMethod(TabPageMethods, self, name);
1335 }
1336
1337 // Window object - Implementation
1338
1339 static PyObject *
WindowGetattr(PyObject * self,char * name)1340 WindowGetattr(PyObject *self, char *name)
1341 {
1342 PyObject *r;
1343
1344 if ((r = WindowAttrValid((WindowObject *)(self), name)))
1345 return r;
1346
1347 if (CheckWindow((WindowObject *)(self)))
1348 return NULL;
1349
1350 r = WindowAttr((WindowObject *)(self), name);
1351 if (r || PyErr_Occurred())
1352 return r;
1353 else
1354 return Py_FindMethod(WindowMethods, self, name);
1355 }
1356
1357 // Tab page list object - Definitions
1358
1359 static PySequenceMethods TabListAsSeq = {
1360 (PyInquiry) TabListLength, // sq_length, len(x)
1361 (binaryfunc) 0, // sq_concat, x+y
1362 (PyIntArgFunc) 0, // sq_repeat, x*n
1363 (PyIntArgFunc) TabListItem, // sq_item, x[i]
1364 (PyIntIntArgFunc) 0, // sq_slice, x[i:j]
1365 (PyIntObjArgProc) 0, // sq_ass_item, x[i]=v
1366 (PyIntIntObjArgProc) 0, // sq_ass_slice, x[i:j]=v
1367 (objobjproc) 0,
1368 #if PY_MAJOR_VERSION >= 2
1369 (binaryfunc) 0,
1370 0,
1371 #endif
1372 };
1373
1374 // Window list object - Definitions
1375
1376 static PySequenceMethods WinListAsSeq = {
1377 (PyInquiry) WinListLength, // sq_length, len(x)
1378 (binaryfunc) 0, // sq_concat, x+y
1379 (PyIntArgFunc) 0, // sq_repeat, x*n
1380 (PyIntArgFunc) WinListItem, // sq_item, x[i]
1381 (PyIntIntArgFunc) 0, // sq_slice, x[i:j]
1382 (PyIntObjArgProc) 0, // sq_ass_item, x[i]=v
1383 (PyIntIntObjArgProc) 0, // sq_ass_slice, x[i:j]=v
1384 (objobjproc) 0,
1385 #if PY_MAJOR_VERSION >= 2
1386 (binaryfunc) 0,
1387 0,
1388 #endif
1389 };
1390
1391 // External interface
1392
1393 void
python_buffer_free(buf_T * buf)1394 python_buffer_free(buf_T *buf)
1395 {
1396 if (BUF_PYTHON_REF(buf) != NULL)
1397 {
1398 BufferObject *bp = BUF_PYTHON_REF(buf);
1399 bp->buf = INVALID_BUFFER_VALUE;
1400 BUF_PYTHON_REF(buf) = NULL;
1401 }
1402 }
1403
1404 void
python_window_free(win_T * win)1405 python_window_free(win_T *win)
1406 {
1407 if (WIN_PYTHON_REF(win) != NULL)
1408 {
1409 WindowObject *wp = WIN_PYTHON_REF(win);
1410 wp->win = INVALID_WINDOW_VALUE;
1411 WIN_PYTHON_REF(win) = NULL;
1412 }
1413 }
1414
1415 void
python_tabpage_free(tabpage_T * tab)1416 python_tabpage_free(tabpage_T *tab)
1417 {
1418 if (TAB_PYTHON_REF(tab) != NULL)
1419 {
1420 TabPageObject *tp = TAB_PYTHON_REF(tab);
1421 tp->tab = INVALID_TABPAGE_VALUE;
1422 TAB_PYTHON_REF(tab) = NULL;
1423 }
1424 }
1425
1426 static int
PythonMod_Init(void)1427 PythonMod_Init(void)
1428 {
1429 // The special value is removed from sys.path in Python_Init().
1430 static char *(argv[2]) = {"/must>not&exist/foo", NULL};
1431
1432 if (init_types())
1433 return -1;
1434
1435 // Set sys.argv[] to avoid a crash in warn().
1436 PySys_SetArgv(1, argv);
1437
1438 vim_module = Py_InitModule4("vim", VimMethods, (char *)NULL,
1439 (PyObject *)NULL, PYTHON_API_VERSION);
1440
1441 if (populate_module(vim_module))
1442 return -1;
1443
1444 if (init_sys_path())
1445 return -1;
1446
1447 return 0;
1448 }
1449
1450 //////////////////////////////////////////////////////////////////////////
1451 // 4. Utility functions for handling the interface between Vim and Python.
1452
1453 // Convert a Vim line into a Python string.
1454 // All internal newlines are replaced by null characters.
1455 //
1456 // On errors, the Python exception data is set, and NULL is returned.
1457 static PyObject *
LineToString(const char * str)1458 LineToString(const char *str)
1459 {
1460 PyObject *result;
1461 PyInt len = strlen(str);
1462 char *p;
1463
1464 // Allocate an Python string object, with uninitialised contents. We
1465 // must do it this way, so that we can modify the string in place
1466 // later. See the Python source, Objects/stringobject.c for details.
1467 result = PyString_FromStringAndSize(NULL, len);
1468 if (result == NULL)
1469 return NULL;
1470
1471 p = PyString_AsString(result);
1472
1473 while (*str)
1474 {
1475 if (*str == '\n')
1476 *p = '\0';
1477 else
1478 *p = *str;
1479
1480 ++p;
1481 ++str;
1482 }
1483
1484 return result;
1485 }
1486
1487 static PyObject *
DictionaryGetattr(PyObject * self,char * name)1488 DictionaryGetattr(PyObject *self, char *name)
1489 {
1490 DictionaryObject *this = ((DictionaryObject *) (self));
1491
1492 if (strcmp(name, "locked") == 0)
1493 return PyInt_FromLong(this->dict->dv_lock);
1494 else if (strcmp(name, "scope") == 0)
1495 return PyInt_FromLong(this->dict->dv_scope);
1496 else if (strcmp(name, "__members__") == 0)
1497 return ObjectDir(NULL, DictionaryAttrs);
1498
1499 return Py_FindMethod(DictionaryMethods, self, name);
1500 }
1501
1502 static PyObject *
ListGetattr(PyObject * self,char * name)1503 ListGetattr(PyObject *self, char *name)
1504 {
1505 if (strcmp(name, "locked") == 0)
1506 return PyInt_FromLong(((ListObject *)(self))->list->lv_lock);
1507 else if (strcmp(name, "__members__") == 0)
1508 return ObjectDir(NULL, ListAttrs);
1509
1510 return Py_FindMethod(ListMethods, self, name);
1511 }
1512
1513 static PyObject *
FunctionGetattr(PyObject * self,char * name)1514 FunctionGetattr(PyObject *self, char *name)
1515 {
1516 PyObject *r;
1517
1518 r = FunctionAttr((FunctionObject *)(self), name);
1519
1520 if (r || PyErr_Occurred())
1521 return r;
1522 else
1523 return Py_FindMethod(FunctionMethods, self, name);
1524 }
1525
1526 void
do_pyeval(char_u * str,typval_T * rettv)1527 do_pyeval(char_u *str, typval_T *rettv)
1528 {
1529 DoPyCommand((char *) str,
1530 (rangeinitializer) init_range_eval,
1531 (runner) run_eval,
1532 (void *) rettv);
1533 if (rettv->v_type == VAR_UNKNOWN)
1534 {
1535 rettv->v_type = VAR_NUMBER;
1536 rettv->vval.v_number = 0;
1537 }
1538 }
1539
1540 // Don't generate a prototype for the next function, it generates an error on
1541 // newer Python versions.
1542 #if PYTHON_API_VERSION < 1007 /* Python 1.4 */ && !defined(PROTO)
1543
1544 char *
Py_GetProgramName(void)1545 Py_GetProgramName(void)
1546 {
1547 return "vim";
1548 }
1549 #endif // Python 1.4
1550
1551 int
set_ref_in_python(int copyID)1552 set_ref_in_python(int copyID)
1553 {
1554 return set_ref_in_py(copyID);
1555 }
1556