procyberian/emacs
1
0
Fork 0
Code Issues 1 Pull requests Projects 1 Releases Packages Wiki Activity Actions

Respect the delimiter of completer in Python shell completion

Browse source 
* lisp/progmodes/python.el: (python-shell-completion-setup-code): Fix
the completion code of IPython.  Change the return value to JSON string
and ...
(python-shell-completion-get-completions): ... simplify parsing.
(inferior-python-mode): Update docstring.
(python-shell-readline-completer-delims): New variable indicating the
word delimiters of readline completer.
(python-shell-completion-native-setup): Set the completer delimiter.
(python-shell-completion-native-get-completions): Convert output string
to completions properly.
(python-shell--get-multiline-input)
(python-shell--extra-completion-context)
(python-shell-completion-extra-context): New functions.
(python-shell-completion-at-point): Send text beginning from the line
start if the completion backend does not need word splitting.  Remove
the detection of import statement because it is not needed anymore.
Create proper completion table based on completions returned from
different backends.

* test/lisp/progmodes/python-tests.el (python-tests--completion-module)
(python-tests--completion-parameters)
(python-tests--completion-extra-context): New helper functions.
(python-shell-completion-at-point-jedi-completer)
(python-shell-completion-at-point-ipython): New tests.  (bug#68559)
This commit is contained in:
Liu Hui 2024-01-18 12:00:00 +08:00 committed by Eli Zaretskii
parent ebf4ef2022
commit 0b9c7148fd
2 changed files with 263 additions and 47 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

218
lisp/progmodes/python.el
View file

@ -5,7 +5,7 @@
;; Author: Fabián E. Gallina <fgallina@gnu.org>
;; URL: https://github.com/fgallina/python.el
;; Version: 0.28
;; Package-Requires: ((emacs "24.4") (compat "28.1.2.1") (seq "2.23"))
;; Package-Requires: ((emacs "24.4") (compat "29.1.1.0") (seq "2.23"))
;; Maintainer: emacs-devel@gnu.org
;; Created: Jul 2010
;; Keywords: languages
@ -128,9 +128,9 @@
;; receiving escape sequences (with some limitations, i.e. completion
;; in blocks does not work). The code executed for the "fallback"
;; completion can be found in `python-shell-completion-setup-code' and
;; `python-shell-completion-string-code' variables. Their default
;; values enable completion for both CPython and IPython, and probably
;; any readline based shell (it's known to work with PyPy). If your
;; `python-shell-completion-get-completions'. Their default values
;; enable completion for both CPython and IPython, and probably any
;; readline based shell (it's known to work with PyPy). If your
;; Python installation lacks readline (like CPython for Windows),
;; installing pyreadline (URL `https://ipython.org/pyreadline.html')
;; should suffice. To troubleshoot why you are not getting any
@ -141,6 +141,12 @@
;; If you see an error, then you need to either install pyreadline or
;; setup custom code that avoids that dependency.
;; By default, the "native" completion uses the built-in rlcompleter.
;; To use other readline completer (e.g. Jedi) or a custom one, you just
;; need to set it in the PYTHONSTARTUP file. You can set an
;; Emacs-specific completer by testing the environment variable
;; INSIDE_EMACS.
;; Shell virtualenv support: The shell also contains support for
;; virtualenvs and other special environment modifications thanks to
;; `python-shell-process-environment' and `python-shell-exec-path'.
@ -3604,7 +3610,6 @@ interpreter is run. Variables
`python-shell-prompt-block-regexp',
`python-shell-font-lock-enable',
`python-shell-completion-setup-code',
`python-shell-completion-string-code',
`python-eldoc-setup-code',
`python-ffap-setup-code' can
customize this mode for different Python interpreters.
@ -4244,8 +4249,9 @@ def __PYTHON_EL_get_completions(text):
completions = []
completer = None
import json
try:
import readline
import readline, re
try:
import __builtin__
@ -4256,16 +4262,29 @@ def __PYTHON_EL_get_completions(text):
is_ipython = ('__IPYTHON__' in builtins or
'__IPYTHON__active' in builtins)
splits = text.split()
is_module = splits and splits[0] in ('from', 'import')
if is_ipython and is_module:
from IPython.core.completerlib import module_completion
completions = module_completion(text.strip())
elif is_ipython and '__IP' in builtins:
completions = __IP.complete(text)
elif is_ipython and 'get_ipython' in builtins:
completions = get_ipython().Completer.all_completions(text)
if is_ipython and 'get_ipython' in builtins:
def filter_c(prefix, c):
if re.match('_+(i?[0-9]+)?$', c):
return False
elif c[0] == '%' and not re.match('[%a-zA-Z]+$', prefix):
return False
return True
import IPython
try:
if IPython.version_info[0] >= 6:
from IPython.core.completer import provisionalcompleter
with provisionalcompleter():
completions = [
[c.text, c.start, c.end, c.type or '?', c.signature or '']
for c in get_ipython().Completer.completions(text, len(text))
if filter_c(text, c.text)]
else:
part, matches = get_ipython().Completer.complete(line_buffer=text)
completions = [text + m[len(part):] for m in matches if filter_c(text, m)]
except:
pass
else:
# Try to reuse current completer.
completer = readline.get_completer()
@ -4288,7 +4307,7 @@ def __PYTHON_EL_get_completions(text):
finally:
if getattr(completer, 'PYTHON_EL_WRAPPED', False):
completer.print_mode = True
return completions"
return json.dumps(completions)"
"Code used to setup completion in inferior Python processes."
:type 'string)
@ -4329,6 +4348,10 @@ When a match is found, native completion is disabled."
:version "25.1"
:type 'float)
(defvar python-shell-readline-completer-delims nil
"Word delimiters used by the readline completer.
It is automatically set by Python shell.")
(defvar python-shell-completion-native-redirect-buffer
" *Python completions redirect*"
"Buffer to be used to redirect output of readline commands.")
@ -4467,6 +4490,10 @@ def __PYTHON_EL_native_completion_setup():
__PYTHON_EL_native_completion_setup()" process)))
(when (string-match-p "python\\.el: native completion setup loaded"
output)
(setq-local python-shell-readline-completer-delims
(string-trim-right
(python-shell-send-string-no-output
"import readline; print(readline.get_completer_delims())")))
(python-shell-completion-native-try))))
(defun python-shell-completion-native-turn-off (&optional msg)
@ -4534,6 +4561,8 @@ With argument MSG show activation/deactivation message."
(let* ((original-filter-fn (process-filter process))
(redirect-buffer (get-buffer-create
python-shell-completion-native-redirect-buffer))
(sep (if (string= python-shell-readline-completer-delims "")
"[\n\r]+" "[ \f\t\n\r\v()]+"))
(trigger "\t")
(new-input (concat input trigger))
(input-length
@ -4576,28 +4605,80 @@ With argument MSG show activation/deactivation message."
process python-shell-completion-native-output-timeout
comint-redirect-finished-regexp)
(re-search-backward "0__dummy_completion__" nil t)
(cl-remove-duplicates
(split-string
(buffer-substring-no-properties
(line-beginning-position) (point-min))
"[ \f\t\n\r\v()]+" t)
:test #'string=))))
(let ((str (buffer-substring-no-properties
(line-beginning-position) (point-min))))
;; The readline completer is allowed to return a list
;; of (text start end type signature) as a JSON
;; string. See the return value for IPython in
;; `python-shell-completion-setup-code'.
(if (string= "[" (substring str 0 1))
(condition-case nil
(python--parse-json-array str)
(t (cl-remove-duplicates (split-string str sep t)
:test #'string=)))
(cl-remove-duplicates (split-string str sep t)
:test #'string=))))))
(set-process-filter process original-filter-fn)))))
(defun python-shell-completion-get-completions (process input)
"Get completions of INPUT using PROCESS."
(with-current-buffer (process-buffer process)
(let ((completions
(python-util-strip-string
(python-shell-send-string-no-output
(format
"%s\nprint(';'.join(__PYTHON_EL_get_completions(%s)))"
(python--parse-json-array
(python-shell-send-string-no-output
(format "%s\nprint(__PYTHON_EL_get_completions(%s))"
python-shell-completion-setup-code
(python-shell--encode-string input))
process))))
(when (> (length completions) 2)
(split-string completions
"^'\\|^\"\\|;\\|'$\\|\"$" t)))))
process))))
(defun python-shell--get-multiline-input ()
"Return lines at a multi-line input in Python shell."
(save-excursion
(let ((p (point)) lines)
(when (progn
(beginning-of-line)
(looking-back python-shell-prompt-block-regexp (pos-bol)))
(push (buffer-substring-no-properties (point) p) lines)
(while (progn (comint-previous-prompt 1)
(looking-back python-shell-prompt-block-regexp (pos-bol)))
(push (buffer-substring-no-properties (point) (pos-eol)) lines))
(push (buffer-substring-no-properties (point) (pos-eol)) lines))
lines)))
(defun python-shell--extra-completion-context ()
"Get extra completion context of current input in Python shell."
(let ((lines (python-shell--get-multiline-input))
(python-indent-guess-indent-offset nil))
(when (not (zerop (length lines)))
(with-temp-buffer
(delay-mode-hooks
(insert (string-join lines "\n"))
(python-mode)
(python-shell-completion-extra-context))))))
(defun python-shell-completion-extra-context (&optional pos)
"Get extra completion context at position POS in Python buffer.
If optional argument POS is nil, use current position.
Readline completers could use current line as the completion
context, which may be insufficient. In this function, extra
context (e.g. multi-line function call) is found and reformatted
as one line, which is required by native completion."
(let (bound p)
(save-excursion
(and pos (goto-char pos))
(setq bound (pos-bol))
(python-nav-up-list -1)
(when (and (< (point) bound)
(or
(looking-back
(python-rx (group (+ (or "." symbol-name)))) (pos-bol) t)
(progn
(forward-line 0)
(looking-at "^[ \t]*\\(from \\)"))))
(setq p (match-beginning 1))))
(when p
(replace-regexp-in-string
"\n[ \t]*" "" (buffer-substring-no-properties p (1- bound))))))
(defvar-local python-shell--capf-cache nil
"Variable to store cached completions and invalidation keys.")
@ -4612,21 +4693,26 @@ using that one instead of current buffer's process."
;; Working on a shell buffer: use prompt end.
(cdr (python-util-comint-last-prompt))
(line-beginning-position)))
(import-statement
(when (string-match-p
(rx (* space) word-start (or "from" "import") word-end space)
(buffer-substring-no-properties line-start (point)))
(buffer-substring-no-properties line-start (point))))
(no-delims
(and (not (if is-shell-buffer
(eq 'font-lock-comment-face
(get-text-property (1- (point)) 'face))
(python-syntax-context 'comment)))
(with-current-buffer (process-buffer process)
(if python-shell-completion-native-enable
(string= python-shell-readline-completer-delims "")
(string-match-p "ipython[23]?\\'" python-shell-interpreter)))))
(start
(if (< (point) line-start)
(point)
(save-excursion
(if (not (re-search-backward
(python-rx
(or whitespace open-paren close-paren
string-delimiter simple-operator))
line-start
t 1))
(if (or no-delims
(not (re-search-backward
(python-rx
(or whitespace open-paren close-paren
string-delimiter simple-operator))
line-start
t 1)))
line-start
(forward-char (length (match-string-no-properties 0)))
(point)))))
@ -4666,18 +4752,56 @@ using that one instead of current buffer's process."
(t #'python-shell-completion-native-get-completions))))
(prev-prompt (car python-shell--capf-cache))
(re (or (cadr python-shell--capf-cache) regexp-unmatchable))
(prefix (buffer-substring-no-properties start end)))
(prefix (buffer-substring-no-properties start end))
(prefix-offset 0)
(extra-context (when no-delims
(if is-shell-buffer
(python-shell--extra-completion-context)
(python-shell-completion-extra-context))))
(extra-offset (length extra-context)))
(unless (zerop extra-offset)
(setq prefix (concat extra-context prefix)))
;; To invalidate the cache, we check if the prompt position or the
;; completion prefix changed.
(unless (and (equal prev-prompt (car prompt-boundaries))
(string-match re prefix))
(string-match re prefix)
(setq prefix-offset (- (length prefix) (match-end 1))))
(setq python-shell--capf-cache
`(,(car prompt-boundaries)
,(if (string-empty-p prefix)
regexp-unmatchable
(concat "\\`" (regexp-quote prefix) "\\(?:\\sw\\|\\s_\\)*\\'"))
,@(funcall completion-fn process (or import-statement prefix)))))
(list start end (cddr python-shell--capf-cache))))
(concat "\\`\\(" (regexp-quote prefix) "\\)\\(?:\\sw\\|\\s_\\)*\\'"))
,@(funcall completion-fn process prefix))))
(let ((cands (cddr python-shell--capf-cache)))
(cond
((stringp (car cands))
(if no-delims
;; Reduce completion candidates due to long prefix.
(if-let ((Lp (length prefix))
((string-match "\\(\\sw\\|\\s_\\)+\\'" prefix))
(L (match-beginning 0)))
;; If extra-offset is not zero:
;; start end
;; o------------------o---------o-------o
;; |<- extra-offset ->|
;; |<----------- L ------------>|
;; new-start
(list (+ start L (- extra-offset)) end
(mapcar (lambda (s) (substring s L)) cands))
(list end end (mapcar (lambda (s) (substring s Lp)) cands)))
(list start end cands)))
;; python-shell-completion(-native)-get-completions may produce a
;; list of (text start end type signature) for completion.
((consp (car cands))
(list (+ start (nth 1 (car cands)) (- extra-offset))
;; Candidates may be cached, so the end position should
;; be adjusted according to current completion prefix.
(+ start (nth 2 (car cands)) (- extra-offset) prefix-offset)
cands
:annotation-function
(lambda (c) (concat " " (nth 3 (assoc c cands))))
:company-docsig
(lambda (c) (nth 4 (assoc c cands)))))))))
(define-obsolete-function-alias
'python-shell-completion-complete-at-point

92
test/lisp/progmodes/python-tests.el
View file

@ -4799,6 +4799,98 @@ def foo():
(end-of-line 0)
(should-not (nth 2 (python-shell-completion-at-point))))))
(defun python-tests--completion-module ()
"Check if modules can be completed in Python shell."
(insert "import datet")
(completion-at-point)
(beginning-of-line)
(should (looking-at-p "import datetime"))
(kill-line)
(insert "from datet")
(completion-at-point)
(beginning-of-line)
(should (looking-at-p "from datetime"))
(end-of-line)
(insert " import timed")
(completion-at-point)
(beginning-of-line)
(should (looking-at-p "from datetime import timedelta"))
(kill-line))
(defun python-tests--completion-parameters ()
"Check if parameters can be completed in Python shell."
(insert "import re")
(comint-send-input)
(python-tests-shell-wait-for-prompt)
(insert "re.split('b', 'abc', maxs")
(completion-at-point)
(should (string= "re.split('b', 'abc', maxsplit="
(buffer-substring (line-beginning-position) (point))))
(insert "0, ")
(should (python-shell-completion-at-point))
;; Test if cache is used.
(cl-letf (((symbol-function 'python-shell-completion-get-completions)
'ignore)
((symbol-function 'python-shell-completion-native-get-completions)
'ignore))
(insert "fla")
(completion-at-point)
(should (string= "re.split('b', 'abc', maxsplit=0, flags="
(buffer-substring (line-beginning-position) (point)))))
(beginning-of-line)
(kill-line))
(defun python-tests--completion-extra-context ()
"Check if extra context is used for completion."
(insert "re.split('b', 'abc',")
(comint-send-input)
(python-tests-shell-wait-for-prompt)
(insert "maxs")
(completion-at-point)
(should (string= "maxsplit="
(buffer-substring (line-beginning-position) (point))))
(insert "0)")
(comint-send-input)
(python-tests-shell-wait-for-prompt)
(insert "from re import (")
(comint-send-input)
(python-tests-shell-wait-for-prompt)
(insert "IGN")
(completion-at-point)
(should (string= "IGNORECASE"
(buffer-substring (line-beginning-position) (point)))))
(ert-deftest python-shell-completion-at-point-jedi-completer ()
"Check if Python shell completion works when Jedi completer is used."
(skip-unless (executable-find python-tests-shell-interpreter))
(python-tests-with-temp-buffer-with-shell
""
(python-shell-with-shell-buffer
(python-shell-completion-native-turn-on)
(skip-unless (string= python-shell-readline-completer-delims ""))
(python-tests--completion-module)
(python-tests--completion-parameters)
(python-tests--completion-extra-context))))
(ert-deftest python-shell-completion-at-point-ipython ()
"Check if Python shell completion works for IPython."
(let ((python-shell-interpreter "ipython")
(python-shell-interpreter-args "-i --simple-prompt"))
(skip-unless
(and
(executable-find python-shell-interpreter)
(eql (call-process python-shell-interpreter nil nil nil "--version") 0)))
(python-tests-with-temp-buffer-with-shell
""
(python-shell-with-shell-buffer
(python-shell-completion-native-turn-off)
(python-tests--completion-module)
(python-tests--completion-parameters)
(python-shell-completion-native-turn-on)
(skip-unless (string= python-shell-readline-completer-delims ""))
(python-tests--completion-module)
(python-tests--completion-parameters)
(python-tests--completion-extra-context)))))
;;; PDB Track integration