Discuss and learn Lisp programming of all dialects. NOTICE: Site locked. No new users or posts.
http://www.lispforum.com/
Code: Select all
"split this \"but do not split this\" in this string"Code: Select all
("split" "this" "but do not split this" "in" "this" "string")Question: what do you want to split exactly? In Common Lisp, a string is always "text inside quotes", so your question to me sounds self-contradicting. A string that is ignored cannot be splitted. Was it meant like I had written in the example above or do you look for something different?sh4r4d wrote:Basically I am in search of to split a string at white space, but ignore text in quotes.
Code: Select all
(defrule quoted? (&aux (quoted (make-char-accum))) ()
(:* (:type white-space?))
#\" (:+ (:not #\") (:char-push quoted)) #\"
(:return quoted))
(defrule word? (&aux (word (make-char-accum))) ()
(:* (:type (or white-space? newline?)))
(:+ (:not (:type (or white-space? newline?)))
(:char-push word))
(:return word))
(defrule quoted-or-word? () ()
(:rule (or quoted? word?)))
(defun shlex-split (string)
"Return a list of words respecting escaped quotes."
(loop with ctx = (create-parser-context string)
for next = (quoted-or-word? ctx)
while next collect next))
Code: Select all
(defun whitespace* ()
(gather-if-not* (complement
(alexandria:rcurry #'member '(#\Space #\Newline #\Tab)))
:result-type 'string
:accept-end t
:accept-empty t))
(defun word* ()
(gather-if-not* (complement #'alphanumericp) :result-type 'string :accept-end t :accept-empty nil))
(defun quoted* ()
(named-seq* (<- c1 (context?))
#\"
;; handle quotation marks escaped with backslash
(many*
(choice1 (gather-if-not* (alexandria:rcurry #'member '(#\" #\\))
:result-type nil)
"\\\""))
#\"
(<- c2 (context?))
(context-interval c1 c2)))
(defun quoted-or-word* ()
(named-seq* (whitespace*)
(<- datum (choice1 (quoted*) (word*)))
datum))
(defun shlex-split* ()
(named-seq* (<- data (many* (quoted-or-word*)))
(whitespace*) ;discard terminating whitespace
data))Code: Select all
(defun char-class (char) (if (char-equal char #\Space) 0 (if (char-equal char #\") 1 2)))
(defconstant +white-mode+ 0)
(defconstant +read-mode+ 1)
(defconstant +quote-mode+ 2)
(defvar *collected*)
(defun skip (pos) (declare (ignore pos)))
(defun collect (pos) (declare (ignore pos)))
(defun startq (pos) (push (list (1+ pos) (1+ pos)) *collected*))
(defun startw (pos) (push (list pos pos) *collected*))
(defun finish (pos) (setf (second (car *collected*)) pos))
(defun reopen (pos)
(setf (second (car *collected*)) pos)
(push (list (1+ pos) (1+ pos)) *collected*))
(defvar *sm* (make-array 18 :initial-contents
;; SPACE QUOTE OTHER
(list #'skip +white-mode+ #'startq +quote-mode+ #'startw +read-mode+ ;; WHITEMODE
#'finish +white-mode+ #'reopen +quote-mode+ #'collect +read-mode+ ;; READMODE
#'collect +quote-mode+ #'finish +white-mode+ #'collect +quote-mode+)));; QUOTEMODE
(defun shlex-split (string)
(setf *collected* nil)
(loop for i upfrom 0
for c across string
with state = +white-mode+
do (let ((offset (+ (* state 6) (* 2 (char-class c)))))
(funcall (svref *sm* offset) i)
(setf state (svref *sm* (1+ offset))))
finally (unless (= state +white-mode+) (finish (length string))))
(mapcar #'(lambda (a) (apply #'subseq string a)) (nreverse *collected*)))
(shlex-split "independent single\"compound word\" alone selfish friendless \"buddy words\"")
;; Results: ("independent" "single" "compound word" "alone" "selfish" "friendless" "buddy words")