(in-package :xdump) (defparameter *mode* (make-instance 'empire::xdump-mode :connection nil)) (defvar *current-parser* nil) (defclass table-column-meta () ((name :accessor meta-name) (type :accessor meta-type) (flags :accessor meta-flags) (len :accessor meta-len) (table :accessor meta-table))) ;(defclass empire-table () ; (())) (defvar *meta-by-index* (make-array 50 :adjustable t :initial-element nil)) (defvar *index-by-name* (make-hash-table :size 50)) (defvar *meta-index* (make-array 5) "meta slot symbol by meta table column index") (defvar *meta-meta* (make-array 5)) (defclass xdump-parser () ((line-parser :accessor line-parser :initform nil) (entry-buffer :accessor entry-buffer :initform (make-array 1 :fill-pointer 0 :adjustable t)) (entry-index :accessor entry-index :initform 0) (finalizer :accessor finalizer :initform nil) (name :accessor table-name :initform nil) (timestamp :accessor timestamp :initform nil))) (defgeneric finish-table (xdump-parser number-of-records)) (defgeneric parse-entry (xdump-parser line)) (defgeneric parse-meta (xdump-parser name timestamp)) (defgeneric parse-table (xdump-parser name timestamp)) (defgeneric header-parser (xdump-parser line)) (defgeneric parse-line (xdump-parser line)) (defun meta-meta-finalizer (parser) (with-slots (entry-buffer) parser ; build meta-index from integer index to slot symbol (loop for i = 0 then (+ i 1) for e across entry-buffer do (let* ((slot-name (string-upcase (car e))) (slot (find-symbol slot-name :xdump))) (setf (aref *meta-index* i) slot))) ; build meta-meta table (loop for entry across entry-buffer for i = 0 then (+ i 1) do (let ((meta-meta (make-instance 'table-column-meta))) (loop for slot across *meta-index* for field in entry do (setf (slot-value meta-meta slot) field)) (setf (aref *meta-meta* i) meta-meta))))) (defun meta-finalizer (parser) (let ((meta-table (make-array 1 :fill-pointer 0 :adjustable t))) (with-slots (entry-buffer name) parser (loop for entry across entry-buffer do (let ((meta (make-instance 'table-column-meta))) (loop for slot across *meta-index* for field in entry do (setf (slot-value meta slot) field)) (vector-push-extend meta meta-table))) (format t "~a~%~a~%~a~%" name meta-table entry-buffer) (let ((table-index (if (string= "table" name) ; voodoo: the first column of the table of tables is the uid (elt (aref entry-buffer 0) 4) (gethash name *index-by-name*)))) (setf (aref *meta-by-index* table-index) meta-table))))) (defun table-finalizer (parser) t) (defmethod finish-table ((parser xdump-parser) number-of-records) (if (not (equal number-of-records (length (entry-buffer parser)))) (error "Table row count mismatch")) (funcall (finalizer parser) parser)) (defmethod parse-entry ((parser xdump-parser) line) (if (char= #\/ (aref line 0)) (finish-table parser (parse-integer (subseq line 1))) (let ((fields (mapcar #'read-from-string (cl-ppcre:split " " line)))) (with-slots (entry-buffer entry-index) parser (vector-push-extend fields entry-buffer) (incf entry-index))))) (defmethod parse-meta ((parser xdump-parser) input-name input-timestamp) (with-slots (line-parser finalizer name timestamp) parser (setf line-parser #'parse-entry finalizer (if (string= "meta" input-name) #'meta-meta-finalizer #'meta-finalizer) name input-name timestamp input-timestamp))) (defmethod parse-table ((parser xdump-parser) name timestamp) (with-slots (line-parser finalizer) parser (setf line-parser #'parse-entry finalizer #'table-finalizer))) (defmethod header-parser ((parser xdump-parser) line) (multiple-value-bind (fullmatch groups) (cl-ppcre:scan-to-strings "^XDUMP meta (.*) ([0-9]+)$" line) (if fullmatch ;; meta table (let ((name (aref groups 0)) (timestamp (parse-integer (aref groups 1)))) (parse-meta parser name timestamp)) ;; table (multiple-value-bind (fullmatch groups) (cl-ppcre:scan-to-strings "^XDUMP (.*) ([0-9]+)$" line) (declare (ignorable fullmatch)) (let ((name (aref groups 0)) (timestamp (parse-integer (aref groups 1)))) (parse-table parser name timestamp)))))) (defmethod parse-line ((parser xdump-parser) line) (with-slots (line-parser) parser (funcall line-parser parser line))) (defun make-parser () (let ((parser (make-instance 'xdump-parser))) (setf (line-parser parser) #'header-parser) parser)) (defun parse (stream) (let ((parser (make-parser))) (setf *current-parser* parser) (loop for line = (read-line stream nil) while line do (parse-line parser line)))) (defun test-parse (filename) (with-open-file (s filename) (parse s))) (defun xd-test (input) (loop for m in input do (empire::handle-data *mode* m))) (defun t1 () (test-parse "xdump-meta-meta.txt")) (defun t2 () (test-parse "xdump-meta-meta.txt") (test-parse "xdump-meta-table.txt") (test-parse "xdump-table.txt"))