" Vimball Archiver by Charles E. Campbell UseVimball finish ftplugin/csv.vim [[[1 3140 " Filetype plugin for editing CSV files. "{{{1 " Author: Christian Brabandt " Version: 0.31 " Script: http://www.vim.org/scripts/script.php?script_id=2830 " License: VIM License " Last Change: Thu, 15 Jan 2015 21:05:10 +0100 " Documentation: see :help ft-csv.txt " GetLatestVimScripts: 2830 30 :AutoInstall: csv.vim " " Some ideas are taken from the wiki http://vim.wikia.com/wiki/VimTip667 " though, implementation differs. " Plugin folklore "{{{1 if v:version < 700 || exists('b:did_ftplugin') finish endif let b:did_ftplugin = 1 let s:cpo_save = &cpo set cpo&vim fu! DetermineSID() let s:SID = matchstr(expand(''), '\zs\d\+\ze_DetermineSID$') endfu call s:DetermineSID() delf s:DetermineSID let s:csv_numeric_sort = v:version > 704 || v:version == 704 && has("patch341") if !s:csv_numeric_sort "{{{2 fu! CSVSortValues(i1, i2) "{{{3 return (a:i1+0) == (a:i2+0) ? 0 : (a:i1+0) > (a:i2+0) ? 1 : -1 endfu endif " Function definitions: "{{{1 fu! CSVArrangeCol(first, last, bang, limit) range "{{{2 if &ft =~? 'csv' call ArrangeCol(a:first, a:last, a:bang, a:limit) else finish endif endfu " Script specific functions "{{{2 fu! Warn(mess) "{{{3 echohl WarningMsg echomsg "CSV: " . a:mess echohl Normal endfu fu! Init(startline, endline, ...) "{{{3 " if a:1 is set, keep the b:delimiter let keep = exists("a:1") && a:1 " Hilight Group for Columns if exists("g:csv_hiGroup") let s:hiGroup = g:csv_hiGroup else let s:hiGroup="WildMenu" endif if !exists("g:csv_hiHeader") let s:hiHeader = "Title" else let s:hiHeader = g:csv_hiHeader endif exe "hi link CSVHeaderLine" s:hiHeader " Determine default Delimiter if !keep if !exists("g:csv_delim") let b:delimiter=GetDelimiter(a:startline, a:endline) else let b:delimiter=g:csv_delim endif endif " Define custom commentstring if !exists("g:csv_comment") let b:csv_cmt = split(&cms, '%s') else let b:csv_cmt = split(g:csv_comment, '%s') endif if empty(b:delimiter) && !exists("b:csv_fixed_width") call Warn("No delimiter found. See :h csv-delimiter to set it manually!") " Use a sane default as delimiter: let b:delimiter = ',' endif let s:del='\%(' . b:delimiter . '\|$\)' let s:del_noend='\%(' . b:delimiter . '\)' " Pattern for matching a single column if !exists("g:csv_strict_columns") && !exists("g:csv_col") \ && !exists("b:csv_fixed_width") " - Allow double quotes as escaped quotes only insides double quotes " - Allow linebreaks only, if g:csv_nl isn't set (this is " only allowed in double quoted strings see RFC4180), though this " does not work with :WhatColumn and might mess up syntax " highlighting. " - optionally allow whitespace in front of the fields (to make it " work with :ArrangeCol (that is actually not RFC4180 valid)) " - Should work with most ugly solutions that are available let b:col='\%(\%(\%(' . (b:delimiter !~ '\s' ? '\s*' : '') . \ '"\%(' . (exists("g:csv_nl") ? '\_' : '' ) . \ '[^"]\|""\)*"\s*\)' . s:del . '\)\|\%(' . \ '[^' . b:delimiter . ']*' . s:del . '\)\)' let b:col_end='\%(\%(\%(' . (b:delimiter !~ '\s' ? '\s*' : '') . \ '"\%(' . (exists("g:csv_nl") ? '\_' : '' ) . \ '[^"]\|""\)*"\)' . s:del_noend . '\)\|\%(' . \ '[^' . b:delimiter . ']*' . s:del_noend . '\)\)' elseif !exists("g:csv_col") && exists("g:csv_strict_columns") " strict columns let b:col='\%([^' . b:delimiter . ']*' . s:del . '\)' let b:col_end='\%([^' . b:delimiter . ']*' . s:del_noend . '\)' elseif exists("b:csv_fixed_width") " Fixed width column let b:col='' " Check for sane default if b:csv_fixed_width =~? '[^0-9,]' call Warn("Please specify the list of character columns" . \ "like this: '1,3,5'. See also :h csv-fixedwidth") return endif let b:csv_fixed_width_cols=split(b:csv_fixed_width, ',') " Force evaluating as numbers call map(b:csv_fixed_width_cols, 'v:val+0') else " User given column definition let b:col = g:csv_col let b:col_noend = g:csv_col endif " set filetype specific options call LocalSettings('all') " define buffer-local commands call CommandDefinitions() " Check Header line " Defines which line is considered to be a header line call CheckHeaderLine() " CSV specific mappings call CSVMappings() " force reloading CSV Syntax Highlighting if exists("b:current_syntax") unlet b:current_syntax " Force reloading syntax file endif call DoAutoCommands() " enable CSV Menu call Menu(1) call DisableFolding() if !exists("b:current_syntax") silent do Syntax endif unlet! b:csv_start b:csv_end " Remove configuration variables let b:undo_ftplugin .= "| unlet! b:delimiter b:col" \ . "| unlet! b:csv_fixed_width_cols b:csv_filter" \ . "| unlet! b:csv_fixed_width b:csv_list b:col_width" \ . "| unlet! b:csv_SplitWindow b:csv_headerline b:csv_cmt" \ . "| unlet! b:csv_thousands_sep b:csv_decimal_sep" \. " | unlet! b:browsefilter b:csv_cmt" \. " | unlet! b:csv_arrange_leftalign" " Delete all functions " disabled currently, because otherwise when switching ft " I think, all functions need to be read in again and this " costs time. endfu fu! LocalSettings(type) "{{{3 if a:type == 'all' " CSV local settings setl nostartofline tw=0 nowrap " undo when setting a new filetype let b:undo_ftplugin = "setlocal sol& tw< wrap<" " Set browsefilter let b:browsefilter="CSV Files (*.csv, *.dat)\t*.csv;*.dat\n". \ "All Files\t*.*\n" if has("conceal") setl cole=2 cocu=nc let b:undo_ftplugin .= '| setl cole< cocu< ' endif elseif a:type == 'fold' let s:fdt = &l:fdt let s:fcs = &l:fcs if a:type == 'fold' " Be sure to also fold away single screen lines setl fen fdm=expr setl fdl=0 fml=0 fdc=2 if !get(g:, 'csv_disable_fdt',0) let &l:foldtext=strlen(v:folddashes) . ' lines hidden' let &fcs=substitute(&fcs, 'fold:.,', '', '') if !exists("b:csv_did_foldsettings") let b:undo_ftplugin .= printf("|set fdt<|setl fcs=%s", escape(s:fcs, '\\| ')) endif endif if !exists("b:csv_did_foldsettings") let b:undo_ftplugin .= \ "| setl fen< fdm< fdl< fdc< fml< fde<" let b:csv_did_foldsettings = 1 let b:undo_ftplugin .= "| unlet! b:csv_did_foldsettings" endif endif endif endfu fu! DoAutoCommands() "{{{3 " Highlight column, on which the cursor is if exists("g:csv_highlight_column") && g:csv_highlight_column =~? 'y' exe "aug CSV_HI".bufnr('') au! exe "au CursorMoved HiColumn" exe "au BufWinLeave sil! HiColumn!" aug end " Set highlighting for column, on which the cursor is currently HiColumn else exe "aug CSV_HI".bufnr('') exe "au! CursorMoved " aug end exe "aug! CSV_HI".bufnr('') " Remove any existing highlighting HiColumn! endif " undo autocommand: let b:undo_ftplugin .= '| exe "sil! au! CSV_HI CursorMoved "' let b:undo_ftplugin .= '| exe "sil! aug! CSV_HI" |exe "sil! HiColumn!"' if has("gui_running") && !exists("#CSV_Menu#FileType") augroup CSV_Menu au! au FileType * call Menu(&ft=='csv') au BufEnter call Menu(1) " enable au BufLeave call Menu(0) " disable au BufNewFile,BufNew * call Menu(0) augroup END endif endfu fu! GetPat(colnr, maxcolnr, pat, allowmore) "{{{3 " if a:allowmmore, allows more to match after the pattern if a:colnr > 1 && a:colnr < a:maxcolnr if !exists("b:csv_fixed_width_cols") return '^' . GetColPat(a:colnr-1,0) . '\%([^' . \ b:delimiter . ']\{-}\)\?\zs' . a:pat . '\ze' . \ (a:allowmore ? ('\%([^' . b:delimiter .']\{-}\)\?' . \ b:delimiter . GetColPat(a:maxcolnr - a:colnr, 0). '$') : '') else return '\%' . b:csv_fixed_width_cols[(a:colnr - 1)] . 'c\zs' \ . a:pat . '.\{-}\ze\%' \ . (b:csv_fixed_width_cols[a:colnr]) . 'c\ze' endif elseif a:colnr == a:maxcolnr if !exists("b:csv_fixed_width_cols") " Allow space in front of the pattern, so that it works correctly " even if :Arrange Col has been used #100 return '^' . GetColPat(a:colnr - 1,0) . \ '\s*\zs' . a:pat . '\ze' . (a:allowmore ? '' : '$') else return '\%' . b:csv_fixed_width_cols[-1] . \ 'c\zs' . a:pat . '\ze' . (a:allowmore ? '' : '$') endif else " colnr = 1 if !exists("b:csv_fixed_width_cols") return '^' . '\%([^' . b:delimiter . ']\{-}\)\?\zs' . a:pat . \ (a:allowmore ? ('\ze\%([^' . b:delimiter . ']*\)\?' . b:delimiter . \ GetColPat(a:maxcolnr -1 , 0) . '$') : '') else return a:pat . '\ze.\{-}\%' . b:csv_fixed_width_cols[1] . 'c' endif endif return '' endfu fu! SearchColumn(arg) "{{{3 try let arglist=split(a:arg) if len(arglist) == 1 let colnr=WColumn() let pat=substitute(arglist[0], '^$.$$.*$\1$', '\2', '') if pat == arglist[0] throw "E684" endif else " Determine whether the first word in the argument is a number " (of the column to search). let colnr = substitute( a:arg, '^\s*$\d\+$\s.*', '\1', '' ) " If it is _not_ a number, if colnr == a:arg " treat the whole argument as the pattern. let pat = substitute(a:arg, \ '^\s*$\S$$.*$\1\s*$', '\2', '' ) if pat == a:arg throw "E684" endif let colnr = WColumn() else " if the first word tells us the number of the column, " treat the rest of the argument as the pattern. let pat = substitute(a:arg, \ '^\s*\d\+\s*$\S$$.*$\1\s*$', '\2', '' ) if pat == a:arg throw "E684" endif endif endif "catch /^Vim\%((\a\+)\)\=:E684/ catch /E684/ " catch error index out of bounds call Warn("Error! Usage :SearchInColumn [] /pattern/") return 1 endtry let maxcolnr = MaxColumns() if colnr > maxcolnr call Warn("There exists no column " . colnr) return 1 endif let @/ = GetPat(colnr, maxcolnr, '\%('.pat. '\)', 1) try " force redraw, so that the search pattern isn't shown exe "norm! n\" catch /^Vim\%((\a\+)\)\=:E486/ " Pattern not found echohl Error echomsg "E486: Pattern not found in column " . colnr . ": " . pat if &vbs > 0 echomsg substitute(v:exception, '^[^:]*:', '','') endif echohl Normal endtry endfu fu! DeleteColumn(arg) "{{{3 let _wsv = winsaveview() if a:arg =~ '^[/]' let i = 0 let pat = a:arg[1:] call cursor(1,1) while search(pat, 'cW') " Delete matching column sil call DelColumn('') let i+=1 endw else let i = 1 sil call DelColumn(a:arg) endif if i > 1 call Warn(printf("%d columns deleted", i)) elseif i == 1 call Warn("1 column deleted") else call Warn("no column deleted") endif call winrestview(_wsv) endfu fu! DelColumn(colnr) "{{{3 let maxcolnr = MaxColumns() let _p = getpos('.') if empty(a:colnr) let colnr=WColumn() else let colnr=a:colnr endif if colnr > maxcolnr call Warn("There exists no column " . colnr) return endif if colnr != '1' if !exists("b:csv_fixed_width_cols") let pat= '^' . GetColPat(colnr-1,1) . b:col else let pat= GetColPat(colnr,0) endif else " distinction between csv and fixed width does not matter here let pat= '^' . GetColPat(colnr,0) endif if &ro let ro = 1 setl noro else let ro = 0 endif exe ':%s/' . escape(pat, '/') . '//' call setpos('.', _p) if ro setl ro endif endfu fu! HiCol(colnr, bang) "{{{3 if !a:bang if a:colnr > MaxColumns() call Warn("There exists no column " . a:colnr) return endif if empty(a:colnr) let colnr=WColumn() else let colnr=a:colnr endif if colnr==1 let pat='^'. GetColPat(colnr,0) elseif !exists("b:csv_fixed_width_cols") let pat='^'. GetColPat(colnr-1,1) . b:col else let pat=GetColPat(colnr,0) endif endif if exists("*matchadd") if exists("s:matchid") " ignore errors, that come from already deleted matches sil! call matchdelete(s:matchid) endif " Additionally, filter all matches, that could have been used earlier let matchlist=getmatches() call filter(matchlist, 'v:val["group"] !~ s:hiGroup') call setmatches(matchlist) if a:bang return endif let s:matchid=matchadd(s:hiGroup, pat, 0) elseif !a:bang exe ":2match " . s:hiGroup . ' /' . pat . '/' endif endfu fu! GetDelimiter(first, last) "{{{3 if !exists("b:csv_fixed_width_cols") let _cur = getpos('.') let _s = @/ let Delim= {0: ';', 1: ',', 2: '|', 3: ' ', 4: '\^'} let temp = {} " :silent :s does not work with lazyredraw let _lz = &lz set nolz for i in values(Delim) redir => temp[i] exe "silent! ". a:first. ",". a:last. "s/" . i . "/&/nge" redir END endfor let &lz = _lz let Delim = map(temp, 'matchstr(substitute(v:val, "\n", "", ""), "^\\d\\+")') let Delim = filter(temp, 'v:val=~''\d''') let max = max(values(temp)) let result=[] call setpos('.', _cur) let @/ = _s for [key, value] in items(Delim) if value == max return key endif endfor return '' else " There is no delimiter for fixedwidth files return '' endif endfu fu! WColumn(...) "{{{3 " Return on which column the cursor is let _cur = getpos('.') if !exists("b:csv_fixed_width_cols") if line('.') > 1 && mode('') != 'n' " in insert mode, get line from above, just in case the current " line is empty let line = getline(line('.')-1) else let line = getline('.') endif " move cursor to end of field "call search(b:col, 'ec', line('.')) call search(b:col, 'ec') let end=col('.')-1 let fields=(split(line[0:end],b:col.'\zs')) let ret=len(fields) if exists("a:1") && a:1 > 0 " bang attribute: Try to get the column name let head = split(getline(get(b:, 'csv_headerline', 1)),b:col.'\zs') " remove preceeding whitespace if len(head) < ret call Warn("Header has no field ". ret) else let ret = substitute(head[ret-1], '^\s\+', '', '') " remove delimiter let ret = substitute(ret, b:delimiter. '$', '', '') endif endif else let temp=getpos('.')[2] let j=1 let ret = 1 for i in sort(b:csv_fixed_width_cols, s:csv_numeric_sort ? 'n' : 's:CSVSortValues') if temp >= i let ret = j endif let j += 1 endfor endif call setpos('.',_cur) return ret endfu fu! MaxColumns(...) "{{{3 let this_col = exists("a:1") "return maximum number of columns in first 10 lines if !exists("b:csv_fixed_width_cols") let i = this_col ? a:1 : get(b:, 'csv_headerline', 1) while 1 let l = getline(i, (this_col ? i : i+10)) if empty(l) && i >= line('$') break endif " Filter comments out let pat = '^\s*\V'. escape(b:csv_cmt[0], '\\') call filter(l, 'v:val !~ pat') if !empty(l) || this_col break else let i+=10 endif endw if empty(l) throw 'csv:no_col' endif let fields=[] let result=0 for item in l let temp=len(split(item, b:col.'\zs')) let result=(temp>result ? temp : result) endfor return result else return len(b:csv_fixed_width_cols) endif endfu fu! ColWidth(colnr, ...) "{{{3 " if a:1 is given, specifies the row, for which to calculate the width " " Return the width of a column " Internal function let width=20 "Fallback (wild guess) let tlist=[] if !exists("b:csv_fixed_width_cols") if !exists("b:csv_list") " only check first 10000 lines, to be faster let last = line('$') if exists("a:1") && !empty(a:1) let last = a:1 endif if !get(b:, 'csv_arrange_use_all_rows', 0) if last > 10000 let last = 10000 call Warn('File too large, only checking the first 10000 rows for the width') endif endif let b:csv_list=getline(1,last) let pat = '^\s*\V'. escape(b:csv_cmt[0], '\\') call filter(b:csv_list, 'v:val !~ pat') call filter(b:csv_list, '!empty(v:val)') call map(b:csv_list, 'split(v:val, b:col.''\zs'')') endif try for item in b:csv_list call add(tlist, get(item, a:colnr-1, '')) endfor " do not strip leading whitespace call map(tlist, 'substitute(v:val, ".", "x", "g")') call map(tlist, 'strlen(v:val)') return max(tlist) catch throw "ColWidth-error" return width endtry else let cols = len(b:csv_fixed_width_cols) if a:colnr == cols return strlen(substitute(getline('$'), '.', 'x', 'g')) - \ b:csv_fixed_width_cols[cols-1] + 1 elseif a:colnr < cols && a:colnr > 0 return b:csv_fixed_width_cols[a:colnr] - \ b:csv_fixed_width_cols[(a:colnr - 1)] else throw "ColWidth-error" return 0 endif endif endfu fu! ArrangeCol(first, last, bang, limit, ...) range "{{{3 " a:1, optional width parameter of line from which to take the width " " explicitly give the range as argument to the function if exists("b:csv_fixed_width_cols") " Nothing to do call Warn("ArrangeColumn does not work with fixed width column!") return endif let cur=winsaveview() " Force recalculation of Column width let row = exists("a:1") ? a:1 : '' if a:bang || !empty(row) if a:bang && exists("b:col_width") " Unarrange, so that if csv_arrange_align has changed " it will be adjusted automatically call PrepUnArrangeCol(a:first, a:last) endif " Force recalculating the Column width unlet! b:csv_list b:col_width elseif a:limit > -1 && a:limit < getfsize(fnamemodify(bufname(''), ':p')) return endif let first = a:first let last = a:last if exists("b:csv_headerline") if a:first < b:csv_headerline let first = b:csv_headerline endif if a:last < b:csv_headerline let last = b:csv_headerline endif endif if first > line('$') let first=line('$') endif if last > line('$') let last=line('$') endif if &vbs echomsg printf("ArrangeCol Start: %d, End: %d", first, last) endif if !exists("b:col_width") call CalculateColumnWidth(row) endif " abort on empty file if !len(b:col_width) call Warn("No column data detected, aborting ArrangeCol command!") return endif if &ro " Just in case, to prevent the Warning " Warning: W10: Changing read-only file let ro = 1 setl noro else let ro = 0 endif let s:count = 0 let _stl = &stl let s:max = (last - first + 1) * len(b:col_width) let s:temp = 0 try exe "sil". first . ',' . last .'s/' . (b:col) . \ '/\=Columnize(submatch(0))/' . (&gd ? '' : 'g') finally " Clean up variables, that were only needed for Columnize() function unlet! s:columnize_count s:max_cols s:prev_line s:max s:count s:temp s:val if ro setl ro unlet ro endif let &stl = _stl call winrestview(cur) endtry endfu fu! ProgressBar(cnt, max) "{{{3 if get(g:, 'csv_no_progress', 0) || a:max == 0 return endif let width = 40 " max width of progressbar if width > &columns let width = &columns endif let s:val = a:cnt * width / a:max if (s:val > s:temp || a:cnt==1) let &stl='%#DiffAdd#['.repeat('=', s:val).'>'. repeat(' ', width-s:val).']'. \ (width < &columns ? ' '.100*s:val/width. '%%' : '') redrawstatus let s:temp = s:val endif endfu fu! PrepUnArrangeCol(first, last) "{{{3 " Because of the way, Vim works with " a:firstline and a:lastline parameter, " explicitly give the range as argument to the function if exists("b:csv_fixed_width_cols") " Nothing to do call Warn("UnArrangeColumn does not work with fixed width column!") return endif let cur=winsaveview() if &ro " Just in case, to prevent the Warning " Warning: W10: Changing read-only file setl noro endif exe a:first . ',' . a:last .'s/' . (b:col) . \ '/\=UnArrangeCol(submatch(0))/' . (&gd ? '' : 'g') " Clean up variables, that were only needed for Columnize() function call winrestview(cur) endfu fu! UnArrangeCol(match) "{{{3 " Strip leading white space, also trims empty records: return substitute(a:match, '\%(^ \+\)\|\%( \+\ze'.b:delimiter. '\?$\)', '', 'g') endfu fu! CalculateColumnWidth(row) "{{{3 " Internal function, not called from external, " does not work with fixed width columns " row for the row for which to calculate the width let b:col_width=[] try if exists("b:csv_headerline") if line('.') < b:csv_headerline call cursor(b:csv_headerline,1) endif endif let s:max_cols=MaxColumns(line('.')) for i in range(1,s:max_cols) call add(b:col_width, ColWidth(i, a:row)) endfor catch /csv:no_col/ call Warn("Error: getting Column numbers, aborting!") catch /ColWidth/ call Warn("Error: getting Column Width, using default!") endtry " delete buffer content in variable b:csv_list, " this was only necessary for calculating the max width unlet! b:csv_list s:columnize_count s:decimal_column endfu fu! Columnize(field) "{{{3 " Internal function, not called from external, " does not work with fixed width columns if !exists("s:columnize_count") let s:columnize_count = 0 endif if !exists("s:max_cols") let s:max_cols = len(b:col_width) endif if exists("s:prev_line") && s:prev_line != line('.') let s:columnize_count = 0 endif let s:count+=1 let s:prev_line = line('.') " convert zero based indexed list to 1 based indexed list, " Default: 20 width, in case that column width isn't defined " Careful: Keep this fast! Using " let width=get(b:col_width,WColumn()-1,20) " is too slow, so we are using: let colnr = s:columnize_count % s:max_cols let width = get(b:col_width, colnr, 20) let align = 'r' if exists('b:csv_arrange_align') let align=b:csv_arrange_align let indx=match(align, '\*') if indx > 0 let align = align[0:(indx-1)]. repeat(align[indx-1], len(b:col_width)-indx) endif let align_list=split(align, '\zs') try let align = align_list[colnr] catch let align = 'r' endtry endif if ((align isnot? 'r' && align isnot? 'l' && \ align isnot? 'c' && align isnot? '.') || get(b:, 'csv_arrange_leftalign', 0)) let align = 'r' endif call ProgressBar(s:count,s:max) let s:columnize_count += 1 let has_delimiter = (a:field[-1:] is? b:delimiter) if align is? 'l' " left-align content return printf("%-*S%s", width-1, \ (has_delimiter ? a:field[:-2] : a:field), \ (has_delimiter ? b:delimiter : ' ')) elseif align is? 'c' " center the column let t = width - len(split(a:field, '\zs')) let leftwidth = t/2 " uneven width, add one let rightwidth = (t%2 ? leftwidth+1 : leftwidth) let field = (has_delimiter ? a:field[:-2] : a:field). repeat(' ', rightwidth) return printf("%*S%s", width , field, (has_delimiter ? b:delimiter : ' ')) elseif align is? '.' if !exists("s:decimal_column") let s:decimal_column = {} endif if get(s:decimal_column, colnr, 0) == 0 call CheckHeaderLine() call NumberFormat() let data = CopyCol('', colnr+1, '')[s:csv_fold_headerline : -1] let pat1 = escape(s:nr_format[1], '.').'\zs[^'.s:nr_format[1].']*\ze'. \ (has_delimiter ? b:delimiter : '').'$' let pat2 = '\d\+\ze\%(\%('.escape(s:nr_format[1], '.'). '\d\+\)\|'. \ (has_delimiter ? b:delimiter : '').'$\)' let data1 = map(copy(data), 'matchstr(v:val, pat1)') let data2 = map(data, 'matchstr(v:val, pat2)') " strlen should be okay for decimals... let data1 = map(data1, 'strlen(v:val)') let data2 = map(data2, 'strlen(v:val)') let dec = max(data1) let scal = max(data2) if dec + scal + 1 + (has_delimiter ? 1 : 0) > width let width = dec + scal + 1 + (has_delimiter ? 1 :0) let b:col_width[colnr] = width endif let s:decimal_column[colnr] = dec else let dec = get(s:decimal_column, colnr) endif let field = (has_delimiter ? a:field[:-2] : a:field) let fmt = printf("%%%d.%df", width+1, dec) try if s:nr_format[1] isnot '.' let field = substitute(field, s:nr_format[1], '.', 'g') let field = substitute(field, s:nr_format[0], '', 'g') endif if field =~? '\h' " text in the column, can't be converted to float throw "no decimal" endif let result = printf(fmt, str2float(field)). (has_delimiter ? b:delimiter : ' ') catch let result = printf("%*S", width+2, a:field) endtry return result else " right align return printf("%*S", width+1 , a:field) endif endfun fu! GetColPat(colnr, zs_flag) "{{{3 " Return Pattern for given column if a:colnr > 1 if !exists("b:csv_fixed_width_cols") let pat=b:col . '\{' . (a:colnr) . '\}' else if a:colnr >= len(b:csv_fixed_width_cols) " Get last column let pat='\%' . b:csv_fixed_width_cols[-1] . 'v.*' else let pat='\%' . b:csv_fixed_width_cols[(a:colnr - 1)] . \ 'c.\{-}\%' . b:csv_fixed_width_cols[a:colnr] . 'v' endif endif elseif !exists("b:csv_fixed_width_cols") let pat=b:col else let pat='\%' . b:csv_fixed_width_cols[0] . 'v.\{-}' . \ (len(b:csv_fixed_width_cols) > 1 ? \ '\%' . b:csv_fixed_width_cols[1] . 'v' : \ '') endif return pat . (a:zs_flag ? '\zs' : '') endfu fu! SetupAutoCmd(window,bufnr) "{{{3 " Setup QuitPre autocommand to quit cleanly aug CSV_QuitPre au! exe "au QuitPre * call CSV_CloseBuffer(".winbufnr(a:window).")" if !exists("##OptionSet") exe "au CursorHold call CSV_SetSplitOptions(".a:window.")" else exe "au OptionSet foldcolumn,number,relativenumber call CSV_SetOption(".a:bufnr. \ ", ".bufnr('%').", expand(''), v:option_new)" endif exe "au VimResized,FocusLost,FocusGained call CSV_SetSplitOptions(".a:window.")" aug END endfu fu! CSV_SetOption(csvfile, header, option, value) "{{{3 " only trigger if the option is called in the correct buffer if getbufvar(a:csvfile, 'csv_SplitWindow') && bufnr('') == a:csvfile call setbufvar(a:header, '&'.a:option, a:value) endif endfu fu! SplitHeaderLine(lines, bang, hor) "{{{3 if exists("b:csv_fixed_width_cols") call Warn("Header does not work with fixed width column!") return endif " Check that there exists a header line call CheckHeaderLine() if !a:bang " A Split Header Window already exists, " first close the already existing Window if exists("b:csv_SplitWindow") call SplitHeaderLine(a:lines, 1, a:hor) endif " Split Window let _stl = &l:stl let _sbo = &sbo let a = [] let b=b:col let bufnr = bufnr('.') if a:hor setl scrollopt=hor scrollbind cursorbind let _fdc = &l:fdc let lines = empty(a:lines) ? s:csv_fold_headerline : a:lines let a = getline(1,lines) " Does it make sense to use the preview window? " sil! pedit % above sp +enew call setline(1, a) " Needed for syntax highlighting "let b:col=b "setl syntax=csv sil! doautocmd FileType csv noa 1 sil! sign unplace * exe "resize" . lines setl scrollopt=hor winfixheight nowrap cursorbind let &l:stl="%#Normal#".repeat(' ',winwidth(0)) let s:local_stl = &l:stl " set the foldcolumn to the same of the other window let &l:fdc = _fdc else setl scrollopt=ver scrollbind cursorbind noa 0 if a:lines[-1:] is? '!' let a=CopyCol('',a:lines,'') else let a=CopyCol('',1, a:lines-1) endif " Does it make sense to use the preview window? "vert sil! pedit |wincmd w | enew! above vsp +enew call append(0, a) $d _ let b:col = b sil! doautocmd FileType csv " remove leading delimiter exe "sil :%s/^". b:delimiter. "//e" " remove trailing delimiter exe "sil :%s/". b:delimiter. "\s*$//e" syn clear noa 0 let b:csv_SplitWindow = winnr() sil :call ArrangeCol(1,line('$'), 1, -1) sil! sign unplace * exe "vert res" . len(split(getline(1), '\zs')) call matchadd("CSVHeaderLine", b:col) setl scrollopt=ver winfixwidth cursorbind nonu nornu fdc=0 endif call SetupAutoCmd(winnr(),bufnr) " disable airline let w:airline_disabled = 1 let win = winnr() setl scrollbind buftype=nowrite bufhidden=wipe noswapfile nobuflisted noa wincmd p let b:csv_SplitWindow = win aug CSV_Preview au! au BufWinLeave call SplitHeaderLine(0, 1, 0) aug END else " Close split window if !exists("b:csv_SplitWindow") return endif try let winnr = winnr() if winnr == b:csv_SplitWindow || winbufnr(b:csv_SplitWindow) == bufnr('') " window already closed return endif exe b:csv_SplitWindow . "wincmd w" if exists("_stl") let &l:stl = _stl endif if exists("_sbo") let &sbo = _sbo endif setl noscrollbind nocursorbind call CSV_CloseBuffer(bufnr('%')) catch /^Vim\%((\a\+)\)\=:E444/ " cannot close last window catch /^Vim\%((\a\+)\)\=:E517/ " buffer already wiped " no-op finally unlet! b:csv_SplitWindow aug CSV_Preview au! aug END aug! CSV_Preview endtry endif endfu fu! SplitHeaderToggle(hor) "{{{3 if !exists("b:csv_SplitWindow") :call SplitHeaderLine(1,0,a:hor) else :call SplitHeaderLine(1,1,a:hor) endif endfu " TODO: from here on add logic for fixed-width csv files! fu! MoveCol(forward, line, ...) "{{{3 " Move cursor position upwards/downwards left/right " a:1 is there to have some mappings move in the same " direction but still stop at a different position " see :h csv-mapping-H let colnr=WColumn() let maxcol=MaxColumns() let cpos=getpos('.')[2] if !exists("b:csv_fixed_width_cols") call search(b:col, 'bc', line('.')) endif let spos=getpos('.')[2] " Check for valid column " a:forward == 1 : search next col " a:forward == -1: search prev col " a:forward == 0 : stay in col if colnr - v:count1 >= 1 && a:forward == -1 let colnr -= v:count1 elseif colnr - v:count1 < 1 && a:forward == -1 let colnr = 0 elseif colnr + v:count1 <= maxcol && a:forward == 1 let colnr += v:count1 elseif colnr + v:count1 > maxcol && a:forward == 1 let colnr = maxcol + 1 endif let line=a:line if line < 1 let line=1 elseif line > line('$') let line=line('$') endif if foldclosed(line) != -1 let line = line > line('.') ? foldclosedend(line) + 1 : foldclosed(line) endif " Generate search pattern if colnr == 1 let pat = '^' . GetColPat(colnr-1,0) "let pat = pat . '\%' . line . 'l' elseif (colnr == 0) || (colnr == maxcol + 1) if !exists("b:csv_fixed_width_cols") let pat=b:col else if a:forward > 0 " Move forwards let pat=GetColPat(1, 0) else " Move backwards let pat=GetColPat(maxcol, 0) endif endif else if !exists("b:csv_fixed_width_cols") let pat='^'. GetColPat(colnr-1,1) . b:col else let pat=GetColPat(colnr,0) endif "let pat = pat . '\%' . line . 'l' endif " Search " move left/right if a:forward > 0 call search(pat, 'W') elseif a:forward < 0 if colnr > 0 || cpos == spos call search('.\ze'.pat, 'bWe') let stime=localtime() while getpos('.')[2] == cpos && Timeout(stime) " make sure loop terminates " cursor didn't move, move cursor one cell to the left norm! h if colnr > 0 call MoveCol(-1, line('.')) else norm! 0 endif endw if (exists("a:1") && a:1) " H also stops at the beginning of the content " of a field. let epos = getpos('.') if getline('.')[col('.')-1] == ' ' call search('\S', 'W', line('.')) if getpos('.')[2] > spos call setpos('.', epos) endif endif endif else norm! 0 endif " Moving upwards/downwards elseif line >= line('.') call search(pat . '\%' . line . 'l', '', line) " Move to the correct screen column " This is a best effort approach, we might still " leave the column (if the next column is shorter) if !exists("b:csv_fixed_width_cols") let a = getpos('.') let a[2]+= cpos-spos else let a = getpos('.') let a[2] = cpos endif call setpos('.', a) elseif line < line('.') call search(pat . '\%' . line . 'l', 'b', line) " Move to the correct screen column if !exists("b:csv_fixed_width_cols") let a = getpos('.') let a[2]+= cpos-spos else let a = getpos('.') let a[2] = cpos endif call setpos('.', a) endif endfun fu! SortComplete(A,L,P) "{{{3 return join(range(1,MaxColumns()),"\n") endfun fu! Sort(bang, line1, line2, colnr) range "{{{3 " :Sort command let wsv = winsaveview() let flag = matchstr(a:colnr, '[nixo]') call CheckHeaderLine() let line1 = a:line1 let line2 = a:line2 if line1 <= s:csv_fold_headerline let line1 += s:csv_fold_headerline endif if line2 <= s:csv_fold_headerline let line2 += s:csv_fold_headerline endif let col = (empty(a:colnr) || a:colnr !~? '\d\+[nixo]\?') ? WColumn() : a:colnr+0 if col != 1 if !exists("b:csv_fixed_width_cols") let pat= '^' . GetColPat(col-1,1) . b:col else let pat= GetColPat(col,0) endif else let pat= '^' . GetColPat(col,0) endif exe line1. ','. line2. "sort". (a:bang ? '!' : '') . \' r'. flag. ' /' . pat . '/' call winrestview(wsv) endfun fu! CopyCol(reg, col, cnt) "{{{3 " Return Specified Column into register reg let col = a:col == "0" ? WColumn() : a:col+0 let mcol = MaxColumns() if col == '$' || col > mcol let col = mcol endif " The number of columns to return " by default (value of zero, will only return that specific column) let cnt_cols = col - 1 if !empty(a:cnt) && a:cnt > 0 && col + a:cnt <= mcol let cnt_cols = col + a:cnt - 1 endif let a = [] " Don't get lines, that are currently filtered away if !exists("b:csv_filter") || empty(b:csv_filter) let a=getline(1, '$') else for line in range(1, line('$')) if foldlevel(line) continue else call add(a, getline(line)) endif endfor endif " Filter comments out let pat = '^\s*\V'. escape(b:csv_cmt[0], '\\') call filter(a, 'v:val !~ pat') if !exists("b:csv_fixed_width_cols") call map(a, 'split(v:val, ''^'' . b:col . ''\zs'')[col-1:cnt_cols]') else call map(a, 'matchstr(v:val, GetColPat(col, 0)).*GetColPat(col+cnt_cols, 0)') endif if type(a[0]) == type([]) call map(a, 'join(v:val, "")') endif if a:reg =~ '[-"0-9a-zA-Z*+]' "exe ':let @' . a:reg . ' = "' . join(a, "\n") . '"' " set the register to blockwise mode call setreg(a:reg, join(a, "\n"), 'b') else return a endif endfu fu! MoveColumn(start, stop, ...) range "{{{3 " Move column behind dest " Explicitly give the range as argument, " cause otherwise, Vim would move the cursor let wsv = winsaveview() let col = WColumn() let max = MaxColumns() " If no argument is given, move current column after last column let source=(exists("a:1") && a:1 > 0 && a:1 <= max ? a:1 : col) let dest =(exists("a:2") && a:2 > 0 && a:2 <= max ? a:2 : max) " translate 1 based columns into zero based list index let source -= 1 let dest -= 1 if source >= dest call Warn("Destination column before source column, aborting!") return endif " Swap line by line, instead of reading the whole range into memory for i in range(a:start, a:stop) let content = getline(i) if content =~ '^\s*\V'. escape(b:csv_cmt[0], '\\') " skip comments continue endif if !exists("b:csv_fixed_width_cols") let fields=split(content, b:col . '\zs') " Add delimiter to destination column, in case there was none, " remove delimiter from source, in case destination did not have one if matchstr(fields[dest], '.$') !~? b:delimiter let fields[dest] = fields[dest] . b:delimiter if matchstr(fields[source], '.$') =~? b:delimiter let fields[source] = substitute(fields[source], \ '^$.*$.$', '\1', '') endif endif else let fields=[] " this is very inefficient! for j in range(1, max, 1) call add(fields, matchstr(content, GetColPat(j,0))) endfor endif let fields= (source == 0 ? [] : fields[0 : (source-1)]) \ + fields[ (source+1) : dest ] \ + [ fields[source] ] + fields[(dest+1):] call setline(i, join(fields, '')) endfor call winrestview(wsv) endfu fu! DupColumn(start, stop, ...) range "{{{3 " Add new empty column " Explicitly give the range as argument, " cause otherwise, Vim would move the cursor if exists("b:csv_fixed_width_cols") call Warn("Duplicating Columns only works for delimited files") return endif let wsv = winsaveview() " translate 1 based columns into zero based list index let col = WColumn() - 1 let max = MaxColumns() let add_delim = 0 " If no argument is given, add column after current column if exists("a:1") if a:1 == '$' || a:1 >= max let pos = max - 1 elseif a:1 < 0 let pos = col else let pos = a:1 - 1 endif else let pos = col endif if pos == max - 1 let add_delim = 1 endif let cnt=(exists("a:2") && a:2 > 0 ? a:2 : 1) " if the data contains comments, substitute one line after another " skipping comment lines (we could do it with a single :s statement, " but that would fail for the first and last column. let commentpat = '\%(\%>'.(a:start-1).'l\V'. \ escape(b:csv_cmt[0], '\\').'\m\)'. '\&\%(\%<'. \ (a:stop+1). 'l\V'. escape(b:csv_cmt[0], '\\'). '\m\)' for i in range(a:start, a:stop) let content = getline(i) if content =~ '^\s*\V'. escape(b:csv_cmt[0], '\\') " skip comments continue endif let fields = split(getline(i), b:col.'\zs') if add_delim && fields[-1][:-1] isnot b:delimiter " Need to add a delimiter let fields[pos] .= b:delimiter endif let fields = fields[0:pos] + repeat([fields[pos]], cnt) + fields[pos+1:-1] call setline(i, join(fields, '')) endfor call winrestview(wsv) endfu fu! AddColumn(start, stop, ...) range "{{{3 " Add new empty column " Explicitly give the range as argument, " cause otherwise, Vim would move the cursor if exists("b:csv_fixed_width_cols") call Warn("Adding Columns only works for delimited files") return endif let wsv = winsaveview() let col = WColumn() let max = MaxColumns() " If no argument is given, add column after current column if exists("a:1") if a:1 == '$' || a:1 >= max let pos = max elseif a:1 < 0 let pos = col else let pos = a:1 endif else let pos = col endif let cnt=(exists("a:2") && a:2 > 0 ? a:2 : 1) " translate 1 based columns into zero based list index let col -= 1 if pos == 0 let pat = '^' elseif pos == max let pat = '$' else let pat = GetColPat(pos,1) endif if pat != '$' || (pat == '$' && getline(a:stop)[-1:] == b:delimiter) let subst = repeat(' '. b:delimiter, cnt) else let subst = repeat(b:delimiter. ' ', cnt) endif " if the data contains comments, substitute one line after another " skipping comment lines (we could do it with a single :s statement, " but that would fail for the first and last column. let commentpat = '\%(\%>'.(a:start-1).'l\V'. \ escape(b:csv_cmt[0], '\\').'\m\)'. '\&\%(\%<'. \ (a:stop+1). 'l\V'. escape(b:csv_cmt[0], '\\'). '\m\)' if search(commentpat) for i in range(a:start, a:stop) let content = getline(i) if content =~ '^\s*\V'. escape(b:csv_cmt[0], '\\') " skip comments continue endif exe printf("sil %ds/%s/%s/e", i, pat, subst) endfor else " comments should by default be skipped (pattern shouldn't match) exe printf("sil %d,%ds/%s/%s/e", a:start, a:stop, pat, subst) endif call winrestview(wsv) endfu fu! SumColumn(list) "{{{3 " Sum a list of values, but only consider the digits within each value " parses the digits according to the given format (if none has been " specified, assume POSIX format (without thousand separator) If Vim has " does not support floats, simply sum up only the integer part if empty(a:list) return 0 else let sum = has("float") ? 0.0 : 0 for item in a:list if empty(item) continue endif let nr = matchstr(item, '-\?\d$.*\d$\?$') let format1 = '^-\?\d\+\zs\V' . s:nr_format[0] . '\m\ze\d' let format2 = '\d\+\zs\V' . s:nr_format[1] . '\m\ze\d' try let nr = substitute(nr, format1, '', '') if has("float") && s:nr_format[1] != '.' let nr = substitute(nr, format2, '.', '') endif catch let nr = 0 endtry let sum += (has("float") ? str2float(nr) : (nr + 0)) endfor if has("float") if float2nr(sum) == sum return float2nr(sum) else return printf("%.2f", sum) endif endif return sum endif endfu fu! AvgColumn(list) "{{{3 if empty(a:list) return 0 else let cnt = 0 let sum = has("float") ? 0.0 : 0 for item in a:list if empty(item) continue endif let nr = matchstr(item, '-\?\d$.*\d$\?$') let format1 = '^-\?\d\+\zs\V' . s:nr_format[0] . '\m\ze\d' let format2 = '\d\+\zs\V' . s:nr_format[1] . '\m\ze\d' try let nr = substitute(nr, format1, '', '') if has("float") && s:nr_format[1] != '.' let nr = substitute(nr, format2, '.', '') endif catch let nr = 0 endtry let sum += (has("float") ? str2float(nr) : (nr + 0)) let cnt += 1 endfor if has("float") return printf("%.2f", sum/cnt) else return sum/cnt endif endif endfu fu! VarianceColumn(list, is_population) "{{{3 if empty(a:list) return 0 else let cnt = 0 let sum = has("float") ? 0.0 : 0 let avg = AvgColumn(a:list) for item in a:list if empty(item) continue endif let nr = matchstr(item, '-\?\d$.*\d$\?$') let format1 = '^-\?\d\+\zs\V' . s:nr_format[0] . '\m\ze\d' let format2 = '\d\+\zs\V' . s:nr_format[1] . '\m\ze\d' try let nr = substitute(nr, format1, '', '') if has("float") && s:nr_format[1] != '.' let nr = substitute(nr, format2, '.', '') endif catch let nr = 0 endtry let sum += pow((has("float") ? (str2float(nr)-avg) : ((nr + 0)-avg)), 2) let cnt += 1 endfor if(a:is_population == 0) let cnt = cnt-1 endif if has("float") return printf("%.2f", sum/cnt) else return sum/(cnt) endif endif endfu fu! SmplVarianceColumn(list) "{{{2 if empty(a:list) return 0 else return VarianceColumn(a:list, 0) endif endfu fu! PopVarianceColumn(list) "{{{2 if empty(a:list) return 0 else return VarianceColumn(a:list, 1) endif endfu fu! SmplStdDevColumn(list) "{{{2 if empty(a:list) return 0 else return sqrt(str2float(VarianceColumn(a:list, 0))) endif endfu fu! PopStdDevColumn(list) "{{{2 if empty(a:list) return 0 else return sqrt(str2float(VarianceColumn(a:list, 1))) endif endfu fu! MaxColumn(list) "{{{3 " Sum a list of values, but only consider the digits within each value " parses the digits according to the given format (if none has been " specified, assume POSIX format (without thousand separator) If Vim has " does not support floats, simply sum up only the integer part if empty(a:list) return 0 else let result = [] for item in a:list if empty(item) continue endif let nr = matchstr(item, '-\?\d$.*\d$\?$') let format1 = '^-\?\d\+\zs\V' . s:nr_format[0] . '\m\ze\d' let format2 = '\d\+\zs\V' . s:nr_format[1] . '\m\ze\d' try let nr = substitute(nr, format1, '', '') if has("float") && s:nr_format[1] != '.' let nr = substitute(nr, format2, '.', '') endif catch let nr = 0 endtry call add(result, has("float") ? str2float(nr) : nr+0) endfor let result = sort(result, s:csv_numeric_sort ? 'n' : 's:CSVSortValues') let ind = len(result) > 9 ? 9 : len(result) if has_key(get(s:, 'additional', {}), 'distinct') && s:additional['distinct'] if exists("*uniq") let result=uniq(result) else let l = {} for item in result let l[item] = get(l, 'item', 0) endfor let result = keys(l) endif endif return s:additional.ismax ? reverse(result)[:ind] : result[:ind] endif endfu fu! CountColumn(list) "{{{3 if empty(a:list) return 0 elseif has_key(get(s:, 'additional', {}), 'distinct') && s:additional['distinct'] if exists("*uniq") return len(uniq(sort(a:list))) else let l = {} for item in a:list let l[item] = get(l, 'item', 0) + 1 endfor return len(keys(l)) endif else return len(a:list) endif endfu fu! DoForEachColumn(start, stop, bang) range "{{{3 " Do something for each column, " e.g. generate SQL-Statements, convert to HTML, " something like this " TODO: Define the function " needs a csv_pre_convert variable " csv_post_convert variable " csv_convert variable " result contains converted buffer content let result = [] if !exists("g:csv_convert") call Warn("You need to define how to convert your data using" . \ "the g:csv_convert variable, see :h csv-convert") return endif if exists("g:csv_pre_convert") && !empty(g:csv_pre_convert) call add(result, g:csv_pre_convert) endif for item in range(a:start, a:stop, 1) if foldlevel(line) " Filter out folded lines (from dynamic filter) continue endif let t = g:csv_convert let line = getline(item) if line =~ '^\s*\V'. escape(b:csv_cmt[0], '\\') " Filter comments out call add(result, line) continue endif let context = split(g:csv_convert, '%s') let columns = len(context) if columns > MaxColumns() let columns = MaxColumns() elseif columns == 1 call Warn("No Columns defined in your g:csv_convert variable, Aborting") return endif if !exists("b:csv_fixed_width_cols") let fields=split(line, b:col . '\zs') if a:bang call map(fields, 'substitute(v:val, b:delimiter . \ ''\?$'' , "", "")') endif else let fields=[] for j in range(1, columns, 1) call add(fields, matchstr(line, GetColPat(j,0))) endfor endif for j in range(1, columns, 1) let t=substitute(t, '%s', fields[j-1], '') endfor call add(result, t) endfor if exists("g:csv_post_convert") && !empty(g:csv_post_convert) call add(result, g:csv_post_convert) endif new call append('$', result) 1d _ endfun fu! PrepareDoForEachColumn(start, stop, bang) range"{{{3 let pre = exists("g:csv_pre_convert") ? g:csv_pre_convert : '' let g:csv_pre_convert=input('Pre convert text: ', pre) let post = exists("g:csv_post_convert") ? g:csv_post_convert : '' let g:csv_post_convert=input('Post convert text: ', post) let convert = exists("g:csv_convert") ? g:csv_convert : '' let g:csv_convert=input("Converted text, use %s for column input:\n", convert) call DoForEachColumn(a:start, a:stop, a:bang) endfun fu! EscapeValue(val) "{{{3 return '\V' . escape(a:val, '\') endfu fu! FoldValue(lnum, filter) "{{{3 call CheckHeaderLine() if (a:lnum == s:csv_fold_headerline) " Don't fold away the header line return 0 endif let result = 0 for item in values(a:filter) " always fold comments away let content = getline(a:lnum) if content =~ '^\s*\V'. escape(b:csv_cmt[0], '\\') return 1 elseif eval('content' . (item.match ? '!~' : '=~') . 'item.pat') let result += 1 endif endfor return (result > 0) endfu fu! PrepareFolding(add, match) "{{{3 if !has("folding") return endif " Move folded-parts away? if exists("g:csv_move_folds") let s:csv_move_folds = g:csv_move_folds else let s:csv_move_folds = 0 endif if !exists("b:csv_filter") let b:csv_filter = {} endif if !exists("s:filter_count") || s:filter_count < 1 let s:filter_count = 0 endif let cpos = winsaveview() if !a:add " remove last added item from filter if !empty(b:csv_filter) call RemoveLastItem(s:filter_count) let s:filter_count -= 1 if empty(b:csv_filter) call DisableFolding() return endif else " Disable folding, if no pattern available call DisableFolding() return endif else let col = WColumn() let max = MaxColumns() let a = GetColumn(line('.'), col, 0) let a = ProcessFieldValue(a) let pat = '\%(^\|'.b:delimiter. '\)\@<='.EscapeValue(a). \ '\m\ze\%('.b:delimiter.'\|$\)' " Make a column pattern let b= '\%(' . \ (exists("b:csv_fixed_width") ? '.*' : '') . \ GetPat(col, max, pat, 0) . '\)' let s:filter_count += 1 let b:csv_filter[s:filter_count] = { 'pat': b, 'id': s:filter_count, \ 'col': col, 'orig': a, 'match': a:match} endif " Put the pattern into the search register, so they will also " be highlighted " let @/ = '' " for val in sort(values(b:csv_filter), 'SortFilter') " let @/ .= val.pat . (val.id == s:filter_count ? '' : '\&') " endfor " Fold settings: call LocalSettings('fold') " Don't put spaces between the arguments! exe 'setl foldexpr=' . s:SID . '_FoldValue(v:lnum,b:csv_filter)' " Move folded area to the bottom, so there is only on consecutive " non-folded area if exists("s:csv_move_folds") && s:csv_move_folds \ && !&l:ro && &l:ma folddoclosed m$ let cpos.lnum = s:csv_fold_headerline + 1 endif call winrestview(cpos) endfu fu! ProcessFieldValue(field) "{{{3 let a = a:field if !exists("b:csv_fixed_width") try " strip leading whitespace if (a =~ '\s\+'. b:delimiter . '$') let b = split(a, '^\s\+\ze[^' . b:delimiter. ']\+')[0] else let b = a endif catch /^Vim\%((\a\+)\)\=:E684/ " empty pattern - should match only empty columns let b = a endtry " strip trailing delimiter try let a = split(b, b:delimiter . '$')[0] catch /^Vim\%((\a\+)\)\=:E684/ let a = b endtry if a == b:delimiter try let a=repeat(' ', ColWidth(col)) catch " no-op endtry endif endif return a endfu fu! OutputFilters(bang) "{{{3 if !a:bang call CheckHeaderLine() if s:csv_fold_headerline let title="Nr\tMatch\tCol\t Name\tValue" else let title="Nr\tMatch\tCol\tValue" endif echohl "Title" echo printf("%s", title) echo printf("%s", repeat("=",strdisplaywidth(title))) echohl "Normal" if !exists("b:csv_filter") || empty(b:csv_filter) echo printf("%s", "No active filter") else let items = values(b:csv_filter) call sort(items, "SortFilter") for item in items if s:csv_fold_headerline echo printf("%02d\t% 2s\t%02d\t%10.10s\t%s", \ item.id, (item.match ? '+' : '-'), item.col, \ substitute(GetColumn(1, item.col, 0), \ b:col.'$', '', ''), item.orig) else echo printf("%02d\t% 2s\t%02d\t%s", \ item.id, (item.match ? '+' : '-'), \ item.col, item.orig) endif endfor endif else " Reapply filter again if !exists("b:csv_filter") || empty(b:csv_filter) call Warn("No filters defined currently!") return else exe 'setl foldexpr=' . s:SID . '_FoldValue(v:lnum,b:csv_filter)' endif endif endfu fu! SortFilter(a, b) "{{{3 return a:a.id == a:b.id ? 0 : \ a:a.id > a:b.id ? 1 : -1 endfu fu! GetColumn(line, col, strip) "{{{3 " Return Column content at a:line, a:col let a=getline(a:line) " Filter comments out if a =~ '^\s*\V'. escape(b:csv_cmt[0], '\\') return '' endif if !exists("b:csv_fixed_width_cols") try let a = split(a, '^' . b:col . '\zs')[a:col - 1] catch " index out of range let a = '' endtry else let a = matchstr(a, GetColPat(a:col, 0)) endif if a:strip return substitute(a, '^\s\+\|\s\+$', '', 'g') else return a endif endfu fu! RemoveLastItem(count) "{{{3 for [key,value] in items(b:csv_filter) if value.id == a:count call remove(b:csv_filter, key) endif endfor endfu fu! DisableFolding() "{{{3 setl nofen fdm=manual fdc=0 fdl=0 if !get(g:, 'csv_disable_fdt',0) && exists("s:fdt") && exists("s:fcs") exe printf("setl fdt=%s fcs=%s", s:fdt, escape(s:fcs, '\\|')) endif endfu fu! NumberFormat() "{{{3 let s:nr_format = [',', '.'] if exists("b:csv_thousands_sep") let s:nr_format[0] = b:csv_thousands_sep endif if exists("b:csv_decimal_sep") let s:nr_format[1] = b:csv_decimal_sep endif endfu fu! CheckHeaderLine() "{{{3 if !exists("b:csv_headerline") let s:csv_fold_headerline = 1 else let s:csv_fold_headerline = b:csv_headerline endif endfu fu! AnalyzeColumn(...) "{{{3 let maxcolnr = MaxColumns() if len(a:000) == 1 let colnr = a:1 else let colnr = WColumn() endif if colnr > maxcolnr call Warn("There exists no column " . colnr) return 1 endif " Initialize s:fold_headerline call CheckHeaderLine() let data = CopyCol('', colnr, '')[s:csv_fold_headerline : -1] let qty = len(data) let res = {} for item in data if empty(item) || item ==# b:delimiter let item = 'NULL' endif if !get(res, item) let res[item] = 0 endif let res[item]+=1 endfor let max_items = reverse(sort(values(res), s:csv_numeric_sort ? 'n' : 's:CSVSortValues')) " What about the minimum 5 items? let count_items = keys(res) if len(max_items) > 5 call remove(max_items, 5, -1) call map(max_items, 'printf(''\V%s\m'', escape(v:val, ''\\''))') call filter(res, 'v:val =~ ''^''.join(max_items, ''\|'').''$''') endif if has("float") let title="Nr\tCount\t % \tValue" else let title="Nr\tCount\tValue" endif echohl Title echo printf("%s", title) echohl Normal echo printf("%s", repeat('=', strdisplaywidth(title))) let i=1 for val in max_items for key in keys(res) if res[key] =~ val && i <= len(max_items) if !empty(b:delimiter) let k = substitute(key, b:delimiter . '\?$', '', '') else let k = key endif if has("float") echo printf("%02d\t%02d\t%2.0f%%\t%.50s", i, res[key], \ ((res[key] + 0.0)/qty)*100, k) else echo printf("%02d\t%02d\t%.50s", i, res[key], k) endif call remove(res,key) let i+=1 else continue endif endfor endfor echo printf("%s", repeat('=', strdisplaywidth(title))) if &columns > 40 echo printf("different values in column %d: %d", colnr, len(count_items)) else echo printf("different values: %d", len(count_items)) endif unlet max_items endfunc fu! Vertfold(bang, col) "{{{3 if a:bang do Syntax return endif if !has("conceal") call Warn("Concealing not supported in your Vim") return endif if empty(b:delimiter) && !exists("b:csv_fixed_width_cols") call Warn("There are no columns defined, can't hide away anything!") return endif if empty(a:col) let colnr=WColumn() else let colnr=a:col endif let pat=GetPat(colnr, MaxColumns(), '.*', 1) if exists("b:csv_fixed_width_cols") && \ pat !~ '^\^\.\*' " Make the pattern implicitly start at line start, " so it will be applied by syntax highlighting (:h :syn-priority) let pat='^.*' . pat endif let pat=substitute(pat, '\\zs$\.\*$\@=', '', '') if !empty(pat) exe "syn match CSVFold /" . pat . "/ conceal cchar=+" endif endfu fu! InitCSVFixedWidth() "{{{3 if !exists("+cc") call Warn("Command disabled: 'colorcolumn' option not available") return endif " Turn off syntax highlighting syn clear let max_line = line('$') > 10 ? 10 : line('$') let t = getline(1, max_line) let max_len = max(map(t, 'len(split(v:val, ''\zs''))')) let _cc = &l:cc let &l:cc = 1 redraw! let Dict = {'1': 1} " first column is always the start of a new column let tcc = &l:cc let &l:cc = 1 echo ", , , , , ?" let char=getchar() while 1 let skip_mess = 0 if char == "\" || char == "\" let tcc = eval('tcc'.(char=="\" ? '-' : '+').'1') if tcc < 0 let tcc=0 elseif tcc > max_len let tcc = max_len endif elseif char == "\" || char == 32 " Space let Dict[tcc] = 1 elseif char == "\" || char == 127 try call remove(Dict, reverse(sort(keys(Dict)))[0]) catch /^Vim\%((\a\+)\)\=:E$\%(716$\|\%(684\)\)/ " Dict or List empty break endtry elseif char == "\" || char == 27 let &l:cc=_cc redraw! return elseif char == "\" || char == "\n" || char == "\r" || char == 13 " Enter let Dict[tcc] = 1 break elseif char == char2nr('?') redraw! echohl Title echo "Key\tFunction" echo "==================" echohl Normal echo "\tDefine new column" echo "\tMove left" echo "\tMove right" echo "\tAbort" echo "\tDelete last column definition" echo "?\tShow this help\n" let skip_mess = 1 else let Dict={} break endif let &l:cc=tcc . (!empty(keys(Dict))? ',' . join(keys(Dict), ','):'') if !skip_mess redraw! echo ", , , , ..." endif let char=getchar() endw let b:csv_fixed_width_cols=[] let tcc=0 let b:csv_fixed_width_cols = sort(keys(Dict), s:csv_numeric_sort ? 'n' : 's:CSVSortValues') let b:csv_fixed_width = join(sort(keys(Dict), s:csv_numeric_sort ? 'n' : 's:CSVSortValues'), ',') call Init(1, line('$')) let &l:cc=_cc redraw! endfu fu! NewRecord(line1, line2, count) "{{{3 if a:count =~ "\D" call Warn("Invalid count specified") return endif let cnt = (empty(a:count) ? 1 : a:count) let record = "" for item in range(1,MaxColumns()) if !exists("b:col_width") " Best guess width if exists("b:csv_fixed_width_cols") let record .= printf("%*s", ColWidth(item), \ b:delimiter) else let record .= printf("%20s", b:delimiter) endif else let record .= printf("%*s", get(b:col_width, item-1, 0)+1, b:delimiter) endif endfor if getline(1)[-1:] != b:delimiter let record = record[0:-2] . " " endif let line = [] for item in range(cnt) call add(line, record) endfor for nr in range(a:line1, a:line2) call append(nr, line) endfor endfu fu! MoveOver(outer) "{{{3 " Move over a field " a:outer means include the delimiter let last = 0 let outer_field = a:outer let cur_field = WColumn() let _wsv = winsaveview() if cur_field == MaxColumns() let last = 1 if !outer_field && getline('.')[-1:] != b:delimiter " No trailing delimiter, so inner == outer let outer_field = 1 endif endif " Move 1 column backwards, unless the cursor is in the first column " or in front of a delimiter if matchstr(getline('.'), '.\%'.virtcol('.').'v') != b:delimiter && virtcol('.') > 1 call MoveCol(-1, line('.')) endif " if cur_field != WColumn() " cursor was at the beginning of the field, and moved back to the " previous field, move back to original position " call cursor(_wsv.lnum, _wsv.col) " endif let _s = @/ if last exe "sil! norm! v$h" . (outer_field ? "" : "h") . (&sel ==# 'exclusive' ? "l" : '') else exe "sil! norm! v/." . b:col . "\h" . (outer_field ? "" : "h") . (&sel ==# 'exclusive' ? "l" : '') endif let _wsv.col = col('.')-1 call winrestview(_wsv) let @/ = _s endfu fu! CSVMappings() "{{{3 if !exists("g:no_plugin_maps") && !exists("g:no_csv_maps") call Map('nnoremap', 'W', ':call MoveCol(1, line("."))') call Map('nnoremap', '', ':call MoveCol(1, line("."))') call Map('nnoremap', 'L', ':call MoveCol(1, line("."))') call Map('nnoremap', 'E', ':call MoveCol(-1, line("."))') call Map('nnoremap', '', ':call MoveCol(-1, line("."))') call Map('nnoremap', 'H', ':call MoveCol(-1, line("."), 1)') call Map('nnoremap', 'K', ':call MoveCol(0, line(".")-v:count1)') call Map('nnoremap', '', ':call MoveCol(0, line(".")-v:count1)') call Map('nnoremap', 'J', ':call MoveCol(0, line(".")+v:count1)') call Map('nnoremap', '', ':call MoveCol(0, line(".")+v:count1)') call Map('nnoremap', '', ':call PrepareFolding(1, 1)') call Map('nnoremap', '', ':call PrepareFolding(1, 0)') call Map('nnoremap', '', ':call PrepareFolding(0, 1)') call Map('imap', '', 'ColumnMode()', 'expr') " Text object: Field call Map('xnoremap', 'if', ':call MoveOver(0)') call Map('xnoremap', 'af', ':call MoveOver(1)') call Map('omap', 'af', ':norm vaf') call Map('omap', 'if', ':norm vif') call Map('xnoremap', 'iL', ':call SameFieldRegion()') call Map('omap', 'iL', ':call SameFieldRegion()') " Remap original values to a sane backup call Map('noremap', 'J', 'J') call Map('noremap', 'K', 'K') call Map('xnoremap', 'W', 'W') call Map('xnoremap', 'E', 'E') call Map('noremap', 'H', 'H') call Map('noremap', 'L', 'L') call Map('nnoremap', '', '') call Map('nnoremap', '', '') call Map('nnoremap', '', '') endif endfu fu! CommandDefinitions() "{{{3 call LocalCmd("WhatColumn", ':echo WColumn(0)', \ '-bang') call LocalCmd("NrColumns", ':call NrColumns()', '-bang') call LocalCmd("HiColumn", ':call HiCol(,0)', \ '-bang -nargs=?') call LocalCmd("SearchInColumn", \ ':call SearchColumn()', '-nargs=*') call LocalCmd("DeleteColumn", ':call DeleteColumn()', \ '-nargs=? -complete=custom,SortComplete') call LocalCmd("ArrangeColumn", \ ':call ArrangeCol(, , 0, -1, )', \ '-range -bang -nargs=?') call LocalCmd("SmplVarCol", \ ':echo csv#EvalColumn(, "SmplVarianceColumn", ,)', \ '-nargs=? -range=% -complete=custom,SortComplete') call LocalCmd("PopVarCol", \ ':echo csv#EvalColumn(, "PopVarianceColumn", ,)', \ '-nargs=? -range=% -complete=custom,SortComplete') call LocalCmd("SmplStdCol", \ ':echo csv#EvalColumn(, "SmplStdDevColumn", ,)', \ '-nargs=? -range=% -complete=custom,