Compare commits

...

8 Commits

Author SHA1 Message Date
Anthony Axenov 4327127200
Fixed makefile 2024-02-05 23:12:01 +08:00
Anthony Axenov 08b4ec19d7
Update Makefile
Small fixes
2022-07-08 14:52:24 +08:00
Anthony Axenov 6996e4634f
New make recipe called 'release' 2022-02-23 22:15:03 +08:00
Anthony Axenov 5dcccb9880
Bump version number 2022-02-23 22:05:35 +08:00
Anthony Axenov cf2b11fe1a
Merge pull request #3 from anthonyaxenov/develop
New features and refactorings
2022-02-23 22:04:43 +08:00
Anthony Axenov a01edbac7d
New features and refactorings
- added support of h1 md header (-h)
- added support of columns aligning (-a)
- some comments and small fixes
2022-02-23 22:04:07 +08:00
Anthony Axenov 60b2f676bd
Merge pull request #2 from anthonyaxenov/develop
New v1.2.0: tsv support
2022-02-23 12:29:08 +08:00
Anthony Axenov 13dedbac3b
New v1.2.0: tsv support 2022-02-23 12:25:40 +08:00
6 changed files with 247 additions and 102 deletions

1
.gitignore vendored
View File

@ -1,5 +1,6 @@
/bin
# /.vscode
*.csv
*.tsv
*.md
!example.csv

71
.vscode/launch.json vendored
View File

@ -5,14 +5,71 @@
"version": "0.2.0",
"configurations": [
{
"name": "Debug csv2md",
"name": "csv",
"type": "go",
"request": "launch",
"mode": "auto",
"program": "main.go"
// "args": [
// "example.csv",
// ]
}
"program": "main.go",
"args": [
"-f=example.csv",
]
},
{
"name": "csv aligned",
"type": "go",
"request": "launch",
"mode": "auto",
"program": "main.go",
"args": [
"-f=example.csv",
"-a"
]
},
{
"name": "csv header",
"type": "go",
"request": "launch",
"mode": "auto",
"program": "main.go",
"args": [
"-f=example.csv",
"-h=\"My Header\"",
]
},
{
"name": "tsv",
"type": "go",
"request": "launch",
"mode": "auto",
"program": "main.go",
"args": [
"-f=example.tsv",
"-t"
]
},
{
"name": "tsv aligned",
"type": "go",
"request": "launch",
"mode": "auto",
"program": "main.go",
"args": [
"-f=example.tsv",
"-t",
"-a"
]
},
{
"name": "tsv header",
"type": "go",
"request": "launch",
"mode": "auto",
"program": "main.go",
"args": [
"-f=example.tsv",
"-h=\"My Header\"",
"-t"
]
},
]
}
}

View File

@ -1,6 +1,3 @@
# https://habr.com/ru/post/461467/
# https://tutorialedge.net/golang/makefiles-for-go-developers/
# https://earthly.dev/blog/golang-makefile/
BINARY_NAME=csv2md
ARCH=amd64
@ -12,30 +9,36 @@ LINUX_FILE="${LINUX_PATH}/${BINARY_NAME}"
WINDOWS_FILE="${WINDOWS_PATH}/${BINARY_NAME}.exe"
DARWIN_FILE="${DARWIN_PATH}/${BINARY_NAME}"
## clean: Removes all compiled binaries
## clean: Remove all compiled binaries
clean:
@go clean
@rm -rf bin/
## linux: Builds new binaries for linux (x64)
## linux: Build new binaries for linux (x64)
linux:
@rm -rf ${LINUX_PATH}
@GOARCH=${ARCH} GOOS=linux go build -o ${LINUX_FILE} . && echo "Compiled: ${LINUX_FILE}"
## win: Builds new binaries for windows (x64)
## win: Build new binaries for windows (x64)
win:
@rm -rf ${WINDOWS_PATH}
@GOARCH=${ARCH} GOOS=windows go build -o ${WINDOWS_FILE} . && echo "Compiled: ${WINDOWS_FILE}"
## darwin: Builds new binaries for darwin (x64)
## darwin: Build new binaries for darwin (x64)
darwin:
@rm -rf ${DARWIN_PATH}
@GOARCH=${ARCH} GOOS=darwin go build -o ${DARWIN_FILE} . && echo "Compiled: ${DARWIN_FILE}"
## build: Builds new binaries for linux, windows and darwin (x64)
## all: Build new binaries for linux, windows and darwin (x64)
all: clean linux win darwin
## compile: This message
## release: Build all binaries and zip them
release: clean darwin linux win
@zip -j ${LINUX_PATH}.zip ${LINUX_FILE}
@zip -j ${DARWIN_PATH}.zip ${DARWIN_FILE}
@zip -j ${WINDOWS_PATH}.zip ${WINDOWS_FILE}
## help: This message
help: Makefile
@echo "Choose a command run:"
@sed -n 's/^##//p' $< | column -t -s ':' | sed -e 's/^/ /'

View File

@ -1,37 +1,64 @@
# csv2md
Stupidly simple tool to convert csv-file to [markdown](https://spec-md.com/) table.
Stupidly simple tool to convert csv/tsv to [markdown](https://spec-md.com/) table.
Outputs result in stdout.
Prints result in stdout.
## Usage
```
Usage:
csv2md [-help|--help] [-f=<FILE>] [-h=<HEADER>] [-t] [-a]
```shell
csv2md (-h|-help|--help|help) # to get this help
csv2md example.csv # convert data from file and write result in stdout
csv2md < example.csv # convert data from stdin and write result in stdout
cat example.csv | csv2md # convert data from stdin and write result in stdout
csv2md example.csv > example.md # convert data from file and write result in new file
csv2md example.csv | less # convert data from file and write result in stdout using pager
csv2md # paste or type data to stdin by hands
# press Ctrl+D to view result in stdout
csv2md > example.md # paste or type data to stdin by hands
# press Ctrl+D to write result in new file
Available arguments:
-help|--help - show this help
-f=<FILE> - convert specified FILE
-h=<HEADER> - add main header (h1) to result
-t - convert input as tsv
-a - align columns width
...anything is possible with redirection and piping
FILE formats supported:
- csv (default)
- tsv (with -t flag)
Path to FILE may be presented as:
- absolute
- relative to current working directory
- relative to user home directory (~)
Both HEADER and FILE path with whitespaces must be double-quoted.
To save result as separate file you should use redirection operators (> or >>).
```
> **IMPORTANT:**
> * input must be valid csv
> * whitespaces allowed only between double-quotes
**IMPORTANT:**
1. Input data must be valid csv/tsv
2. Whitespaces allowed only between double-quotes
3. Due to markdown spec first line of result table will always be presented as header.
So if your raw data hasn't one you'll should add it before conversion or edit later in ready md.
Examples can be found here: https://people.sc.fsu.edu/~jburkardt/data/csv/csv.html
## Examples
```
csv2md - paste or type csv to stdin and then
press Ctrl+D to view result in stdout
csv2md -t > example.md - paste or type tsv to stdin and then
press Ctrl+D to write result in new file
csv2md -f example.csv - convert csv from file and view result in stdout
csv2md -t < example.tsv - convert tsv from stdin and view result in stdout
csv2md -t < example.tsv > example.md - convert tsv from stdin and write result in new file
cat example.csv | csv2md - convert csv from stdin and view result in stdout
csv2md -t -f=example.tsv > example.md - convert tsv from file and write result in new file
csv2md -f example.csv | less - convert csv from file and view result in stdout using pager
csv2md -f example.csv | code -n - - convert csv from file and open result in vscode
...anything is possible with redirection and piping, inc. grep, sed, awk, etc.
```
You can generate some examples here: [csv](https://onlinerandomtools.com/generate-random-csv), [tsv](https://onlinerandomtools.com/generate-random-tsv)
## Compilation
1) [Install go](https://go.dev/learn/).
2) Download this repo via zip or `git clone`.
3) Run `make help` to get help or `go run . <csv_path>` to build and run temporary binary.
3) Run `make help` to get help about compilation or `go run . [ARGS...]` to build and run temporary binary.
## License

6
example.tsv 100644
View File

@ -0,0 +1,6 @@
impossible political hand larger upward during
shade tip opinion star keep aside
wrong heat line pool song just
she slowly gain snow ourselves six
race thrown get yard nearest swam
though than teacher away dirt escape
1 impossible political hand larger upward during
2 shade tip opinion star keep aside
3 wrong heat line pool song just
4 she slowly gain snow ourselves six
5 race thrown get yard nearest swam
6 though than teacher away dirt escape

183
main.go
View File

@ -11,62 +11,59 @@ import (
"strings"
)
const VERSION = "1.1.0"
const VERSION = "1.3.0"
func main() {
log.SetFlags(0)
switch len(os.Args) {
case 1: // first we read data from stdin and then convert it
data, err := readRawCsv()
if err != nil {
log.Fatal(err)
}
print(data)
is_help := flag.Bool("help", false, "Get help")
filepath := flag.String("f", "", "File path")
header := flag.String("h", "", "Add main header (h1)")
as_tsv := flag.Bool("t", false, "Parse input as tsv")
aligned := flag.Bool("a", false, "Align columns width")
flag.Parse()
case 2: // but if 2nd arg is present
// probably user wants to get help
help1 := flag.Bool("h", false, "Get help")
help2 := flag.Bool("help", false, "Get help")
flag.Parse()
if os.Args[1] == "help" || *help1 || *help2 {
usage(os.Stdout)
os.Exit(0)
}
// show help
if *is_help {
usage(os.Stdout)
os.Exit(0)
}
// ...or to convert data from file
src, err := ExpandPath(os.Args[1])
if err != nil {
log.Fatal(err)
}
if _, err := os.Stat(src); err != nil {
log.Fatal(err)
}
// if filepath is not provided then convert data from stdin
if len(*filepath) == 0 {
data, err := ReadStdin(*as_tsv)
if err != nil {
log.Fatal(err)
}
Print(Convert(*header, data, *aligned))
} else { // otherwise convert data from file
src, err := ExpandPath(*filepath)
if err != nil {
log.Fatal(err)
}
if _, err := os.Stat(src); err != nil {
log.Fatal(err)
}
data, err := readCsvFile(src)
if err != nil {
log.Fatal(err)
}
print(data)
// otherwise let's show usage help and exit (probably inaccessible code, but anyway)
default:
usage(os.Stdout)
os.Exit(0)
data, err := ReadFile(src, *as_tsv)
if err != nil {
log.Fatal(err)
}
Print(Convert(*header, data, *aligned))
}
}
// print write converted data to stdout
func print(data [][]string) {
// Print writes converted data to stdout
func Print(data []string) {
if len(data) == 0 {
usage(os.Stderr)
}
result := convert(data)
for _, row := range result {
for _, row := range data {
fmt.Println(row)
}
}
// ExpandPath return absolute path to file replacing ~ to user's home folder
// ExpandPath returns absolute path to file replacing ~ to user's home folder
func ExpandPath(path string) (string, error) {
homepath, err := os.UserHomeDir()
if err != nil {
@ -76,8 +73,8 @@ func ExpandPath(path string) (string, error) {
return newpath, err
}
// readRawCsv read data from file
func readCsvFile(filePath string) ([][]string, error) {
// ReadFile reads data from file
func ReadFile(filePath string, as_tsv bool) ([][]string, error) {
f, err := os.Open(filePath)
if err != nil {
return nil, errors.New("Failed to open file '" + filePath + "': " + err.Error())
@ -85,37 +82,81 @@ func readCsvFile(filePath string) ([][]string, error) {
defer f.Close()
csvReader := csv.NewReader(f)
if as_tsv {
csvReader.Comma = '\t'
}
records, err := csvReader.ReadAll()
if err != nil {
return nil, errors.New("Failed to parse CSV from file '" + filePath + "': " + err.Error())
return nil, errors.New("Failed to parse file '" + filePath + "': " + err.Error())
}
return records, nil
}
// readRawCsv read data from stdin
func readRawCsv() ([][]string, error) {
// ReadStdin reads data from stdin
func ReadStdin(as_tsv bool) ([][]string, error) {
csvReader := csv.NewReader(os.Stdin)
if as_tsv {
csvReader.Comma = '\t'
}
records, err := csvReader.ReadAll()
if err != nil {
return nil, errors.New("Failed to parse CSV from stdin: " + err.Error())
return nil, errors.New("Failed to parse input from stdin: " + err.Error())
}
return records, nil
}
// convert format data from file or stdin as markdown
func convert(records [][]string) []string {
// Convert formats data from file or stdin as markdown
func Convert(header string, records [][]string, aligned bool) []string {
var result []string
for idx, row := range records {
// add h1 if passed
header = strings.Trim(header, "\t\r\n ")
if len(header) != 0 {
result = append(result, "# " + header)
result = append(result, "")
}
// if user wants aligned columns width then we
// count max length of every value in every column
widths := make(map[int]int)
if aligned {
for _, row := range records {
for col_idx, col := range row {
length := len(col)
if len(widths) == 0 || widths[col_idx] < length {
widths[col_idx] = length
}
}
}
}
// build markdown table
for row_idx, row := range records {
// table content
str := "| "
for _, col := range row {
str += col + " | "
for col_idx, col := range row {
if aligned {
str += fmt.Sprintf("%-*s | ", widths[col_idx], col)
} else {
str += col + " | "
}
}
result = append(result, str)
if idx == 0 {
// content separator only after first row (header)
if row_idx == 0 {
str := "| "
for range row {
str += "--- | "
for col_idx := range row {
if !aligned || widths[col_idx] < 3 {
str += "--- | "
} else {
str += strings.Repeat("-", widths[col_idx]) + " | "
}
}
result = append(result, str)
}
@ -123,24 +164,34 @@ func convert(records [][]string) []string {
return result
}
// usage print help into writer
// usage Print help into writer
func usage(writer *os.File) {
usage := []string{
"csv2md v" + VERSION,
"Anthony Axenov (c) 2022, MIT license",
"Anthony Axenov (c) 2022, MIT License",
"https://github.com/anthonyaxenov/csv2md",
"",
"Usage:",
"\tcsv2md (-h|-help|--help|help) # to get this help",
"\tcsv2md example.csv # convert data from file and write result in stdout",
"\tcsv2md < example.csv # convert data from stdin and write result in stdout",
"\tcat example.csv | csv2md # convert data from stdin and write result in stdout",
"\tcsv2md example.csv > example.md # convert data from file and write result in new file",
"\tcsv2md example.csv | less # convert data from file and write result in stdout using pager",
"\tcsv2md # paste or type data to stdin by hands",
"\t # press Ctrl+D to view result in stdout",
"\tcsv2md > example.md # paste or type data to stdin by hands",
"\t # press Ctrl+D to write result in new file",
"\tcsv2md [-help|--help] [-f=<FILE>] [-h=<HEADER>] [-t] [-a]",
"",
"Available arguments:",
"\t-help|--help - show this help",
"\t-f=<FILE> - Convert specified FILE",
"\t-h=<HEADER> - add main header (h1) to result",
"\t-t - Convert input as tsv",
"\t-a - align columns width",
"",
"FILE formats supported:",
"\t- csv (default)",
"\t- tsv (with -t flag)",
"",
"Path to FILE may be presented as:",
"\t- absolute",
"\t- relative to current working directory",
"\t- relative to user home directory (~)",
"",
"Both HEADER and FILE path with whitespaces must be double-quoted.",
"To save result as separate file you should use redirection operators (> or >>).",
}
for _, str := range usage {
fmt.Fprintln(writer, str)