Golang为别人写的csv文件处理的例子

package main

import (
    "encoding/csv"
    "flag"
    "io"
    "log"
    "os"
    "sort"
    "strings"
)

var quick,first,unrepeat bool

func main() {
    path := flag.String("p","","-p 指定csv文件路径")
    logname := flag.String("l","-l 指定结果输出路径,不指定则输出到标准输出")
    flag.BoolVar(&quick,"q",false,"-q 数据全部加载到内存中处理,默认是少量数据加载到内存操作,bool值")
    flag.BoolVar(&first,"f","-f 使用首次遇到的一条数据,默认是使用最后遇到的一条数据,bool值")
    flag.BoolVar(&unrepeat,"u","-u 默认是使用重复数据,bool值")
    flag.Parse()
    if *logname != "" {
        File,err := os.Create(*logname)
        if err != nil {
            log.Println("创建输出文件失败:",err.Error())
            return
        }
        log.SetOutput(File)
    }
    if *path == "" {
        flag.Usage()
        return
    }
    Read(*path)
}

func Read(path string) {
    File,err := os.Open(path)
    if err != nil {
        log.Println("读取csv文件失败,错误信息:",err.Error())
        return
    }
    defer File.Close()
    csvr := csv.NewReader(File)
    if quick {
        QMerge(csvr)
    } else {
        list := SMerge(csvr,File)
        FromLineRead(list,path)
    }
}

func QMerge(r *csv.Reader) {
    var m = make(map[string][]string)
    var list []string
    var repeat []string
    r.Read()
    var err error
    var key string
    for {
        list,err = r.Read()
        if err != nil {
            if err != io.EOF {
                log.Println("读取文件内容失败,err.Error())
            }
            break
        }
        if len(list) != 5 {
            log.Println("无效数据:",list)
            continue
        }
        key = strings.TrimSpace(list[1] + list[3])
        if key != "" {
            if _,ok := m[key]; ok {
                repeat = append(repeat,key)
                if !first {
                    m[key] = list
                }
            } else {
                m[key] = list
            }
        }
    }
    for _,value := range repeat {
        if unrepeat {
            delete(m,value)
        } else {
            log.Println(m[value])
        }
    }

    if unrepeat {
        for _,value := range m {
            log.Println(value)
        }
    }
}

func SMerge(r *csv.Reader,seek io.Seeker) []int {
    var m = make(map[string]int)
    var list []string
    var repeat []string
    r.Read()
    var key string
    var err error
    var line int
    for {
        list,list)
            line++
            continue
        }
        key = strings.TrimSpace(list[1] + list[3])
        if key != "" {
            if _,key)
                if !first {
                    m[key] = line
                }
            } else {
                m[key] = line
            }
        }
        line++
    }
    var lines = make([]int, 0,len(m))
    for _,v := range repeat {
        if unrepeat {
            delete(m,v)
        } else {
            lines = append(lines,m[v])
        }
    }
    if unrepeat {
        for _,v := range m {
            lines = append(lines,v)
        }
    }
    sort.Ints(lines)
    return lines
}

func FromLineRead(lines []int,path string) {
    File,err := os.Open(path)
    if err != nil {
        log.Println("读取csv文件失败:",err.Error())
        return
    }
    defer File.Close()
    r := csv.NewReader(File)
    r.Read()
    var list []string
    var line,index int
    for {
        list,err.Error())
            }
            break
        }
        if lines[index] == line {
            log.Println(list)
            index++
            if index >= len(lines) {
                break
            }
        }
        line++
    }
}