// Copyright 2014 The Gogs Authors. All rights reserved. // Use of this source code is governed by a MIT-style // license that can be found in the LICENSE file. package repo import ( "bytes" "fmt" "io/ioutil" "path" "path/filepath" "sort" "strconv" "strings" "github.com/Unknwon/com" "github.com/Unknwon/paginater" "github.com/gogits/gogs/models" "github.com/gogits/gogs/modules/base" "github.com/gogits/gogs/modules/git" "github.com/gogits/gogs/modules/log" "github.com/gogits/gogs/modules/middleware" "github.com/gogits/gogs/modules/template" "github.com/generaltso/linguist" ) const ( HOME base.TplName = "repo/home" WATCHERS base.TplName = "repo/watchers" FORKS base.TplName = "repo/forks" ) func Home(ctx *middleware.Context) { ctx.Data["Title"] = ctx.Repo.Repository.Name ctx.Data["PageIsViewCode"] = true ctx.Data["RequireHighlightJS"] = true branchName := ctx.Repo.BranchName userName := ctx.Repo.Owner.Name repoName := ctx.Repo.Repository.Name repoLink := ctx.Repo.RepoLink branchLink := ctx.Repo.RepoLink + "/src/" + branchName treeLink := branchLink rawLink := ctx.Repo.RepoLink + "/raw/" + branchName // Get tree path treename := ctx.Repo.TreeName if len(treename) > 0 { if treename[len(treename)-1] == '/' { ctx.Redirect(repoLink + "/src/" + branchName + "/" + treename[:len(treename)-1]) return } treeLink += "/" + treename } treePath := treename if len(treePath) != 0 { treePath = treePath + "/" } entry, err := ctx.Repo.Commit.GetTreeEntryByPath(treename) if err != nil && err != git.ErrNotExist { ctx.Handle(404, "GetTreeEntryByPath", err) return } if len(treename) != 0 && entry == nil { ctx.Handle(404, "repo.Home", nil) return } if entry != nil && !entry.IsDir() { blob := entry.Blob() if dataRc, err := blob.Data(); err != nil { ctx.Handle(404, "blob.Data", err) return } else { ctx.Data["FileSize"] = blob.Size() ctx.Data["IsFile"] = true ctx.Data["FileName"] = blob.Name() ext := path.Ext(blob.Name()) if len(ext) > 0 { ext = ext[1:] } ctx.Data["FileExt"] = ext ctx.Data["FileLink"] = rawLink + "/" + treename buf := make([]byte, 1024) n, _ := dataRc.Read(buf) if n > 0 { buf = buf[:n] } _, isTextFile := base.IsTextFile(buf) _, isImageFile := base.IsImageFile(buf) ctx.Data["IsFileText"] = isTextFile switch { case isImageFile: ctx.Data["IsImageFile"] = true case isTextFile: d, _ := ioutil.ReadAll(dataRc) buf = append(buf, d...) readmeExist := base.IsMarkdownFile(blob.Name()) || base.IsReadmeFile(blob.Name()) ctx.Data["ReadmeExist"] = readmeExist if readmeExist { ctx.Data["FileContent"] = string(base.RenderMarkdown(buf, path.Dir(treeLink), ctx.Repo.Repository.ComposeMetas())) } else { if err, content := template.ToUtf8WithErr(buf); err != nil { if err != nil { log.Error(4, "Convert content encoding: %s", err) } ctx.Data["FileContent"] = string(buf) } else { ctx.Data["FileContent"] = content } } } } } else { // Directory and file list. tree, err := ctx.Repo.Commit.SubTree(treename) if err != nil { ctx.Handle(404, "SubTree", err) return } entries, err := tree.ListEntries(treename) if err != nil { ctx.Handle(500, "ListEntries", err) return } entries.Sort() files := make([][]interface{}, 0, len(entries)) for _, te := range entries { if te.Type != git.COMMIT { c, err := ctx.Repo.Commit.GetCommitOfRelPath(filepath.Join(treePath, te.Name())) if err != nil { ctx.Handle(500, "GetCommitOfRelPath", err) return } files = append(files, []interface{}{te, c}) } else { sm, err := ctx.Repo.Commit.GetSubModule(path.Join(treename, te.Name())) if err != nil { ctx.Handle(500, "GetSubModule", err) return } smUrl := "" if sm != nil { smUrl = sm.Url } c, err := ctx.Repo.Commit.GetCommitOfRelPath(filepath.Join(treePath, te.Name())) if err != nil { ctx.Handle(500, "GetCommitOfRelPath", err) return } files = append(files, []interface{}{te, git.NewSubModuleFile(c, smUrl, te.ID.String())}) } } ctx.Data["Files"] = files var readmeFile *git.Blob for _, f := range entries { if f.IsDir() || !base.IsReadmeFile(f.Name()) { continue } else { readmeFile = f.Blob() break } } if readmeFile != nil { ctx.Data["ReadmeInList"] = true ctx.Data["ReadmeExist"] = true if dataRc, err := readmeFile.Data(); err != nil { ctx.Handle(404, "repo.SinglereadmeFile.Data", err) return } else { buf := make([]byte, 1024) n, _ := dataRc.Read(buf) if n > 0 { buf = buf[:n] } ctx.Data["FileSize"] = readmeFile.Size() ctx.Data["FileLink"] = rawLink + "/" + treename _, isTextFile := base.IsTextFile(buf) ctx.Data["FileIsText"] = isTextFile ctx.Data["FileName"] = readmeFile.Name() if isTextFile { d, _ := ioutil.ReadAll(dataRc) buf = append(buf, d...) switch { case base.IsMarkdownFile(readmeFile.Name()): buf = base.RenderMarkdown(buf, treeLink, ctx.Repo.Repository.ComposeMetas()) default: buf = bytes.Replace(buf, []byte("\n"), []byte(`
`), -1) } ctx.Data["FileContent"] = string(buf) } } } lastCommit := ctx.Repo.Commit if len(treePath) > 0 { c, err := ctx.Repo.Commit.GetCommitOfRelPath(treePath) if err != nil { ctx.Handle(500, "GetCommitOfRelPath", err) return } lastCommit = c } ctx.Data["LastCommit"] = lastCommit ctx.Data["LastCommitUser"] = models.ValidateCommitWithEmail(lastCommit) branchId, err := ctx.Repo.GitRepo.GetCommitIdOfBranch(branchName) if err != nil || branchId != lastCommit.ID.String() { branchId = lastCommit.ID.String() } Langs := getLanguageStats(ctx, branchId) ctx.Data["LanguageStats"] = Langs } ctx.Data["Username"] = userName ctx.Data["Reponame"] = repoName var treenames []string Paths := make([]string, 0) if len(treename) > 0 { treenames = strings.Split(treename, "/") for i, _ := range treenames { Paths = append(Paths, strings.Join(treenames[0:i+1], "/")) } ctx.Data["HasParentPath"] = true if len(Paths)-2 >= 0 { ctx.Data["ParentPath"] = "/" + Paths[len(Paths)-2] } } ctx.Data["Paths"] = Paths ctx.Data["TreeName"] = treename ctx.Data["Treenames"] = treenames ctx.Data["TreePath"] = treePath ctx.Data["BranchLink"] = branchLink ctx.HTML(200, HOME) } func renderItems(ctx *middleware.Context, total int, getter func(page int) ([]*models.User, error)) { page := ctx.QueryInt("page") if page <= 0 { page = 1 } pager := paginater.New(total, models.ItemsPerPage, page, 5) ctx.Data["Page"] = pager items, err := getter(pager.Current()) if err != nil { ctx.Handle(500, "getter", err) return } ctx.Data["Watchers"] = items ctx.HTML(200, WATCHERS) } func Watchers(ctx *middleware.Context) { ctx.Data["Title"] = ctx.Tr("repo.watchers") ctx.Data["PageIsWatchers"] = true renderItems(ctx, ctx.Repo.Repository.NumWatches, ctx.Repo.Repository.GetWatchers) } func Stars(ctx *middleware.Context) { ctx.Data["Title"] = ctx.Tr("repo.stargazers") ctx.Data["PageIsStargazers"] = true renderItems(ctx, ctx.Repo.Repository.NumStars, ctx.Repo.Repository.GetStargazers) } func Forks(ctx *middleware.Context) { ctx.Data["Title"] = ctx.Tr("repos.forks") forks, err := ctx.Repo.Repository.GetForks() if err != nil { ctx.Handle(500, "GetForks", err) return } for _, fork := range forks { if err = fork.GetOwner(); err != nil { ctx.Handle(500, "GetOwner", err) return } } ctx.Data["Forks"] = forks ctx.HTML(200, FORKS) } func getLanguageStats(ctx *middleware.Context, branchId string) interface{} { all_files := linguistlstree(ctx, branchId) languages := map[string]float64{} var total_size float64 for _, f := range all_files { languages[f.Language] += f.Size total_size += f.Size } percent := []float64{} results := map[float64]string{} for lang, size := range languages { p := size / total_size * 100.0 percent = append(percent, p) results[p] = lang } sort.Sort(sort.Reverse(sort.Float64Slice(percent))) ret := []*LanguageStat{} for i, p := range percent { // limit result set if i > 10 { break } lang := results[p] color := linguist.GetColor(lang) if color == "" { color = "#ccc" //grey } ret = append(ret, &LanguageStat{Name: lang, Percent: fmt.Sprintf("%.2f%%", p), Color: color}) } return ret } type LanguageStat struct { Name string Percent string Color string } // see below type file struct { Name string Size float64 Language string } // just some utilities... func gitcmd(ctx *middleware.Context, args ...string) string { stdout, _, err := com.ExecCmdDir(ctx.Repo.GitRepo.Path, "git", args...) tsoErr(ctx, err) return stdout } func gitcmdbytes(ctx *middleware.Context, args ...string) []byte { stdout, _, err := com.ExecCmdDirBytes(ctx.Repo.GitRepo.Path, "git", args...) tsoErr(ctx, err) return stdout } func tsoErr(ctx *middleware.Context, err error) { if err != nil { ctx.Handle(500, "*blames tso*", err) } } // returns every file in a tree // additionally detecting programming language func linguistlstree(ctx *middleware.Context, treeish string) (files []*file) { files = []*file{} lstext := gitcmd(ctx, "ls-tree", treeish) for _, ln := range strings.Split(lstext, "\n") { fields := strings.Split(ln, " ") if len(fields) != 3 { continue } //fmode := fields[0] ftype := fields[1] fields = strings.Split(fields[2], "\t") if len(fields) != 2 { continue } fhash := fields[0] fname := fields[1] switch ftype { // broken, don't know why // case "tree": // subdir := linguistlstree(ctx, fhash) // files = append(files, subdir...) case "blob": // if it's vendored, don't even look at it // (vendored means files like README.md, .gitignore, etc...) if linguist.IsVendored(fname) { continue } ssize := gitcmd(ctx, "cat-file", "-s", fhash) fsize, err := strconv.ParseFloat(strings.TrimSpace(ssize), 64) tsoErr(ctx, err) // if it's an empty file don't even waste time if fsize == 0 { continue } f := &file{} f.Name = fname f.Size = fsize // // language detection // // by file extension by_ext := linguist.DetectFromFilename(fname) if by_ext != "" { f.Language = by_ext files = append(files, f) continue } // by mimetype // if we can't guess type by extension, then before jumping into // lexing and parsing things like image files or cat videos // ...or other binary formats which will give erroneous results... // ...or other binary formats which will give erroneous results... // with the linguist.DetectFromContents method, I posit looking // at mimetype with linguist.DetectMimeFromFilename // // ...however, this is not what github does at all, instead ignoring // binary files altogether. However, there is no law that states // git must be used for code only. by_mime, shouldIgnore, _ := linguist.DetectMimeFromFilename(fname) if by_mime != "" && shouldIgnore { f.Language = by_mime files = append(files, f) continue } // by contents // see also: github.com/github/linguist // see also: github.com/generaltso/linguist contents := gitcmdbytes(ctx, "cat-file", "blob", fhash) by_contents := linguist.DetectFromContents(contents) if by_contents != "" { f.Language = by_contents } else { f.Language = "(undetermined)" } files = append(files, f) } } return files }