mirror of https://github.com/gogits/gogs.git
Lunny Xiao
12 years ago
18 changed files with 2502 additions and 430 deletions
@ -0,0 +1,210 @@ |
|||||||
|
// Copyright 2013 gopm authors.
|
||||||
|
//
|
||||||
|
// Licensed under the Apache License, Version 2.0 (the "License"): you may
|
||||||
|
// not use this file except in compliance with the License. You may obtain
|
||||||
|
// a copy of the License at
|
||||||
|
//
|
||||||
|
// http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
//
|
||||||
|
// Unless required by applicable law or agreed to in writing, software
|
||||||
|
// distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||||
|
// WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||||
|
// License for the specific language governing permissions and limitations
|
||||||
|
// under the License.
|
||||||
|
|
||||||
|
package doc |
||||||
|
|
||||||
|
import ( |
||||||
|
"archive/tar" |
||||||
|
"bytes" |
||||||
|
"compress/gzip" |
||||||
|
"errors" |
||||||
|
"io" |
||||||
|
"net/http" |
||||||
|
"os" |
||||||
|
"path" |
||||||
|
"regexp" |
||||||
|
"strings" |
||||||
|
|
||||||
|
"github.com/Unknwon/com" |
||||||
|
) |
||||||
|
|
||||||
|
var ( |
||||||
|
bitbucketPattern = regexp.MustCompile(`^bitbucket\.org/(?P<owner>[a-z0-9A-Z_.\-]+)/(?P<repo>[a-z0-9A-Z_.\-]+)(?P<dir>/[a-z0-9A-Z_.\-/]*)?$`) |
||||||
|
bitbucketEtagRe = regexp.MustCompile(`^(hg|git)-`) |
||||||
|
) |
||||||
|
|
||||||
|
// getBitbucketDoc downloads tarball from bitbucket.org.
|
||||||
|
func getBitbucketDoc(client *http.Client, match map[string]string, installRepoPath string, nod *Node, cmdFlags map[string]bool) ([]string, error) { |
||||||
|
// Check version control.
|
||||||
|
if m := bitbucketEtagRe.FindStringSubmatch(nod.Value); m != nil { |
||||||
|
match["vcs"] = m[1] |
||||||
|
} else { |
||||||
|
var repo struct { |
||||||
|
Scm string |
||||||
|
} |
||||||
|
if err := com.HttpGetJSON(client, expand("https://api.bitbucket.org/1.0/repositories/{owner}/{repo}", match), &repo); err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
match["vcs"] = repo.Scm |
||||||
|
} |
||||||
|
|
||||||
|
if nod.Type == BRANCH { |
||||||
|
if len(nod.Value) == 0 { |
||||||
|
match["commit"] = defaultTags[match["vcs"]] |
||||||
|
} else { |
||||||
|
match["commit"] = nod.Value |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
if nod.IsGetDeps { |
||||||
|
if nod.Type == COMMIT { |
||||||
|
tags := make(map[string]string) |
||||||
|
for _, nodeType := range []string{"branches", "tags"} { |
||||||
|
var nodes map[string]struct { |
||||||
|
Node string |
||||||
|
} |
||||||
|
if err := com.HttpGetJSON(client, expand("https://api.bitbucket.org/1.0/repositories/{owner}/{repo}/{0}", match, nodeType), &nodes); err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
for t, n := range nodes { |
||||||
|
tags[t] = n.Node |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
// Check revision tag.
|
||||||
|
var err error |
||||||
|
match["tag"], match["commit"], err = bestTag(tags, defaultTags[match["vcs"]]) |
||||||
|
if err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
|
||||||
|
nod.Value = match["commit"] |
||||||
|
} |
||||||
|
} else { |
||||||
|
// Check downlaod type.
|
||||||
|
switch nod.Type { |
||||||
|
case TAG, COMMIT, BRANCH: |
||||||
|
match["commit"] = nod.Value |
||||||
|
default: |
||||||
|
return nil, errors.New("Unknown node type: " + nod.Type) |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
// We use .tar.gz here.
|
||||||
|
// zip : https://bitbucket.org/{owner}/{repo}/get/{commit}.zip
|
||||||
|
// tarball : https://bitbucket.org/{owner}/{repo}/get/{commit}.tar.gz
|
||||||
|
|
||||||
|
// Downlaod archive.
|
||||||
|
p, err := com.HttpGetBytes(client, expand("https://bitbucket.org/{owner}/{repo}/get/{commit}.tar.gz", match), nil) |
||||||
|
if err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
|
||||||
|
var installPath string |
||||||
|
if nod.ImportPath == nod.DownloadURL { |
||||||
|
suf := "." + nod.Value |
||||||
|
if len(suf) == 1 { |
||||||
|
suf = "" |
||||||
|
} |
||||||
|
projectPath := expand("bitbucket.org/{owner}/{repo}", match) |
||||||
|
installPath = installRepoPath + "/" + projectPath + suf |
||||||
|
nod.ImportPath = projectPath |
||||||
|
} else { |
||||||
|
installPath = installRepoPath + "/" + nod.ImportPath |
||||||
|
} |
||||||
|
|
||||||
|
// Remove old files.
|
||||||
|
os.RemoveAll(installPath + "/") |
||||||
|
os.MkdirAll(installPath+"/", os.ModePerm) |
||||||
|
|
||||||
|
gzr, err := gzip.NewReader(bytes.NewReader(p)) |
||||||
|
if err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
defer gzr.Close() |
||||||
|
|
||||||
|
tr := tar.NewReader(gzr) |
||||||
|
|
||||||
|
var autoPath string // Auto path is the root path that generated by bitbucket.org.
|
||||||
|
// Get source file data.
|
||||||
|
dirs := make([]string, 0, 5) |
||||||
|
for { |
||||||
|
h, err := tr.Next() |
||||||
|
if err == io.EOF { |
||||||
|
break |
||||||
|
} else if err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
|
||||||
|
fn := h.FileInfo().Name() |
||||||
|
|
||||||
|
// In case that we find directory, usually we should not.
|
||||||
|
if strings.HasSuffix(fn, "/") { |
||||||
|
continue |
||||||
|
} |
||||||
|
|
||||||
|
// Check root path.
|
||||||
|
if len(autoPath) == 0 { |
||||||
|
autoPath = fn[:strings.Index(fn, "/")] |
||||||
|
} |
||||||
|
absPath := strings.Replace(fn, autoPath, installPath, 1) |
||||||
|
|
||||||
|
// Create diretory before create file.
|
||||||
|
dir := path.Dir(absPath) |
||||||
|
if !checkDir(dir, dirs) && !(!cmdFlags["-e"] && strings.Contains(absPath, "example")) { |
||||||
|
dirs = append(dirs, dir) |
||||||
|
os.MkdirAll(dir+"/", os.ModePerm) |
||||||
|
} |
||||||
|
|
||||||
|
if strings.HasPrefix(fn, ".") { |
||||||
|
continue |
||||||
|
} |
||||||
|
|
||||||
|
// Get data from archive.
|
||||||
|
fbytes := make([]byte, h.Size) |
||||||
|
if _, err := io.ReadFull(tr, fbytes); err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
|
||||||
|
// Write data to file
|
||||||
|
fw, err := os.Create(absPath) |
||||||
|
if err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
|
||||||
|
_, err = fw.Write(fbytes) |
||||||
|
fw.Close() |
||||||
|
if err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
|
||||||
|
// Set modify time.
|
||||||
|
os.Chtimes(absPath, h.AccessTime, h.ModTime) |
||||||
|
} |
||||||
|
|
||||||
|
var imports []string |
||||||
|
|
||||||
|
// Check if need to check imports.
|
||||||
|
if nod.IsGetDeps { |
||||||
|
for _, d := range dirs { |
||||||
|
importPkgs, err := CheckImports(d+"/", match["importPath"]) |
||||||
|
if err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
imports = append(imports, importPkgs...) |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
return imports, err |
||||||
|
} |
||||||
|
|
||||||
|
// checkDir checks if current directory has been saved.
|
||||||
|
func checkDir(dir string, dirs []string) bool { |
||||||
|
for _, d := range dirs { |
||||||
|
if dir == d { |
||||||
|
return true |
||||||
|
} |
||||||
|
} |
||||||
|
return false |
||||||
|
} |
||||||
@ -0,0 +1,25 @@ |
|||||||
|
// Copyright 2013 gopm authors.
|
||||||
|
//
|
||||||
|
// Licensed under the Apache License, Version 2.0 (the "License"): you may
|
||||||
|
// not use this file except in compliance with the License. You may obtain
|
||||||
|
// a copy of the License at
|
||||||
|
//
|
||||||
|
// http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
//
|
||||||
|
// Unless required by applicable law or agreed to in writing, software
|
||||||
|
// distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||||
|
// WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||||
|
// License for the specific language governing permissions and limitations
|
||||||
|
// under the License.
|
||||||
|
|
||||||
|
package doc |
||||||
|
|
||||||
|
import ( |
||||||
|
"errors" |
||||||
|
) |
||||||
|
|
||||||
|
var ( |
||||||
|
errNotModified = errors.New("Package not modified") |
||||||
|
errNoMatch = errors.New("no match") |
||||||
|
errUpdateTimeout = errors.New("update timeout") |
||||||
|
) |
||||||
@ -0,0 +1,174 @@ |
|||||||
|
// Copyright 2013 gopm authors.
|
||||||
|
//
|
||||||
|
// Licensed under the Apache License, Version 2.0 (the "License"): you may
|
||||||
|
// not use this file except in compliance with the License. You may obtain
|
||||||
|
// a copy of the License at
|
||||||
|
//
|
||||||
|
// http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
//
|
||||||
|
// Unless required by applicable law or agreed to in writing, software
|
||||||
|
// distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||||
|
// WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||||
|
// License for the specific language governing permissions and limitations
|
||||||
|
// under the License.
|
||||||
|
|
||||||
|
package doc |
||||||
|
|
||||||
|
import ( |
||||||
|
"archive/zip" |
||||||
|
"bytes" |
||||||
|
"errors" |
||||||
|
"io" |
||||||
|
"net/http" |
||||||
|
"os" |
||||||
|
"path" |
||||||
|
"regexp" |
||||||
|
"strings" |
||||||
|
|
||||||
|
"github.com/Unknwon/com" |
||||||
|
) |
||||||
|
|
||||||
|
var ( |
||||||
|
githubRawHeader = http.Header{"Accept": {"application/vnd.github-blob.raw"}} |
||||||
|
githubPattern = regexp.MustCompile(`^github\.com/(?P<owner>[a-z0-9A-Z_.\-]+)/(?P<repo>[a-z0-9A-Z_.\-]+)(?P<dir>/[a-z0-9A-Z_.\-/]*)?$`) |
||||||
|
githubCred string |
||||||
|
) |
||||||
|
|
||||||
|
/*func SetGithubCredentials(id, secret string) { |
||||||
|
//githubCred = "client_id=" + id + "&client_secret=" + secret
|
||||||
|
}*/ |
||||||
|
|
||||||
|
func SetGithubCredentials(token string) { |
||||||
|
if len(token) > 0 { |
||||||
|
githubCred = "access_token=" + token |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
// getGithubDoc downloads tarball from github.com.
|
||||||
|
func getGithubDoc(client *http.Client, match map[string]string, installRepoPath string, nod *Node, cmdFlags map[string]bool) ([]string, error) { |
||||||
|
match["cred"] = githubCred |
||||||
|
|
||||||
|
// Check downlaod type.
|
||||||
|
switch nod.Type { |
||||||
|
case BRANCH: |
||||||
|
if len(nod.Value) == 0 { |
||||||
|
match["sha"] = MASTER |
||||||
|
} else { |
||||||
|
match["sha"] = nod.Value |
||||||
|
} |
||||||
|
case TAG, COMMIT: |
||||||
|
match["sha"] = nod.Value |
||||||
|
default: |
||||||
|
return nil, errors.New("Unknown node type: " + nod.Type) |
||||||
|
} |
||||||
|
|
||||||
|
// We use .zip here.
|
||||||
|
// zip: https://github.com/{owner}/{repo}/archive/{sha}.zip
|
||||||
|
// tarball: https://github.com/{owner}/{repo}/tarball/{sha}
|
||||||
|
|
||||||
|
// Downlaod archive.
|
||||||
|
p, err := com.HttpGetBytes(client, expand("https://github.com/{owner}/{repo}/archive/{sha}.zip", match), nil) |
||||||
|
if err != nil { |
||||||
|
return nil, errors.New("Fail to donwload Github repo -> " + err.Error()) |
||||||
|
} |
||||||
|
|
||||||
|
shaName := expand("{repo}-{sha}", match) |
||||||
|
if nod.Type == "tag" { |
||||||
|
shaName = strings.Replace(shaName, "-v", "-", 1) |
||||||
|
} |
||||||
|
|
||||||
|
var installPath string |
||||||
|
if nod.ImportPath == nod.DownloadURL { |
||||||
|
suf := "." + nod.Value |
||||||
|
if len(suf) == 1 { |
||||||
|
suf = "" |
||||||
|
} |
||||||
|
projectPath := expand("github.com/{owner}/{repo}", match) |
||||||
|
installPath = installRepoPath + "/" + projectPath + suf |
||||||
|
nod.ImportPath = projectPath |
||||||
|
} else { |
||||||
|
installPath = installRepoPath + "/" + nod.ImportPath |
||||||
|
} |
||||||
|
|
||||||
|
// Remove old files.
|
||||||
|
os.RemoveAll(installPath + "/") |
||||||
|
os.MkdirAll(installPath+"/", os.ModePerm) |
||||||
|
|
||||||
|
r, err := zip.NewReader(bytes.NewReader(p), int64(len(p))) |
||||||
|
if err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
|
||||||
|
dirs := make([]string, 0, 5) |
||||||
|
// Need to add root path because we cannot get from tarball.
|
||||||
|
dirs = append(dirs, installPath+"/") |
||||||
|
for _, f := range r.File { |
||||||
|
absPath := strings.Replace(f.FileInfo().Name(), shaName, installPath, 1) |
||||||
|
// Create diretory before create file.
|
||||||
|
os.MkdirAll(path.Dir(absPath)+"/", os.ModePerm) |
||||||
|
|
||||||
|
compareDir: |
||||||
|
switch { |
||||||
|
case strings.HasSuffix(absPath, "/"): // Directory.
|
||||||
|
// Check if current directory is example.
|
||||||
|
if !(!cmdFlags["-e"] && strings.Contains(absPath, "example")) { |
||||||
|
for _, d := range dirs { |
||||||
|
if d == absPath { |
||||||
|
break compareDir |
||||||
|
} |
||||||
|
} |
||||||
|
dirs = append(dirs, absPath) |
||||||
|
} |
||||||
|
case !strings.HasPrefix(f.FileInfo().Name(), "."): |
||||||
|
// Get file from archive.
|
||||||
|
rc, err := f.Open() |
||||||
|
if err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
|
||||||
|
// Write data to file
|
||||||
|
fw, _ := os.Create(absPath) |
||||||
|
if err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
|
||||||
|
_, err = io.Copy(fw, rc) |
||||||
|
// Close files.
|
||||||
|
rc.Close() |
||||||
|
fw.Close() |
||||||
|
if err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
|
||||||
|
// Set modify time.
|
||||||
|
os.Chtimes(absPath, f.ModTime(), f.ModTime()) |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
var imports []string |
||||||
|
|
||||||
|
// Check if need to check imports.
|
||||||
|
if nod.IsGetDeps { |
||||||
|
for _, d := range dirs { |
||||||
|
importPkgs, err := CheckImports(d, match["importPath"]) |
||||||
|
if err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
imports = append(imports, importPkgs...) |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
/*fpath := appPath + "repo/tarballs/" + node.ImportPath + "-" + node.Value + ".zip" |
||||||
|
// Save tarball.
|
||||||
|
if autoBackup && !utils.IsExist(fpath) { |
||||||
|
os.MkdirAll(path.Dir(fpath)+"/", os.ModePerm) |
||||||
|
f, err := os.Create(fpath) |
||||||
|
if err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
defer f.Close() |
||||||
|
_, err = f.Write(p) |
||||||
|
}*/ |
||||||
|
|
||||||
|
return imports, err |
||||||
|
} |
||||||
@ -0,0 +1,86 @@ |
|||||||
|
// Copyright 2013 gopm authors.
|
||||||
|
//
|
||||||
|
// Licensed under the Apache License, Version 2.0 (the "License"): you may
|
||||||
|
// not use this file except in compliance with the License. You may obtain
|
||||||
|
// a copy of the License at
|
||||||
|
//
|
||||||
|
// http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
//
|
||||||
|
// Unless required by applicable law or agreed to in writing, software
|
||||||
|
// distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||||
|
// WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||||
|
// License for the specific language governing permissions and limitations
|
||||||
|
// under the License.
|
||||||
|
|
||||||
|
package doc |
||||||
|
|
||||||
|
import ( |
||||||
|
"net/http" |
||||||
|
"os" |
||||||
|
"path" |
||||||
|
"regexp" |
||||||
|
|
||||||
|
"github.com/Unknwon/com" |
||||||
|
"github.com/Unknwon/ctw/packer" |
||||||
|
) |
||||||
|
|
||||||
|
var ( |
||||||
|
googlePattern = regexp.MustCompile(`^code\.google\.com/p/(?P<repo>[a-z0-9\-]+)(:?\.(?P<subrepo>[a-z0-9\-]+))?(?P<dir>/[a-z0-9A-Z_.\-/]+)?$`) |
||||||
|
) |
||||||
|
|
||||||
|
// getGoogleDoc downloads raw files from code.google.com.
|
||||||
|
func getGoogleDoc(client *http.Client, match map[string]string, installRepoPath string, nod *Node, cmdFlags map[string]bool) ([]string, error) { |
||||||
|
packer.SetupGoogleMatch(match) |
||||||
|
// Check version control.
|
||||||
|
if err := packer.GetGoogleVCS(client, match); err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
|
||||||
|
var installPath string |
||||||
|
if nod.ImportPath == nod.DownloadURL { |
||||||
|
suf := "." + nod.Value |
||||||
|
if len(suf) == 1 { |
||||||
|
suf = "" |
||||||
|
} |
||||||
|
projectPath := expand("code.google.com/p/{repo}{dot}{subrepo}{dir}", match) |
||||||
|
installPath = installRepoPath + "/" + projectPath + suf |
||||||
|
nod.ImportPath = projectPath |
||||||
|
} else { |
||||||
|
installPath = installRepoPath + "/" + nod.ImportPath |
||||||
|
} |
||||||
|
|
||||||
|
// Remove old files.
|
||||||
|
os.RemoveAll(installPath + "/") |
||||||
|
match["tag"] = nod.Value |
||||||
|
|
||||||
|
ext := ".zip" |
||||||
|
if match["vcs"] == "svn" { |
||||||
|
ext = ".tar.gz" |
||||||
|
} |
||||||
|
|
||||||
|
err := packer.PackToFile(match["importPath"], installPath+ext, match) |
||||||
|
if err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
|
||||||
|
var dirs []string |
||||||
|
if match["vcs"] != "svn" { |
||||||
|
dirs, err = com.Unzip(installPath+ext, path.Dir(installPath)) |
||||||
|
} else { |
||||||
|
dirs, err = com.UnTarGz(installPath+ext, path.Dir(installPath)) |
||||||
|
} |
||||||
|
|
||||||
|
if err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
os.Remove(installPath + ext) |
||||||
|
os.Rename(path.Dir(installPath)+"/"+dirs[0], installPath) |
||||||
|
|
||||||
|
// Check if need to check imports.
|
||||||
|
if nod.IsGetDeps { |
||||||
|
imports := getImports(installPath+"/", match, cmdFlags) |
||||||
|
return imports, err |
||||||
|
} |
||||||
|
|
||||||
|
return nil, err |
||||||
|
} |
||||||
@ -0,0 +1,52 @@ |
|||||||
|
// Copyright 2013 gopm authors.
|
||||||
|
//
|
||||||
|
// Licensed under the Apache License, Version 2.0 (the "License"): you may
|
||||||
|
// not use this file except in compliance with the License. You may obtain
|
||||||
|
// a copy of the License at
|
||||||
|
//
|
||||||
|
// http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
//
|
||||||
|
// Unless required by applicable law or agreed to in writing, software
|
||||||
|
// distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||||
|
// WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||||
|
// License for the specific language governing permissions and limitations
|
||||||
|
// under the License.
|
||||||
|
|
||||||
|
package doc |
||||||
|
|
||||||
|
import ( |
||||||
|
"flag" |
||||||
|
"net" |
||||||
|
"net/http" |
||||||
|
"time" |
||||||
|
|
||||||
|
"github.com/Unknwon/com" |
||||||
|
) |
||||||
|
|
||||||
|
var ( |
||||||
|
dialTimeout = flag.Duration("dial_timeout", 10*time.Second, "Timeout for dialing an HTTP connection.") |
||||||
|
requestTimeout = flag.Duration("request_timeout", 20*time.Second, "Time out for roundtripping an HTTP request.") |
||||||
|
) |
||||||
|
|
||||||
|
func timeoutDial(network, addr string) (net.Conn, error) { |
||||||
|
return net.DialTimeout(network, addr, *dialTimeout) |
||||||
|
} |
||||||
|
|
||||||
|
type transport struct { |
||||||
|
t http.Transport |
||||||
|
} |
||||||
|
|
||||||
|
func (t *transport) RoundTrip(req *http.Request) (*http.Response, error) { |
||||||
|
timer := time.AfterFunc(*requestTimeout, func() { |
||||||
|
t.t.CancelRequest(req) |
||||||
|
com.ColorLog("[WARN] Canceled request for %s, please interrupt the program.\n", req.URL) |
||||||
|
}) |
||||||
|
defer timer.Stop() |
||||||
|
resp, err := t.t.RoundTrip(req) |
||||||
|
return resp, err |
||||||
|
} |
||||||
|
|
||||||
|
var ( |
||||||
|
httpTransport = &transport{t: http.Transport{Dial: timeoutDial, ResponseHeaderTimeout: *requestTimeout / 2}} |
||||||
|
HttpClient = &http.Client{Transport: httpTransport} |
||||||
|
) |
||||||
@ -0,0 +1,140 @@ |
|||||||
|
// Copyright 2013 gopm authors.
|
||||||
|
//
|
||||||
|
// Licensed under the Apache License, Version 2.0 (the "License"): you may
|
||||||
|
// not use this file except in compliance with the License. You may obtain
|
||||||
|
// a copy of the License at
|
||||||
|
//
|
||||||
|
// http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
//
|
||||||
|
// Unless required by applicable law or agreed to in writing, software
|
||||||
|
// distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||||
|
// WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||||
|
// License for the specific language governing permissions and limitations
|
||||||
|
// under the License.
|
||||||
|
|
||||||
|
package doc |
||||||
|
|
||||||
|
import ( |
||||||
|
"archive/tar" |
||||||
|
"bytes" |
||||||
|
"compress/gzip" |
||||||
|
"io" |
||||||
|
"net/http" |
||||||
|
"os" |
||||||
|
"regexp" |
||||||
|
"strings" |
||||||
|
|
||||||
|
"github.com/Unknwon/com" |
||||||
|
) |
||||||
|
|
||||||
|
var launchpadPattern = regexp.MustCompile(`^launchpad\.net/(?P<repo>(?P<project>[a-z0-9A-Z_.\-]+)(?P<series>/[a-z0-9A-Z_.\-]+)?|~[a-z0-9A-Z_.\-]+/(\+junk|[a-z0-9A-Z_.\-]+)/[a-z0-9A-Z_.\-]+)(?P<dir>/[a-z0-9A-Z_.\-/]+)*$`) |
||||||
|
|
||||||
|
// getLaunchpadDoc downloads tarball from launchpad.net.
|
||||||
|
func getLaunchpadDoc(client *http.Client, match map[string]string, installRepoPath string, nod *Node, cmdFlags map[string]bool) ([]string, error) { |
||||||
|
|
||||||
|
if match["project"] != "" && match["series"] != "" { |
||||||
|
rc, err := com.HttpGet(client, expand("https://code.launchpad.net/{project}{series}/.bzr/branch-format", match), nil) |
||||||
|
_, isNotFound := err.(com.NotFoundError) |
||||||
|
switch { |
||||||
|
case err == nil: |
||||||
|
rc.Close() |
||||||
|
// The structure of the import path is launchpad.net/{root}/{dir}.
|
||||||
|
case isNotFound: |
||||||
|
// The structure of the import path is is launchpad.net/{project}/{dir}.
|
||||||
|
match["repo"] = match["project"] |
||||||
|
match["dir"] = expand("{series}{dir}", match) |
||||||
|
default: |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
var downloadPath string |
||||||
|
// Check if download with specific revision.
|
||||||
|
if len(nod.Value) == 0 { |
||||||
|
downloadPath = expand("https://bazaar.launchpad.net/+branch/{repo}/tarball", match) |
||||||
|
} else { |
||||||
|
downloadPath = expand("https://bazaar.launchpad.net/+branch/{repo}/tarball/"+nod.Value, match) |
||||||
|
} |
||||||
|
|
||||||
|
// Scrape the repo browser to find the project revision and individual Go files.
|
||||||
|
p, err := com.HttpGetBytes(client, downloadPath, nil) |
||||||
|
if err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
|
||||||
|
installPath := installRepoPath + "/" + nod.ImportPath |
||||||
|
|
||||||
|
// Remove old files.
|
||||||
|
os.RemoveAll(installPath + "/") |
||||||
|
os.MkdirAll(installPath+"/", os.ModePerm) |
||||||
|
|
||||||
|
gzr, err := gzip.NewReader(bytes.NewReader(p)) |
||||||
|
if err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
defer gzr.Close() |
||||||
|
|
||||||
|
tr := tar.NewReader(gzr) |
||||||
|
|
||||||
|
var autoPath string // Auto path is the root path that generated by bitbucket.org.
|
||||||
|
// Get source file data.
|
||||||
|
dirs := make([]string, 0, 5) |
||||||
|
for { |
||||||
|
h, err := tr.Next() |
||||||
|
if err == io.EOF { |
||||||
|
break |
||||||
|
} else if err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
|
||||||
|
fn := h.FileInfo().Name() |
||||||
|
// Check root path.
|
||||||
|
if len(autoPath) == 0 { |
||||||
|
autoPath = fn[:strings.Index(fn, match["repo"])+len(match["repo"])] |
||||||
|
} |
||||||
|
absPath := strings.Replace(fn, autoPath, installPath, 1) |
||||||
|
|
||||||
|
switch { |
||||||
|
case h.FileInfo().IsDir(): // Directory.
|
||||||
|
// Create diretory before create file.
|
||||||
|
os.MkdirAll(absPath+"/", os.ModePerm) |
||||||
|
// Check if current directory is example.
|
||||||
|
if !(!cmdFlags["-e"] && strings.Contains(absPath, "example")) { |
||||||
|
dirs = append(dirs, absPath) |
||||||
|
} |
||||||
|
case !strings.HasPrefix(fn, "."): |
||||||
|
// Get data from archive.
|
||||||
|
fbytes := make([]byte, h.Size) |
||||||
|
if _, err := io.ReadFull(tr, fbytes); err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
|
||||||
|
// Write data to file
|
||||||
|
fw, err := os.Create(absPath) |
||||||
|
if err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
|
||||||
|
_, err = fw.Write(fbytes) |
||||||
|
fw.Close() |
||||||
|
if err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
var imports []string |
||||||
|
|
||||||
|
// Check if need to check imports.
|
||||||
|
if nod.IsGetDeps { |
||||||
|
for _, d := range dirs { |
||||||
|
importPkgs, err := CheckImports(d+"/", match["importPath"]) |
||||||
|
if err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
imports = append(imports, importPkgs...) |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
return imports, err |
||||||
|
} |
||||||
@ -0,0 +1,135 @@ |
|||||||
|
// Copyright 2013 gopm authors.
|
||||||
|
//
|
||||||
|
// Licensed under the Apache License, Version 2.0 (the "License"): you may
|
||||||
|
// not use this file except in compliance with the License. You may obtain
|
||||||
|
// a copy of the License at
|
||||||
|
//
|
||||||
|
// http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
//
|
||||||
|
// Unless required by applicable law or agreed to in writing, software
|
||||||
|
// distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||||
|
// WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||||
|
// License for the specific language governing permissions and limitations
|
||||||
|
// under the License.
|
||||||
|
|
||||||
|
package doc |
||||||
|
|
||||||
|
import ( |
||||||
|
"archive/zip" |
||||||
|
"bytes" |
||||||
|
"errors" |
||||||
|
"io" |
||||||
|
"net/http" |
||||||
|
"os" |
||||||
|
"regexp" |
||||||
|
"strings" |
||||||
|
|
||||||
|
"github.com/Unknwon/com" |
||||||
|
) |
||||||
|
|
||||||
|
var ( |
||||||
|
oscTagRe = regexp.MustCompile(`/repository/archive\?ref=(.*)">`) |
||||||
|
oscPattern = regexp.MustCompile(`^git\.oschina\.net/(?P<owner>[a-z0-9A-Z_.\-]+)/(?P<repo>[a-z0-9A-Z_.\-]+)(?P<dir>/[a-z0-9A-Z_.\-/]*)?$`) |
||||||
|
) |
||||||
|
|
||||||
|
// getGithubDoc downloads tarball from git.oschina.com.
|
||||||
|
func getOSCDoc(client *http.Client, match map[string]string, installRepoPath string, nod *Node, cmdFlags map[string]bool) ([]string, error) { |
||||||
|
// Check downlaod type.
|
||||||
|
switch nod.Type { |
||||||
|
case BRANCH: |
||||||
|
if len(nod.Value) == 0 { |
||||||
|
match["sha"] = MASTER |
||||||
|
} else { |
||||||
|
match["sha"] = nod.Value |
||||||
|
} |
||||||
|
case TAG, COMMIT: |
||||||
|
match["sha"] = nod.Value |
||||||
|
default: |
||||||
|
return nil, errors.New("Unknown node type: " + nod.Type) |
||||||
|
} |
||||||
|
|
||||||
|
// zip: http://{projectRoot}/repository/archive?ref={sha}
|
||||||
|
|
||||||
|
// Downlaod archive.
|
||||||
|
p, err := com.HttpGetBytes(client, expand("http://git.oschina.net/{owner}/{repo}/repository/archive?ref={sha}", match), nil) |
||||||
|
if err != nil { |
||||||
|
return nil, errors.New("Fail to donwload OSChina repo -> " + err.Error()) |
||||||
|
} |
||||||
|
|
||||||
|
var installPath string |
||||||
|
if nod.ImportPath == nod.DownloadURL { |
||||||
|
suf := "." + nod.Value |
||||||
|
if len(suf) == 1 { |
||||||
|
suf = "" |
||||||
|
} |
||||||
|
projectPath := expand("git.oschina.net/{owner}/{repo}", match) |
||||||
|
installPath = installRepoPath + "/" + projectPath + suf |
||||||
|
nod.ImportPath = projectPath |
||||||
|
} else { |
||||||
|
installPath = installRepoPath + "/" + nod.ImportPath |
||||||
|
} |
||||||
|
|
||||||
|
// Remove old files.
|
||||||
|
os.RemoveAll(installPath + "/") |
||||||
|
os.MkdirAll(installPath+"/", os.ModePerm) |
||||||
|
|
||||||
|
r, err := zip.NewReader(bytes.NewReader(p), int64(len(p))) |
||||||
|
if err != nil { |
||||||
|
return nil, errors.New("Fail to unzip OSChina repo -> " + err.Error()) |
||||||
|
} |
||||||
|
|
||||||
|
nameLen := len(match["repo"]) |
||||||
|
dirs := make([]string, 0, 5) |
||||||
|
// Need to add root path because we cannot get from tarball.
|
||||||
|
dirs = append(dirs, installPath+"/") |
||||||
|
for _, f := range r.File { |
||||||
|
fileName := f.FileInfo().Name()[nameLen+1:] |
||||||
|
absPath := installPath + "/" + fileName |
||||||
|
|
||||||
|
if strings.HasSuffix(absPath, "/") { |
||||||
|
dirs = append(dirs, absPath) |
||||||
|
os.MkdirAll(absPath, os.ModePerm) |
||||||
|
continue |
||||||
|
} |
||||||
|
// d, _ := path.Split(absPath)
|
||||||
|
// if !checkDir(d, dirs) {
|
||||||
|
// dirs = append(dirs, d)
|
||||||
|
// os.MkdirAll(d, os.ModePerm)
|
||||||
|
// }
|
||||||
|
|
||||||
|
// Get file from archive.
|
||||||
|
rc, err := f.Open() |
||||||
|
if err != nil { |
||||||
|
return nil, errors.New("Fail to open OSChina repo -> " + err.Error()) |
||||||
|
} |
||||||
|
|
||||||
|
// Write data to file
|
||||||
|
fw, _ := os.Create(absPath) |
||||||
|
if err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
|
||||||
|
_, err = io.Copy(fw, rc) |
||||||
|
// Close files.
|
||||||
|
rc.Close() |
||||||
|
fw.Close() |
||||||
|
if err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
var imports []string |
||||||
|
|
||||||
|
// Check if need to check imports.
|
||||||
|
if nod.IsGetDeps { |
||||||
|
for _, d := range dirs { |
||||||
|
importPkgs, err := CheckImports(d, match["importPath"]) |
||||||
|
if err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
imports = append(imports, importPkgs...) |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
return imports, err |
||||||
|
} |
||||||
@ -0,0 +1,85 @@ |
|||||||
|
// Copyright 2013 gopm authors.
|
||||||
|
//
|
||||||
|
// Licensed under the Apache License, Version 2.0 (the "License"): you may
|
||||||
|
// not use this file except in compliance with the License. You may obtain
|
||||||
|
// a copy of the License at
|
||||||
|
//
|
||||||
|
// http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
//
|
||||||
|
// Unless required by applicable law or agreed to in writing, software
|
||||||
|
// distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||||
|
// WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||||
|
// License for the specific language governing permissions and limitations
|
||||||
|
// under the License.
|
||||||
|
|
||||||
|
package doc |
||||||
|
|
||||||
|
import ( |
||||||
|
"fmt" |
||||||
|
"go/token" |
||||||
|
"net/http" |
||||||
|
"os" |
||||||
|
"regexp" |
||||||
|
"time" |
||||||
|
) |
||||||
|
|
||||||
|
const ( |
||||||
|
TRUNK = "trunk" |
||||||
|
MASTER = "master" |
||||||
|
DEFAULT = "default" |
||||||
|
TAG = "tag" |
||||||
|
BRANCH = "branch" |
||||||
|
COMMIT = "commit" |
||||||
|
) |
||||||
|
|
||||||
|
type Node struct { |
||||||
|
ImportPath string |
||||||
|
DownloadURL string |
||||||
|
Type string |
||||||
|
Value string // Branch, tag or commit.
|
||||||
|
IsGetDeps bool |
||||||
|
} |
||||||
|
|
||||||
|
func (nod *Node) VerString() string { |
||||||
|
if nod.Value == "" { |
||||||
|
return nod.Type |
||||||
|
} |
||||||
|
return fmt.Sprintf("%v:%v", nod.Type, nod.Value) |
||||||
|
} |
||||||
|
|
||||||
|
// source is source code file.
|
||||||
|
type source struct { |
||||||
|
rawURL string |
||||||
|
name string |
||||||
|
data []byte |
||||||
|
} |
||||||
|
|
||||||
|
func (s *source) Name() string { return s.name } |
||||||
|
func (s *source) Size() int64 { return int64(len(s.data)) } |
||||||
|
func (s *source) Mode() os.FileMode { return 0 } |
||||||
|
func (s *source) ModTime() time.Time { return time.Time{} } |
||||||
|
func (s *source) IsDir() bool { return false } |
||||||
|
func (s *source) Sys() interface{} { return nil } |
||||||
|
|
||||||
|
// walker holds the state used when building the documentation.
|
||||||
|
type walker struct { |
||||||
|
ImportPath string |
||||||
|
srcs map[string]*source // Source files.
|
||||||
|
fset *token.FileSet |
||||||
|
} |
||||||
|
|
||||||
|
// service represents a source code control service.
|
||||||
|
type service struct { |
||||||
|
pattern *regexp.Regexp |
||||||
|
prefix string |
||||||
|
get func(*http.Client, map[string]string, string, *Node, map[string]bool) ([]string, error) |
||||||
|
} |
||||||
|
|
||||||
|
// services is the list of source code control services handled by gopkgdoc.
|
||||||
|
var services = []*service{ |
||||||
|
{githubPattern, "github.com/", getGithubDoc}, |
||||||
|
{googlePattern, "code.google.com/", getGoogleDoc}, |
||||||
|
{bitbucketPattern, "bitbucket.org/", getBitbucketDoc}, |
||||||
|
{launchpadPattern, "launchpad.net/", getLaunchpadDoc}, |
||||||
|
{oscPattern, "git.oschina.net/", getOSCDoc}, |
||||||
|
} |
||||||
@ -0,0 +1,417 @@ |
|||||||
|
// Copyright 2013 gopm authors.
|
||||||
|
//
|
||||||
|
// Licensed under the Apache License, Version 2.0 (the "License"): you may
|
||||||
|
// not use this file except in compliance with the License. You may obtain
|
||||||
|
// a copy of the License at
|
||||||
|
//
|
||||||
|
// http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
//
|
||||||
|
// Unless required by applicable law or agreed to in writing, software
|
||||||
|
// distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||||
|
// WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||||
|
// License for the specific language governing permissions and limitations
|
||||||
|
// under the License.
|
||||||
|
|
||||||
|
package doc |
||||||
|
|
||||||
|
import ( |
||||||
|
"bytes" |
||||||
|
"encoding/xml" |
||||||
|
"errors" |
||||||
|
"io" |
||||||
|
"io/ioutil" |
||||||
|
"log" |
||||||
|
"net/http" |
||||||
|
"os" |
||||||
|
"os/exec" |
||||||
|
"path" |
||||||
|
"regexp" |
||||||
|
"strconv" |
||||||
|
"strings" |
||||||
|
|
||||||
|
"github.com/Unknwon/com" |
||||||
|
) |
||||||
|
|
||||||
|
var ( |
||||||
|
appPath string |
||||||
|
autoBackup bool |
||||||
|
) |
||||||
|
|
||||||
|
func SetAppConfig(path string, backup bool) { |
||||||
|
appPath = path |
||||||
|
autoBackup = backup |
||||||
|
} |
||||||
|
|
||||||
|
// TODO: specify with command line flag
|
||||||
|
const repoRoot = "/tmp/gddo" |
||||||
|
|
||||||
|
var urlTemplates = []struct { |
||||||
|
re *regexp.Regexp |
||||||
|
template string |
||||||
|
lineFmt string |
||||||
|
}{ |
||||||
|
{ |
||||||
|
regexp.MustCompile(`^git\.gitorious\.org/(?P<repo>[^/]+/[^/]+)$`), |
||||||
|
"https://gitorious.org/{repo}/blobs/{tag}/{dir}{0}", |
||||||
|
"#line%d", |
||||||
|
}, |
||||||
|
{ |
||||||
|
regexp.MustCompile(`^camlistore\.org/r/p/(?P<repo>[^/]+)$`), |
||||||
|
"http://camlistore.org/code/?p={repo}.git;hb={tag};f={dir}{0}", |
||||||
|
"#l%d", |
||||||
|
}, |
||||||
|
} |
||||||
|
|
||||||
|
// lookupURLTemplate finds an expand() template, match map and line number
|
||||||
|
// format for well known repositories.
|
||||||
|
func lookupURLTemplate(repo, dir, tag string) (string, map[string]string, string) { |
||||||
|
if strings.HasPrefix(dir, "/") { |
||||||
|
dir = dir[1:] + "/" |
||||||
|
} |
||||||
|
for _, t := range urlTemplates { |
||||||
|
if m := t.re.FindStringSubmatch(repo); m != nil { |
||||||
|
match := map[string]string{ |
||||||
|
"dir": dir, |
||||||
|
"tag": tag, |
||||||
|
} |
||||||
|
for i, name := range t.re.SubexpNames() { |
||||||
|
if name != "" { |
||||||
|
match[name] = m[i] |
||||||
|
} |
||||||
|
} |
||||||
|
return t.template, match, t.lineFmt |
||||||
|
} |
||||||
|
} |
||||||
|
return "", nil, "" |
||||||
|
} |
||||||
|
|
||||||
|
type vcsCmd struct { |
||||||
|
schemes []string |
||||||
|
download func([]string, string, string) (string, string, error) |
||||||
|
} |
||||||
|
|
||||||
|
var vcsCmds = map[string]*vcsCmd{ |
||||||
|
"git": &vcsCmd{ |
||||||
|
schemes: []string{"http", "https", "git"}, |
||||||
|
download: downloadGit, |
||||||
|
}, |
||||||
|
} |
||||||
|
|
||||||
|
var lsremoteRe = regexp.MustCompile(`(?m)^([0-9a-f]{40})\s+refs/(?:tags|heads)/(.+)$`) |
||||||
|
|
||||||
|
func downloadGit(schemes []string, repo, savedEtag string) (string, string, error) { |
||||||
|
var p []byte |
||||||
|
var scheme string |
||||||
|
for i := range schemes { |
||||||
|
cmd := exec.Command("git", "ls-remote", "--heads", "--tags", schemes[i]+"://"+repo+".git") |
||||||
|
log.Println(strings.Join(cmd.Args, " ")) |
||||||
|
var err error |
||||||
|
p, err = cmd.Output() |
||||||
|
if err == nil { |
||||||
|
scheme = schemes[i] |
||||||
|
break |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
if scheme == "" { |
||||||
|
return "", "", com.NotFoundError{"VCS not found"} |
||||||
|
} |
||||||
|
|
||||||
|
tags := make(map[string]string) |
||||||
|
for _, m := range lsremoteRe.FindAllSubmatch(p, -1) { |
||||||
|
tags[string(m[2])] = string(m[1]) |
||||||
|
} |
||||||
|
|
||||||
|
tag, commit, err := bestTag(tags, "master") |
||||||
|
if err != nil { |
||||||
|
return "", "", err |
||||||
|
} |
||||||
|
|
||||||
|
etag := scheme + "-" + commit |
||||||
|
|
||||||
|
if etag == savedEtag { |
||||||
|
return "", "", errNotModified |
||||||
|
} |
||||||
|
|
||||||
|
dir := path.Join(repoRoot, repo+".git") |
||||||
|
p, err = ioutil.ReadFile(path.Join(dir, ".git/HEAD")) |
||||||
|
switch { |
||||||
|
case err != nil: |
||||||
|
if err := os.MkdirAll(dir, 0777); err != nil { |
||||||
|
return "", "", err |
||||||
|
} |
||||||
|
cmd := exec.Command("git", "clone", scheme+"://"+repo, dir) |
||||||
|
log.Println(strings.Join(cmd.Args, " ")) |
||||||
|
if err := cmd.Run(); err != nil { |
||||||
|
return "", "", err |
||||||
|
} |
||||||
|
case string(bytes.TrimRight(p, "\n")) == commit: |
||||||
|
return tag, etag, nil |
||||||
|
default: |
||||||
|
cmd := exec.Command("git", "fetch") |
||||||
|
log.Println(strings.Join(cmd.Args, " ")) |
||||||
|
cmd.Dir = dir |
||||||
|
if err := cmd.Run(); err != nil { |
||||||
|
return "", "", err |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
cmd := exec.Command("git", "checkout", "--detach", "--force", commit) |
||||||
|
cmd.Dir = dir |
||||||
|
if err := cmd.Run(); err != nil { |
||||||
|
return "", "", err |
||||||
|
} |
||||||
|
|
||||||
|
return tag, etag, nil |
||||||
|
} |
||||||
|
|
||||||
|
var defaultTags = map[string]string{"git": "master", "hg": "default"} |
||||||
|
|
||||||
|
func bestTag(tags map[string]string, defaultTag string) (string, string, error) { |
||||||
|
if commit, ok := tags["go1"]; ok { |
||||||
|
return "go1", commit, nil |
||||||
|
} |
||||||
|
if commit, ok := tags[defaultTag]; ok { |
||||||
|
return defaultTag, commit, nil |
||||||
|
} |
||||||
|
return "", "", com.NotFoundError{"Tag or branch not found."} |
||||||
|
} |
||||||
|
|
||||||
|
// expand replaces {k} in template with match[k] or subs[atoi(k)] if k is not in match.
|
||||||
|
func expand(template string, match map[string]string, subs ...string) string { |
||||||
|
var p []byte |
||||||
|
var i int |
||||||
|
for { |
||||||
|
i = strings.Index(template, "{") |
||||||
|
if i < 0 { |
||||||
|
break |
||||||
|
} |
||||||
|
p = append(p, template[:i]...) |
||||||
|
template = template[i+1:] |
||||||
|
i = strings.Index(template, "}") |
||||||
|
if s, ok := match[template[:i]]; ok { |
||||||
|
p = append(p, s...) |
||||||
|
} else { |
||||||
|
j, _ := strconv.Atoi(template[:i]) |
||||||
|
p = append(p, subs[j]...) |
||||||
|
} |
||||||
|
template = template[i+1:] |
||||||
|
} |
||||||
|
p = append(p, template...) |
||||||
|
return string(p) |
||||||
|
} |
||||||
|
|
||||||
|
// PureDownload downloads package without version control.
|
||||||
|
func PureDownload(nod *Node, installRepoPath string, flags map[string]bool) ([]string, error) { |
||||||
|
for _, s := range services { |
||||||
|
if s.get == nil || !strings.HasPrefix(nod.DownloadURL, s.prefix) { |
||||||
|
continue |
||||||
|
} |
||||||
|
m := s.pattern.FindStringSubmatch(nod.DownloadURL) |
||||||
|
if m == nil { |
||||||
|
if s.prefix != "" { |
||||||
|
return nil, errors.New("Cannot match package service prefix by given path") |
||||||
|
} |
||||||
|
continue |
||||||
|
} |
||||||
|
match := map[string]string{"importPath": nod.DownloadURL} |
||||||
|
for i, n := range s.pattern.SubexpNames() { |
||||||
|
if n != "" { |
||||||
|
match[n] = m[i] |
||||||
|
} |
||||||
|
} |
||||||
|
return s.get(HttpClient, match, installRepoPath, nod, flags) |
||||||
|
} |
||||||
|
|
||||||
|
ColorLog("[TRAC] Cannot match any service, getting dynamic...\n") |
||||||
|
return getDynamic(HttpClient, nod, installRepoPath, flags) |
||||||
|
} |
||||||
|
|
||||||
|
func getDynamic(client *http.Client, nod *Node, installRepoPath string, flags map[string]bool) ([]string, error) { |
||||||
|
match, err := fetchMeta(client, nod.ImportPath) |
||||||
|
if err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
|
||||||
|
if match["projectRoot"] != nod.ImportPath { |
||||||
|
rootMatch, err := fetchMeta(client, match["projectRoot"]) |
||||||
|
if err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
if rootMatch["projectRoot"] != match["projectRoot"] { |
||||||
|
return nil, com.NotFoundError{"Project root mismatch."} |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
nod.DownloadURL = expand("{repo}{dir}", match) |
||||||
|
return PureDownload(nod, installRepoPath, flags) |
||||||
|
} |
||||||
|
|
||||||
|
func fetchMeta(client *http.Client, importPath string) (map[string]string, error) { |
||||||
|
uri := importPath |
||||||
|
if !strings.Contains(uri, "/") { |
||||||
|
// Add slash for root of domain.
|
||||||
|
uri = uri + "/" |
||||||
|
} |
||||||
|
uri = uri + "?go-get=1" |
||||||
|
|
||||||
|
scheme := "https" |
||||||
|
resp, err := client.Get(scheme + "://" + uri) |
||||||
|
if err != nil || resp.StatusCode != 200 { |
||||||
|
if err == nil { |
||||||
|
resp.Body.Close() |
||||||
|
} |
||||||
|
scheme = "http" |
||||||
|
resp, err = client.Get(scheme + "://" + uri) |
||||||
|
if err != nil { |
||||||
|
return nil, &com.RemoteError{strings.SplitN(importPath, "/", 2)[0], err} |
||||||
|
} |
||||||
|
} |
||||||
|
defer resp.Body.Close() |
||||||
|
return parseMeta(scheme, importPath, resp.Body) |
||||||
|
} |
||||||
|
|
||||||
|
func attrValue(attrs []xml.Attr, name string) string { |
||||||
|
for _, a := range attrs { |
||||||
|
if strings.EqualFold(a.Name.Local, name) { |
||||||
|
return a.Value |
||||||
|
} |
||||||
|
} |
||||||
|
return "" |
||||||
|
} |
||||||
|
|
||||||
|
func parseMeta(scheme, importPath string, r io.Reader) (map[string]string, error) { |
||||||
|
var match map[string]string |
||||||
|
|
||||||
|
d := xml.NewDecoder(r) |
||||||
|
d.Strict = false |
||||||
|
metaScan: |
||||||
|
for { |
||||||
|
t, tokenErr := d.Token() |
||||||
|
if tokenErr != nil { |
||||||
|
break metaScan |
||||||
|
} |
||||||
|
switch t := t.(type) { |
||||||
|
case xml.EndElement: |
||||||
|
if strings.EqualFold(t.Name.Local, "head") { |
||||||
|
break metaScan |
||||||
|
} |
||||||
|
case xml.StartElement: |
||||||
|
if strings.EqualFold(t.Name.Local, "body") { |
||||||
|
break metaScan |
||||||
|
} |
||||||
|
if !strings.EqualFold(t.Name.Local, "meta") || |
||||||
|
attrValue(t.Attr, "name") != "go-import" { |
||||||
|
continue metaScan |
||||||
|
} |
||||||
|
f := strings.Fields(attrValue(t.Attr, "content")) |
||||||
|
if len(f) != 3 || |
||||||
|
!strings.HasPrefix(importPath, f[0]) || |
||||||
|
!(len(importPath) == len(f[0]) || importPath[len(f[0])] == '/') { |
||||||
|
continue metaScan |
||||||
|
} |
||||||
|
if match != nil { |
||||||
|
return nil, com.NotFoundError{"More than one <meta> found at " + scheme + "://" + importPath} |
||||||
|
} |
||||||
|
|
||||||
|
projectRoot, vcs, repo := f[0], f[1], f[2] |
||||||
|
|
||||||
|
repo = strings.TrimSuffix(repo, "."+vcs) |
||||||
|
i := strings.Index(repo, "://") |
||||||
|
if i < 0 { |
||||||
|
return nil, com.NotFoundError{"Bad repo URL in <meta>."} |
||||||
|
} |
||||||
|
proto := repo[:i] |
||||||
|
repo = repo[i+len("://"):] |
||||||
|
|
||||||
|
match = map[string]string{ |
||||||
|
// Used in getVCSDoc, same as vcsPattern matches.
|
||||||
|
"importPath": importPath, |
||||||
|
"repo": repo, |
||||||
|
"vcs": vcs, |
||||||
|
"dir": importPath[len(projectRoot):], |
||||||
|
|
||||||
|
// Used in getVCSDoc
|
||||||
|
"scheme": proto, |
||||||
|
|
||||||
|
// Used in getDynamic.
|
||||||
|
"projectRoot": projectRoot, |
||||||
|
"projectName": path.Base(projectRoot), |
||||||
|
"projectURL": scheme + "://" + projectRoot, |
||||||
|
} |
||||||
|
} |
||||||
|
} |
||||||
|
if match == nil { |
||||||
|
return nil, com.NotFoundError{"<meta> not found."} |
||||||
|
} |
||||||
|
return match, nil |
||||||
|
} |
||||||
|
|
||||||
|
func getImports(rootPath string, match map[string]string, cmdFlags map[string]bool) (imports []string) { |
||||||
|
dirs, err := GetDirsInfo(rootPath) |
||||||
|
if err != nil { |
||||||
|
return nil |
||||||
|
} |
||||||
|
|
||||||
|
for _, d := range dirs { |
||||||
|
if d.IsDir() && !(!cmdFlags["-e"] && strings.Contains(d.Name(), "example")) { |
||||||
|
absPath := rootPath + d.Name() + "/" |
||||||
|
importPkgs, err := CheckImports(absPath, match["importPath"]) |
||||||
|
if err != nil { |
||||||
|
return nil |
||||||
|
} |
||||||
|
imports = append(imports, importPkgs...) |
||||||
|
} |
||||||
|
} |
||||||
|
return imports |
||||||
|
} |
||||||
|
|
||||||
|
// checkImports checks package denpendencies.
|
||||||
|
func CheckImports(absPath, importPath string) (importPkgs []string, err error) { |
||||||
|
dir, err := os.Open(absPath) |
||||||
|
if err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
defer dir.Close() |
||||||
|
|
||||||
|
// Get file info slice.
|
||||||
|
fis, err := dir.Readdir(0) |
||||||
|
if err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
|
||||||
|
files := make([]*source, 0, 10) |
||||||
|
for _, fi := range fis { |
||||||
|
// Only handle files.
|
||||||
|
if strings.HasSuffix(fi.Name(), ".go") { |
||||||
|
f, err := os.Open(absPath + fi.Name()) |
||||||
|
if err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
|
||||||
|
fbytes := make([]byte, fi.Size()) |
||||||
|
_, err = f.Read(fbytes) |
||||||
|
f.Close() |
||||||
|
|
||||||
|
if err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
|
||||||
|
files = append(files, &source{ |
||||||
|
name: fi.Name(), |
||||||
|
data: fbytes, |
||||||
|
}) |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
// Check if has Go source files.
|
||||||
|
if len(files) > 0 { |
||||||
|
w := &walker{ImportPath: importPath} |
||||||
|
importPkgs, err = w.build(files) |
||||||
|
if err != nil { |
||||||
|
return nil, err |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
return importPkgs, err |
||||||
|
} |
||||||
@ -0,0 +1,144 @@ |
|||||||
|
// Copyright 2013 gopm authors.
|
||||||
|
//
|
||||||
|
// Licensed under the Apache License, Version 2.0 (the "License"): you may
|
||||||
|
// not use this file except in compliance with the License. You may obtain
|
||||||
|
// a copy of the License at
|
||||||
|
//
|
||||||
|
// http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
//
|
||||||
|
// Unless required by applicable law or agreed to in writing, software
|
||||||
|
// distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||||
|
// WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||||
|
// License for the specific language governing permissions and limitations
|
||||||
|
// under the License.
|
||||||
|
|
||||||
|
package doc |
||||||
|
|
||||||
|
import ( |
||||||
|
"bytes" |
||||||
|
"go/ast" |
||||||
|
"go/build" |
||||||
|
"go/parser" |
||||||
|
"go/token" |
||||||
|
"io" |
||||||
|
"io/ioutil" |
||||||
|
"os" |
||||||
|
"path" |
||||||
|
"runtime" |
||||||
|
"strings" |
||||||
|
) |
||||||
|
|
||||||
|
type sliceWriter struct{ p *[]byte } |
||||||
|
|
||||||
|
func (w sliceWriter) Write(p []byte) (int, error) { |
||||||
|
*w.p = append(*w.p, p...) |
||||||
|
return len(p), nil |
||||||
|
} |
||||||
|
|
||||||
|
func (w *walker) readDir(dir string) ([]os.FileInfo, error) { |
||||||
|
if dir != w.ImportPath { |
||||||
|
panic("unexpected") |
||||||
|
} |
||||||
|
fis := make([]os.FileInfo, 0, len(w.srcs)) |
||||||
|
for _, src := range w.srcs { |
||||||
|
fis = append(fis, src) |
||||||
|
} |
||||||
|
return fis, nil |
||||||
|
} |
||||||
|
|
||||||
|
func (w *walker) openFile(path string) (io.ReadCloser, error) { |
||||||
|
if strings.HasPrefix(path, w.ImportPath+"/") { |
||||||
|
if src, ok := w.srcs[path[len(w.ImportPath)+1:]]; ok { |
||||||
|
return ioutil.NopCloser(bytes.NewReader(src.data)), nil |
||||||
|
} |
||||||
|
} |
||||||
|
panic("unexpected") |
||||||
|
} |
||||||
|
|
||||||
|
func simpleImporter(imports map[string]*ast.Object, path string) (*ast.Object, error) { |
||||||
|
pkg := imports[path] |
||||||
|
if pkg == nil { |
||||||
|
// Guess the package name without importing it. Start with the last
|
||||||
|
// element of the path.
|
||||||
|
name := path[strings.LastIndex(path, "/")+1:] |
||||||
|
|
||||||
|
// Trim commonly used prefixes and suffixes containing illegal name
|
||||||
|
// runes.
|
||||||
|
name = strings.TrimSuffix(name, ".go") |
||||||
|
name = strings.TrimSuffix(name, "-go") |
||||||
|
name = strings.TrimPrefix(name, "go.") |
||||||
|
name = strings.TrimPrefix(name, "go-") |
||||||
|
name = strings.TrimPrefix(name, "biogo.") |
||||||
|
|
||||||
|
// It's also common for the last element of the path to contain an
|
||||||
|
// extra "go" prefix, but not always. TODO: examine unresolved ids to
|
||||||
|
// detect when trimming the "go" prefix is appropriate.
|
||||||
|
|
||||||
|
pkg = ast.NewObj(ast.Pkg, name) |
||||||
|
pkg.Data = ast.NewScope(nil) |
||||||
|
imports[path] = pkg |
||||||
|
} |
||||||
|
return pkg, nil |
||||||
|
} |
||||||
|
|
||||||
|
// build gets imports from source files.
|
||||||
|
func (w *walker) build(srcs []*source) ([]string, error) { |
||||||
|
// Add source files to walker, I skipped references here.
|
||||||
|
w.srcs = make(map[string]*source) |
||||||
|
for _, src := range srcs { |
||||||
|
w.srcs[src.name] = src |
||||||
|
} |
||||||
|
|
||||||
|
w.fset = token.NewFileSet() |
||||||
|
|
||||||
|
// Find the package and associated files.
|
||||||
|
ctxt := build.Context{ |
||||||
|
GOOS: runtime.GOOS, |
||||||
|
GOARCH: runtime.GOARCH, |
||||||
|
CgoEnabled: true, |
||||||
|
JoinPath: path.Join, |
||||||
|
IsAbsPath: path.IsAbs, |
||||||
|
SplitPathList: func(list string) []string { return strings.Split(list, ":") }, |
||||||
|
IsDir: func(path string) bool { panic("unexpected") }, |
||||||
|
HasSubdir: func(root, dir string) (rel string, ok bool) { panic("unexpected") }, |
||||||
|
ReadDir: func(dir string) (fi []os.FileInfo, err error) { return w.readDir(dir) }, |
||||||
|
OpenFile: func(path string) (r io.ReadCloser, err error) { return w.openFile(path) }, |
||||||
|
Compiler: "gc", |
||||||
|
} |
||||||
|
|
||||||
|
bpkg, err := ctxt.ImportDir(w.ImportPath, 0) |
||||||
|
// Continue if there are no Go source files; we still want the directory info.
|
||||||
|
_, nogo := err.(*build.NoGoError) |
||||||
|
if err != nil { |
||||||
|
if nogo { |
||||||
|
err = nil |
||||||
|
} else { |
||||||
|
ColorLog("[WARN] Error occurs when check imports[ %s ]\n", err) |
||||||
|
return nil, nil |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
// Parse the Go files
|
||||||
|
|
||||||
|
files := make(map[string]*ast.File) |
||||||
|
for _, name := range append(bpkg.GoFiles, bpkg.CgoFiles...) { |
||||||
|
file, err := parser.ParseFile(w.fset, name, w.srcs[name].data, parser.ParseComments) |
||||||
|
if err != nil { |
||||||
|
//beego.Error("doc.walker.build():", err)
|
||||||
|
continue |
||||||
|
} |
||||||
|
files[name] = file |
||||||
|
} |
||||||
|
|
||||||
|
w.ImportPath = strings.Replace(w.ImportPath, "\\", "/", -1) |
||||||
|
var imports []string |
||||||
|
for _, v := range bpkg.Imports { |
||||||
|
// Skip strandard library.
|
||||||
|
if !IsGoRepoPath(v) && |
||||||
|
(GetProjectPath(v) != GetProjectPath(w.ImportPath)) { |
||||||
|
imports = append(imports, v) |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
return imports, err |
||||||
|
} |
||||||
Loading…
Reference in new issue