2017-09-14 02:51:32 -04:00
// Copyright 2017 The Gitea Authors. All rights reserved.
2014-07-26 00:24:27 -04:00
// Copyright 2014 The Gogs Authors. All rights reserved.
2022-11-27 13:20:29 -05:00
// SPDX-License-Identifier: MIT
2014-07-26 00:24:27 -04:00
package repo
import (
"bytes"
2021-10-08 09:08:22 -04:00
gocontext "context"
2017-01-29 15:13:57 -05:00
"encoding/base64"
2016-08-09 15:56:00 -04:00
"fmt"
2023-12-17 09:38:54 -05:00
"html/template"
2023-07-31 01:04:45 -04:00
"image"
2021-01-22 12:49:13 -05:00
"io"
2021-04-05 11:30:52 -04:00
"net/http"
2019-10-13 09:23:14 -04:00
"net/url"
2014-07-26 00:24:27 -04:00
"path"
2023-09-07 05:37:47 -04:00
"slices"
2014-07-26 00:24:27 -04:00
"strings"
2021-10-08 09:08:22 -04:00
"time"
2014-07-26 00:24:27 -04:00
2023-07-31 01:04:45 -04:00
_ "image/gif" // for processing gif images
_ "image/jpeg" // for processing jpeg images
_ "image/png" // for processing png images
2022-08-24 22:31:57 -04:00
activities_model "code.gitea.io/gitea/models/activities"
admin_model "code.gitea.io/gitea/models/admin"
2021-12-10 03:14:24 -05:00
asymkey_model "code.gitea.io/gitea/models/asymkey"
2021-09-24 07:32:56 -04:00
"code.gitea.io/gitea/models/db"
2022-06-12 11:51:54 -04:00
git_model "code.gitea.io/gitea/models/git"
2023-06-08 04:56:05 -04:00
issue_model "code.gitea.io/gitea/models/issues"
2021-12-09 20:27:50 -05:00
repo_model "code.gitea.io/gitea/models/repo"
2021-11-09 14:57:58 -05:00
unit_model "code.gitea.io/gitea/models/unit"
2021-11-24 04:49:20 -05:00
user_model "code.gitea.io/gitea/models/user"
2023-04-22 22:16:54 -04:00
"code.gitea.io/gitea/modules/actions"
2016-11-10 11:24:48 -05:00
"code.gitea.io/gitea/modules/base"
2019-08-15 08:07:28 -04:00
"code.gitea.io/gitea/modules/charset"
2022-10-12 01:18:26 -04:00
"code.gitea.io/gitea/modules/container"
2016-11-10 11:24:48 -05:00
"code.gitea.io/gitea/modules/context"
2019-03-27 05:33:00 -04:00
"code.gitea.io/gitea/modules/git"
2016-12-06 12:58:31 -05:00
"code.gitea.io/gitea/modules/highlight"
2016-12-25 20:16:37 -05:00
"code.gitea.io/gitea/modules/lfs"
2016-11-10 11:24:48 -05:00
"code.gitea.io/gitea/modules/log"
2017-04-21 03:01:08 -04:00
"code.gitea.io/gitea/modules/markup"
2022-06-06 04:01:49 -04:00
repo_module "code.gitea.io/gitea/modules/repository"
2016-11-10 11:24:48 -05:00
"code.gitea.io/gitea/modules/setting"
2021-06-30 15:14:53 -04:00
"code.gitea.io/gitea/modules/structs"
2021-06-05 08:32:19 -04:00
"code.gitea.io/gitea/modules/typesniffer"
2021-10-24 17:12:43 -04:00
"code.gitea.io/gitea/modules/util"
2022-03-13 12:40:47 -04:00
"code.gitea.io/gitea/routers/web/feed"
2023-05-08 19:30:14 -04:00
issue_service "code.gitea.io/gitea/services/issue"
2023-04-22 22:16:54 -04:00
"github.com/nektos/act/pkg/model"
2023-07-31 01:04:45 -04:00
_ "golang.org/x/image/bmp" // for processing bmp images
_ "golang.org/x/image/webp" // for processing webp images
2014-07-26 00:24:27 -04:00
)
const (
2021-10-08 09:08:22 -04:00
tplRepoEMPTY base . TplName = "repo/empty"
tplRepoHome base . TplName = "repo/home"
tplRepoViewList base . TplName = "repo/view_list"
tplWatchers base . TplName = "repo/watchers"
tplForks base . TplName = "repo/forks"
tplMigrating base . TplName = "repo/migrate/migrating"
2014-07-26 00:24:27 -04:00
)
2023-02-12 02:08:10 -05:00
// locate a README for a tree in one of the supported paths.
//
// entries is passed to reduce calls to ListEntries(), so
// this has precondition:
//
// entries == ctx.Repo.Commit.SubTree(ctx.Repo.TreePath).ListEntries()
//
2020-02-21 18:04:20 -05:00
// FIXME: There has to be a more efficient way of doing this
2023-04-10 23:00:19 -04:00
func findReadmeFileInEntries ( ctx * context . Context , entries [ ] * git . TreeEntry , tryWellKnownDirs bool ) ( string , * git . TreeEntry , error ) {
2022-07-31 18:36:58 -04:00
// Create a list of extensions in priority order
// 1. Markdown files - with and without localisation - e.g. README.en-us.md or README.md
// 2. Txt files - e.g. README.txt
// 3. No extension - e.g. README
2023-05-08 05:36:54 -04:00
exts := append ( localizedExtensions ( ".md" , ctx . Locale . Language ( ) ) , ".txt" , "" ) // sorted by priority
2022-07-31 18:36:58 -04:00
extCount := len ( exts )
2023-03-15 17:51:39 -04:00
readmeFiles := make ( [ ] * git . TreeEntry , extCount + 1 )
2023-02-12 02:08:10 -05:00
docsEntries := make ( [ ] * git . TreeEntry , 3 ) // (one of docs/, .gitea/ or .github/)
2020-02-21 18:04:20 -05:00
for _ , entry := range entries {
2023-04-10 23:00:19 -04:00
if tryWellKnownDirs && entry . IsDir ( ) {
2023-02-12 02:08:10 -05:00
// as a special case for the top-level repo introduction README,
// fall back to subfolders, looking for e.g. docs/README.md, .gitea/README.zh-CN.txt, .github/README.txt, ...
// (note that docsEntries is ignored unless we are at the root)
lowerName := strings . ToLower ( entry . Name ( ) )
switch lowerName {
case "docs" :
if entry . Name ( ) == "docs" || docsEntries [ 0 ] == nil {
docsEntries [ 0 ] = entry
}
case ".gitea" :
if entry . Name ( ) == ".gitea" || docsEntries [ 1 ] == nil {
docsEntries [ 1 ] = entry
}
case ".github" :
if entry . Name ( ) == ".github" || docsEntries [ 2 ] == nil {
docsEntries [ 2 ] = entry
}
}
2020-02-21 18:04:20 -05:00
continue
}
2023-02-13 15:01:09 -05:00
if i , ok := util . IsReadmeFileExtension ( entry . Name ( ) , exts ... ) ; ok {
2023-02-12 02:08:10 -05:00
log . Debug ( "Potential readme file: %s" , entry . Name ( ) )
2023-03-15 17:51:39 -04:00
if readmeFiles [ i ] == nil || base . NaturalSortLess ( readmeFiles [ i ] . Name ( ) , entry . Blob ( ) . Name ( ) ) {
if entry . IsLink ( ) {
target , err := entry . FollowLinks ( )
2020-02-21 18:04:20 -05:00
if err != nil && ! git . IsErrBadLink ( err ) {
2023-03-15 17:51:39 -04:00
return "" , nil , err
} else if target != nil && ( target . IsExecutable ( ) || target . IsRegular ( ) ) {
readmeFiles [ i ] = entry
2020-02-21 18:04:20 -05:00
}
2023-03-15 17:51:39 -04:00
} else {
readmeFiles [ i ] = entry
2020-02-21 18:04:20 -05:00
}
}
}
}
2023-03-15 17:51:39 -04:00
var readmeFile * git . TreeEntry
2020-02-21 18:04:20 -05:00
for _ , f := range readmeFiles {
if f != nil {
readmeFile = f
break
}
}
2023-02-12 02:08:10 -05:00
if ctx . Repo . TreePath == "" && readmeFile == nil {
for _ , subTreeEntry := range docsEntries {
if subTreeEntry == nil {
continue
}
subTree := subTreeEntry . Tree ( )
if subTree == nil {
// this should be impossible; if subTreeEntry exists so should this.
continue
}
var err error
childEntries , err := subTree . ListEntries ( )
if err != nil {
2023-03-15 17:51:39 -04:00
return "" , nil , err
2023-02-12 02:08:10 -05:00
}
2023-03-15 17:51:39 -04:00
2023-04-10 23:00:19 -04:00
subfolder , readmeFile , err := findReadmeFileInEntries ( ctx , childEntries , false )
2023-02-12 02:08:10 -05:00
if err != nil && ! git . IsErrNotExist ( err ) {
2023-03-15 17:51:39 -04:00
return "" , nil , err
2023-02-12 02:08:10 -05:00
}
if readmeFile != nil {
2023-03-15 17:51:39 -04:00
return path . Join ( subTreeEntry . Name ( ) , subfolder ) , readmeFile , nil
2023-02-12 02:08:10 -05:00
}
}
}
2023-03-15 17:51:39 -04:00
return "" , readmeFile , nil
2020-02-21 18:04:20 -05:00
}
2024-01-15 03:49:24 -05:00
func renderDirectory ( ctx * context . Context ) {
2021-10-08 09:08:22 -04:00
entries := renderDirectoryFiles ( ctx , 1 * time . Second )
if ctx . Written ( ) {
2014-07-26 00:24:27 -04:00
return
}
2021-12-15 02:50:11 -05:00
if ctx . Repo . TreePath != "" {
2022-10-13 04:31:10 -04:00
ctx . Data [ "HideRepoInfo" ] = true
2023-08-18 05:21:24 -04:00
ctx . Data [ "Title" ] = ctx . Tr ( "repo.file.title" , ctx . Repo . Repository . Name + "/" + ctx . Repo . TreePath , ctx . Repo . RefName )
2021-12-15 02:50:11 -05:00
}
2023-04-10 23:00:19 -04:00
subfolder , readmeFile , err := findReadmeFileInEntries ( ctx , entries , true )
2023-02-12 02:08:10 -05:00
if err != nil {
ctx . ServerError ( "findReadmeFileInEntries" , err )
return
}
2022-04-26 16:31:15 -04:00
2024-01-15 03:49:24 -05:00
renderReadmeFile ( ctx , subfolder , readmeFile )
2022-04-26 16:31:15 -04:00
}
2022-07-31 18:36:58 -04:00
// localizedExtensions prepends the provided language code with and without a
Fix various typos (#21103)
Found via `codespell -q 3 -S
./options/locale,./options/license,./public/vendor,./web_src/fomantic -L
actived,allways,attachements,ba,befores,commiter,pullrequest,pullrequests,readby,splitted,te,unknwon`
Co-authored-by: techknowlogick <techknowlogick@gitea.io>
2022-09-07 14:40:36 -04:00
// regional identifier to the provided extension.
2022-07-31 18:36:58 -04:00
// Note: the language code will always be lower-cased, if a region is present it must be separated with a `-`
// Note: ext should be prefixed with a `.`
func localizedExtensions ( ext , languageCode string ) ( localizedExts [ ] string ) {
if len ( languageCode ) < 1 {
return [ ] string { ext }
}
lowerLangCode := "." + strings . ToLower ( languageCode )
if strings . Contains ( lowerLangCode , "-" ) {
underscoreLangCode := strings . ReplaceAll ( lowerLangCode , "-" , "_" )
indexOfDash := strings . Index ( lowerLangCode , "-" )
2022-10-24 02:12:15 -04:00
// e.g. [.zh-cn.md, .zh_cn.md, .zh.md, _zh.md, .md]
return [ ] string { lowerLangCode + ext , underscoreLangCode + ext , lowerLangCode [ : indexOfDash ] + ext , "_" + lowerLangCode [ 1 : indexOfDash ] + ext , ext }
2022-07-31 18:36:58 -04:00
}
// e.g. [.en.md, .md]
return [ ] string { lowerLangCode + ext , ext }
}
2022-12-14 05:11:11 -05:00
type fileInfo struct {
isTextFile bool
isLFSFile bool
fileSize int64
lfsMeta * lfs . Pointer
st typesniffer . SniffedType
}
2016-08-30 05:08:38 -04:00
2023-07-23 23:47:27 -04:00
func getFileReader ( ctx gocontext . Context , repoID int64 , blob * git . Blob ) ( [ ] byte , io . ReadCloser , * fileInfo , error ) {
2022-12-14 05:11:11 -05:00
dataRc , err := blob . DataAsync ( )
2022-04-26 16:31:15 -04:00
if err != nil {
2022-12-14 05:11:11 -05:00
return nil , nil , nil , err
2022-04-26 16:31:15 -04:00
}
buf := make ( [ ] byte , 1024 )
n , _ := util . ReadAtMost ( dataRc , buf )
buf = buf [ : n ]
st := typesniffer . DetectContentType ( buf )
isTextFile := st . IsText ( )
// FIXME: what happens when README file is an image?
2022-12-14 05:11:11 -05:00
if ! isTextFile || ! setting . LFS . StartServer {
return buf , dataRc , & fileInfo { isTextFile , false , blob . Size ( ) , nil , st } , nil
}
2022-04-26 16:31:15 -04:00
2022-12-14 05:11:11 -05:00
pointer , _ := lfs . ReadPointerFromBuffer ( buf )
if ! pointer . IsValid ( ) { // fallback to plain file
return buf , dataRc , & fileInfo { isTextFile , false , blob . Size ( ) , nil , st } , nil
}
2019-02-21 15:57:16 -05:00
2023-07-23 23:47:27 -04:00
meta , err := git_model . GetLFSMetaObjectByOid ( ctx , repoID , pointer . Oid )
2022-12-20 20:21:26 -05:00
if err != nil && err != git_model . ErrLFSObjectNotExist { // fallback to plain file
2022-12-14 05:11:11 -05:00
return buf , dataRc , & fileInfo { isTextFile , false , blob . Size ( ) , nil , st } , nil
}
2019-02-21 15:57:16 -05:00
2022-12-14 05:11:11 -05:00
dataRc . Close ( )
if err != nil {
return nil , nil , nil , err
}
2019-02-21 15:57:16 -05:00
2022-12-14 05:11:11 -05:00
dataRc , err = lfs . ReadMetaObject ( pointer )
if err != nil {
return nil , nil , nil , err
2022-04-26 16:31:15 -04:00
}
2019-02-21 15:57:16 -05:00
2022-12-14 05:11:11 -05:00
buf = make ( [ ] byte , 1024 )
n , err = util . ReadAtMost ( dataRc , buf )
if err != nil {
dataRc . Close ( )
return nil , nil , nil , err
}
buf = buf [ : n ]
st = typesniffer . DetectContentType ( buf )
return buf , dataRc , & fileInfo { st . IsText ( ) , true , meta . Size , & meta . Pointer , st } , nil
}
2024-01-15 03:49:24 -05:00
func renderReadmeFile ( ctx * context . Context , subfolder string , readmeFile * git . TreeEntry ) {
2023-03-15 17:51:39 -04:00
target := readmeFile
if readmeFile != nil && readmeFile . IsLink ( ) {
target , _ = readmeFile . FollowLinks ( )
}
if target == nil {
// if findReadmeFile() failed and/or gave us a broken symlink (which it shouldn't)
// simply skip rendering the README
return
}
2022-12-14 05:11:11 -05:00
ctx . Data [ "RawFileLink" ] = ""
ctx . Data [ "ReadmeInList" ] = true
ctx . Data [ "ReadmeExist" ] = true
2023-03-15 17:51:39 -04:00
ctx . Data [ "FileIsSymlink" ] = readmeFile . IsLink ( )
2022-12-14 05:11:11 -05:00
2023-07-23 23:47:27 -04:00
buf , dataRc , fInfo , err := getFileReader ( ctx , ctx . Repo . Repository . ID , target . Blob ( ) )
2022-12-14 05:11:11 -05:00
if err != nil {
ctx . ServerError ( "getFileReader" , err )
2022-04-26 16:31:15 -04:00
return
}
2022-12-14 05:11:11 -05:00
defer dataRc . Close ( )
ctx . Data [ "FileIsText" ] = fInfo . isTextFile
2023-03-15 17:51:39 -04:00
ctx . Data [ "FileName" ] = path . Join ( subfolder , readmeFile . Name ( ) )
2022-12-14 05:11:11 -05:00
ctx . Data [ "IsLFSFile" ] = fInfo . isLFSFile
2019-02-21 15:57:16 -05:00
2022-12-14 05:11:11 -05:00
if fInfo . isLFSFile {
2023-03-15 17:51:39 -04:00
filenameBase64 := base64 . RawURLEncoding . EncodeToString ( [ ] byte ( readmeFile . Name ( ) ) )
2023-02-11 01:34:11 -05:00
ctx . Data [ "RawFileLink" ] = fmt . Sprintf ( "%s.git/info/lfs/objects/%s/%s" , ctx . Repo . Repository . Link ( ) , url . PathEscape ( fInfo . lfsMeta . Oid ) , url . PathEscape ( filenameBase64 ) )
2022-04-26 16:31:15 -04:00
}
2022-01-06 20:18:52 -05:00
2022-12-14 05:11:11 -05:00
if ! fInfo . isTextFile {
return
}
if fInfo . fileSize >= setting . UI . MaxDisplayFileSize {
2022-04-26 16:31:15 -04:00
// Pretend that this is a normal text file to display 'This file is too large to be shown'
ctx . Data [ "IsFileTooLarge" ] = true
ctx . Data [ "IsTextFile" ] = true
2022-12-14 05:11:11 -05:00
ctx . Data [ "FileSize" ] = fInfo . fileSize
2022-04-26 16:31:15 -04:00
return
2016-08-30 05:08:38 -04:00
}
2016-08-15 02:02:14 -04:00
2024-01-27 13:02:51 -05:00
rd := charset . ToUTF8WithFallbackReader ( io . MultiReader ( bytes . NewReader ( buf ) , dataRc ) , charset . ConvertOpts { } )
2022-04-26 16:31:15 -04:00
2023-03-15 17:51:39 -04:00
if markupType := markup . Type ( readmeFile . Name ( ) ) ; markupType != "" {
2022-04-26 16:31:15 -04:00
ctx . Data [ "IsMarkup" ] = true
2022-06-20 06:02:49 -04:00
ctx . Data [ "MarkupType" ] = markupType
2022-08-13 14:32:34 -04:00
ctx . Data [ "EscapeStatus" ] , ctx . Data [ "FileContent" ] , err = markupRender ( ctx , & markup . RenderContext {
2022-06-15 23:33:23 -04:00
Ctx : ctx ,
2023-03-15 17:51:39 -04:00
RelativePath : path . Join ( ctx . Repo . TreePath , readmeFile . Name ( ) ) , // ctx.Repo.TreePath is the directory not the Readme so we must append the Readme filename (and path).
2024-01-15 03:49:24 -05:00
Links : markup . Links {
Base : ctx . Repo . RepoLink ,
BranchPath : ctx . Repo . BranchNameSubURL ( ) ,
TreePath : path . Join ( ctx . Repo . TreePath , subfolder ) ,
} ,
Metas : ctx . Repo . Repository . ComposeDocumentMetas ( ctx ) ,
GitRepo : ctx . Repo . GitRepo ,
2022-08-13 14:32:34 -04:00
} , rd )
2022-04-26 16:31:15 -04:00
if err != nil {
2023-03-15 17:51:39 -04:00
log . Error ( "Render failed for %s in %-v: %v Falling back to rendering source" , readmeFile . Name ( ) , ctx . Repo . Repository , err )
2023-12-17 09:38:54 -05:00
delete ( ctx . Data , "IsMarkup" )
2022-04-26 16:31:15 -04:00
}
2023-12-17 09:38:54 -05:00
}
if ctx . Data [ "IsMarkup" ] != true {
2022-12-17 15:22:25 -05:00
ctx . Data [ "IsPlainText" ] = true
2023-12-17 09:38:54 -05:00
content , err := io . ReadAll ( rd )
2022-04-26 16:31:15 -04:00
if err != nil {
2023-12-17 09:38:54 -05:00
log . Error ( "Read readme content failed: %v" , err )
2022-04-26 16:31:15 -04:00
}
2023-12-17 09:38:54 -05:00
contentEscaped := template . HTMLEscapeString ( util . UnsafeBytesToString ( content ) )
ctx . Data [ "EscapeStatus" ] , ctx . Data [ "FileContent" ] = charset . EscapeControlHTML ( template . HTML ( contentEscaped ) , ctx . Locale )
2016-08-30 05:08:38 -04:00
}
2023-11-20 06:47:55 -05:00
if ! fInfo . isLFSFile && ctx . Repo . CanEnableEditor ( ctx , ctx . Doer ) {
ctx . Data [ "CanEditReadmeFile" ] = true
}
2016-08-30 05:08:38 -04:00
}
2014-09-30 04:39:53 -04:00
2024-01-15 11:42:15 -05:00
func loadLatestCommitData ( ctx * context . Context , latestCommit * git . Commit ) bool {
// Show latest commit info of repository in table header,
// or of directory if not in root directory.
ctx . Data [ "LatestCommit" ] = latestCommit
if latestCommit != nil {
verification := asymkey_model . ParseCommitWithSignature ( ctx , latestCommit )
if err := asymkey_model . CalculateTrustStatus ( verification , ctx . Repo . Repository . GetTrustModel ( ) , func ( user * user_model . User ) ( bool , error ) {
return repo_model . IsOwnerMemberCollaborator ( ctx , ctx . Repo . Repository , user . ID )
} , nil ) ; err != nil {
ctx . ServerError ( "CalculateTrustStatus" , err )
return false
}
ctx . Data [ "LatestCommitVerification" ] = verification
ctx . Data [ "LatestCommitUser" ] = user_model . ValidateCommitWithEmail ( ctx , latestCommit )
statuses , _ , err := git_model . GetLatestCommitStatus ( ctx , ctx . Repo . Repository . ID , latestCommit . ID . String ( ) , db . ListOptions { ListAll : true } )
if err != nil {
log . Error ( "GetLatestCommitStatus: %v" , err )
}
ctx . Data [ "LatestCommitStatus" ] = git_model . CalcCommitStatus ( statuses )
ctx . Data [ "LatestCommitStatuses" ] = statuses
}
return true
}
2024-01-15 03:49:24 -05:00
func renderFile ( ctx * context . Context , entry * git . TreeEntry ) {
2016-08-30 05:08:38 -04:00
ctx . Data [ "IsViewFile" ] = true
2022-10-13 04:31:10 -04:00
ctx . Data [ "HideRepoInfo" ] = true
2016-08-30 05:08:38 -04:00
blob := entry . Blob ( )
2023-07-23 23:47:27 -04:00
buf , dataRc , fInfo , err := getFileReader ( ctx , ctx . Repo . Repository . ID , blob )
2016-08-30 05:08:38 -04:00
if err != nil {
2022-12-14 05:11:11 -05:00
ctx . ServerError ( "getFileReader" , err )
2016-08-30 05:08:38 -04:00
return
}
2017-11-28 20:50:39 -05:00
defer dataRc . Close ( )
2014-07-26 00:24:27 -04:00
2023-08-18 05:21:24 -04:00
ctx . Data [ "Title" ] = ctx . Tr ( "repo.file.title" , ctx . Repo . Repository . Name + "/" + ctx . Repo . TreePath , ctx . Repo . RefName )
2020-02-21 18:04:20 -05:00
ctx . Data [ "FileIsSymlink" ] = entry . IsLink ( )
2016-08-30 05:08:38 -04:00
ctx . Data [ "FileName" ] = blob . Name ( )
2024-01-15 03:49:24 -05:00
ctx . Data [ "RawFileLink" ] = ctx . Repo . RepoLink + "/raw/" + ctx . Repo . BranchNameSubURL ( ) + "/" + util . PathEscapeSegments ( ctx . Repo . TreePath )
2016-08-30 05:08:38 -04:00
2024-01-15 11:42:15 -05:00
commit , err := ctx . Repo . Commit . GetCommitByPath ( ctx . Repo . TreePath )
if err != nil {
ctx . ServerError ( "GetCommitByPath" , err )
return
}
if ! loadLatestCommitData ( ctx , commit ) {
return
}
2022-09-11 18:16:56 -04:00
if ctx . Repo . TreePath == ".editorconfig" {
2023-04-06 16:01:20 -04:00
_ , editorconfigWarning , editorconfigErr := ctx . Repo . GetEditorconfig ( ctx . Repo . Commit )
if editorconfigWarning != nil {
ctx . Data [ "FileWarning" ] = strings . TrimSpace ( editorconfigWarning . Error ( ) )
}
if editorconfigErr != nil {
ctx . Data [ "FileError" ] = strings . TrimSpace ( editorconfigErr . Error ( ) )
}
2023-05-08 19:30:14 -04:00
} else if issue_service . IsTemplateConfig ( ctx . Repo . TreePath ) {
_ , issueConfigErr := issue_service . GetTemplateConfig ( ctx . Repo . GitRepo , ctx . Repo . TreePath , ctx . Repo . Commit )
2023-04-06 16:01:20 -04:00
if issueConfigErr != nil {
ctx . Data [ "FileError" ] = strings . TrimSpace ( issueConfigErr . Error ( ) )
}
2023-04-22 22:16:54 -04:00
} else if actions . IsWorkflow ( ctx . Repo . TreePath ) {
content , err := actions . GetContentFromEntry ( entry )
if err != nil {
log . Error ( "actions.GetContentFromEntry: %v" , err )
}
_ , workFlowErr := model . ReadWorkflow ( bytes . NewReader ( content ) )
if workFlowErr != nil {
ctx . Data [ "FileError" ] = ctx . Locale . Tr ( "actions.runs.invalid_workflow_helper" , workFlowErr . Error ( ) )
}
2023-09-07 05:37:47 -04:00
} else if slices . Contains ( [ ] string { "CODEOWNERS" , "docs/CODEOWNERS" , ".gitea/CODEOWNERS" } , ctx . Repo . TreePath ) {
2023-06-13 05:02:25 -04:00
if data , err := blob . GetBlobContent ( setting . UI . MaxDisplayFileSize ) ; err == nil {
2023-06-08 04:56:05 -04:00
_ , warnings := issue_model . GetCodeOwnersFromContent ( ctx , data )
if len ( warnings ) > 0 {
ctx . Data [ "FileWarning" ] = strings . Join ( warnings , "\n" )
}
}
2022-09-11 18:16:56 -04:00
}
2021-08-10 20:31:13 -04:00
isDisplayingSource := ctx . FormString ( "display" ) == "source"
2021-01-12 22:45:19 -05:00
isDisplayingRendered := ! isDisplayingSource
2022-12-14 05:11:11 -05:00
if fInfo . isLFSFile {
ctx . Data [ "RawFileLink" ] = ctx . Repo . RepoLink + "/media/" + ctx . Repo . BranchNameSubURL ( ) + "/" + util . PathEscapeSegments ( ctx . Repo . TreePath )
2016-12-25 20:16:37 -05:00
}
2021-02-04 20:29:42 -05:00
2022-12-14 05:11:11 -05:00
isRepresentableAsText := fInfo . st . IsRepresentableAsText ( )
2021-02-04 20:29:42 -05:00
if ! isRepresentableAsText {
// If we can't show plain text, always try to render.
isDisplayingSource = false
isDisplayingRendered = true
}
2022-12-14 05:11:11 -05:00
ctx . Data [ "IsLFSFile" ] = fInfo . isLFSFile
ctx . Data [ "FileSize" ] = fInfo . fileSize
ctx . Data [ "IsTextFile" ] = fInfo . isTextFile
2021-02-04 20:29:42 -05:00
ctx . Data [ "IsRepresentableAsText" ] = isRepresentableAsText
ctx . Data [ "IsDisplayingSource" ] = isDisplayingSource
ctx . Data [ "IsDisplayingRendered" ] = isDisplayingRendered
2023-06-16 01:46:12 -04:00
ctx . Data [ "IsExecutable" ] = entry . IsExecutable ( )
2022-11-21 04:59:42 -05:00
2022-12-14 05:11:11 -05:00
isTextSource := fInfo . isTextFile || isDisplayingSource
2022-11-21 04:59:42 -05:00
ctx . Data [ "IsTextSource" ] = isTextSource
if isTextSource {
ctx . Data [ "CanCopyContent" ] = true
}
2021-02-04 20:29:42 -05:00
2019-10-29 17:32:21 -04:00
// Check LFS Lock
2023-01-08 22:50:54 -05:00
lfsLock , err := git_model . GetTreePathLock ( ctx , ctx . Repo . Repository . ID , ctx . Repo . TreePath )
2019-10-29 17:32:21 -04:00
ctx . Data [ "LFSLock" ] = lfsLock
if err != nil {
ctx . ServerError ( "GetTreePathLock" , err )
return
}
if lfsLock != nil {
2022-12-02 21:48:26 -05:00
u , err := user_model . GetUserByID ( ctx , lfsLock . OwnerID )
2021-11-24 04:49:20 -05:00
if err != nil {
ctx . ServerError ( "GetTreePathLock" , err )
return
}
2022-10-11 21:03:15 -04:00
ctx . Data [ "LFSLockOwner" ] = u . Name
2022-02-16 11:22:25 -05:00
ctx . Data [ "LFSLockOwnerHomeLink" ] = u . HomeLink ( )
2019-10-29 17:32:21 -04:00
ctx . Data [ "LFSLockHint" ] = ctx . Tr ( "repo.editor.this_file_locked" )
}
2016-12-25 20:16:37 -05:00
2016-08-30 05:08:38 -04:00
// Assume file is not editable first.
2022-12-14 05:11:11 -05:00
if fInfo . isLFSFile {
2019-02-12 10:09:43 -05:00
ctx . Data [ "EditFileTooltip" ] = ctx . Tr ( "repo.editor.cannot_edit_lfs_files" )
2021-01-12 22:45:19 -05:00
} else if ! isRepresentableAsText {
2016-08-30 05:08:38 -04:00
ctx . Data [ "EditFileTooltip" ] = ctx . Tr ( "repo.editor.cannot_edit_non_text_files" )
}
switch {
2021-01-12 22:45:19 -05:00
case isRepresentableAsText :
2022-12-14 05:11:11 -05:00
if fInfo . st . IsSvgImage ( ) {
2021-01-12 22:45:19 -05:00
ctx . Data [ "IsImageFile" ] = true
2022-11-21 04:59:42 -05:00
ctx . Data [ "CanCopyContent" ] = true
2021-01-12 22:45:19 -05:00
ctx . Data [ "HasSourceRenderedToggle" ] = true
}
2022-12-14 05:11:11 -05:00
if fInfo . fileSize >= setting . UI . MaxDisplayFileSize {
2016-08-30 05:08:38 -04:00
ctx . Data [ "IsFileTooLarge" ] = true
break
2014-07-26 00:24:27 -04:00
}
2024-01-27 13:02:51 -05:00
rd := charset . ToUTF8WithFallbackReader ( io . MultiReader ( bytes . NewReader ( buf ) , dataRc ) , charset . ConvertOpts { } )
2022-04-10 11:01:35 -04:00
shouldRenderSource := ctx . FormString ( "display" ) == "source"
2023-02-13 15:01:09 -05:00
readmeExist := util . IsReadmeFileName ( blob . Name ( ) )
2016-08-30 05:08:38 -04:00
ctx . Data [ "ReadmeExist" ] = readmeExist
2022-04-10 11:01:35 -04:00
markupType := markup . Type ( blob . Name ( ) )
2022-06-08 17:46:39 -04:00
// If the markup is detected by custom markup renderer it should not be reset later on
// to not pass it down to the render context.
detected := false
if markupType == "" {
detected = true
markupType = markup . DetectRendererType ( blob . Name ( ) , bytes . NewReader ( buf ) )
}
2022-04-10 11:01:35 -04:00
if markupType != "" {
ctx . Data [ "HasSourceRenderedToggle" ] = true
}
if markupType != "" && ! shouldRenderSource {
2017-10-16 19:17:22 -04:00
ctx . Data [ "IsMarkup" ] = true
2019-08-15 18:09:50 -04:00
ctx . Data [ "MarkupType" ] = markupType
2022-06-08 17:46:39 -04:00
if ! detected {
markupType = ""
}
2023-10-11 00:24:07 -04:00
metas := ctx . Repo . Repository . ComposeDocumentMetas ( ctx )
2022-06-15 23:33:23 -04:00
metas [ "BranchNameSubURL" ] = ctx . Repo . BranchNameSubURL ( )
2022-08-13 14:32:34 -04:00
ctx . Data [ "EscapeStatus" ] , ctx . Data [ "FileContent" ] , err = markupRender ( ctx , & markup . RenderContext {
2022-06-15 23:33:23 -04:00
Ctx : ctx ,
Type : markupType ,
RelativePath : ctx . Repo . TreePath ,
2024-01-15 03:49:24 -05:00
Links : markup . Links {
Base : ctx . Repo . RepoLink ,
BranchPath : ctx . Repo . BranchNameSubURL ( ) ,
TreePath : path . Dir ( ctx . Repo . TreePath ) ,
} ,
Metas : metas ,
GitRepo : ctx . Repo . GitRepo ,
2022-08-13 14:32:34 -04:00
} , rd )
2021-04-19 18:25:08 -04:00
if err != nil {
ctx . ServerError ( "Render" , err )
return
}
2022-06-15 23:33:23 -04:00
// to prevent iframe load third-party url
ctx . Resp . Header ( ) . Add ( "Content-Security-Policy" , "frame-src 'self'" )
2016-08-30 05:08:38 -04:00
} else {
2021-09-22 01:38:34 -04:00
buf , _ := io . ReadAll ( rd )
2022-07-30 15:17:43 -04:00
2023-10-02 03:23:18 -04:00
// The Open Group Base Specification: https://pubs.opengroup.org/onlinepubs/9699919799/basedefs/V1_chap03.html
2023-12-17 09:38:54 -05:00
// empty: 0 lines; "a": 1 incomplete-line; "a\n": 1 line; "a\nb": 1 line, 1 incomplete-line;
2023-10-02 03:23:18 -04:00
// Gitea uses the definition (like most modern editors):
// empty: 0 lines; "a": 1 line; "a\n": 2 lines; "a\nb": 2 lines;
// When rendering, the last empty line is not rendered in UI, while the line-number is still counted, to tell users that the file contains a trailing EOL.
// To make the UI more consistent, it could use an icon mark to indicate that there is no trailing EOL, and show line-number as the rendered lines.
// This NumLines is only used for the display on the UI: "xxx lines"
2022-07-30 15:17:43 -04:00
if len ( buf ) == 0 {
ctx . Data [ "NumLines" ] = 0
} else {
ctx . Data [ "NumLines" ] = bytes . Count ( buf , [ ] byte { '\n' } ) + 1
}
2019-10-29 12:05:26 -04:00
ctx . Data [ "NumLinesSet" ] = true
2021-11-17 15:37:00 -05:00
language := ""
indexFilename , worktree , deleteTemporaryFile , err := ctx . Repo . GitRepo . ReadTreeToTemporaryIndex ( ctx . Repo . CommitID )
if err == nil {
defer deleteTemporaryFile ( )
filename2attribute2info , err := ctx . Repo . GitRepo . CheckAttribute ( git . CheckAttributeOpts {
CachedOnly : true ,
Refactor git command package to improve security and maintainability (#22678)
This PR follows #21535 (and replace #22592)
## Review without space diff
https://github.com/go-gitea/gitea/pull/22678/files?diff=split&w=1
## Purpose of this PR
1. Make git module command completely safe (risky user inputs won't be
passed as argument option anymore)
2. Avoid low-level mistakes like
https://github.com/go-gitea/gitea/pull/22098#discussion_r1045234918
3. Remove deprecated and dirty `CmdArgCheck` function, hide the `CmdArg`
type
4. Simplify code when using git command
## The main idea of this PR
* Move the `git.CmdArg` to the `internal` package, then no other package
except `git` could use it. Then developers could never do
`AddArguments(git.CmdArg(userInput))` any more.
* Introduce `git.ToTrustedCmdArgs`, it's for user-provided and already
trusted arguments. It's only used in a few cases, for example: use git
arguments from config file, help unit test with some arguments.
* Introduce `AddOptionValues` and `AddOptionFormat`, they make code more
clear and simple:
* Before: `AddArguments("-m").AddDynamicArguments(message)`
* After: `AddOptionValues("-m", message)`
* -
* Before: `AddArguments(git.CmdArg(fmt.Sprintf("--author='%s <%s>'",
sig.Name, sig.Email)))`
* After: `AddOptionFormat("--author='%s <%s>'", sig.Name, sig.Email)`
## FAQ
### Why these changes were not done in #21535 ?
#21535 is mainly a search&replace, it did its best to not change too
much logic.
Making the framework better needs a lot of changes, so this separate PR
is needed as the second step.
### The naming of `AddOptionXxx`
According to git's manual, the `--xxx` part is called `option`.
### How can it guarantee that `internal.CmdArg` won't be not misused?
Go's specification guarantees that. Trying to access other package's
internal package causes compilation error.
And, `golangci-lint` also denies the git/internal package. Only the
`git/command.go` can use it carefully.
### There is still a `ToTrustedCmdArgs`, will it still allow developers
to make mistakes and pass untrusted arguments?
Generally speaking, no. Because when using `ToTrustedCmdArgs`, the code
will be very complex (see the changes for examples). Then developers and
reviewers can know that something might be unreasonable.
### Why there was a `CmdArgCheck` and why it's removed?
At the moment of #21535, to reduce unnecessary changes, `CmdArgCheck`
was introduced as a hacky patch. Now, almost all code could be written
as `cmd := NewCommand(); cmd.AddXxx(...)`, then there is no need for
`CmdArgCheck` anymore.
### Why many codes for `signArg == ""` is deleted?
Because in the old code, `signArg` could never be empty string, it's
either `-S[key-id]` or `--no-gpg-sign`. So the `signArg == ""` is just
dead code.
---------
Co-authored-by: Lunny Xiao <xiaolunwen@gmail.com>
2023-02-03 21:30:43 -05:00
Attributes : [ ] string { "linguist-language" , "gitlab-language" } ,
2021-11-17 15:37:00 -05:00
Filenames : [ ] string { ctx . Repo . TreePath } ,
IndexFile : indexFilename ,
WorkTree : worktree ,
} )
if err != nil {
log . Error ( "Unable to load attributes for %-v:%s. Error: %v" , ctx . Repo . Repository , ctx . Repo . TreePath , err )
}
language = filename2attribute2info [ ctx . Repo . TreePath ] [ "linguist-language" ]
if language == "" || language == "unspecified" {
language = filename2attribute2info [ ctx . Repo . TreePath ] [ "gitlab-language" ]
}
if language == "unspecified" {
language = ""
}
}
2022-11-19 06:08:06 -05:00
fileContent , lexerName , err := highlight . File ( blob . Name ( ) , language , buf )
ctx . Data [ "LexerName" ] = lexerName
2022-07-30 15:17:43 -04:00
if err != nil {
log . Error ( "highlight.File failed, fallback to plain text: %v" , err )
fileContent = highlight . PlainText ( buf )
}
2022-08-13 14:32:34 -04:00
status := & charset . EscapeStatus { }
statuses := make ( [ ] * charset . EscapeStatus , len ( fileContent ) )
2022-01-06 20:18:52 -05:00
for i , line := range fileContent {
2022-08-13 14:32:34 -04:00
statuses [ i ] , fileContent [ i ] = charset . EscapeControlHTML ( line , ctx . Locale )
status = status . Or ( statuses [ i ] )
2022-01-06 20:18:52 -05:00
}
2022-08-13 14:32:34 -04:00
ctx . Data [ "EscapeStatus" ] = status
2022-01-06 20:18:52 -05:00
ctx . Data [ "FileContent" ] = fileContent
ctx . Data [ "LineEscapeStatus" ] = statuses
2014-09-26 08:55:13 -04:00
}
2022-12-14 05:11:11 -05:00
if ! fInfo . isLFSFile {
2023-07-22 10:14:27 -04:00
if ctx . Repo . CanEnableEditor ( ctx , ctx . Doer ) {
2022-03-22 03:03:22 -04:00
if lfsLock != nil && lfsLock . OwnerID != ctx . Doer . ID {
2019-10-29 17:32:21 -04:00
ctx . Data [ "CanEditFile" ] = false
ctx . Data [ "EditFileTooltip" ] = ctx . Tr ( "repo.editor.this_file_locked" )
} else {
ctx . Data [ "CanEditFile" ] = true
ctx . Data [ "EditFileTooltip" ] = ctx . Tr ( "repo.editor.edit_this_file" )
}
2019-02-12 10:09:43 -05:00
} else if ! ctx . Repo . IsViewBranch {
ctx . Data [ "EditFileTooltip" ] = ctx . Tr ( "repo.editor.must_be_on_a_branch" )
2023-07-22 10:14:27 -04:00
} else if ! ctx . Repo . CanWriteToBranch ( ctx , ctx . Doer , ctx . Repo . BranchName ) {
2019-02-12 10:09:43 -05:00
ctx . Data [ "EditFileTooltip" ] = ctx . Tr ( "repo.editor.fork_before_edit" )
}
2016-08-28 04:41:44 -04:00
}
2016-08-30 05:08:38 -04:00
2022-12-14 05:11:11 -05:00
case fInfo . st . IsPDF ( ) :
2016-08-30 05:08:38 -04:00
ctx . Data [ "IsPDFFile" ] = true
2022-12-14 05:11:11 -05:00
case fInfo . st . IsVideo ( ) :
2016-12-20 03:09:11 -05:00
ctx . Data [ "IsVideoFile" ] = true
2022-12-14 05:11:11 -05:00
case fInfo . st . IsAudio ( ) :
2018-10-29 22:17:26 -04:00
ctx . Data [ "IsAudioFile" ] = true
2022-12-14 05:11:11 -05:00
case fInfo . st . IsImage ( ) && ( setting . UI . SVG . Enabled || ! fInfo . st . IsSvgImage ( ) ) :
2016-08-30 05:08:38 -04:00
ctx . Data [ "IsImageFile" ] = true
2022-11-21 04:59:42 -05:00
ctx . Data [ "CanCopyContent" ] = true
2019-10-21 02:54:18 -04:00
default :
2022-12-14 05:11:11 -05:00
if fInfo . fileSize >= setting . UI . MaxDisplayFileSize {
2019-10-21 02:54:18 -04:00
ctx . Data [ "IsFileTooLarge" ] = true
break
}
if markupType := markup . Type ( blob . Name ( ) ) ; markupType != "" {
2021-04-19 18:25:08 -04:00
rd := io . MultiReader ( bytes . NewReader ( buf ) , dataRc )
2019-10-21 02:54:18 -04:00
ctx . Data [ "IsMarkup" ] = true
ctx . Data [ "MarkupType" ] = markupType
2022-08-13 14:32:34 -04:00
ctx . Data [ "EscapeStatus" ] , ctx . Data [ "FileContent" ] , err = markupRender ( ctx , & markup . RenderContext {
2022-06-15 23:33:23 -04:00
Ctx : ctx ,
RelativePath : ctx . Repo . TreePath ,
2024-01-15 03:49:24 -05:00
Links : markup . Links {
Base : ctx . Repo . RepoLink ,
BranchPath : ctx . Repo . BranchNameSubURL ( ) ,
TreePath : path . Dir ( ctx . Repo . TreePath ) ,
} ,
Metas : ctx . Repo . Repository . ComposeDocumentMetas ( ctx ) ,
GitRepo : ctx . Repo . GitRepo ,
2022-08-13 14:32:34 -04:00
} , rd )
2021-04-19 18:25:08 -04:00
if err != nil {
ctx . ServerError ( "Render" , err )
return
}
2019-10-21 02:54:18 -04:00
}
2014-07-26 00:24:27 -04:00
}
2024-01-24 00:51:37 -05:00
if ctx . Repo . GitRepo != nil {
checker , deferable := ctx . Repo . GitRepo . CheckAttributeReader ( ctx . Repo . CommitID )
if checker != nil {
defer deferable ( )
attrs , err := checker . CheckPath ( ctx . Repo . TreePath )
if err == nil {
vendored , has := attrs [ "linguist-vendored" ]
ctx . Data [ "IsVendored" ] = has && ( vendored == "set" || vendored == "true" )
generated , has := attrs [ "linguist-generated" ]
ctx . Data [ "IsGenerated" ] = has && ( generated == "set" || generated == "true" )
}
}
}
2023-07-31 01:04:45 -04:00
if fInfo . st . IsImage ( ) && ! fInfo . st . IsSvgImage ( ) {
img , _ , err := image . DecodeConfig ( bytes . NewReader ( buf ) )
if err == nil {
// There are Image formats go can't decode
// Instead of throwing an error in that case, we show the size only when we can decode
ctx . Data [ "ImageSize" ] = fmt . Sprintf ( "%dx%dpx" , img . Width , img . Height )
}
}
2023-07-22 10:14:27 -04:00
if ctx . Repo . CanEnableEditor ( ctx , ctx . Doer ) {
2022-03-22 03:03:22 -04:00
if lfsLock != nil && lfsLock . OwnerID != ctx . Doer . ID {
2019-10-29 17:32:21 -04:00
ctx . Data [ "CanDeleteFile" ] = false
ctx . Data [ "DeleteFileTooltip" ] = ctx . Tr ( "repo.editor.this_file_locked" )
} else {
ctx . Data [ "CanDeleteFile" ] = true
ctx . Data [ "DeleteFileTooltip" ] = ctx . Tr ( "repo.editor.delete_this_file" )
}
2016-08-30 05:08:38 -04:00
} else if ! ctx . Repo . IsViewBranch {
ctx . Data [ "DeleteFileTooltip" ] = ctx . Tr ( "repo.editor.must_be_on_a_branch" )
2023-07-22 10:14:27 -04:00
} else if ! ctx . Repo . CanWriteToBranch ( ctx , ctx . Doer , ctx . Repo . BranchName ) {
2016-08-30 05:08:38 -04:00
ctx . Data [ "DeleteFileTooltip" ] = ctx . Tr ( "repo.editor.must_have_write_access" )
}
}
2023-12-17 09:38:54 -05:00
func markupRender ( ctx * context . Context , renderCtx * markup . RenderContext , input io . Reader ) ( escaped * charset . EscapeStatus , output template . HTML , err error ) {
2022-08-13 14:32:34 -04:00
markupRd , markupWr := io . Pipe ( )
defer markupWr . Close ( )
done := make ( chan struct { } )
go func ( ) {
sb := & strings . Builder { }
// We allow NBSP here this is rendered
escaped , _ = charset . EscapeControlReader ( markupRd , sb , ctx . Locale , charset . RuneNBSP )
2023-12-17 09:38:54 -05:00
output = template . HTML ( sb . String ( ) )
2022-08-13 14:32:34 -04:00
close ( done )
} ( )
err = markup . Render ( renderCtx , input , markupWr )
_ = markupWr . CloseWithError ( err )
<- done
return escaped , output , err
}
2021-10-08 09:08:22 -04:00
func checkHomeCodeViewable ( ctx * context . Context ) {
2018-11-28 06:26:14 -05:00
if len ( ctx . Repo . Units ) > 0 {
2019-10-13 09:23:14 -04:00
if ctx . Repo . Repository . IsBeingCreated ( ) {
2023-09-16 10:39:12 -04:00
task , err := admin_model . GetMigratingTask ( ctx , ctx . Repo . Repository . ID )
2019-10-13 09:23:14 -04:00
if err != nil {
2022-08-24 22:31:57 -04:00
if admin_model . IsErrTaskDoesNotExist ( err ) {
2021-11-13 06:28:50 -05:00
ctx . Data [ "Repo" ] = ctx . Repo
ctx . Data [ "CloneAddr" ] = ""
ctx . Data [ "Failed" ] = true
ctx . HTML ( http . StatusOK , tplMigrating )
return
}
2019-10-13 09:23:14 -04:00
ctx . ServerError ( "models.GetMigratingTask" , err )
return
}
cfg , err := task . MigrateConfig ( )
if err != nil {
ctx . ServerError ( "task.MigrateConfig" , err )
return
}
ctx . Data [ "Repo" ] = ctx . Repo
ctx . Data [ "MigrateTask" ] = task
2023-09-16 12:03:02 -04:00
ctx . Data [ "CloneAddr" ] , _ = util . SanitizeURL ( cfg . CloneAddr )
2021-06-30 15:14:53 -04:00
ctx . Data [ "Failed" ] = task . Status == structs . TaskStatusFailed
2021-04-05 11:30:52 -04:00
ctx . HTML ( http . StatusOK , tplMigrating )
2019-10-13 09:23:14 -04:00
return
}
2021-02-28 19:47:30 -05:00
if ctx . IsSigned {
// Set repo notification-status read if unread
2022-08-24 22:31:57 -04:00
if err := activities_model . SetRepoReadBy ( ctx , ctx . Repo . Repository . ID , ctx . Doer . ID ) ; err != nil {
2021-02-28 19:47:30 -05:00
ctx . ServerError ( "ReadBy" , err )
return
}
}
2021-11-09 14:57:58 -05:00
var firstUnit * unit_model . Unit
2018-11-28 06:26:14 -05:00
for _ , repoUnit := range ctx . Repo . Units {
2021-11-09 14:57:58 -05:00
if repoUnit . Type == unit_model . TypeCode {
2017-10-01 09:50:56 -04:00
return
}
2021-11-09 14:57:58 -05:00
unit , ok := unit_model . Units [ repoUnit . Type ]
2023-12-31 11:54:43 -05:00
if ok && ( firstUnit == nil || ! firstUnit . IsLessThan ( unit ) ) && repoUnit . Type . CanBeDefault ( ) {
2017-10-01 09:50:56 -04:00
firstUnit = & unit
}
2017-05-18 10:54:24 -04:00
}
2017-10-01 09:50:56 -04:00
if firstUnit != nil {
2021-11-16 13:18:25 -05:00
ctx . Redirect ( fmt . Sprintf ( "%s%s" , ctx . Repo . Repository . Link ( ) , firstUnit . URI ) )
2017-05-18 10:54:24 -04:00
return
}
}
2018-01-10 16:34:17 -05:00
ctx . NotFound ( "Home" , fmt . Errorf ( ctx . Tr ( "units.error.no_unit_allowed_repo" ) ) )
2017-05-18 10:54:24 -04:00
}
2022-11-11 12:02:50 -05:00
func checkCitationFile ( ctx * context . Context , entry * git . TreeEntry ) {
if entry . Name ( ) != "" {
return
}
tree , err := ctx . Repo . Commit . SubTree ( ctx . Repo . TreePath )
if err != nil {
2023-09-29 03:42:39 -04:00
HandleGitError ( ctx , "Repo.Commit.SubTree" , err )
2022-11-11 12:02:50 -05:00
return
}
allEntries , err := tree . ListEntries ( )
if err != nil {
ctx . ServerError ( "ListEntries" , err )
return
}
for _ , entry := range allEntries {
if entry . Name ( ) == "CITATION.cff" || entry . Name ( ) == "CITATION.bib" {
// Read Citation file contents
2023-12-06 03:51:01 -05:00
if content , err := entry . Blob ( ) . GetBlobContent ( setting . UI . MaxDisplayFileSize ) ; err != nil {
log . Error ( "checkCitationFile: GetBlobContent: %v" , err )
} else {
ctx . Data [ "CitiationExist" ] = true
ctx . PageData [ "citationFileContent" ] = content
break
2022-11-11 12:02:50 -05:00
}
}
}
}
2021-10-08 09:08:22 -04:00
// Home render repository home page
func Home ( ctx * context . Context ) {
2023-04-22 19:38:25 -04:00
if setting . Other . EnableFeed {
2022-11-21 00:14:58 -05:00
isFeed , _ , showFeedType := feed . GetFeedType ( ctx . Params ( ":reponame" ) , ctx . Req )
if isFeed {
2023-10-20 05:40:32 -04:00
if ctx . Link == fmt . Sprintf ( "%s.%s" , ctx . Repo . RepoLink , showFeedType ) {
2023-04-25 10:08:29 -04:00
feed . ShowRepoFeed ( ctx , ctx . Repo . Repository , showFeedType )
2023-10-20 05:40:32 -04:00
return
}
if ctx . Repo . Repository . IsEmpty {
ctx . NotFound ( "MustBeNotEmpty" , nil )
return
}
if ctx . Repo . TreePath == "" {
2023-04-25 10:08:29 -04:00
feed . ShowBranchFeed ( ctx , ctx . Repo . Repository , showFeedType )
2023-10-20 05:40:32 -04:00
} else {
2023-04-25 10:08:29 -04:00
feed . ShowFileFeed ( ctx , ctx . Repo . Repository , showFeedType )
}
2022-11-21 00:14:58 -05:00
return
}
}
2022-03-13 12:40:47 -04:00
2021-10-08 09:08:22 -04:00
checkHomeCodeViewable ( ctx )
if ctx . Written ( ) {
return
}
renderCode ( ctx )
}
// LastCommit returns lastCommit data for the provided branch/tag/commit and directory (in url) and filenames in body
func LastCommit ( ctx * context . Context ) {
checkHomeCodeViewable ( ctx )
if ctx . Written ( ) {
return
}
renderDirectoryFiles ( ctx , 0 )
if ctx . Written ( ) {
return
}
var treeNames [ ] string
paths := make ( [ ] string , 0 , 5 )
if len ( ctx . Repo . TreePath ) > 0 {
treeNames = strings . Split ( ctx . Repo . TreePath , "/" )
for i := range treeNames {
paths = append ( paths , strings . Join ( treeNames [ : i + 1 ] , "/" ) )
}
ctx . Data [ "HasParentPath" ] = true
if len ( paths ) - 2 >= 0 {
ctx . Data [ "ParentPath" ] = "/" + paths [ len ( paths ) - 2 ]
}
}
branchLink := ctx . Repo . RepoLink + "/src/" + ctx . Repo . BranchNameSubURL ( )
ctx . Data [ "BranchLink" ] = branchLink
ctx . HTML ( http . StatusOK , tplRepoViewList )
}
func renderDirectoryFiles ( ctx * context . Context , timeout time . Duration ) git . Entries {
tree , err := ctx . Repo . Commit . SubTree ( ctx . Repo . TreePath )
if err != nil {
2023-09-29 03:42:39 -04:00
HandleGitError ( ctx , "Repo.Commit.SubTree" , err )
2021-10-08 09:08:22 -04:00
return nil
}
2021-11-16 13:18:25 -05:00
ctx . Data [ "LastCommitLoaderURL" ] = ctx . Repo . RepoLink + "/lastcommit/" + url . PathEscape ( ctx . Repo . CommitID ) + "/" + util . PathEscapeSegments ( ctx . Repo . TreePath )
2021-10-08 09:08:22 -04:00
// Get current entry user currently looking at.
entry , err := ctx . Repo . Commit . GetTreeEntryByPath ( ctx . Repo . TreePath )
if err != nil {
2023-09-29 03:42:39 -04:00
HandleGitError ( ctx , "Repo.Commit.GetTreeEntryByPath" , err )
2021-10-08 09:08:22 -04:00
return nil
}
if ! entry . IsDir ( ) {
2023-09-29 03:42:39 -04:00
HandleGitError ( ctx , "Repo.Commit.GetTreeEntryByPath" , err )
2021-10-08 09:08:22 -04:00
return nil
}
allEntries , err := tree . ListEntries ( )
if err != nil {
ctx . ServerError ( "ListEntries" , err )
return nil
}
allEntries . CustomSort ( base . NaturalSortLess )
commitInfoCtx := gocontext . Context ( ctx )
if timeout > 0 {
var cancel gocontext . CancelFunc
commitInfoCtx , cancel = gocontext . WithTimeout ( ctx , timeout )
defer cancel ( )
}
2022-10-12 01:18:26 -04:00
selected := make ( container . Set [ string ] )
selected . AddMultiple ( ctx . FormStrings ( "f[]" ) ... )
2021-10-08 09:08:22 -04:00
entries := allEntries
if len ( selected ) > 0 {
entries = make ( git . Entries , 0 , len ( selected ) )
for _ , entry := range allEntries {
2022-10-12 01:18:26 -04:00
if selected . Contains ( entry . Name ( ) ) {
2021-10-08 09:08:22 -04:00
entries = append ( entries , entry )
}
}
}
var latestCommit * git . Commit
2022-07-25 11:39:42 -04:00
ctx . Data [ "Files" ] , latestCommit , err = entries . GetCommitsInfo ( commitInfoCtx , ctx . Repo . Commit , ctx . Repo . TreePath )
2021-10-08 09:08:22 -04:00
if err != nil {
ctx . ServerError ( "GetCommitsInfo" , err )
return nil
}
2024-01-15 11:42:15 -05:00
if ! loadLatestCommitData ( ctx , latestCommit ) {
return nil
2022-07-15 09:01:32 -04:00
}
2021-10-08 09:08:22 -04:00
branchLink := ctx . Repo . RepoLink + "/src/" + ctx . Repo . BranchNameSubURL ( )
treeLink := branchLink
if len ( ctx . Repo . TreePath ) > 0 {
2021-11-16 13:18:25 -05:00
treeLink += "/" + util . PathEscapeSegments ( ctx . Repo . TreePath )
2021-10-08 09:08:22 -04:00
}
ctx . Data [ "TreeLink" ] = treeLink
ctx . Data [ "SSHDomain" ] = setting . SSH . Domain
return allEntries
}
2020-02-11 04:34:17 -05:00
func renderLanguageStats ( ctx * context . Context ) {
2023-10-11 00:24:07 -04:00
langs , err := repo_model . GetTopLanguageStats ( ctx , ctx . Repo . Repository , 5 )
2020-02-11 04:34:17 -05:00
if err != nil {
ctx . ServerError ( "Repo.GetTopLanguageStats" , err )
return
}
ctx . Data [ "LanguageStats" ] = langs
}
2020-05-05 17:51:49 -04:00
func renderRepoTopics ( ctx * context . Context ) {
2023-09-16 10:39:12 -04:00
topics , _ , err := repo_model . FindTopics ( ctx , & repo_model . FindTopicOptions {
2020-05-05 17:51:49 -04:00
RepoID : ctx . Repo . Repository . ID ,
} )
if err != nil {
ctx . ServerError ( "models.FindTopics" , err )
return
}
ctx . Data [ "Topics" ] = topics
}
2017-05-18 10:54:24 -04:00
func renderCode ( ctx * context . Context ) {
2017-03-18 06:59:07 -04:00
ctx . Data [ "PageIsViewCode" ] = true
2023-04-19 09:40:42 -04:00
ctx . Data [ "RepositoryUploadEnabled" ] = setting . Repository . Upload . Enabled
2017-03-18 06:59:07 -04:00
2023-04-19 09:40:42 -04:00
if ctx . Repo . Commit == nil || ctx . Repo . Repository . IsEmpty || ctx . Repo . Repository . IsBroken ( ) {
showEmpty := true
2022-07-27 12:46:34 -04:00
var err error
if ctx . Repo . GitRepo != nil {
2023-04-19 09:40:42 -04:00
showEmpty , err = ctx . Repo . GitRepo . IsEmpty ( )
2022-07-27 12:46:34 -04:00
if err != nil {
2023-04-19 09:40:42 -04:00
log . Error ( "GitRepo.IsEmpty: %v" , err )
ctx . Repo . Repository . Status = repo_model . RepositoryBroken
showEmpty = true
ctx . Flash . Error ( ctx . Tr ( "error.occurred" ) , true )
2022-07-27 12:46:34 -04:00
}
2021-12-24 10:36:26 -05:00
}
2023-04-19 09:40:42 -04:00
if showEmpty {
2021-12-24 10:36:26 -05:00
ctx . HTML ( http . StatusOK , tplRepoEMPTY )
return
}
2023-04-19 09:40:42 -04:00
2021-12-24 10:36:26 -05:00
// the repo is not really empty, so we should update the modal in database
// such problem may be caused by:
// 1) an error occurs during pushing/receiving. 2) the user replaces an empty git repo manually
// and even more: the IsEmpty flag is deeply broken and should be removed with the UI changed to manage to cope with empty repos.
// it's possible for a repository to be non-empty by that flag but still 500
// because there are no branches - only tags -or the default branch is non-extant as it has been 0-pushed.
ctx . Repo . Repository . IsEmpty = false
2022-05-20 10:08:52 -04:00
if err = repo_model . UpdateRepositoryCols ( ctx , ctx . Repo . Repository , "is_empty" ) ; err != nil {
2021-12-24 10:36:26 -05:00
ctx . ServerError ( "UpdateRepositoryCols" , err )
return
}
2022-06-06 04:01:49 -04:00
if err = repo_module . UpdateRepoSize ( ctx , ctx . Repo . Repository ) ; err != nil {
2021-12-24 10:36:26 -05:00
ctx . ServerError ( "UpdateRepoSize" , err )
return
}
2023-04-19 09:40:42 -04:00
// the repo's IsEmpty has been updated, redirect to this page to make sure middlewares can get the correct values
link := ctx . Link
if ctx . Req . URL . RawQuery != "" {
link += "?" + ctx . Req . URL . RawQuery
}
ctx . Redirect ( link )
return
2017-03-18 06:59:07 -04:00
}
2016-08-30 05:08:38 -04:00
title := ctx . Repo . Repository . Owner . Name + "/" + ctx . Repo . Repository . Name
if len ( ctx . Repo . Repository . Description ) > 0 {
title += ": " + ctx . Repo . Repository . Description
}
ctx . Data [ "Title" ] = title
2018-04-10 22:51:44 -04:00
// Get Topics of this repo
2020-05-05 17:51:49 -04:00
renderRepoTopics ( ctx )
if ctx . Written ( ) {
2018-04-10 22:51:44 -04:00
return
}
2016-08-30 05:08:38 -04:00
// Get current entry user currently looking at.
entry , err := ctx . Repo . Commit . GetTreeEntryByPath ( ctx . Repo . TreePath )
if err != nil {
2023-09-29 03:42:39 -04:00
HandleGitError ( ctx , "Repo.Commit.GetTreeEntryByPath" , err )
2016-08-30 05:08:38 -04:00
return
}
2023-04-19 09:40:42 -04:00
checkCitationFile ( ctx , entry )
if ctx . Written ( ) {
return
2022-11-11 12:02:50 -05:00
}
2020-02-11 04:34:17 -05:00
renderLanguageStats ( ctx )
if ctx . Written ( ) {
return
}
2016-08-30 05:08:38 -04:00
if entry . IsDir ( ) {
2024-01-15 03:49:24 -05:00
renderDirectory ( ctx )
2016-08-30 05:08:38 -04:00
} else {
2024-01-15 03:49:24 -05:00
renderFile ( ctx , entry )
2016-08-30 05:08:38 -04:00
}
if ctx . Written ( ) {
return
}
2014-07-26 00:24:27 -04:00
2023-07-07 23:19:00 -04:00
if ctx . Doer != nil {
if err := ctx . Repo . Repository . GetBaseRepo ( ctx ) ; err != nil {
ctx . ServerError ( "GetBaseRepo" , err )
return
}
2023-08-01 03:25:11 -04:00
2024-01-21 09:18:24 -05:00
// If the repo is a mirror, don't display recently pushed branches.
if ctx . Repo . Repository . IsMirror {
goto PostRecentBranchCheck
2023-08-01 03:25:11 -04:00
}
2024-01-21 09:18:24 -05:00
// If pull requests aren't enabled for either the current repo, or its
// base, don't display recently pushed branches.
if ! ( ctx . Repo . Repository . AllowsPulls ( ctx ) ||
( ctx . Repo . Repository . BaseRepo != nil && ctx . Repo . Repository . BaseRepo . AllowsPulls ( ctx ) ) ) {
goto PostRecentBranchCheck
}
// Find recently pushed new branches to *this* repo.
branches , err := git_model . FindRecentlyPushedNewBranches ( ctx , ctx . Repo . Repository . ID , ctx . Doer . ID , ctx . Repo . Repository . DefaultBranch )
if err != nil {
ctx . ServerError ( "FindRecentlyPushedBranches" , err )
return
}
// If this is not a fork, check if the signed in user has a fork, and
// check branches there.
if ! ctx . Repo . Repository . IsFork {
repo := repo_model . GetForkedRepo ( ctx , ctx . Doer . ID , ctx . Repo . Repository . ID )
if repo != nil {
baseBranches , err := git_model . FindRecentlyPushedNewBranches ( ctx , repo . ID , ctx . Doer . ID , repo . DefaultBranch )
if err != nil {
ctx . ServerError ( "FindRecentlyPushedBranches" , err )
return
}
branches = append ( branches , baseBranches ... )
2023-08-01 03:25:11 -04:00
}
2023-07-07 23:19:00 -04:00
}
2024-01-21 09:18:24 -05:00
2024-01-21 12:03:04 -05:00
// Filter out branches that have no relation to the default branch of
// the repository.
var filteredBranches [ ] * git_model . Branch
for _ , branch := range branches {
repo , err := branch . GetRepo ( ctx )
if err != nil {
continue
}
gitRepo , err := git . OpenRepository ( ctx , repo . RepoPath ( ) )
if err != nil {
continue
}
defer gitRepo . Close ( )
head , err := gitRepo . GetCommit ( branch . CommitID )
if err != nil {
continue
}
defaultBranch , err := gitRepo . GetDefaultBranch ( )
if err != nil {
continue
}
defaultBranchHead , err := gitRepo . GetCommit ( defaultBranch )
if err != nil {
continue
}
hasMergeBase , err := head . HasPreviousCommit ( defaultBranchHead . ID )
if err != nil {
continue
}
if hasMergeBase {
filteredBranches = append ( filteredBranches , branch )
}
}
ctx . Data [ "RecentlyPushedNewBranches" ] = filteredBranches
2023-07-07 23:19:00 -04:00
}
2024-01-21 09:18:24 -05:00
PostRecentBranchCheck :
2016-08-30 05:08:38 -04:00
var treeNames [ ] string
paths := make ( [ ] string , 0 , 5 )
if len ( ctx . Repo . TreePath ) > 0 {
treeNames = strings . Split ( ctx . Repo . TreePath , "/" )
for i := range treeNames {
paths = append ( paths , strings . Join ( treeNames [ : i + 1 ] , "/" ) )
2014-07-26 00:24:27 -04:00
}
ctx . Data [ "HasParentPath" ] = true
2016-08-09 15:56:00 -04:00
if len ( paths ) - 2 >= 0 {
ctx . Data [ "ParentPath" ] = "/" + paths [ len ( paths ) - 2 ]
2014-07-26 00:24:27 -04:00
}
}
2016-08-09 15:56:00 -04:00
ctx . Data [ "Paths" ] = paths
2024-01-15 03:49:24 -05:00
branchLink := ctx . Repo . RepoLink + "/src/" + ctx . Repo . BranchNameSubURL ( )
treeLink := branchLink
if len ( ctx . Repo . TreePath ) > 0 {
treeLink += "/" + util . PathEscapeSegments ( ctx . Repo . TreePath )
}
2016-08-27 18:25:01 -04:00
ctx . Data [ "TreeLink" ] = treeLink
2016-08-30 05:08:38 -04:00
ctx . Data [ "TreeNames" ] = treeNames
2014-07-26 00:24:27 -04:00
ctx . Data [ "BranchLink" ] = branchLink
2021-04-05 11:30:52 -04:00
ctx . HTML ( http . StatusOK , tplRepoHome )
2014-07-26 00:24:27 -04:00
}
2015-11-16 23:28:46 -05:00
2021-07-08 07:38:13 -04:00
// RenderUserCards render a page show users according the input template
2021-11-24 04:49:20 -05:00
func RenderUserCards ( ctx * context . Context , total int , getter func ( opts db . ListOptions ) ( [ ] * user_model . User , error ) , tpl base . TplName ) {
2021-07-28 21:42:15 -04:00
page := ctx . FormInt ( "page" )
2015-11-16 23:28:46 -05:00
if page <= 0 {
page = 1
}
2022-06-12 11:51:54 -04:00
pager := context . NewPagination ( total , setting . ItemsPerPage , page , 5 )
2015-11-16 23:28:46 -05:00
ctx . Data [ "Page" ] = pager
2021-09-24 07:32:56 -04:00
items , err := getter ( db . ListOptions {
2021-02-04 12:23:46 -05:00
Page : pager . Paginater . Current ( ) ,
2022-06-12 11:51:54 -04:00
PageSize : setting . ItemsPerPage ,
2021-02-04 12:23:46 -05:00
} )
2015-11-16 23:28:46 -05:00
if err != nil {
2018-01-10 16:34:17 -05:00
ctx . ServerError ( "getter" , err )
2015-11-16 23:28:46 -05:00
return
}
2015-12-21 07:24:11 -05:00
ctx . Data [ "Cards" ] = items
2015-11-16 23:28:46 -05:00
2021-04-05 11:30:52 -04:00
ctx . HTML ( http . StatusOK , tpl )
2015-11-16 23:28:46 -05:00
}
2016-11-21 05:03:29 -05:00
// Watchers render repository's watch users
2016-03-11 11:56:52 -05:00
func Watchers ( ctx * context . Context ) {
2015-11-16 23:28:46 -05:00
ctx . Data [ "Title" ] = ctx . Tr ( "repo.watchers" )
2015-12-21 07:24:11 -05:00
ctx . Data [ "CardsTitle" ] = ctx . Tr ( "repo.watchers" )
2015-11-16 23:28:46 -05:00
ctx . Data [ "PageIsWatchers" ] = true
2019-04-20 00:15:19 -04:00
2021-12-09 20:27:50 -05:00
RenderUserCards ( ctx , ctx . Repo . Repository . NumWatches , func ( opts db . ListOptions ) ( [ ] * user_model . User , error ) {
2023-09-15 02:13:19 -04:00
return repo_model . GetRepoWatchers ( ctx , ctx . Repo . Repository . ID , opts )
2021-12-09 20:27:50 -05:00
} , tplWatchers )
2015-11-16 23:28:46 -05:00
}
2016-11-21 05:03:29 -05:00
// Stars render repository's starred users
2016-03-11 11:56:52 -05:00
func Stars ( ctx * context . Context ) {
2015-11-16 23:28:46 -05:00
ctx . Data [ "Title" ] = ctx . Tr ( "repo.stargazers" )
2015-12-21 07:24:11 -05:00
ctx . Data [ "CardsTitle" ] = ctx . Tr ( "repo.stargazers" )
2015-11-16 23:28:46 -05:00
ctx . Data [ "PageIsStargazers" ] = true
2021-11-24 04:49:20 -05:00
RenderUserCards ( ctx , ctx . Repo . Repository . NumStars , func ( opts db . ListOptions ) ( [ ] * user_model . User , error ) {
2023-09-15 02:13:19 -04:00
return repo_model . GetStargazers ( ctx , ctx . Repo . Repository , opts )
2021-11-22 10:21:55 -05:00
} , tplWatchers )
2015-11-16 23:28:46 -05:00
}
2015-11-16 23:33:40 -05:00
2016-11-21 05:03:29 -05:00
// Forks render repository's forked users
2016-03-11 11:56:52 -05:00
func Forks ( ctx * context . Context ) {
2023-04-17 16:41:06 -04:00
ctx . Data [ "Title" ] = ctx . Tr ( "repo.forks" )
2015-11-16 23:33:40 -05:00
2021-11-18 09:45:56 -05:00
page := ctx . FormInt ( "page" )
if page <= 0 {
page = 1
}
2022-06-12 11:51:54 -04:00
pager := context . NewPagination ( ctx . Repo . Repository . NumForks , setting . ItemsPerPage , page , 5 )
2021-11-18 09:45:56 -05:00
ctx . Data [ "Page" ] = pager
2023-09-14 13:09:32 -04:00
forks , err := repo_model . GetForks ( ctx , ctx . Repo . Repository , db . ListOptions {
2021-11-18 09:45:56 -05:00
Page : pager . Paginater . Current ( ) ,
2022-06-12 11:51:54 -04:00
PageSize : setting . ItemsPerPage ,
2021-11-18 09:45:56 -05:00
} )
2015-11-16 23:33:40 -05:00
if err != nil {
2018-01-10 16:34:17 -05:00
ctx . ServerError ( "GetForks" , err )
2015-11-16 23:33:40 -05:00
return
}
for _ , fork := range forks {
2023-02-18 07:11:03 -05:00
if err = fork . LoadOwner ( ctx ) ; err != nil {
ctx . ServerError ( "LoadOwner" , err )
2015-11-16 23:33:40 -05:00
return
}
}
2021-11-18 09:45:56 -05:00
2015-11-16 23:33:40 -05:00
ctx . Data [ "Forks" ] = forks
2021-04-05 11:30:52 -04:00
ctx . HTML ( http . StatusOK , tplForks )
2015-11-16 23:33:40 -05:00
}