You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

122 lines
3.1 KiB

Git LFS support v2 (#122) * Import github.com/git-lfs/lfs-test-server as lfs module base Imported commit is 3968aac269a77b73924649b9412ae03f7ccd3198 Removed: Dockerfile CONTRIBUTING.md mgmt* script/ vendor/ kvlogger.go .dockerignore .gitignore README.md * Remove config, add JWT support from github.com/mgit-at/lfs-test-server Imported commit f0cdcc5a01599c5a955dc1bbf683bb4acecdba83 * Add LFS settings * Add LFS meta object model * Add LFS routes and initialization * Import github.com/dgrijalva/jwt-go into vendor/ * Adapt LFS module: handlers, routing, meta store * Move LFS routes to /user/repo/info/lfs/* * Add request header checks to LFS BatchHandler / PostHandler * Implement LFS basic authentication * Rework JWT secret generation / load * Implement LFS SSH token authentication with JWT Specification: https://github.com/github/git-lfs/tree/master/docs/api * Integrate LFS settings into install process * Remove LFS objects when repository is deleted Only removes objects from content store when deleted repo is the only referencing repository * Make LFS module stateless Fixes bug where LFS would not work after installation without restarting Gitea * Change 500 'Internal Server Error' to 400 'Bad Request' * Change sql query to xorm call * Remove unneeded type from LFS module * Change internal imports to code.gitea.io/gitea/ * Add Gitea authors copyright * Change basic auth realm to "gitea-lfs" * Add unique indexes to LFS model * Use xorm count function in LFS check on repository delete * Return io.ReadCloser from content store and close after usage * Add LFS info to runWeb() * Export LFS content store base path * LFS file download from UI * Work around git-lfs client issue with unauthenticated requests Returning a dummy Authorization header for unauthenticated requests lets git-lfs client skip asking for auth credentials See: https://github.com/github/git-lfs/issues/1088 * Fix unauthenticated UI downloads from public repositories * Authentication check order, Finish LFS file view logic * Ignore LFS hooks if installed for current OS user Fixes Gitea UI actions for repositories tracking LFS files. Checks for minimum needed git version by parsing the semantic version string. * Hide LFS metafile diff from commit view, marking as binary * Show LFS notice if file in commit view is tracked * Add notbefore/nbf JWT claim * Correct lint suggestions - comments for structs and functions - Add comments to LFS model - Function comment for GetRandomBytesAsBase64 - LFS server function comments and lint variable suggestion * Move secret generation code out of conditional Ensures no LFS code may run with an empty secret * Do not hand out JWT tokens if LFS server support is disabled
8 years ago
  1. package models
  2. import (
  3. "errors"
  4. "github.com/go-xorm/xorm"
  5. "time"
  6. )
  7. // LFSMetaObject stores metadata for LFS tracked files.
  8. type LFSMetaObject struct {
  9. ID int64 `xorm:"pk autoincr"`
  10. Oid string `xorm:"UNIQUE(s) INDEX NOT NULL"`
  11. Size int64 `xorm:"NOT NULL"`
  12. RepositoryID int64 `xorm:"UNIQUE(s) INDEX NOT NULL"`
  13. Existing bool `xorm:"-"`
  14. Created time.Time `xorm:"-"`
  15. CreatedUnix int64
  16. }
  17. // LFSTokenResponse defines the JSON structure in which the JWT token is stored.
  18. // This structure is fetched via SSH and passed by the Git LFS client to the server
  19. // endpoint for authorization.
  20. type LFSTokenResponse struct {
  21. Header map[string]string `json:"header"`
  22. Href string `json:"href"`
  23. }
  24. var (
  25. // ErrLFSObjectNotExist is returned from lfs models functions in order
  26. // to differentiate between database and missing object errors.
  27. ErrLFSObjectNotExist = errors.New("LFS Meta object does not exist")
  28. )
  29. const (
  30. // LFSMetaFileIdentifier is the string appearing at the first line of LFS pointer files.
  31. // https://github.com/git-lfs/git-lfs/blob/master/docs/spec.md
  32. LFSMetaFileIdentifier = "version https://git-lfs.github.com/spec/v1"
  33. // LFSMetaFileOidPrefix appears in LFS pointer files on a line before the sha256 hash.
  34. LFSMetaFileOidPrefix = "oid sha256:"
  35. )
  36. // NewLFSMetaObject stores a given populated LFSMetaObject structure in the database
  37. // if it is not already present.
  38. func NewLFSMetaObject(m *LFSMetaObject) (*LFSMetaObject, error) {
  39. var err error
  40. has, err := x.Get(m)
  41. if err != nil {
  42. return nil, err
  43. }
  44. if has {
  45. m.Existing = true
  46. return m, nil
  47. }
  48. sess := x.NewSession()
  49. defer sessionRelease(sess)
  50. if err = sess.Begin(); err != nil {
  51. return nil, err
  52. }
  53. if _, err = sess.Insert(m); err != nil {
  54. return nil, err
  55. }
  56. return m, sess.Commit()
  57. }
  58. // GetLFSMetaObjectByOid selects a LFSMetaObject entry from database by its OID.
  59. // It may return ErrLFSObjectNotExist or a database error. If the error is nil,
  60. // the returned pointer is a valid LFSMetaObject.
  61. func GetLFSMetaObjectByOid(oid string) (*LFSMetaObject, error) {
  62. if len(oid) == 0 {
  63. return nil, ErrLFSObjectNotExist
  64. }
  65. m := &LFSMetaObject{Oid: oid}
  66. has, err := x.Get(m)
  67. if err != nil {
  68. return nil, err
  69. } else if !has {
  70. return nil, ErrLFSObjectNotExist
  71. }
  72. return m, nil
  73. }
  74. // RemoveLFSMetaObjectByOid removes a LFSMetaObject entry from database by its OID.
  75. // It may return ErrLFSObjectNotExist or a database error.
  76. func RemoveLFSMetaObjectByOid(oid string) error {
  77. if len(oid) == 0 {
  78. return ErrLFSObjectNotExist
  79. }
  80. sess := x.NewSession()
  81. defer sessionRelease(sess)
  82. if err := sess.Begin(); err != nil {
  83. return err
  84. }
  85. m := &LFSMetaObject{Oid: oid}
  86. if _, err := sess.Delete(m); err != nil {
  87. return err
  88. }
  89. return sess.Commit()
  90. }
  91. // BeforeInsert sets the time at which the LFSMetaObject was created.
  92. func (m *LFSMetaObject) BeforeInsert() {
  93. m.CreatedUnix = time.Now().Unix()
  94. }
  95. // AfterSet stores the LFSMetaObject creation time in the database as local time.
  96. func (m *LFSMetaObject) AfterSet(colName string, _ xorm.Cell) {
  97. switch colName {
  98. case "created_unix":
  99. m.Created = time.Unix(m.CreatedUnix, 0).Local()
  100. }
  101. }