Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
G
gitlab-ce
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
1
Merge Requests
1
Analytics
Analytics
Repository
Value Stream
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Commits
Issue Boards
Open sidebar
nexedi
gitlab-ce
Commits
5243bc46
Commit
5243bc46
authored
Feb 25, 2020
by
Igor Drozdov
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
Accept paths for LSIF info endpoint
This would allow us implementing code-nav for diffs
parent
1a7ca4b0
Changes
7
Hide whitespace changes
Inline
Side-by-side
Showing
7 changed files
with
80 additions
and
79 deletions
+80
-79
app/assets/javascripts/api.js
app/assets/javascripts/api.js
+2
-2
app/assets/javascripts/code_navigation/store/actions.js
app/assets/javascripts/code_navigation/store/actions.js
+3
-2
app/services/projects/lsif_data_service.rb
app/services/projects/lsif_data_service.rb
+13
-15
lib/api/lsif_data.rb
lib/api/lsif_data.rb
+4
-2
spec/frontend/code_navigation/store/actions_spec.js
spec/frontend/code_navigation/store/actions_spec.js
+14
-12
spec/requests/api/lsif_data_spec.rb
spec/requests/api/lsif_data_spec.rb
+38
-37
spec/services/projects/lsif_data_service_spec.rb
spec/services/projects/lsif_data_service_spec.rb
+6
-9
No files found.
app/assets/javascripts/api.js
View file @
5243bc46
...
@@ -476,12 +476,12 @@ const Api = {
...
@@ -476,12 +476,12 @@ const Api = {
return
axios
.
get
(
url
);
return
axios
.
get
(
url
);
},
},
lsifData
(
projectPath
,
commitId
,
path
)
{
lsifData
(
projectPath
,
commitId
,
path
s
)
{
const
url
=
Api
.
buildUrl
(
this
.
lsifPath
)
const
url
=
Api
.
buildUrl
(
this
.
lsifPath
)
.
replace
(
'
:id
'
,
encodeURIComponent
(
projectPath
))
.
replace
(
'
:id
'
,
encodeURIComponent
(
projectPath
))
.
replace
(
'
:commit_id
'
,
commitId
);
.
replace
(
'
:commit_id
'
,
commitId
);
return
axios
.
get
(
url
,
{
params
:
{
path
}
});
return
axios
.
get
(
url
,
{
params
:
{
path
s
}
});
},
},
environments
(
id
)
{
environments
(
id
)
{
...
...
app/assets/javascripts/code_navigation/store/actions.js
View file @
5243bc46
...
@@ -13,9 +13,10 @@ export default {
...
@@ -13,9 +13,10 @@ export default {
commit
(
types
.
REQUEST_DATA
);
commit
(
types
.
REQUEST_DATA
);
api
api
.
lsifData
(
state
.
projectPath
,
state
.
commitId
,
state
.
blobPath
)
.
lsifData
(
state
.
projectPath
,
state
.
commitId
,
[
state
.
blobPath
]
)
.
then
(({
data
})
=>
{
.
then
(({
data
})
=>
{
const
normalizedData
=
data
.
reduce
((
acc
,
d
)
=>
{
const
dataForPath
=
data
[
state
.
blobPath
];
const
normalizedData
=
dataForPath
.
reduce
((
acc
,
d
)
=>
{
if
(
d
.
hover
)
{
if
(
d
.
hover
)
{
acc
[
`
${
d
.
start_line
}
:
${
d
.
start_char
}
`
]
=
d
;
acc
[
`
${
d
.
start_line
}
:
${
d
.
start_char
}
`
]
=
d
;
addInteractionClass
(
d
);
addInteractionClass
(
d
);
...
...
app/services/projects/lsif_data_service.rb
View file @
5243bc46
...
@@ -2,20 +2,22 @@
...
@@ -2,20 +2,22 @@
module
Projects
module
Projects
class
LsifDataService
class
LsifDataService
attr_reader
:file
,
:project
,
:
path
,
:commit_id
,
attr_reader
:file
,
:project
,
:
commit_id
,
:docs
,
:doc
s
,
:doc
_ranges
,
:ranges
,
:def_refs
,
:hover_refs
:doc_ranges
,
:ranges
,
:def_refs
,
:hover_refs
CACHE_EXPIRE_IN
=
1
.
hour
CACHE_EXPIRE_IN
=
1
.
hour
def
initialize
(
file
,
project
,
params
)
def
initialize
(
file
,
project
,
commit_id
)
@file
=
file
@file
=
file
@project
=
project
@project
=
project
@path
=
params
[
:path
]
@commit_id
=
commit_id
@commit_id
=
params
[
:commit_id
]
end
def
execute
fetch_data!
fetch_data!
end
def
execute
(
path
)
doc_id
=
find_doc_id
(
docs
,
path
)
dir_absolute_path
=
docs
[
doc_id
]
&
.
delete_suffix
(
path
)
doc_ranges
[
doc_id
]
&
.
map
do
|
range_id
|
doc_ranges
[
doc_id
]
&
.
map
do
|
range_id
|
location
,
ref_id
=
ranges
[
range_id
].
values_at
(
'loc'
,
'ref_id'
)
location
,
ref_id
=
ranges
[
range_id
].
values_at
(
'loc'
,
'ref_id'
)
...
@@ -26,7 +28,7 @@ module Projects
...
@@ -26,7 +28,7 @@ module Projects
end_line:
line_data
.
last
,
end_line:
line_data
.
last
,
start_char:
column_data
.
first
,
start_char:
column_data
.
first
,
end_char:
column_data
.
last
,
end_char:
column_data
.
last
,
definition_url:
definition_url_for
(
def_refs
[
ref_id
]),
definition_url:
definition_url_for
(
def_refs
[
ref_id
]
,
dir_absolute_path
),
hover:
highlighted_hover
(
hover_refs
[
ref_id
])
hover:
highlighted_hover
(
hover_refs
[
ref_id
])
}
}
end
end
...
@@ -58,8 +60,8 @@ module Projects
...
@@ -58,8 +60,8 @@ module Projects
@hover_refs
=
data
[
'hover_refs'
]
@hover_refs
=
data
[
'hover_refs'
]
end
end
def
doc_id
def
find_doc_id
(
docs
,
path
)
@doc_id
||=
docs
.
reduce
(
nil
)
do
|
doc_id
,
(
id
,
doc_path
)
|
docs
.
reduce
(
nil
)
do
|
doc_id
,
(
id
,
doc_path
)
|
next
doc_id
unless
doc_path
=~
/
#{
path
}
$/
next
doc_id
unless
doc_path
=~
/
#{
path
}
$/
if
doc_id
.
nil?
||
docs
[
doc_id
].
size
>
doc_path
.
size
if
doc_id
.
nil?
||
docs
[
doc_id
].
size
>
doc_path
.
size
...
@@ -70,11 +72,7 @@ module Projects
...
@@ -70,11 +72,7 @@ module Projects
end
end
end
end
def
dir_absolute_path
def
definition_url_for
(
ref_id
,
dir_absolute_path
)
@dir_absolute_path
||=
docs
[
doc_id
]
&
.
delete_suffix
(
path
)
end
def
definition_url_for
(
ref_id
)
return
unless
range
=
ranges
[
ref_id
]
return
unless
range
=
ranges
[
ref_id
]
def_doc_id
,
location
=
range
.
values_at
(
'doc_id'
,
'loc'
)
def_doc_id
,
location
=
range
.
values_at
(
'doc_id'
,
'loc'
)
...
...
lib/api/lsif_data.rb
View file @
5243bc46
...
@@ -15,7 +15,7 @@ module API
...
@@ -15,7 +15,7 @@ module API
resource
:projects
,
requirements:
API
::
NAMESPACE_OR_PROJECT_REQUIREMENTS
do
resource
:projects
,
requirements:
API
::
NAMESPACE_OR_PROJECT_REQUIREMENTS
do
segment
':id/commits/:commit_id'
do
segment
':id/commits/:commit_id'
do
params
do
params
do
requires
:path
,
type:
String
,
desc:
'The path of a file
'
requires
:path
s
,
type:
Array
,
desc:
'The paths of the files
'
end
end
get
'lsif/info'
do
get
'lsif/info'
do
authorize!
:download_code
,
user_project
authorize!
:download_code
,
user_project
...
@@ -30,7 +30,9 @@ module API
...
@@ -30,7 +30,9 @@ module API
authorize!
:read_pipeline
,
artifact
.
job
.
pipeline
authorize!
:read_pipeline
,
artifact
.
job
.
pipeline
file_too_large!
if
artifact
.
file
.
cached_size
>
MAX_FILE_SIZE
file_too_large!
if
artifact
.
file
.
cached_size
>
MAX_FILE_SIZE
::
Projects
::
LsifDataService
.
new
(
artifact
.
file
,
@project
,
params
).
execute
service
=
::
Projects
::
LsifDataService
.
new
(
artifact
.
file
,
@project
,
params
[
:commit_id
])
params
[
:paths
].
to_h
{
|
path
|
[
path
,
service
.
execute
(
path
)]
}
end
end
end
end
end
end
...
...
spec/frontend/code_navigation/store/actions_spec.js
View file @
5243bc46
...
@@ -45,18 +45,20 @@ describe('Code navigation actions', () => {
...
@@ -45,18 +45,20 @@ describe('Code navigation actions', () => {
describe
(
'
success
'
,
()
=>
{
describe
(
'
success
'
,
()
=>
{
beforeEach
(()
=>
{
beforeEach
(()
=>
{
mock
.
onGet
(
apiUrl
).
replyOnce
(
200
,
[
mock
.
onGet
(
apiUrl
).
replyOnce
(
200
,
{
{
index
:
[
start_line
:
0
,
{
start_char
:
0
,
start_line
:
0
,
hover
:
{
value
:
'
123
'
},
start_char
:
0
,
},
hover
:
{
value
:
'
123
'
},
{
},
start_line
:
1
,
{
start_char
:
0
,
start_line
:
1
,
hover
:
null
,
start_char
:
0
,
},
hover
:
null
,
]);
},
],
});
});
});
it
(
'
commits REQUEST_DATA_SUCCESS with normalized data
'
,
done
=>
{
it
(
'
commits REQUEST_DATA_SUCCESS with normalized data
'
,
done
=>
{
...
...
spec/requests/api/lsif_data_spec.rb
View file @
5243bc46
...
@@ -9,18 +9,20 @@ describe API::LsifData do
...
@@ -9,18 +9,20 @@ describe API::LsifData do
let
(
:commit
)
{
project
.
commit
}
let
(
:commit
)
{
project
.
commit
}
describe
'GET lsif/info'
do
describe
'GET lsif/info'
do
let
(
:endpoint_path
)
{
"/projects/
#{
project
.
id
}
/commits/
#{
commit
.
id
}
/lsif/info"
}
subject
do
endpoint_path
=
"/projects/
#{
project
.
id
}
/commits/
#{
commit
.
id
}
/lsif/info"
get
api
(
endpoint_path
,
user
),
params:
{
paths:
[
'main.go'
,
'morestrings/reverse.go'
]
}
response
end
context
'user does not have access to the project'
do
context
'user does not have access to the project'
do
before
do
before
do
project
.
add_guest
(
user
)
project
.
add_guest
(
user
)
end
end
it
'returns 403'
do
it
{
is_expected
.
to
have_gitlab_http_status
(
:forbidden
)
}
get
api
(
endpoint_path
,
user
),
params:
{
path:
'main.go'
}
expect
(
response
).
to
have_gitlab_http_status
(
:forbidden
)
end
end
end
context
'user has access to the project'
do
context
'user has access to the project'
do
...
@@ -28,35 +30,27 @@ describe API::LsifData do
...
@@ -28,35 +30,27 @@ describe API::LsifData do
project
.
add_reporter
(
user
)
project
.
add_reporter
(
user
)
end
end
context
'code_navigation feature is disabled'
do
before
do
stub_feature_flags
(
code_navigation:
false
)
end
it
'returns 404'
do
get
api
(
endpoint_path
,
user
)
expect
(
response
).
to
have_gitlab_http_status
(
:not_found
)
end
end
context
'there is no job artifact for the passed commit'
do
context
'there is no job artifact for the passed commit'
do
it
'returns 404'
do
it
{
is_expected
.
to
have_gitlab_http_status
(
:not_found
)
}
get
api
(
endpoint_path
,
user
),
params:
{
path:
'main.go'
}
expect
(
response
).
to
have_gitlab_http_status
(
:not_found
)
end
end
end
context
'lsif data is stored as a job artifact'
do
context
'lsif data is stored as a job artifact'
do
let!
(
:pipeline
)
{
create
(
:ci_pipeline
,
project:
project
,
sha:
commit
.
id
)
}
let!
(
:pipeline
)
{
create
(
:ci_pipeline
,
project:
project
,
sha:
commit
.
id
)
}
let!
(
:artifact
)
{
create
(
:ci_job_artifact
,
:lsif
,
job:
create
(
:ci_build
,
pipeline:
pipeline
))
}
let!
(
:artifact
)
{
create
(
:ci_job_artifact
,
:lsif
,
job:
create
(
:ci_build
,
pipeline:
pipeline
))
}
it
'returns code navigation info for a given path'
do
context
'code_navigation feature is disabled'
do
get
api
(
endpoint_path
,
user
),
params:
{
path:
'main.go'
}
before
do
stub_feature_flags
(
code_navigation:
false
)
end
expect
(
response
).
to
have_gitlab_http_status
(
:ok
)
it
{
is_expected
.
to
have_gitlab_http_status
(
:not_found
)
}
expect
(
response
.
parsed_body
.
last
).
to
eq
({
end
it
'returns code navigation info for a given path'
,
:aggregate_failures
do
expect
(
subject
).
to
have_gitlab_http_status
(
:ok
)
data_for_main
=
response
.
parsed_body
[
'main.go'
]
expect
(
data_for_main
.
last
).
to
eq
({
'end_char'
=>
18
,
'end_char'
=>
18
,
'end_line'
=>
8
,
'end_line'
=>
8
,
'start_char'
=>
13
,
'start_char'
=>
13
,
...
@@ -67,26 +61,33 @@ describe API::LsifData do
...
@@ -67,26 +61,33 @@ describe API::LsifData do
'value'
=>
Gitlab
::
Highlight
.
highlight
(
nil
,
'func Func2(i int) string'
,
language:
'go'
)
'value'
=>
Gitlab
::
Highlight
.
highlight
(
nil
,
'func Func2(i int) string'
,
language:
'go'
)
}]
}]
})
})
data_for_reverse
=
response
.
parsed_body
[
'morestrings/reverse.go'
]
expect
(
data_for_reverse
.
last
).
to
eq
({
'end_char'
=>
9
,
'end_line'
=>
7
,
'start_char'
=>
8
,
'start_line'
=>
7
,
'definition_url'
=>
project_blob_path
(
project
,
"
#{
commit
.
id
}
/morestrings/reverse.go"
,
anchor:
'L6'
),
'hover'
=>
[{
'language'
=>
'go'
,
'value'
=>
Gitlab
::
Highlight
.
highlight
(
nil
,
'var b string'
,
language:
'go'
)
}]
})
end
end
context
'the stored file is too large'
do
context
'the stored file is too large'
do
it
'returns 413'
do
before
do
allow_any_instance_of
(
JobArtifactUploader
).
to
receive
(
:cached_size
).
and_return
(
20
.
megabytes
)
allow_any_instance_of
(
JobArtifactUploader
).
to
receive
(
:cached_size
).
and_return
(
20
.
megabytes
)
get
api
(
endpoint_path
,
user
),
params:
{
path:
'main.go'
}
expect
(
response
).
to
have_gitlab_http_status
(
:payload_too_large
)
end
end
it
{
is_expected
.
to
have_gitlab_http_status
(
:payload_too_large
)
}
end
end
context
'the user does not have access to the pipeline'
do
context
'the user does not have access to the pipeline'
do
let
(
:project
)
{
create
(
:project
,
:repository
,
builds_access_level:
ProjectFeature
::
DISABLED
)
}
let
(
:project
)
{
create
(
:project
,
:repository
,
builds_access_level:
ProjectFeature
::
DISABLED
)
}
it
'returns 403'
do
it
{
is_expected
.
to
have_gitlab_http_status
(
:forbidden
)
}
get
api
(
endpoint_path
,
user
),
params:
{
path:
'main.go'
}
expect
(
response
).
to
have_gitlab_http_status
(
:forbidden
)
end
end
end
end
end
end
end
...
...
spec/services/projects/lsif_data_service_spec.rb
View file @
5243bc46
...
@@ -7,9 +7,8 @@ describe Projects::LsifDataService do
...
@@ -7,9 +7,8 @@ describe Projects::LsifDataService do
let
(
:project
)
{
build_stubbed
(
:project
)
}
let
(
:project
)
{
build_stubbed
(
:project
)
}
let
(
:path
)
{
'main.go'
}
let
(
:path
)
{
'main.go'
}
let
(
:commit_id
)
{
Digest
::
SHA1
.
hexdigest
(
SecureRandom
.
hex
)
}
let
(
:commit_id
)
{
Digest
::
SHA1
.
hexdigest
(
SecureRandom
.
hex
)
}
let
(
:params
)
{
{
path:
path
,
commit_id:
commit_id
}
}
let
(
:service
)
{
described_class
.
new
(
artifact
.
file
,
project
,
params
)
}
let
(
:service
)
{
described_class
.
new
(
artifact
.
file
,
project
,
commit_id
)
}
describe
'#execute'
do
describe
'#execute'
do
def
highlighted_value
(
value
)
def
highlighted_value
(
value
)
...
@@ -18,7 +17,7 @@ describe Projects::LsifDataService do
...
@@ -18,7 +17,7 @@ describe Projects::LsifDataService do
context
'fetched lsif file'
,
:use_clean_rails_memory_store_caching
do
context
'fetched lsif file'
,
:use_clean_rails_memory_store_caching
do
it
'is cached'
do
it
'is cached'
do
service
.
execute
service
.
execute
(
path
)
cached_data
=
Rails
.
cache
.
fetch
(
"project:
#{
project
.
id
}
:lsif:
#{
commit_id
}
"
)
cached_data
=
Rails
.
cache
.
fetch
(
"project:
#{
project
.
id
}
:lsif:
#{
commit_id
}
"
)
...
@@ -30,7 +29,7 @@ describe Projects::LsifDataService do
...
@@ -30,7 +29,7 @@ describe Projects::LsifDataService do
let
(
:path_prefix
)
{
"/
#{
project
.
full_path
}
/-/blob/
#{
commit_id
}
"
}
let
(
:path_prefix
)
{
"/
#{
project
.
full_path
}
/-/blob/
#{
commit_id
}
"
}
it
'returns lsif ranges for the file'
do
it
'returns lsif ranges for the file'
do
expect
(
service
.
execute
).
to
eq
([
expect
(
service
.
execute
(
path
)
).
to
eq
([
{
{
end_char:
9
,
end_char:
9
,
end_line:
6
,
end_line:
6
,
...
@@ -87,7 +86,7 @@ describe Projects::LsifDataService do
...
@@ -87,7 +86,7 @@ describe Projects::LsifDataService do
let
(
:path
)
{
'morestrings/reverse.go'
}
let
(
:path
)
{
'morestrings/reverse.go'
}
it
'returns lsif ranges for the file'
do
it
'returns lsif ranges for the file'
do
expect
(
service
.
execute
.
first
).
to
eq
({
expect
(
service
.
execute
(
path
)
.
first
).
to
eq
({
end_char:
2
,
end_char:
2
,
end_line:
11
,
end_line:
11
,
start_char:
1
,
start_char:
1
,
...
@@ -102,7 +101,7 @@ describe Projects::LsifDataService do
...
@@ -102,7 +101,7 @@ describe Projects::LsifDataService do
let
(
:path
)
{
'unknown.go'
}
let
(
:path
)
{
'unknown.go'
}
it
'returns nil'
do
it
'returns nil'
do
expect
(
service
.
execute
).
to
eq
(
nil
)
expect
(
service
.
execute
(
path
)
).
to
eq
(
nil
)
end
end
end
end
end
end
...
@@ -120,9 +119,7 @@ describe Projects::LsifDataService do
...
@@ -120,9 +119,7 @@ describe Projects::LsifDataService do
end
end
it
'fetches the document with the shortest absolute path'
do
it
'fetches the document with the shortest absolute path'
do
service
.
instance_variable_set
(
:@docs
,
docs
)
expect
(
service
.
__send__
(
:find_doc_id
,
docs
,
path
)).
to
eq
(
3
)
expect
(
service
.
__send__
(
:doc_id
)).
to
eq
(
3
)
end
end
end
end
end
end
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment