Commit dde69913 authored by Mike Greiling's avatar Mike Greiling

Merge branch 'ce-to-ee-2018-09-25' into 'master'

CE upstream - 2018-09-25 15:25 UTC

Closes gitlab-ce#51695 and #7728

See merge request gitlab-org/gitlab-ee!7481
parents fb68cec7 caa830ff
...@@ -909,6 +909,9 @@ karma: ...@@ -909,6 +909,9 @@ karma:
dependencies: dependencies:
- compile-assets - compile-assets
- setup-test-env - setup-test-env
variables:
# we override the max_old_space_size to prevent OOM errors
NODE_OPTIONS: --max_old_space_size=3584
script: script:
- export BABEL_ENV=coverage CHROME_LOG_FILE=chrome_debug.log - export BABEL_ENV=coverage CHROME_LOG_FILE=chrome_debug.log
- date - date
......
import $ from 'jquery';
export default function handleRevealVariables() {
$('.js-reveal-variables')
.off('click')
.on('click', function click() {
$('.js-build-variables').toggle();
$(this).hide();
});
}
...@@ -52,6 +52,7 @@ export default { ...@@ -52,6 +52,7 @@ export default {
</strong> </strong>
<changed-file-icon <changed-file-icon
:file="activeFile" :file="activeFile"
class="ml-0"
/> />
<div class="ml-auto"> <div class="ml-auto">
<button <button
......
...@@ -120,10 +120,6 @@ export default { ...@@ -120,10 +120,6 @@ export default {
:css-classes="iconClass" :css-classes="iconClass"
/> />
</div> </div>
<component
:is="actionComponent"
:path="file.path"
/>
</div> </div>
</div> </div>
</div> </div>
......
<script> <script>
import TimeagoTooltiop from '~/vue_shared/components/time_ago_tooltip.vue'; import TimeagoTooltip from '~/vue_shared/components/time_ago_tooltip.vue';
import timeagoMixin from '~/vue_shared/mixins/timeago';
export default { export default {
components: { components: {
TimeagoTooltiop, TimeagoTooltip,
}, },
mixins: [
timeagoMixin,
],
props: { props: {
// @build.artifacts_expired? artifact: {
haveArtifactsExpired: { type: Object,
type: Boolean,
required: true, required: true,
}, },
// @build.has_expiring_artifacts?
willArtifactsExpire: {
type: Boolean,
required: true,
},
expireAt: {
type: String,
required: false,
default: null,
}, },
keepArtifactsPath: { computed: {
type: String, isExpired() {
required: false, return this.artifact.expired;
default: null,
}, },
downloadArtifactsPath: { // Only when the key is `false` we can render this block
type: String, willExpire() {
required: false, return this.artifact.expired === false;
default: null,
},
browseArtifactsPath: {
type: String,
required: false,
default: null,
}, },
}, },
}; };
...@@ -46,21 +33,22 @@ ...@@ -46,21 +33,22 @@
</div> </div>
<p <p
v-if="haveArtifactsExpired" v-if="isExpired"
class="js-artifacts-removed build-detail-row" class="js-artifacts-removed build-detail-row"
> >
{{ s__('Job|The artifacts were removed') }} {{ s__('Job|The artifacts were removed') }}
</p> </p>
<p <p
v-else-if="willArtifactsExpire" v-else-if="willExpire"
class="js-artifacts-will-be-removed build-detail-row" class="js-artifacts-will-be-removed build-detail-row"
> >
{{ s__('Job|The artifacts will be removed') }} {{ s__('Job|The artifacts will be removed in') }}
</p> </p>
<timeago-tooltiop <timeago-tooltip
v-if="expireAt" v-if="artifact.expire_at"
:time="expireAt" :time="artifact.expire_at"
/> />
<div <div
...@@ -68,8 +56,8 @@ ...@@ -68,8 +56,8 @@
role="group" role="group"
> >
<a <a
v-if="keepArtifactsPath" v-if="artifact.keep_path"
:href="keepArtifactsPath" :href="artifact.keep_path"
class="js-keep-artifacts btn btn-sm btn-default" class="js-keep-artifacts btn btn-sm btn-default"
data-method="post" data-method="post"
> >
...@@ -77,8 +65,8 @@ ...@@ -77,8 +65,8 @@
</a> </a>
<a <a
v-if="downloadArtifactsPath" v-if="artifact.download_path"
:href="downloadArtifactsPath" :href="artifact.download_path"
class="js-download-artifacts btn btn-sm btn-default" class="js-download-artifacts btn btn-sm btn-default"
download download
rel="nofollow" rel="nofollow"
...@@ -87,8 +75,8 @@ ...@@ -87,8 +75,8 @@
</a> </a>
<a <a
v-if="browseArtifactsPath" v-if="artifact.browse_path"
:href="browseArtifactsPath" :href="artifact.browse_path"
class="js-browse-artifacts btn btn-sm btn-default" class="js-browse-artifacts btn btn-sm btn-default"
> >
{{ s__('Job|Browse') }} {{ s__('Job|Browse') }}
......
<script> <script>
import ClipboardButton from '~/vue_shared/components/clipboard_button.vue'; import ClipboardButton from '~/vue_shared/components/clipboard_button.vue';
export default { export default {
components: { components: {
ClipboardButton, ClipboardButton,
}, },
props: { props: {
pipelineShortSha: { commit: {
type: String, type: Object,
required: true, required: true,
}, },
pipelineShaPath: { mergeRequest: {
type: String, type: Object,
required: true,
},
mergeRequestReference: {
type: String,
required: false,
default: null,
},
mergeRequestPath: {
type: String,
required: false, required: false,
default: null, default: null,
}, },
gitCommitTitlte: { isLastBlock: {
type: String, type: Boolean,
required: true, required: true,
}, },
}, },
}; };
</script> </script>
<template> <template>
<div class="block"> <div
:class="{
'block-last': isLastBlock,
block: !isLastBlock
}">
<p> <p>
{{ __('Commit') }} {{ __('Commit') }}
<a <a
:href="pipelineShaPath" :href="commit.commit_path"
class="js-commit-sha commit-sha link-commit" class="js-commit-sha commit-sha link-commit"
> >{{ commit.short_id }}</a>
{{ pipelineShortSha }}
</a>
<clipboard-button <clipboard-button
:text="pipelineShortSha" :text="commit.short_id"
:title="__('Copy commit SHA to clipboard')" :title="__('Copy commit SHA to clipboard')"
css-class="btn btn-clipboard btn-transparent"
/> />
<a <a
v-if="mergeRequestPath && mergeRequestReference" v-if="mergeRequest"
:href="mergeRequestPath" :href="mergeRequest.path"
class="js-link-commit link-commit" class="js-link-commit link-commit"
> >{{ mergeRequest.iid }}</a>
{{ mergeRequestReference }}
</a>
</p> </p>
<p class="build-light-text append-bottom-0"> <p class="build-light-text append-bottom-0">
{{ gitCommitTitlte }} {{ commit.title }}
</p> </p>
</div> </div>
</template> </template>
<script> <script>
import timeagoMixin from '~/vue_shared/mixins/timeago'; import _ from 'underscore';
import { timeIntervalInWords } from '~/lib/utils/datetime_utility'; import timeagoMixin from '~/vue_shared/mixins/timeago';
import Icon from '~/vue_shared/components/icon.vue'; import { timeIntervalInWords } from '~/lib/utils/datetime_utility';
import DetailRow from './sidebar_detail_row.vue'; import Icon from '~/vue_shared/components/icon.vue';
import DetailRow from './sidebar_detail_row.vue';
import ArtifactsBlock from './artifacts_block.vue';
import TriggerBlock from './trigger_block.vue';
import CommitBlock from './commit_block.vue';
export default { export default {
name: 'SidebarDetailsBlock', name: 'SidebarDetailsBlock',
components: { components: {
ArtifactsBlock,
CommitBlock,
DetailRow, DetailRow,
Icon, Icon,
TriggerBlock,
}, },
mixins: [timeagoMixin], mixins: [timeagoMixin],
props: { props: {
...@@ -82,8 +89,25 @@ export default { ...@@ -82,8 +89,25 @@ export default {
this.job.cancel_path this.job.cancel_path
); );
}, },
hasArtifact() {
return !_.isEmpty(this.job.artifact);
}, },
}; hasTriggers() {
return !_.isEmpty(this.job.trigger);
},
hasStages() {
return (
this.job &&
this.job.pipeline &&
this.job.pipeline.stages &&
this.job.pipeline.stages.length > 0
) || false;
},
commit() {
return this.job.pipeline.commit || {};
},
},
};
</script> </script>
<template> <template>
<div> <div>
...@@ -229,6 +253,19 @@ export default { ...@@ -229,6 +253,19 @@ export default {
</a> </a>
</div> </div>
</div> </div>
<artifacts-block
v-if="hasArtifact"
:artifact="job.artifact"
/>
<trigger-block
v-if="hasTriggers"
:trigger="job.trigger"
/>
<commit-block
:is-last-block="hasStages"
:commit="commit"
:merge-request="job.merge_request"
/>
</template> </template>
<gl-loading-icon <gl-loading-icon
v-if="isLoading" v-if="isLoading"
......
<script> <script>
export default { export default {
props: { props: {
shortToken: { trigger: {
type: String,
required: false,
default: null,
},
variables: {
type: Object, type: Object,
required: false, required: true,
default: () => ({}),
}, },
}, },
data() { data() {
...@@ -20,7 +13,7 @@ ...@@ -20,7 +13,7 @@
}, },
computed: { computed: {
hasVariables() { hasVariables() {
return Object.keys(this.variables).length > 0; return this.trigger.variables && this.trigger.variables.length > 0;
}, },
}, },
methods: { methods: {
...@@ -38,17 +31,18 @@ ...@@ -38,17 +31,18 @@
</h4> </h4>
<p <p
v-if="shortToken" v-if="trigger.short_token"
class="js-short-token" class="js-short-token"
> >
<span class="build-light-text"> <span class="build-light-text">
{{ __('Token') }} {{ __('Token') }}
</span> </span>
{{ shortToken }} {{ trigger.short_token }}
</p> </p>
<p v-if="hasVariables"> <p v-if="hasVariables">
<button <button
v-if="!areVariablesVisible"
type="button" type="button"
class="btn btn-default group js-reveal-variables" class="btn btn-default group js-reveal-variables"
@click="revealVariables" @click="revealVariables"
...@@ -63,20 +57,20 @@ ...@@ -63,20 +57,20 @@
class="js-build-variables trigger-build-variables" class="js-build-variables trigger-build-variables"
> >
<template <template
v-for="(value, key) in variables" v-for="variable in trigger.variables"
> >
<dt <dt
:key="`${key}-variable`" :key="`${variable.key}-variable`"
class="js-build-variable trigger-build-variable" class="js-build-variable trigger-build-variable"
> >
{{ key }} {{ variable.key }}
</dt> </dt>
<dd <dd
:key="`${key}-value`" :key="`${variable.key}-value`"
class="js-build-value trigger-build-value" class="js-build-value trigger-build-value"
> >
{{ value }} {{ variable.value }}
</dd> </dd>
</template> </template>
</dl> </dl>
......
...@@ -4,7 +4,6 @@ import Poll from '../lib/utils/poll'; ...@@ -4,7 +4,6 @@ import Poll from '../lib/utils/poll';
import JobStore from './stores/job_store'; import JobStore from './stores/job_store';
import JobService from './services/job_service'; import JobService from './services/job_service';
import Job from '../job'; import Job from '../job';
import handleRevealVariables from '../build_variables';
export default class JobMediator { export default class JobMediator {
constructor(options = {}) { constructor(options = {}) {
...@@ -20,7 +19,6 @@ export default class JobMediator { ...@@ -20,7 +19,6 @@ export default class JobMediator {
initBuildClass() { initBuildClass() {
this.build = new Job(); this.build = new Job();
handleRevealVariables();
} }
fetchJob() { fetchJob() {
......
...@@ -114,6 +114,8 @@ export default { ...@@ -114,6 +114,8 @@ export default {
}, },
beforeDestroy() { beforeDestroy() {
eventHub.$off('mr.discussion.updated', this.checkStatus); eventHub.$off('mr.discussion.updated', this.checkStatus);
this.pollingInterval.destroy();
this.deploymentsInterval.destroy();
}, },
methods: { methods: {
createService(store) { createService(store) {
......
...@@ -10,11 +10,7 @@ module WithPerformanceBar ...@@ -10,11 +10,7 @@ module WithPerformanceBar
def peek_enabled? def peek_enabled?
return false unless Gitlab::PerformanceBar.enabled?(current_user) return false unless Gitlab::PerformanceBar.enabled?(current_user)
if RequestStore.active? Gitlab::SafeRequestStore.fetch(:peek_enabled) { cookie_or_default_value }
RequestStore.fetch(:peek_enabled) { cookie_or_default_value }
else
cookie_or_default_value
end
end end
private private
......
...@@ -14,10 +14,10 @@ module Projects ...@@ -14,10 +14,10 @@ module Projects
@new_deploy_token = DeployTokens::CreateService.new(@project, current_user, deploy_token_params).execute @new_deploy_token = DeployTokens::CreateService.new(@project, current_user, deploy_token_params).execute
if @new_deploy_token.persisted? if @new_deploy_token.persisted?
flash.now[:notice] = s_('DeployTokens|Your new project deploy token has been created.') flash[:notice] = s_('DeployTokens|Your new project deploy token has been created.')
end end
render_show redirect_to action: :show
end end
private private
......
...@@ -74,7 +74,7 @@ class Ability ...@@ -74,7 +74,7 @@ class Ability
end end
def policy_for(user, subject = :global) def policy_for(user, subject = :global)
cache = RequestStore.active? ? RequestStore : {} cache = Gitlab::SafeRequestStore.active? ? Gitlab::SafeRequestStore : {}
DeclarativePolicy.policy_for(user, subject, cache: cache) DeclarativePolicy.policy_for(user, subject, cache: cache)
end end
......
...@@ -16,9 +16,9 @@ module BulkMemberAccessLoad ...@@ -16,9 +16,9 @@ module BulkMemberAccessLoad
key = max_member_access_for_resource_key(resource_klass, memoization_index) key = max_member_access_for_resource_key(resource_klass, memoization_index)
access = {} access = {}
if RequestStore.active? if Gitlab::SafeRequestStore.active?
RequestStore.store[key] ||= {} Gitlab::SafeRequestStore[key] ||= {}
access = RequestStore.store[key] access = Gitlab::SafeRequestStore[key]
end end
# Look up only the IDs we need # Look up only the IDs we need
......
...@@ -27,11 +27,7 @@ module CacheableAttributes ...@@ -27,11 +27,7 @@ module CacheableAttributes
end end
def cached def cached
if RequestStore.active? Gitlab::SafeRequestStore[:"#{name}_cached_attributes"] ||= retrieve_from_cache
RequestStore[:"#{name}_cached_attributes"] ||= retrieve_from_cache
else
retrieve_from_cache
end
end end
def retrieve_from_cache def retrieve_from_cache
......
...@@ -25,11 +25,7 @@ class LegacyDiffNote < Note ...@@ -25,11 +25,7 @@ class LegacyDiffNote < Note
end end
def project_repository def project_repository
if RequestStore.active? Gitlab::SafeRequestStore.fetch("project:#{project_id}:repository") { self.project.repository }
RequestStore.fetch("project:#{project_id}:repository") { self.project.repository }
else
self.project.repository
end
end end
def diff_file_hash def diff_file_hash
......
...@@ -149,8 +149,8 @@ class Namespace < ActiveRecord::Base ...@@ -149,8 +149,8 @@ class Namespace < ActiveRecord::Base
def find_fork_of(project) def find_fork_of(project)
return nil unless project.fork_network return nil unless project.fork_network
if RequestStore.active? if Gitlab::SafeRequestStore.active?
forks_in_namespace = RequestStore.fetch("namespaces:#{id}:forked_projects") do forks_in_namespace = Gitlab::SafeRequestStore.fetch("namespaces:#{id}:forked_projects") do
Hash.new do |found_forks, project| Hash.new do |found_forks, project|
found_forks[project] = project.fork_network.find_forks_in(projects).first found_forks[project] = project.fork_network.find_forks_in(projects).first
end end
......
...@@ -2273,11 +2273,7 @@ class Project < ActiveRecord::Base ...@@ -2273,11 +2273,7 @@ class Project < ActiveRecord::Base
end end
end end
if RequestStore.active? Gitlab::SafeRequestStore.fetch("project-#{id}:branch-#{branch_name}:user-#{user.id}:branch_allows_collaboration") do
RequestStore.fetch("project-#{id}:branch-#{branch_name}:user-#{user.id}:branch_allows_collaboration") do
check_access.call
end
else
check_access.call check_access.call
end end
end end
......
...@@ -3,63 +3,6 @@ ...@@ -3,63 +3,6 @@
.blocks-container .blocks-container
#js-details-block-vue{ data: { terminal_path: can?(current_user, :create_build_terminal, @build) && @build.has_terminal? ? terminal_project_job_path(@project, @build) : nil } } #js-details-block-vue{ data: { terminal_path: can?(current_user, :create_build_terminal, @build) && @build.has_terminal? ? terminal_project_job_path(@project, @build) : nil } }
- if can?(current_user, :read_build, @project) && (@build.artifacts? || @build.artifacts_expired?)
.block
.title
Job artifacts
- if @build.artifacts_expired?
%p.build-detail-row
The artifacts were removed
#{time_ago_with_tooltip(@build.artifacts_expire_at)}
- elsif @build.has_expiring_artifacts?
%p.build-detail-row
The artifacts will be removed
#{time_ago_with_tooltip(@build.artifacts_expire_at)}
- if @build.artifacts?
.btn-group.d-flex{ role: :group }
- if @build.has_expiring_artifacts? && can?(current_user, :update_build, @build)
= link_to keep_project_job_artifacts_path(@project, @build), class: 'btn btn-sm btn-default', method: :post do
Keep
= link_to download_project_job_artifacts_path(@project, @build), rel: 'nofollow', download: '', class: 'btn btn-sm btn-default' do
Download
- if @build.browsable_artifacts?
= link_to browse_project_job_artifacts_path(@project, @build), class: 'btn btn-sm btn-default' do
Browse
- if @build.trigger_request
.build-widget.block
%h4.title
Trigger
- if @build.trigger_request&.trigger&.short_token
%p
%span.build-light-text Token:
#{@build.trigger_request.trigger.short_token}
- if @build.trigger_variables.any?
%p
%button.btn.group.js-reveal-variables Reveal Variables
%dl.js-build-variables.trigger-build-variables.hide
- @build.trigger_variables.each do |trigger_variable|
%dt.js-build-variable.trigger-build-variable= trigger_variable[:key]
%dd.js-build-value.trigger-build-value= trigger_variable[:value]
%div{ class: (@build.pipeline.stages_count > 1 ? "block" : "block-last") }
%p
Commit
= link_to @build.pipeline.short_sha, project_commit_path(@project, @build.pipeline.sha), class: 'commit-sha link-commit'
= clipboard_button(text: @build.pipeline.short_sha, title: "Copy commit SHA to clipboard")
- if @build.merge_request
in
= link_to "#{@build.merge_request.to_reference}", merge_request_path(@build.merge_request), class: 'link-commit'
%p.build-light-text.append-bottom-0
#{@build.pipeline.git_commit_title}
- if @build.pipeline.stages_count > 1 - if @build.pipeline.stages_count > 1
.block-last.dropdown.build-dropdown .block-last.dropdown.build-dropdown
%div %div
......
---
title: Use Vue components and new API to render Artifacts, Trigger Variables and Commit blocks on Job page
merge_request: 21777
author:
type: other
---
title: Fix NULL pipeline import problem and pipeline user mapping issue
merge_request: 21875
author:
type: fixed
---
title: Enable the ability to use the force env for rebuilding authorized_keys during a restore
merge_request: 21896
author:
type: fixed
...@@ -112,7 +112,7 @@ main: ...@@ -112,7 +112,7 @@ main:
uid: 'sAMAccountName' # This should be the attribute, not the value that maps to uid. uid: 'sAMAccountName' # This should be the attribute, not the value that maps to uid.
## ##
## Examples: 'america\\momo' or 'CN=Gitlab Git,CN=Users,DC=mydomain,DC=com' ## Examples: 'america\momo' or 'CN=Gitlab Git,CN=Users,DC=mydomain,DC=com'
## ##
bind_dn: '_the_full_dn_of_the_user_you_will_bind_with' bind_dn: '_the_full_dn_of_the_user_you_will_bind_with'
password: '_the_password_of_the_bind_user' password: '_the_password_of_the_bind_user'
......
...@@ -251,7 +251,7 @@ below. ...@@ -251,7 +251,7 @@ below.
(in that order) that introduced it. The above quote would be then transformed to: (in that order) that introduced it. The above quote would be then transformed to:
```md ```md
> [Introduced](https://gitlab.com/gitlab-org/gitlab-ce/issues/1242) in GitLab 8.3. > [Introduced](<link-to-issue>) in GitLab 8.3.
``` ```
- If the feature is only available in GitLab Enterprise Edition, don't forget to mention - If the feature is only available in GitLab Enterprise Edition, don't forget to mention
...@@ -259,10 +259,22 @@ below. ...@@ -259,10 +259,22 @@ below.
the feature is available in: the feature is available in:
```md ```md
> [Introduced](https://gitlab.com/gitlab-org/gitlab-ce/issues/1242) > [Introduced](<link-to-issue>) in [GitLab Starter](https://about.gitlab.com/pricing/) 10.3.
in [GitLab Starter](https://about.gitlab.com/pricing/) 8.3.
``` ```
#### Early versions of EE
If the feature was created before GitLab 9.2 (before [different EE tiers were introduced](https://gitlab.com/gitlab-org/gitlab-ee/merge_requests/1851)):
- Declare it as "Introduced in GitLab Enterprise Edition X.Y".
- Note which tier the feature is available in.
For example:
```md
> [Introduced](<link-to-issue>) in GitLab Enterprise Edition 9.0. Available in [GitLab Premium](https://about.gitlab.com/pricing/).
```
### Product badges ### Product badges
When a feature is available in EE-only tiers, add the corresponding tier according to the When a feature is available in EE-only tiers, add the corresponding tier according to the
......
...@@ -168,6 +168,7 @@ user objects for every username we can remove the need for running the same ...@@ -168,6 +168,7 @@ user objects for every username we can remove the need for running the same
query for every mention of `@alice`. query for every mention of `@alice`.
Caching data per transaction can be done using Caching data per transaction can be done using
[RequestStore](https://github.com/steveklabnik/request_store). Caching data in [RequestStore](https://github.com/steveklabnik/request_store) (use
Redis can be done using [Rails' caching `Gitlab::SafeRequestStore` to avoid having to remember to check
`RequestStore.active?`). Caching data in Redis can be done using [Rails' caching
system](http://guides.rubyonrails.org/caching_with_rails.html). system](http://guides.rubyonrails.org/caching_with_rails.html).
# Ordering Table Columns # Ordering Table Columns in PostgreSQL
Similar to C structures the space of a table is influenced by the order of Similar to C structures the space of a table is influenced by the order of
columns. This is because the size of columns is aligned depending on the type of columns. This is because the size of columns is aligned depending on the type of
the column. Take the following column order for example: the following column. Let's consider an example:
* id (integer, 4 bytes) - `id` (integer, 4 bytes)
* name (text, variable) - `name` (text, variable)
* user_id (integer, 4 bytes) - `user_id` (integer, 4 bytes)
Integers are aligned to the word size. This means that on a 64 bit platform the The first column is a 4-byte integer. The next is text of variable length. The
actual size of each column would be: 8 bytes, variable, 8 bytes. This means that `text` data type requires 1-word alignment, and on 64-bit platform, 1 word is 8
each row will require at least 16 bytes for the two integers, and a variable bytes. To meet the alignment requirements, four zeros are to be added right
amount for the text field. If a table has a few rows this is not an issue, but after the first column, so `id` occupies 4 bytes, then 4 bytes of alignment
once you start storing millions of rows you can save space by using a different padding, and only next `name` is being stored. Therefore, in this case, 8 bytes
order. For the above example a more ideal column order would be the following: will be spent for storing a 4-byte integer.
* id (integer, 4 bytes) The space between rows is also subject to alignment padding. The `user_id`
* user_id (integer, 4 bytes) column takes only 4 bytes, and on 64-bit platform, 4 zeroes will be added for
* name (text, variable) alignment padding, to allow storing the next row beginning with the "clear" word.
In this setup the `id` and `user_id` columns can be packed together, which means As a result, the actual size of each column would be (ommiting variable length
we only need 8 bytes to store _both_ of them. This in turn each row will require data and 24-byte tuple header): 8 bytes, variable, 8 bytes. This means that
8 bytes less of space. each row will require at least 16 bytes for the two 4-byte integers. If a table
has a few rows this is not an issue. However, once you start storing millions of
rows you can save space by using a different order. For the above example, the
ideal column order would be the following:
- `id` (integer, 4 bytes)
- `user_id` (integer, 4 bytes)
- `name` (text, variable)
or
- `name` (text, variable)
- `id` (integer, 4 bytes)
- `user_id` (integer, 4 bytes)
In these examples, the `id` and `user_id` columns are packed together, which
means we only need 8 bytes to store _both_ of them. This in turn means each row
will require 8 bytes less space.
For GitLab we require that columns of new tables are ordered based to use the For GitLab we require that columns of new tables are ordered based to use the
least amount of space. An easy way of doing this is to order them based on the least amount of space. An easy way of doing this is to order them based on the
type size in descending order with variable sizes (string and text columns for type size in descending order with variable sizes (`text`, `varchar`, arrays,
example) at the end. `json`, `jsonb`, and so on) at the end.
## Type Sizes ## Type Sizes
...@@ -36,7 +53,7 @@ of information we will list the sizes of common types here so it's easier to ...@@ -36,7 +53,7 @@ of information we will list the sizes of common types here so it's easier to
look them up. Here "word" refers to the word size, which is 4 bytes for a 32 look them up. Here "word" refers to the word size, which is 4 bytes for a 32
bits platform and 8 bytes for a 64 bits platform. bits platform and 8 bytes for a 64 bits platform.
| Type | Size | Aligned To | | Type | Size | Alignment needed |
|:-----------------|:-------------------------------------|:-----------| |:-----------------|:-------------------------------------|:-----------|
| smallint | 2 bytes | 1 word | | smallint | 2 bytes | 1 word |
| integer | 4 bytes | 1 word | | integer | 4 bytes | 1 word |
...@@ -58,7 +75,7 @@ always be at the end of a table. ...@@ -58,7 +75,7 @@ always be at the end of a table.
## Real Example ## Real Example
Let's use the "events" table as an example, which currently has the following Let's use the `events` table as an example, which currently has the following
layout: layout:
| Column | Type | Size | | Column | Type | Size |
...@@ -89,8 +106,8 @@ divided into fixed size chunks as follows: ...@@ -89,8 +106,8 @@ divided into fixed size chunks as follows:
| 8 bytes | updated_at | | 8 bytes | updated_at |
| 8 bytes | action, author_id | | 8 bytes | action, author_id |
This means that excluding the variable sized data we need at least 48 bytes per This means that excluding the variable sized data and tuple header, we need at
row. least 8 * 6 = 48 bytes per row.
We can optimise this by using the following column order instead: We can optimise this by using the following column order instead:
...@@ -120,8 +137,8 @@ This would produce the following chunks: ...@@ -120,8 +137,8 @@ This would produce the following chunks:
| variable | title | | variable | title |
| variable | data | | variable | data |
Here we only need 40 bytes per row excluding the variable sized data. 8 bytes Here we only need 40 bytes per row excluding the variable sized data and 24-byte
being saved may not sound like much, but for tables as large as the "events" tuple header. 8 bytes being saved may not sound like much, but for tables as
table it does begin to matter. For example, when storing 80 000 000 rows this large as the `events` table it does begin to matter. For example, when storing
translates to a space saving of at least 610 MB: all by just changing the order 80 000 000 rows this translates to a space saving of at least 610 MB, all by
of a few columns. just changing the order of a few columns.
...@@ -296,7 +296,7 @@ module Banzai ...@@ -296,7 +296,7 @@ module Banzai
# Returns projects for the given paths. # Returns projects for the given paths.
def find_for_paths(paths) def find_for_paths(paths)
if RequestStore.active? if Gitlab::SafeRequestStore.active?
cache = refs_cache cache = refs_cache
to_query = paths - cache.keys to_query = paths - cache.keys
...@@ -340,7 +340,7 @@ module Banzai ...@@ -340,7 +340,7 @@ module Banzai
end end
def refs_cache def refs_cache
RequestStore["banzai_#{parent_type}_refs".to_sym] ||= {} Gitlab::SafeRequestStore["banzai_#{parent_type}_refs".to_sym] ||= {}
end end
def parent_type def parent_type
......
...@@ -97,9 +97,7 @@ module Banzai ...@@ -97,9 +97,7 @@ module Banzai
private private
def external_issues_cached(attribute) def external_issues_cached(attribute)
return project.public_send(attribute) unless RequestStore.active? # rubocop:disable GitlabSecurity/PublicSend cached_attributes = Gitlab::SafeRequestStore[:banzai_external_issues_tracker_attributes] ||= Hash.new { |h, k| h[k] = {} }
cached_attributes = RequestStore[:banzai_external_issues_tracker_attributes] ||= Hash.new { |h, k| h[k] = {} }
cached_attributes[project.id][attribute] = project.public_send(attribute) if cached_attributes[project.id][attribute].nil? # rubocop:disable GitlabSecurity/PublicSend cached_attributes[project.id][attribute] = project.public_send(attribute) if cached_attributes[project.id][attribute].nil? # rubocop:disable GitlabSecurity/PublicSend
cached_attributes[project.id][attribute] cached_attributes[project.id][attribute]
end end
......
...@@ -166,7 +166,7 @@ module Banzai ...@@ -166,7 +166,7 @@ module Banzai
# objects that have not yet been queried. For objects that have already # objects that have not yet been queried. For objects that have already
# been queried the object is returned from the cache. # been queried the object is returned from the cache.
def collection_objects_for_ids(collection, ids) def collection_objects_for_ids(collection, ids)
if RequestStore.active? if Gitlab::SafeRequestStore.active?
ids = ids.map(&:to_i) ids = ids.map(&:to_i)
cache = collection_cache[collection_cache_key(collection)] cache = collection_cache[collection_cache_key(collection)]
to_query = ids - cache.keys to_query = ids - cache.keys
...@@ -248,7 +248,7 @@ module Banzai ...@@ -248,7 +248,7 @@ module Banzai
end end
def collection_cache def collection_cache
RequestStore[:banzai_collection_cache] ||= Hash.new do |hash, key| Gitlab::SafeRequestStore[:banzai_collection_cache] ||= Hash.new do |hash, key|
hash[key] = {} hash[key] = {}
end end
end end
......
module Banzai module Banzai
module RequestStoreReferenceCache module RequestStoreReferenceCache
def cached_call(request_store_key, cache_key, path: []) def cached_call(request_store_key, cache_key, path: [])
if RequestStore.active? if Gitlab::SafeRequestStore.active?
cache = RequestStore[request_store_key] ||= Hash.new do |hash, key| cache = Gitlab::SafeRequestStore[request_store_key] ||= Hash.new do |hash, key|
hash[key] = Hash.new { |h, k| h[k] = {} } hash[key] = Hash.new { |h, k| h[k] = {} }
end end
......
...@@ -28,11 +28,7 @@ class Feature ...@@ -28,11 +28,7 @@ class Feature
end end
def persisted_names def persisted_names
if RequestStore.active? Gitlab::SafeRequestStore[:flipper_persisted_names] ||= FlipperFeature.feature_names
RequestStore[:flipper_persisted_names] ||= FlipperFeature.feature_names
else
FlipperFeature.feature_names
end
end end
def persisted?(feature) def persisted?(feature)
...@@ -76,11 +72,7 @@ class Feature ...@@ -76,11 +72,7 @@ class Feature
end end
def flipper def flipper
if RequestStore.active? @flipper ||= (Gitlab::SafeRequestStore[:flipper] ||= build_flipper_instance)
RequestStore[:flipper] ||= build_flipper_instance
else
@flipper ||= build_flipper_instance
end
end end
def build_flipper_instance def build_flipper_instance
......
...@@ -26,8 +26,8 @@ module Gitlab ...@@ -26,8 +26,8 @@ module Gitlab
define_method(method_name) do |*args| define_method(method_name) do |*args|
store = store =
if RequestStore.active? if Gitlab::SafeRequestStore.active?
RequestStore.store Gitlab::SafeRequestStore.store
else else
ivar_name = # ! and ? cannot be used as ivar name ivar_name = # ! and ? cannot be used as ivar name
"@cache_#{method_name.to_s.tr('!?', "\u2605\u2606")}" "@cache_#{method_name.to_s.tr('!?', "\u2605\u2606")}"
......
...@@ -2,11 +2,7 @@ module Gitlab ...@@ -2,11 +2,7 @@ module Gitlab
module CurrentSettings module CurrentSettings
class << self class << self
def current_application_settings def current_application_settings
if RequestStore.active? Gitlab::SafeRequestStore.fetch(:current_application_settings) { ensure_application_settings! }
RequestStore.fetch(:current_application_settings) { ensure_application_settings! }
else
ensure_application_settings!
end
end end
def fake_application_settings(attributes = {}) def fake_application_settings(attributes = {})
......
...@@ -101,7 +101,6 @@ module Gitlab ...@@ -101,7 +101,6 @@ module Gitlab
return @diff_file if defined?(@diff_file) return @diff_file if defined?(@diff_file)
@diff_file = begin @diff_file = begin
if RequestStore.active?
key = { key = {
project_id: repository.project.id, project_id: repository.project.id,
start_sha: start_sha, start_sha: start_sha,
...@@ -109,10 +108,7 @@ module Gitlab ...@@ -109,10 +108,7 @@ module Gitlab
path: file_path path: file_path
} }
RequestStore.fetch(key) { find_diff_file(repository) } Gitlab::SafeRequestStore.fetch(key) { find_diff_file(repository) }
else
find_diff_file(repository)
end
end end
end end
......
...@@ -47,7 +47,7 @@ module Gitlab ...@@ -47,7 +47,7 @@ module Gitlab
end end
def appearance def appearance
RequestStore.store[:appearance] ||= (Appearance.current || Appearance.new) Gitlab::SafeRequestStore[:appearance] ||= (Appearance.current || Appearance.new)
end end
def appearance_favicon def appearance_favicon
......
...@@ -17,18 +17,18 @@ module Gitlab ...@@ -17,18 +17,18 @@ module Gitlab
].freeze ].freeze
def self.set(gl_repository, env) def self.set(gl_repository, env)
return unless RequestStore.active? return unless Gitlab::SafeRequestStore.active?
raise "missing gl_repository" if gl_repository.blank? raise "missing gl_repository" if gl_repository.blank?
RequestStore.store[:gitlab_git_env] ||= {} Gitlab::SafeRequestStore[:gitlab_git_env] ||= {}
RequestStore.store[:gitlab_git_env][gl_repository] = whitelist_git_env(env) Gitlab::SafeRequestStore[:gitlab_git_env][gl_repository] = whitelist_git_env(env)
end end
def self.all(gl_repository) def self.all(gl_repository)
return {} unless RequestStore.active? return {} unless Gitlab::SafeRequestStore.active?
h = RequestStore.fetch(:gitlab_git_env) { {} } h = Gitlab::SafeRequestStore.fetch(:gitlab_git_env) { {} }
h.fetch(gl_repository, {}) h.fetch(gl_repository, {})
end end
......
...@@ -11,7 +11,7 @@ module Gitlab ...@@ -11,7 +11,7 @@ module Gitlab
to: :failure_info to: :failure_info
def self.for_storage(storage) def self.for_storage(storage)
cached_circuitbreakers = RequestStore.fetch(:circuitbreaker_cache) do cached_circuitbreakers = Gitlab::SafeRequestStore.fetch(:circuitbreaker_cache) do
Hash.new do |hash, storage_name| Hash.new do |hash, storage_name|
hash[storage_name] = build(storage_name) hash[storage_name] = build(storage_name)
end end
......
...@@ -10,7 +10,7 @@ module Gitlab ...@@ -10,7 +10,7 @@ module Gitlab
redis.del(*all_storage_keys) unless all_storage_keys.empty? redis.del(*all_storage_keys) unless all_storage_keys.empty?
end end
RequestStore.delete(:circuitbreaker_cache) Gitlab::SafeRequestStore.delete(:circuitbreaker_cache)
end end
def self.load(cache_key) def self.load(cache_key)
......
...@@ -115,11 +115,7 @@ module Gitlab ...@@ -115,11 +115,7 @@ module Gitlab
def version(commit_id) def version(commit_id)
commit_find_proc = -> { Gitlab::Git::Commit.find(@repository, commit_id) } commit_find_proc = -> { Gitlab::Git::Commit.find(@repository, commit_id) }
if RequestStore.active? Gitlab::SafeRequestStore.fetch([:wiki_version_commit, commit_id]) { commit_find_proc.call }
RequestStore.fetch([:wiki_version_commit, commit_id]) { commit_find_proc.call }
else
commit_find_proc.call
end
end end
def assert_type!(object, klass) def assert_type!(object, klass)
......
...@@ -316,7 +316,7 @@ module Gitlab ...@@ -316,7 +316,7 @@ module Gitlab
# Ensures that Gitaly is not being abuse through n+1 misuse etc # Ensures that Gitaly is not being abuse through n+1 misuse etc
def self.enforce_gitaly_request_limits(call_site) def self.enforce_gitaly_request_limits(call_site)
# Only count limits in request-response environments (not sidekiq for example) # Only count limits in request-response environments (not sidekiq for example)
return unless RequestStore.active? return unless Gitlab::SafeRequestStore.active?
# This is this actual number of times this call was made. Used for information purposes only # This is this actual number of times this call was made. Used for information purposes only
actual_call_count = increment_call_count("gitaly_#{call_site}_actual") actual_call_count = increment_call_count("gitaly_#{call_site}_actual")
...@@ -340,7 +340,7 @@ module Gitlab ...@@ -340,7 +340,7 @@ module Gitlab
end end
def self.allow_n_plus_1_calls def self.allow_n_plus_1_calls
return yield unless RequestStore.active? return yield unless Gitlab::SafeRequestStore.active?
begin begin
increment_call_count(:gitaly_call_count_exception_block_depth) increment_call_count(:gitaly_call_count_exception_block_depth)
...@@ -351,25 +351,25 @@ module Gitlab ...@@ -351,25 +351,25 @@ module Gitlab
end end
def self.get_call_count(key) def self.get_call_count(key)
RequestStore.store[key] || 0 Gitlab::SafeRequestStore[key] || 0
end end
private_class_method :get_call_count private_class_method :get_call_count
def self.increment_call_count(key) def self.increment_call_count(key)
RequestStore.store[key] ||= 0 Gitlab::SafeRequestStore[key] ||= 0
RequestStore.store[key] += 1 Gitlab::SafeRequestStore[key] += 1
end end
private_class_method :increment_call_count private_class_method :increment_call_count
def self.decrement_call_count(key) def self.decrement_call_count(key)
RequestStore.store[key] -= 1 Gitlab::SafeRequestStore[key] -= 1
end end
private_class_method :decrement_call_count private_class_method :decrement_call_count
# Returns an estimate of the number of Gitaly calls made for this # Returns an estimate of the number of Gitaly calls made for this
# request # request
def self.get_request_count def self.get_request_count
return 0 unless RequestStore.active? return 0 unless Gitlab::SafeRequestStore.active?
gitaly_migrate_count = get_call_count("gitaly_migrate_actual") gitaly_migrate_count = get_call_count("gitaly_migrate_actual")
gitaly_call_count = get_call_count("gitaly_call_actual") gitaly_call_count = get_call_count("gitaly_call_actual")
...@@ -386,28 +386,28 @@ module Gitlab ...@@ -386,28 +386,28 @@ module Gitlab
end end
def self.reset_counts def self.reset_counts
return unless RequestStore.active? return unless Gitlab::SafeRequestStore.active?
%w[migrate call].each do |call_site| %w[migrate call].each do |call_site|
RequestStore.store["gitaly_#{call_site}_actual"] = 0 Gitlab::SafeRequestStore["gitaly_#{call_site}_actual"] = 0
RequestStore.store["gitaly_#{call_site}_permitted"] = 0 Gitlab::SafeRequestStore["gitaly_#{call_site}_permitted"] = 0
end end
end end
def self.add_call_details(details) def self.add_call_details(details)
id = details.delete(:id) id = details.delete(:id)
return unless id && RequestStore.active? && RequestStore.store[:peek_enabled] return unless id && Gitlab::SafeRequestStore[:peek_enabled]
RequestStore.store['gitaly_call_details'] ||= {} Gitlab::SafeRequestStore['gitaly_call_details'] ||= {}
RequestStore.store['gitaly_call_details'][id] ||= {} Gitlab::SafeRequestStore['gitaly_call_details'][id] ||= {}
RequestStore.store['gitaly_call_details'][id].merge!(details) Gitlab::SafeRequestStore['gitaly_call_details'][id].merge!(details)
end end
def self.list_call_details def self.list_call_details
return {} unless RequestStore.active? && RequestStore.store[:peek_enabled] return {} unless Gitlab::SafeRequestStore[:peek_enabled]
RequestStore.store['gitaly_call_details'] || {} Gitlab::SafeRequestStore['gitaly_call_details'] || {}
end end
def self.expected_server_version def self.expected_server_version
...@@ -445,22 +445,22 @@ module Gitlab ...@@ -445,22 +445,22 @@ module Gitlab
# Count a stack. Used for n+1 detection # Count a stack. Used for n+1 detection
def self.count_stack def self.count_stack
return unless RequestStore.active? return unless Gitlab::SafeRequestStore.active?
stack_string = Gitlab::Profiler.clean_backtrace(caller).drop(1).join("\n") stack_string = Gitlab::Profiler.clean_backtrace(caller).drop(1).join("\n")
RequestStore.store[:stack_counter] ||= Hash.new Gitlab::SafeRequestStore[:stack_counter] ||= Hash.new
count = RequestStore.store[:stack_counter][stack_string] || 0 count = Gitlab::SafeRequestStore[:stack_counter][stack_string] || 0
RequestStore.store[:stack_counter][stack_string] = count + 1 Gitlab::SafeRequestStore[:stack_counter][stack_string] = count + 1
end end
private_class_method :count_stack private_class_method :count_stack
# Returns a count for the stack which called Gitaly the most times. Used for n+1 detection # Returns a count for the stack which called Gitaly the most times. Used for n+1 detection
def self.max_call_count def self.max_call_count
return 0 unless RequestStore.active? return 0 unless Gitlab::SafeRequestStore.active?
stack_counter = RequestStore.store[:stack_counter] stack_counter = Gitlab::SafeRequestStore[:stack_counter]
return 0 unless stack_counter return 0 unless stack_counter
stack_counter.values.max stack_counter.values.max
...@@ -469,9 +469,9 @@ module Gitlab ...@@ -469,9 +469,9 @@ module Gitlab
# Returns the stacks that calls Gitaly the most times. Used for n+1 detection # Returns the stacks that calls Gitaly the most times. Used for n+1 detection
def self.max_stacks def self.max_stacks
return nil unless RequestStore.active? return nil unless Gitlab::SafeRequestStore.active?
stack_counter = RequestStore.store[:stack_counter] stack_counter = Gitlab::SafeRequestStore[:stack_counter]
return nil unless stack_counter return nil unless stack_counter
max = max_call_count max = max_call_count
......
...@@ -240,22 +240,23 @@ module Gitlab ...@@ -240,22 +240,23 @@ module Gitlab
end end
def find_commit(revision) def find_commit(revision)
if RequestStore.active? if Gitlab::SafeRequestStore.active?
# We don't use RequeStstore.fetch(key) { ... } directly because `revision` # We don't use Gitlab::SafeRequestStore.fetch(key) { ... } directly
# can be a branch name, so we can't use it as a key as it could point # because `revision` can be a branch name, so we can't use it as a key
# to another commit later on (happens a lot in tests). # as it could point to another commit later on (happens a lot in
# tests).
key = { key = {
storage: @gitaly_repo.storage_name, storage: @gitaly_repo.storage_name,
relative_path: @gitaly_repo.relative_path, relative_path: @gitaly_repo.relative_path,
commit_id: revision commit_id: revision
} }
return RequestStore[key] if RequestStore.exist?(key) return Gitlab::SafeRequestStore[key] if Gitlab::SafeRequestStore.exist?(key)
commit = call_find_commit(revision) commit = call_find_commit(revision)
return unless commit return unless commit
key[:commit_id] = commit.id key[:commit_id] = commit.id
RequestStore[key] = commit Gitlab::SafeRequestStore[key] = commit
else else
call_find_commit(revision) call_find_commit(revision)
end end
......
...@@ -136,9 +136,18 @@ module Gitlab ...@@ -136,9 +136,18 @@ module Gitlab
return if tree_hash[relation_key].blank? return if tree_hash[relation_key].blank?
tree_array = [tree_hash[relation_key]].flatten tree_array = [tree_hash[relation_key]].flatten
null_iid_pipelines = []
# Avoid keeping a possible heavy object in memory once we are done with it # Avoid keeping a possible heavy object in memory once we are done with it
while relation_item = tree_array.shift while relation_item = (tree_array.shift || null_iid_pipelines.shift)
if nil_iid_pipeline?(relation_key, relation_item) && tree_array.any?
# Move pipelines with NULL IIDs to the end
# so they don't clash with existing IIDs.
null_iid_pipelines << relation_item
next
end
# The transaction at this level is less speedy than one single transaction # The transaction at this level is less speedy than one single transaction
# But we can't have it in the upper level or GC won't get rid of the AR objects # But we can't have it in the upper level or GC won't get rid of the AR objects
# after we save the batch. # after we save the batch.
...@@ -201,6 +210,10 @@ module Gitlab ...@@ -201,6 +210,10 @@ module Gitlab
def excluded_keys_for_relation(relation) def excluded_keys_for_relation(relation)
reader.attributes_finder.find_excluded_keys(relation) reader.attributes_finder.find_excluded_keys(relation)
end end
def nil_iid_pipeline?(relation_key, relation_item)
relation_key == 'pipelines' && relation_item['iid'].nil?
end
end end
end end
end end
...@@ -88,7 +88,6 @@ module Gitlab ...@@ -88,7 +88,6 @@ module Gitlab
case @relation_name case @relation_name
when :merge_request_diff_files then setup_diff when :merge_request_diff_files then setup_diff
when :notes then setup_note when :notes then setup_note
when 'Ci::Pipeline' then setup_pipeline
end end
update_user_references update_user_references
...@@ -96,6 +95,8 @@ module Gitlab ...@@ -96,6 +95,8 @@ module Gitlab
update_group_references update_group_references
remove_duplicate_assignees remove_duplicate_assignees
setup_pipeline if @relation_name == 'Ci::Pipeline'
reset_tokens! reset_tokens!
remove_encrypted_attributes! remove_encrypted_attributes!
end end
......
module Gitlab module Gitlab
# Class for counting and caching the number of issuables per state. # Class for counting and caching the number of issuables per state.
class IssuablesCountForState class IssuablesCountForState
# The name of the RequestStore cache key. # The name of the Gitlab::SafeRequestStore cache key.
CACHE_KEY = :issuables_count_for_state CACHE_KEY = :issuables_count_for_state
# The state values that can be safely casted to a Symbol. # The state values that can be safely casted to a Symbol.
...@@ -10,12 +10,7 @@ module Gitlab ...@@ -10,12 +10,7 @@ module Gitlab
# finder - The finder class to use for retrieving the issuables. # finder - The finder class to use for retrieving the issuables.
def initialize(finder) def initialize(finder)
@finder = finder @finder = finder
@cache = @cache = Gitlab::SafeRequestStore[CACHE_KEY] ||= initialize_cache
if RequestStore.active?
RequestStore[CACHE_KEY] ||= initialize_cache
else
initialize_cache
end
end end
def for_state_or_opened(state = nil) def for_state_or_opened(state = nil)
......
...@@ -30,7 +30,7 @@ module Gitlab ...@@ -30,7 +30,7 @@ module Gitlab
end end
def self.build def self.build
RequestStore[self.cache_key] ||= new(self.full_log_path) Gitlab::SafeRequestStore[self.cache_key] ||= new(self.full_log_path)
end end
def self.full_log_path def self.full_log_path
......
# frozen_string_literal: true
# Used by Gitlab::SafeRequestStore
module Gitlab
# The methods `begin!`, `clear!`, and `end!` are not defined because they
# should only be called directly on `RequestStore`.
class NullRequestStore
def store
{}
end
def active?
end
def read(key)
end
def [](key)
end
def write(key, value)
value
end
def []=(key, value)
value
end
def exist?(key)
false
end
def fetch(key, &block)
yield
end
def delete(key, &block)
yield(key) if block_given?
end
end
end
...@@ -23,7 +23,7 @@ module Gitlab ...@@ -23,7 +23,7 @@ module Gitlab
end end
subscribe('sql.active_record') do |_, start, finish, _, data| subscribe('sql.active_record') do |_, start, finish, _, data|
if RequestStore.active? && RequestStore.store[:peek_enabled] if Gitlab::SafeRequestStore.store[:peek_enabled]
# data[:cached] is only available starting from Rails 5.1.0 # data[:cached] is only available starting from Rails 5.1.0
# https://github.com/rails/rails/blob/v5.1.0/activerecord/lib/active_record/connection_adapters/abstract/query_cache.rb#L113 # https://github.com/rails/rails/blob/v5.1.0/activerecord/lib/active_record/connection_adapters/abstract/query_cache.rb#L113
# Before that, data[:name] was set to 'CACHE' # Before that, data[:name] was set to 'CACHE'
......
...@@ -2,7 +2,7 @@ module Gitlab ...@@ -2,7 +2,7 @@ module Gitlab
class RequestContext class RequestContext
class << self class << self
def client_ip def client_ip
RequestStore[:client_ip] Gitlab::SafeRequestStore[:client_ip]
end end
end end
...@@ -13,7 +13,7 @@ module Gitlab ...@@ -13,7 +13,7 @@ module Gitlab
def call(env) def call(env)
req = Rack::Request.new(env) req = Rack::Request.new(env)
RequestStore[:client_ip] = req.ip Gitlab::SafeRequestStore[:client_ip] = req.ip
@app.call(env) @app.call(env)
end end
......
# frozen_string_literal: true
module Gitlab
module SafeRequestStore
NULL_STORE = Gitlab::NullRequestStore.new
class << self
# These methods should always run directly against RequestStore
delegate :clear!, :begin!, :end!, :active?, to: :RequestStore
# These methods will run against NullRequestStore if RequestStore is disabled
delegate :read, :[], :write, :[]=, :exist?, :fetch, :delete, to: :store
end
def self.store
if RequestStore.active?
RequestStore
else
NULL_STORE
end
end
end
end
...@@ -10,7 +10,7 @@ module Gitlab ...@@ -10,7 +10,7 @@ module Gitlab
end end
def temporarily_allowed?(key) def temporarily_allowed?(key)
if RequestStore.active? if Gitlab::SafeRequestStore.active?
temporarily_allow_request_store[key] > 0 temporarily_allow_request_store[key] > 0
else else
TEMPORARILY_ALLOW_MUTEX.synchronize do TEMPORARILY_ALLOW_MUTEX.synchronize do
...@@ -26,11 +26,11 @@ module Gitlab ...@@ -26,11 +26,11 @@ module Gitlab
end end
def temporarily_allow_request_store def temporarily_allow_request_store
RequestStore[:temporarily_allow] ||= Hash.new(0) Gitlab::SafeRequestStore[:temporarily_allow] ||= Hash.new(0)
end end
def temporarily_allow_add(key, value) def temporarily_allow_add(key, value)
if RequestStore.active? if Gitlab::SafeRequestStore.active?
temporarily_allow_request_store[key] += value temporarily_allow_request_store[key] += value
else else
TEMPORARILY_ALLOW_MUTEX.synchronize do TEMPORARILY_ALLOW_MUTEX.synchronize do
......
...@@ -35,11 +35,15 @@ module Gitlab ...@@ -35,11 +35,15 @@ module Gitlab
request_headers = env_http_headers(env) request_headers = env_http_headers(env)
status, headers, body = @app.call(env) status, headers, body = @app.call(env)
full_body = ''
body.each { |b| full_body << b }
request = OpenStruct.new( request = OpenStruct.new(
url: url, url: url,
status_code: status, status_code: status,
request_headers: request_headers, request_headers: request_headers,
response_headers: headers response_headers: headers,
body: full_body
) )
log_request request log_request request
......
...@@ -4248,7 +4248,7 @@ msgstr "" ...@@ -4248,7 +4248,7 @@ msgstr ""
msgid "Job|The artifacts were removed" msgid "Job|The artifacts were removed"
msgstr "" msgstr ""
msgid "Job|The artifacts will be removed" msgid "Job|The artifacts will be removed in"
msgstr "" msgstr ""
msgid "Job|This job is stuck, because the project doesn't have any runners online assigned to it." msgid "Job|This job is stuck, because the project doesn't have any runners online assigned to it."
......
...@@ -35,7 +35,7 @@ ...@@ -35,7 +35,7 @@
"classlist-polyfill": "^1.2.0", "classlist-polyfill": "^1.2.0",
"clipboard": "^1.7.1", "clipboard": "^1.7.1",
"codesandbox-api": "^0.0.18", "codesandbox-api": "^0.0.18",
"compression-webpack-plugin": "^1.1.11", "compression-webpack-plugin": "^2.0.0",
"core-js": "^2.4.1", "core-js": "^2.4.1",
"cropper": "^2.3.0", "cropper": "^2.3.0",
"css-loader": "^1.0.0", "css-loader": "^1.0.0",
...@@ -57,7 +57,7 @@ ...@@ -57,7 +57,7 @@
"dropzone": "^4.2.0", "dropzone": "^4.2.0",
"emoji-unicode-version": "^0.2.1", "emoji-unicode-version": "^0.2.1",
"exports-loader": "^0.7.0", "exports-loader": "^0.7.0",
"file-loader": "^1.1.11", "file-loader": "^2.0.0",
"formdata-polyfill": "^3.0.11", "formdata-polyfill": "^3.0.11",
"fuzzaldrin-plus": "^0.5.0", "fuzzaldrin-plus": "^0.5.0",
"glob": "^7.1.2", "glob": "^7.1.2",
...@@ -72,7 +72,7 @@ ...@@ -72,7 +72,7 @@
"katex": "^0.9.0", "katex": "^0.9.0",
"marked": "^0.3.12", "marked": "^0.3.12",
"monaco-editor": "^0.14.3", "monaco-editor": "^0.14.3",
"monaco-editor-webpack-plugin": "^1.5.2", "monaco-editor-webpack-plugin": "^1.5.4",
"mousetrap": "^1.4.6", "mousetrap": "^1.4.6",
"pikaday": "^1.6.1", "pikaday": "^1.6.1",
"popper.js": "^1.14.3", "popper.js": "^1.14.3",
...@@ -87,14 +87,14 @@ ...@@ -87,14 +87,14 @@
"sortablejs": "^1.7.0", "sortablejs": "^1.7.0",
"sql.js": "^0.4.0", "sql.js": "^0.4.0",
"stickyfilljs": "^2.0.5", "stickyfilljs": "^2.0.5",
"style-loader": "^0.21.0", "style-loader": "^0.23.0",
"svg4everybody": "2.1.9", "svg4everybody": "2.1.9",
"three": "^0.84.0", "three": "^0.84.0",
"three-orbit-controls": "^82.1.0", "three-orbit-controls": "^82.1.0",
"three-stl-loader": "^1.0.4", "three-stl-loader": "^1.0.4",
"timeago.js": "^3.0.2", "timeago.js": "^3.0.2",
"underscore": "^1.9.0", "underscore": "^1.9.0",
"url-loader": "^1.0.1", "url-loader": "^1.1.1",
"visibilityjs": "^1.2.4", "visibilityjs": "^1.2.4",
"vue": "^2.5.16", "vue": "^2.5.16",
"vue-loader": "^15.2.4", "vue-loader": "^15.2.4",
...@@ -103,9 +103,9 @@ ...@@ -103,9 +103,9 @@
"vue-template-compiler": "^2.5.16", "vue-template-compiler": "^2.5.16",
"vue-virtual-scroll-list": "^1.2.5", "vue-virtual-scroll-list": "^1.2.5",
"vuex": "^3.0.1", "vuex": "^3.0.1",
"webpack": "^4.16.0", "webpack": "^4.19.1",
"webpack-bundle-analyzer": "^2.13.1", "webpack-bundle-analyzer": "^3.0.2",
"webpack-cli": "^3.0.8", "webpack-cli": "^3.1.0",
"webpack-stats-plugin": "^0.2.1", "webpack-stats-plugin": "^0.2.1",
"worker-loader": "^2.0.0", "worker-loader": "^2.0.0",
"xterm": "^3.5.0" "xterm": "^3.5.0"
...@@ -113,12 +113,12 @@ ...@@ -113,12 +113,12 @@
"devDependencies": { "devDependencies": {
"axios-mock-adapter": "^1.15.0", "axios-mock-adapter": "^1.15.0",
"babel-eslint": "^9.0.0", "babel-eslint": "^9.0.0",
"babel-plugin-istanbul": "^4.1.6", "babel-plugin-istanbul": "^5.0.1",
"babel-plugin-rewire": "^1.1.0", "babel-plugin-rewire": "^1.2.0",
"babel-template": "^6.26.0", "babel-template": "^6.26.0",
"babel-types": "^6.26.0", "babel-types": "^6.26.0",
"chalk": "^2.4.1", "chalk": "^2.4.1",
"commander": "^2.15.1", "commander": "^2.18.0",
"eslint": "~5.6.0", "eslint": "~5.6.0",
"eslint-config-airbnb-base": "^13.1.0", "eslint-config-airbnb-base": "^13.1.0",
"eslint-import-resolver-webpack": "^0.10.1", "eslint-import-resolver-webpack": "^0.10.1",
...@@ -143,8 +143,8 @@ ...@@ -143,8 +143,8 @@
"karma-mocha-reporter": "^2.2.5", "karma-mocha-reporter": "^2.2.5",
"karma-sourcemap-loader": "^0.3.7", "karma-sourcemap-loader": "^0.3.7",
"karma-webpack": "^4.0.0-beta.0", "karma-webpack": "^4.0.0-beta.0",
"nodemon": "^1.18.2", "nodemon": "^1.18.4",
"prettier": "1.12.1", "prettier": "1.12.1",
"webpack-dev-server": "^3.1.4" "webpack-dev-server": "^3.1.8"
} }
} }
...@@ -20,23 +20,13 @@ describe "User downloads artifacts" do ...@@ -20,23 +20,13 @@ describe "User downloads artifacts" do
end end
context "via job id" do context "via job id" do
set(:url) { download_project_job_artifacts_path(project, job) } let(:url) { download_project_job_artifacts_path(project, job) }
it_behaves_like "downloading" it_behaves_like "downloading"
end end
context "via branch name and job name" do context "via branch name and job name" do
set(:url) { latest_succeeded_project_artifacts_path(project, "#{pipeline.ref}/download", job: job.name) } let(:url) { latest_succeeded_project_artifacts_path(project, "#{pipeline.ref}/download", job: job.name) }
it_behaves_like "downloading"
end
context "via clicking the `Download` button" do
set(:url) { project_job_path(project, job) }
before do
click_link("Download")
end
it_behaves_like "downloading" it_behaves_like "downloading"
end end
......
...@@ -5,7 +5,7 @@ describe 'Jobs', :clean_gitlab_redis_shared_state do ...@@ -5,7 +5,7 @@ describe 'Jobs', :clean_gitlab_redis_shared_state do
let(:user) { create(:user) } let(:user) { create(:user) }
let(:user_access_level) { :developer } let(:user_access_level) { :developer }
let(:project) { create(:project, :repository) } let(:project) { create(:project, :repository) }
let(:pipeline) { create(:ci_pipeline, project: project) } let(:pipeline) { create(:ci_pipeline, project: project, sha: project.commit('HEAD').sha) }
let(:job) { create(:ci_build, :trace_live, pipeline: pipeline) } let(:job) { create(:ci_build, :trace_live, pipeline: pipeline) }
let(:job2) { create(:ci_build) } let(:job2) { create(:ci_build) }
...@@ -115,22 +115,28 @@ describe 'Jobs', :clean_gitlab_redis_shared_state do ...@@ -115,22 +115,28 @@ describe 'Jobs', :clean_gitlab_redis_shared_state do
context "Job from project" do context "Job from project" do
let(:job) { create(:ci_build, :success, :trace_live, pipeline: pipeline) } let(:job) { create(:ci_build, :success, :trace_live, pipeline: pipeline) }
before do it 'shows status name', :js do
visit project_job_path(project, job) visit project_job_path(project, job)
end
it 'shows status name', :js do wait_for_requests
expect(page).to have_css('.ci-status.ci-success', text: 'passed') expect(page).to have_css('.ci-status.ci-success', text: 'passed')
end end
it 'shows commit`s data' do it 'shows commit`s data', :js do
expect(page.status_code).to eq(200) requests = inspect_requests() do
visit project_job_path(project, job)
end
wait_for_requests
expect(requests.first.status_code).to eq(200)
expect(page).to have_content pipeline.sha[0..7] expect(page).to have_content pipeline.sha[0..7]
expect(page).to have_content pipeline.git_commit_message expect(page).to have_content pipeline.commit.title
expect(page).to have_content pipeline.git_author_name
end end
it 'shows active job' do it 'shows active job' do
visit project_job_path(project, job)
expect(page).to have_selector('.build-job.active') expect(page).to have_selector('.build-job.active')
end end
end end
...@@ -199,7 +205,7 @@ describe 'Jobs', :clean_gitlab_redis_shared_state do ...@@ -199,7 +205,7 @@ describe 'Jobs', :clean_gitlab_redis_shared_state do
it { expect(page.status_code).to eq(404) } it { expect(page.status_code).to eq(404) }
end end
context "Download artifacts" do context "Download artifacts", :js do
before do before do
job.update(legacy_artifacts_file: artifacts_file) job.update(legacy_artifacts_file: artifacts_file)
visit project_job_path(project, job) visit project_job_path(project, job)
...@@ -208,9 +214,22 @@ describe 'Jobs', :clean_gitlab_redis_shared_state do ...@@ -208,9 +214,22 @@ describe 'Jobs', :clean_gitlab_redis_shared_state do
it 'has button to download artifacts' do it 'has button to download artifacts' do
expect(page).to have_content 'Download' expect(page).to have_content 'Download'
end end
it 'downloads the zip file when user clicks the download button' do
requests = inspect_requests() do
click_link 'Download'
end end
context 'Artifacts expire date' do artifact_request = requests.find { |req| req.url.match(%r{artifacts/download}) }
expect(artifact_request.response_headers["Content-Disposition"]).to eq(%Q{attachment; filename="#{job.artifacts_file.filename}"})
expect(artifact_request.response_headers['Content-Transfer-Encoding']).to eq("binary")
expect(artifact_request.response_headers['Content-Type']).to eq("image/gif")
expect(artifact_request.body).to eq(job.artifacts_file.file.read.b)
end
end
context 'Artifacts expire date', :js do
before do before do
job.update(legacy_artifacts_file: artifacts_file, job.update(legacy_artifacts_file: artifacts_file,
artifacts_expire_at: expire_at) artifacts_expire_at: expire_at)
...@@ -231,12 +250,12 @@ describe 'Jobs', :clean_gitlab_redis_shared_state do ...@@ -231,12 +250,12 @@ describe 'Jobs', :clean_gitlab_redis_shared_state do
context 'when user has ability to update job' do context 'when user has ability to update job' do
it 'keeps artifacts when keep button is clicked' do it 'keeps artifacts when keep button is clicked' do
expect(page).to have_content 'The artifacts will be removed' expect(page).to have_content 'The artifacts will be removed in'
click_link 'Keep' click_link 'Keep'
expect(page).to have_no_link 'Keep' expect(page).to have_no_link 'Keep'
expect(page).to have_no_content 'The artifacts will be removed' expect(page).to have_no_content 'The artifacts will be removed in'
end end
end end
...@@ -314,6 +333,7 @@ describe 'Jobs', :clean_gitlab_redis_shared_state do ...@@ -314,6 +333,7 @@ describe 'Jobs', :clean_gitlab_redis_shared_state do
shared_examples 'expected variables behavior' do shared_examples 'expected variables behavior' do
it 'shows variable key and value after click', :js do it 'shows variable key and value after click', :js do
expect(page).to have_content('Token')
expect(page).to have_css('.js-reveal-variables') expect(page).to have_css('.js-reveal-variables')
expect(page).not_to have_css('.js-build-variable') expect(page).not_to have_css('.js-build-variable')
expect(page).not_to have_css('.js-build-value') expect(page).not_to have_css('.js-build-value')
...@@ -542,20 +562,26 @@ describe 'Jobs', :clean_gitlab_redis_shared_state do ...@@ -542,20 +562,26 @@ describe 'Jobs', :clean_gitlab_redis_shared_state do
end end
end end
describe "GET /:project/jobs/:id/download" do describe "GET /:project/jobs/:id/download", :js do
before do before do
job.update(legacy_artifacts_file: artifacts_file) job.update(legacy_artifacts_file: artifacts_file)
visit project_job_path(project, job) visit project_job_path(project, job)
click_link 'Download' click_link 'Download'
end end
context "Build from other project" do context "Build from other project" do
before do before do
job2.update(legacy_artifacts_file: artifacts_file) job2.update(legacy_artifacts_file: artifacts_file)
end
it do
requests = inspect_requests() do
visit download_project_job_artifacts_path(project, job2) visit download_project_job_artifacts_path(project, job2)
end end
it { expect(page.status_code).to eq(404) } expect(requests.first.status_code).to eq(404)
end
end end
end end
......
...@@ -43,7 +43,7 @@ describe 'Multi-file editor new directory', :js do ...@@ -43,7 +43,7 @@ describe 'Multi-file editor new directory', :js do
find('.js-ide-commit-mode').click find('.js-ide-commit-mode').click
find('.multi-file-commit-list-item').hover find('.multi-file-commit-list-item').hover
first('.multi-file-discard-btn .btn').click click_button 'Stage'
fill_in('commit-message', with: 'commit message ide') fill_in('commit-message', with: 'commit message ide')
......
...@@ -35,7 +35,7 @@ describe 'Multi-file editor new file', :js do ...@@ -35,7 +35,7 @@ describe 'Multi-file editor new file', :js do
find('.js-ide-commit-mode').click find('.js-ide-commit-mode').click
find('.multi-file-commit-list-item').hover find('.multi-file-commit-list-item').hover
first('.multi-file-discard-btn .btn').click click_button 'Stage'
fill_in('commit-message', with: 'commit message ide') fill_in('commit-message', with: 'commit message ide')
......
...@@ -33,10 +33,6 @@ describe('Multi-file editor commit sidebar list item', () => { ...@@ -33,10 +33,6 @@ describe('Multi-file editor commit sidebar list item', () => {
expect(vm.$el.querySelector('.multi-file-commit-list-path').textContent).toContain(f.path); expect(vm.$el.querySelector('.multi-file-commit-list-path').textContent).toContain(f.path);
}); });
it('renders actionn button', () => {
expect(vm.$el.querySelector('.multi-file-discard-btn')).not.toBeNull();
});
it('opens a closed file in the editor when clicking the file path', done => { it('opens a closed file in the editor when clicking the file path', done => {
spyOn(vm, 'openPendingTab').and.callThrough(); spyOn(vm, 'openPendingTab').and.callThrough();
spyOn(router, 'push'); spyOn(router, 'push');
......
...@@ -103,65 +103,6 @@ describe('RepoCommitSection', () => { ...@@ -103,65 +103,6 @@ describe('RepoCommitSection', () => {
}); });
}); });
it('adds changed files into staged files', done => {
vm.$el.querySelector('.multi-file-discard-btn .btn').click();
vm
.$nextTick()
.then(() => vm.$el.querySelector('.multi-file-discard-btn .btn').click())
.then(vm.$nextTick)
.then(() => {
expect(vm.$el.querySelector('.ide-commit-list-container').textContent).toContain(
'There are no unstaged changes',
);
})
.then(done)
.catch(done.fail);
});
it('stages a single file', done => {
vm.$el.querySelector('.multi-file-discard-btn .btn').click();
Vue.nextTick(() => {
expect(
vm.$el
.querySelector('.ide-commit-list-container')
.querySelectorAll('.multi-file-commit-list > li').length,
).toBe(1);
done();
});
});
it('discards a single file', done => {
vm.$el.querySelector('.multi-file-commit-list li:first-child .js-modal-primary-action').click();
Vue.nextTick(() => {
expect(vm.$el.querySelector('.ide-commit-list-container').textContent).not.toContain('file1');
expect(
vm.$el
.querySelector('.ide-commit-list-container')
.querySelectorAll('.multi-file-commit-list > li').length,
).toBe(1);
done();
});
});
it('unstages a single file', done => {
vm.$el
.querySelectorAll('.multi-file-discard-btn')[2]
.querySelector('.btn')
.click();
Vue.nextTick(() => {
expect(
vm.$el.querySelectorAll('.ide-commit-list-container')[1].querySelectorAll('li').length,
).toBe(1);
done();
});
});
describe('mounted', () => { describe('mounted', () => {
it('opens last opened file', () => { it('opens last opened file', () => {
expect(store.state.openFiles.length).toBe(1); expect(store.state.openFiles.length).toBe(1);
......
...@@ -11,6 +11,19 @@ describe('Artifacts block', () => { ...@@ -11,6 +11,19 @@ describe('Artifacts block', () => {
const timeago = getTimeago(); const timeago = getTimeago();
const formatedDate = timeago.format(expireAt); const formatedDate = timeago.format(expireAt);
const expiredArtifact = {
expire_at: expireAt,
expired: true,
};
const nonExpiredArtifact = {
download_path: '/gitlab-org/gitlab-ce/-/jobs/98314558/artifacts/download',
browse_path: '/gitlab-org/gitlab-ce/-/jobs/98314558/artifacts/browse',
keep_path: '/gitlab-org/gitlab-ce/-/jobs/98314558/artifacts/keep',
expire_at: expireAt,
expired: false,
};
afterEach(() => { afterEach(() => {
vm.$destroy(); vm.$destroy();
}); });
...@@ -18,100 +31,87 @@ describe('Artifacts block', () => { ...@@ -18,100 +31,87 @@ describe('Artifacts block', () => {
describe('with expired artifacts', () => { describe('with expired artifacts', () => {
it('renders expired artifact date and info', () => { it('renders expired artifact date and info', () => {
vm = mountComponent(Component, { vm = mountComponent(Component, {
haveArtifactsExpired: true, artifact: expiredArtifact,
willArtifactsExpire: false,
expireAt,
}); });
expect(vm.$el.querySelector('.js-artifacts-removed')).not.toBeNull(); expect(vm.$el.querySelector('.js-artifacts-removed')).not.toBeNull();
expect(vm.$el.querySelector('.js-artifacts-will-be-removed')).toBeNull(); expect(vm.$el.querySelector('.js-artifacts-will-be-removed')).toBeNull();
expect(vm.$el.textContent).toContain(formatedDate); expect(vm.$el.textContent).toContain(formatedDate);
expect(vm.$el.querySelector('.js-artifacts-removed').textContent.trim()).toEqual(
'The artifacts were removed',
);
}); });
}); });
describe('with artifacts that will expire', () => { describe('with artifacts that will expire', () => {
it('renders will expire artifact date and info', () => { it('renders will expire artifact date and info', () => {
vm = mountComponent(Component, { vm = mountComponent(Component, {
haveArtifactsExpired: false, artifact: nonExpiredArtifact,
willArtifactsExpire: true,
expireAt,
}); });
expect(vm.$el.querySelector('.js-artifacts-removed')).toBeNull(); expect(vm.$el.querySelector('.js-artifacts-removed')).toBeNull();
expect(vm.$el.querySelector('.js-artifacts-will-be-removed')).not.toBeNull(); expect(vm.$el.querySelector('.js-artifacts-will-be-removed')).not.toBeNull();
expect(vm.$el.textContent).toContain(formatedDate); expect(vm.$el.textContent).toContain(formatedDate);
expect(vm.$el.querySelector('.js-artifacts-will-be-removed').textContent.trim()).toEqual(
'The artifacts will be removed in',
);
}); });
}); });
describe('when the user can keep the artifacts', () => { describe('with keep path', () => {
it('renders the keep button', () => { it('renders the keep button', () => {
vm = mountComponent(Component, { vm = mountComponent(Component, {
haveArtifactsExpired: true, artifact: nonExpiredArtifact,
willArtifactsExpire: false,
expireAt,
keepArtifactsPath: '/keep',
}); });
expect(vm.$el.querySelector('.js-keep-artifacts')).not.toBeNull(); expect(vm.$el.querySelector('.js-keep-artifacts')).not.toBeNull();
}); });
}); });
describe('when the user can not keep the artifacts', () => { describe('without keep path', () => {
it('does not render the keep button', () => { it('does not render the keep button', () => {
vm = mountComponent(Component, { vm = mountComponent(Component, {
haveArtifactsExpired: true, artifact: expiredArtifact,
willArtifactsExpire: false,
expireAt,
}); });
expect(vm.$el.querySelector('.js-keep-artifacts')).toBeNull(); expect(vm.$el.querySelector('.js-keep-artifacts')).toBeNull();
}); });
}); });
describe('when the user can download the artifacts', () => { describe('with download path', () => {
it('renders the download button', () => { it('renders the download button', () => {
vm = mountComponent(Component, { vm = mountComponent(Component, {
haveArtifactsExpired: true, artifact: nonExpiredArtifact,
willArtifactsExpire: false,
expireAt,
downloadArtifactsPath: '/download',
}); });
expect(vm.$el.querySelector('.js-download-artifacts')).not.toBeNull(); expect(vm.$el.querySelector('.js-download-artifacts')).not.toBeNull();
}); });
}); });
describe('when the user can not download the artifacts', () => { describe('without download path', () => {
it('does not render the keep button', () => { it('does not render the keep button', () => {
vm = mountComponent(Component, { vm = mountComponent(Component, {
haveArtifactsExpired: true, artifact: expiredArtifact,
willArtifactsExpire: false,
expireAt,
}); });
expect(vm.$el.querySelector('.js-download-artifacts')).toBeNull(); expect(vm.$el.querySelector('.js-download-artifacts')).toBeNull();
}); });
}); });
describe('when the user can browse the artifacts', () => { describe('with browse path', () => {
it('does not render the browse button', () => { it('does not render the browse button', () => {
vm = mountComponent(Component, { vm = mountComponent(Component, {
haveArtifactsExpired: true, artifact: nonExpiredArtifact,
willArtifactsExpire: false,
expireAt,
browseArtifactsPath: '/browse',
}); });
expect(vm.$el.querySelector('.js-browse-artifacts')).not.toBeNull(); expect(vm.$el.querySelector('.js-browse-artifacts')).not.toBeNull();
}); });
}); });
describe('when the user can not browse the artifacts', () => { describe('without browse path', () => {
it('does not render the browse button', () => { it('does not render the browse button', () => {
vm = mountComponent(Component, { vm = mountComponent(Component, {
haveArtifactsExpired: true, artifact: expiredArtifact,
willArtifactsExpire: false,
expireAt,
}); });
expect(vm.$el.querySelector('.js-browse-artifacts')).toBeNull(); expect(vm.$el.querySelector('.js-browse-artifacts')).toBeNull();
......
...@@ -7,11 +7,16 @@ describe('Commit block', () => { ...@@ -7,11 +7,16 @@ describe('Commit block', () => {
let vm; let vm;
const props = { const props = {
pipelineShortSha: '1f0fb84f', commit: {
pipelineShaPath: 'commit/1f0fb84fb6770d74d97eee58118fd3909cd4f48c', short_id: '1f0fb84f',
mergeRequestReference: '!21244', commit_path: 'commit/1f0fb84fb6770d74d97eee58118fd3909cd4f48c',
mergeRequestPath: 'merge_requests/21244', title: 'Update README.md',
gitCommitTitlte: 'Regenerate pot files', },
mergeRequest: {
iid: '!21244',
path: 'merge_requests/21244',
},
isLastBlock: true,
}; };
afterEach(() => { afterEach(() => {
...@@ -26,12 +31,18 @@ describe('Commit block', () => { ...@@ -26,12 +31,18 @@ describe('Commit block', () => {
}); });
it('renders pipeline short sha link', () => { it('renders pipeline short sha link', () => {
expect(vm.$el.querySelector('.js-commit-sha').getAttribute('href')).toEqual(props.pipelineShaPath); expect(vm.$el.querySelector('.js-commit-sha').getAttribute('href')).toEqual(
expect(vm.$el.querySelector('.js-commit-sha').textContent.trim()).toEqual(props.pipelineShortSha); props.commit.commit_path,
);
expect(vm.$el.querySelector('.js-commit-sha').textContent.trim()).toEqual(
props.commit.short_id,
);
}); });
it('renders clipboard button', () => { it('renders clipboard button', () => {
expect(vm.$el.querySelector('button').getAttribute('data-clipboard-text')).toEqual(props.pipelineShortSha); expect(vm.$el.querySelector('button').getAttribute('data-clipboard-text')).toEqual(
props.commit.short_id,
);
}); });
}); });
...@@ -41,17 +52,19 @@ describe('Commit block', () => { ...@@ -41,17 +52,19 @@ describe('Commit block', () => {
...props, ...props,
}); });
expect(vm.$el.querySelector('.js-link-commit').getAttribute('href')).toEqual(props.mergeRequestPath); expect(vm.$el.querySelector('.js-link-commit').getAttribute('href')).toEqual(
expect(vm.$el.querySelector('.js-link-commit').textContent.trim()).toEqual(props.mergeRequestReference); props.mergeRequest.path,
);
expect(vm.$el.querySelector('.js-link-commit').textContent.trim()).toEqual(
props.mergeRequest.iid,
);
}); });
}); });
describe('without merge request', () => { describe('without merge request', () => {
it('does not render merge request', () => { it('does not render merge request', () => {
const copyProps = Object.assign({}, props); const copyProps = Object.assign({}, props);
delete copyProps.mergeRequestPath; delete copyProps.mergeRequest;
delete copyProps.mergeRequestReference;
vm = mountComponent(Component, { vm = mountComponent(Component, {
...copyProps, ...copyProps,
...@@ -67,7 +80,7 @@ describe('Commit block', () => { ...@@ -67,7 +80,7 @@ describe('Commit block', () => {
...props, ...props,
}); });
expect(vm.$el.textContent).toContain(props.gitCommitTitlte); expect(vm.$el.textContent).toContain(props.commit.title);
}); });
}); });
}); });
...@@ -13,7 +13,9 @@ describe('Trigger block', () => { ...@@ -13,7 +13,9 @@ describe('Trigger block', () => {
describe('with short token', () => { describe('with short token', () => {
it('renders short token', () => { it('renders short token', () => {
vm = mountComponent(Component, { vm = mountComponent(Component, {
shortToken: '0a666b2', trigger: {
short_token: '0a666b2',
},
}); });
expect(vm.$el.querySelector('.js-short-token').textContent).toContain('0a666b2'); expect(vm.$el.querySelector('.js-short-token').textContent).toContain('0a666b2');
...@@ -22,7 +24,7 @@ describe('Trigger block', () => { ...@@ -22,7 +24,7 @@ describe('Trigger block', () => {
describe('without short token', () => { describe('without short token', () => {
it('does not render short token', () => { it('does not render short token', () => {
vm = mountComponent(Component, {}); vm = mountComponent(Component, { trigger: {} });
expect(vm.$el.querySelector('.js-short-token')).toBeNull(); expect(vm.$el.querySelector('.js-short-token')).toBeNull();
}); });
...@@ -32,9 +34,12 @@ describe('Trigger block', () => { ...@@ -32,9 +34,12 @@ describe('Trigger block', () => {
describe('reveal variables', () => { describe('reveal variables', () => {
it('reveals variables on click', done => { it('reveals variables on click', done => {
vm = mountComponent(Component, { vm = mountComponent(Component, {
variables: { trigger: {
key: 'value', short_token: 'bd7e',
variable: 'foo', variables: [
{ key: 'UPLOAD_TO_GCS', value: 'false', public: false },
{ key: 'UPLOAD_TO_S3', value: 'true', public: false },
],
}, },
}); });
...@@ -44,10 +49,10 @@ describe('Trigger block', () => { ...@@ -44,10 +49,10 @@ describe('Trigger block', () => {
.$nextTick() .$nextTick()
.then(() => { .then(() => {
expect(vm.$el.querySelector('.js-build-variables')).not.toBeNull(); expect(vm.$el.querySelector('.js-build-variables')).not.toBeNull();
expect(vm.$el.querySelector('.js-build-variables').textContent).toContain('key'); expect(vm.$el.querySelector('.js-build-variables').textContent).toContain('UPLOAD_TO_GCS');
expect(vm.$el.querySelector('.js-build-variables').textContent).toContain('value'); expect(vm.$el.querySelector('.js-build-variables').textContent).toContain('false');
expect(vm.$el.querySelector('.js-build-variables').textContent).toContain('variable'); expect(vm.$el.querySelector('.js-build-variables').textContent).toContain('UPLOAD_TO_S3');
expect(vm.$el.querySelector('.js-build-variables').textContent).toContain('foo'); expect(vm.$el.querySelector('.js-build-variables').textContent).toContain('true');
}) })
.then(done) .then(done)
.catch(done.fail); .catch(done.fail);
...@@ -57,7 +62,7 @@ describe('Trigger block', () => { ...@@ -57,7 +62,7 @@ describe('Trigger block', () => {
describe('without variables', () => { describe('without variables', () => {
it('does not render variables', () => { it('does not render variables', () => {
vm = mountComponent(Component); vm = mountComponent(Component, { trigger: {} });
expect(vm.$el.querySelector('.js-reveal-variables')).toBeNull(); expect(vm.$el.querySelector('.js-reveal-variables')).toBeNull();
expect(vm.$el.querySelector('.js-build-variables')).toBeNull(); expect(vm.$el.querySelector('.js-build-variables')).toBeNull();
......
...@@ -27,6 +27,10 @@ describe('mrWidgetOptions', () => { ...@@ -27,6 +27,10 @@ describe('mrWidgetOptions', () => {
}); });
}); });
afterEach(() => {
vm.$destroy();
});
describe('data', () => { describe('data', () => {
it('should instantiate Store and Service', () => { it('should instantiate Store and Service', () => {
expect(vm.mr).toBeDefined(); expect(vm.mr).toBeDefined();
......
...@@ -79,13 +79,9 @@ describe Banzai::Filter::ExternalIssueReferenceFilter do ...@@ -79,13 +79,9 @@ describe Banzai::Filter::ExternalIssueReferenceFilter do
expect(link).to eq helper.url_for_issue(issue_id, project, only_path: true) expect(link).to eq helper.url_for_issue(issue_id, project, only_path: true)
end end
context 'with RequestStore enabled' do context 'with RequestStore enabled', :request_store do
let(:reference_filter) { HTML::Pipeline.new([described_class]) } let(:reference_filter) { HTML::Pipeline.new([described_class]) }
before do
allow(RequestStore).to receive(:active?).and_return(true)
end
it 'queries the collection on the first call' do it 'queries the collection on the first call' do
expect_any_instance_of(Project).to receive(:default_issues_tracker?).once.and_call_original expect_any_instance_of(Project).to receive(:default_issues_tracker?).once.and_call_original
expect_any_instance_of(Project).to receive(:external_issue_reference_pattern).once.and_call_original expect_any_instance_of(Project).to receive(:external_issue_reference_pattern).once.and_call_original
......
...@@ -263,11 +263,10 @@ describe Banzai::ReferenceParser::BaseParser do ...@@ -263,11 +263,10 @@ describe Banzai::ReferenceParser::BaseParser do
end end
end end
context 'with RequestStore enabled' do context 'with RequestStore enabled', :request_store do
before do before do
cache = Hash.new { |hash, key| hash[key] = {} } cache = Hash.new { |hash, key| hash[key] = {} }
allow(RequestStore).to receive(:active?).and_return(true)
allow(subject).to receive(:collection_cache).and_return(cache) allow(subject).to receive(:collection_cache).and_return(cache)
end end
......
...@@ -91,7 +91,11 @@ describe Feature do ...@@ -91,7 +91,11 @@ describe Feature do
end end
describe '.flipper' do describe '.flipper' do
shared_examples 'a memoized Flipper instance' do before do
described_class.instance_variable_set(:@flipper, nil)
end
context 'when request store is inactive' do
it 'memoizes the Flipper instance' do it 'memoizes the Flipper instance' do
expect(Flipper).to receive(:new).once.and_call_original expect(Flipper).to receive(:new).once.and_call_original
...@@ -101,16 +105,14 @@ describe Feature do ...@@ -101,16 +105,14 @@ describe Feature do
end end
end end
context 'when request store is inactive' do context 'when request store is active', :request_store do
before do it 'memoizes the Flipper instance' do
described_class.instance_variable_set(:@flipper, nil) expect(Flipper).to receive(:new).once.and_call_original
end
it_behaves_like 'a memoized Flipper instance' described_class.flipper
described_class.instance_variable_set(:@flipper, nil)
described_class.flipper
end end
context 'when request store is inactive', :request_store do
it_behaves_like 'a memoized Flipper instance'
end end
end end
......
...@@ -4,11 +4,7 @@ describe Gitlab::Git::HookEnv do ...@@ -4,11 +4,7 @@ describe Gitlab::Git::HookEnv do
let(:gl_repository) { 'project-123' } let(:gl_repository) { 'project-123' }
describe ".set" do describe ".set" do
context 'with RequestStore.store disabled' do context 'with RequestStore disabled' do
before do
allow(RequestStore).to receive(:active?).and_return(false)
end
it 'does not store anything' do it 'does not store anything' do
described_class.set(gl_repository, GIT_OBJECT_DIRECTORY_RELATIVE: 'foo') described_class.set(gl_repository, GIT_OBJECT_DIRECTORY_RELATIVE: 'foo')
...@@ -16,11 +12,7 @@ describe Gitlab::Git::HookEnv do ...@@ -16,11 +12,7 @@ describe Gitlab::Git::HookEnv do
end end
end end
context 'with RequestStore.store enabled' do context 'with RequestStore enabled', :request_store do
before do
allow(RequestStore).to receive(:active?).and_return(true)
end
it 'whitelist some `GIT_*` variables and stores them using RequestStore' do it 'whitelist some `GIT_*` variables and stores them using RequestStore' do
described_class.set( described_class.set(
gl_repository, gl_repository,
...@@ -41,9 +33,8 @@ describe Gitlab::Git::HookEnv do ...@@ -41,9 +33,8 @@ describe Gitlab::Git::HookEnv do
end end
describe ".all" do describe ".all" do
context 'with RequestStore.store enabled' do context 'with RequestStore enabled', :request_store do
before do before do
allow(RequestStore).to receive(:active?).and_return(true)
described_class.set( described_class.set(
gl_repository, gl_repository,
GIT_OBJECT_DIRECTORY_RELATIVE: 'foo', GIT_OBJECT_DIRECTORY_RELATIVE: 'foo',
...@@ -60,7 +51,7 @@ describe Gitlab::Git::HookEnv do ...@@ -60,7 +51,7 @@ describe Gitlab::Git::HookEnv do
end end
describe ".to_env_hash" do describe ".to_env_hash" do
context 'with RequestStore.store enabled' do context 'with RequestStore enabled', :request_store do
using RSpec::Parameterized::TableSyntax using RSpec::Parameterized::TableSyntax
let(:key) { 'GIT_OBJECT_DIRECTORY_RELATIVE' } let(:key) { 'GIT_OBJECT_DIRECTORY_RELATIVE' }
...@@ -76,7 +67,6 @@ describe Gitlab::Git::HookEnv do ...@@ -76,7 +67,6 @@ describe Gitlab::Git::HookEnv do
with_them do with_them do
before do before do
allow(RequestStore).to receive(:active?).and_return(true)
described_class.set(gl_repository, key.to_sym => input) described_class.set(gl_repository, key.to_sym => input)
end end
...@@ -92,7 +82,7 @@ describe Gitlab::Git::HookEnv do ...@@ -92,7 +82,7 @@ describe Gitlab::Git::HookEnv do
end end
describe 'thread-safety' do describe 'thread-safety' do
context 'with RequestStore.store enabled' do context 'with RequestStore enabled', :request_store do
before do before do
allow(RequestStore).to receive(:active?).and_return(true) allow(RequestStore).to receive(:active?).and_return(true)
described_class.set(gl_repository, GIT_OBJECT_DIRECTORY_RELATIVE: 'foo') described_class.set(gl_repository, GIT_OBJECT_DIRECTORY_RELATIVE: 'foo')
......
...@@ -6144,7 +6144,7 @@ ...@@ -6144,7 +6144,7 @@
"id": 36, "id": 36,
"project_id": 5, "project_id": 5,
"ref": "master", "ref": "master",
"sha": "be93687618e4b132087f430a4d8fc3a609c9b77c", "sha": "sha-notes",
"before_sha": null, "before_sha": null,
"push_data": null, "push_data": null,
"created_at": "2016-03-22T15:20:35.755Z", "created_at": "2016-03-22T15:20:35.755Z",
...@@ -6155,6 +6155,7 @@ ...@@ -6155,6 +6155,7 @@
"status": "failed", "status": "failed",
"started_at": null, "started_at": null,
"finished_at": null, "finished_at": null,
"user_id": 9999,
"duration": null, "duration": null,
"notes": [ "notes": [
{ {
...@@ -6354,6 +6355,7 @@ ...@@ -6354,6 +6355,7 @@
}, },
{ {
"id": 38, "id": 38,
"iid": 1,
"project_id": 5, "project_id": 5,
"ref": "master", "ref": "master",
"sha": "5f923865dde3436854e9ceb9cdb7815618d4e849", "sha": "5f923865dde3436854e9ceb9cdb7815618d4e849",
......
...@@ -59,7 +59,11 @@ describe Gitlab::ImportExport::ProjectTreeRestorer do ...@@ -59,7 +59,11 @@ describe Gitlab::ImportExport::ProjectTreeRestorer do
end end
it 'creates a valid pipeline note' do it 'creates a valid pipeline note' do
expect(Ci::Pipeline.first.notes).not_to be_empty expect(Ci::Pipeline.find_by_sha('sha-notes').notes).not_to be_empty
end
it 'pipeline has the correct user ID' do
expect(Ci::Pipeline.find_by_sha('sha-notes').user_id).to eq(@user.id)
end end
it 'restores pipelines with missing ref' do it 'restores pipelines with missing ref' do
......
# frozen_string_literal: true
require 'spec_helper'
describe Gitlab::NullRequestStore do
let(:null_store) { described_class.new }
describe '#store' do
it 'returns an empty hash' do
expect(null_store.store).to eq({})
end
end
describe '#active?' do
it 'returns falsey' do
expect(null_store.active?).to be_falsey
end
end
describe '#read' do
it 'returns nil' do
expect(null_store.read('foo')).to be nil
end
end
describe '#[]' do
it 'returns nil' do
expect(null_store['foo']).to be nil
end
end
describe '#write' do
it 'returns the same value' do
expect(null_store.write('key', 'value')).to eq('value')
end
end
describe '#[]=' do
it 'returns the same value' do
expect(null_store['key'] = 'value').to eq('value')
end
end
describe '#exist?' do
it 'returns falsey' do
expect(null_store.exist?('foo')).to be_falsey
end
end
describe '#fetch' do
it 'returns the block result' do
expect(null_store.fetch('key') { 'block result' }).to eq('block result')
end
end
describe '#delete' do
context 'when a block is given' do
it 'yields the key to the block' do
expect do |b|
null_store.delete('foo', &b)
end.to yield_with_args('foo')
end
it 'returns the block result' do
expect(null_store.delete('foo') { |key| 'block result' }).to eq('block result')
end
end
context 'when a block is not given' do
it 'returns nil' do
expect(null_store.delete('foo')).to be nil
end
end
end
end
# frozen_string_literal: true
require 'spec_helper'
describe Gitlab::SafeRequestStore do
describe '.store' do
context 'when RequestStore is active', :request_store do
it 'uses RequestStore' do
expect(described_class.store).to eq(RequestStore)
end
end
context 'when RequestStore is NOT active' do
it 'does not use RequestStore' do
expect(described_class.store).to be_a(Gitlab::NullRequestStore)
end
end
end
describe '.begin!' do
context 'when RequestStore is active', :request_store do
it 'uses RequestStore' do
expect(RequestStore).to receive(:begin!)
described_class.begin!
end
end
context 'when RequestStore is NOT active' do
it 'uses RequestStore' do
expect(RequestStore).to receive(:begin!)
described_class.begin!
end
end
end
describe '.clear!' do
context 'when RequestStore is active', :request_store do
it 'uses RequestStore' do
expect(RequestStore).to receive(:clear!).twice.and_call_original
described_class.clear!
end
end
context 'when RequestStore is NOT active' do
it 'uses RequestStore' do
expect(RequestStore).to receive(:clear!).and_call_original
described_class.clear!
end
end
end
describe '.end!' do
context 'when RequestStore is active', :request_store do
it 'uses RequestStore' do
expect(RequestStore).to receive(:end!).twice.and_call_original
described_class.end!
end
end
context 'when RequestStore is NOT active' do
it 'uses RequestStore' do
expect(RequestStore).to receive(:end!).and_call_original
described_class.end!
end
end
end
describe '.write' do
context 'when RequestStore is active', :request_store do
it 'uses RequestStore' do
expect do
described_class.write('foo', true)
end.to change { described_class.read('foo') }.from(nil).to(true)
end
end
context 'when RequestStore is NOT active' do
it 'does not use RequestStore' do
expect do
described_class.write('foo', true)
end.not_to change { described_class.read('foo') }.from(nil)
end
end
end
describe '.[]=' do
context 'when RequestStore is active', :request_store do
it 'uses RequestStore' do
expect do
described_class['foo'] = true
end.to change { described_class.read('foo') }.from(nil).to(true)
end
end
context 'when RequestStore is NOT active' do
it 'does not use RequestStore' do
expect do
described_class['foo'] = true
end.not_to change { described_class.read('foo') }.from(nil)
end
end
end
describe '.read' do
context 'when RequestStore is active', :request_store do
it 'uses RequestStore' do
expect do
RequestStore.write('foo', true)
end.to change { described_class.read('foo') }.from(nil).to(true)
end
end
context 'when RequestStore is NOT active' do
it 'does not use RequestStore' do
expect do
RequestStore.write('foo', true)
end.not_to change { described_class.read('foo') }.from(nil)
RequestStore.clear! # Clean up
end
end
end
describe '.[]' do
context 'when RequestStore is active', :request_store do
it 'uses RequestStore' do
expect do
RequestStore.write('foo', true)
end.to change { described_class['foo'] }.from(nil).to(true)
end
end
context 'when RequestStore is NOT active' do
it 'does not use RequestStore' do
expect do
RequestStore.write('foo', true)
end.not_to change { described_class['foo'] }.from(nil)
RequestStore.clear! # Clean up
end
end
end
describe '.exist?' do
context 'when RequestStore is active', :request_store do
it 'uses RequestStore' do
expect do
RequestStore.write('foo', 'not nil')
end.to change { described_class.exist?('foo') }.from(false).to(true)
end
end
context 'when RequestStore is NOT active' do
it 'does not use RequestStore' do
expect do
RequestStore.write('foo', 'not nil')
end.not_to change { described_class.exist?('foo') }.from(false)
RequestStore.clear! # Clean up
end
end
end
describe '.fetch' do
context 'when RequestStore is active', :request_store do
it 'uses RequestStore' do
expect do
described_class.fetch('foo') { 'block result' }
end.to change { described_class.read('foo') }.from(nil).to('block result')
end
end
context 'when RequestStore is NOT active' do
it 'does not use RequestStore' do
RequestStore.clear! # Ensure clean
expect do
described_class.fetch('foo') { 'block result' }
end.not_to change { described_class.read('foo') }.from(nil)
RequestStore.clear! # Clean up
end
end
end
describe '.delete' do
context 'when RequestStore is active', :request_store do
it 'uses RequestStore' do
described_class.write('foo', true)
expect do
described_class.delete('foo')
end.to change { described_class.read('foo') }.from(true).to(nil)
end
context 'when given a block and the key exists' do
it 'does not execute the block' do
described_class.write('foo', true)
expect do |b|
described_class.delete('foo', &b)
end.not_to yield_control
end
end
context 'when given a block and the key does not exist' do
it 'yields the key and returns the block result' do
result = described_class.delete('foo') { |key| "#{key} block result" }
expect(result).to eq('foo block result')
end
end
end
context 'when RequestStore is NOT active' do
before do
RequestStore.write('foo', true)
end
after do
RequestStore.clear! # Clean up
end
it 'does not use RequestStore' do
expect do
described_class.delete('foo')
end.not_to change { RequestStore.read('foo') }.from(true)
end
context 'when given a block' do
it 'yields the key and returns the block result' do
result = described_class.delete('foo') { |key| "#{key} block result" }
expect(result).to eq('foo block result')
end
end
end
end
end
...@@ -65,7 +65,7 @@ describe Commit do ...@@ -65,7 +65,7 @@ describe Commit do
key = "Commit:author:#{commit.author_email.downcase}" key = "Commit:author:#{commit.author_email.downcase}"
expect(RequestStore.store[key]).to eq(user) expect(Gitlab::SafeRequestStore[key]).to eq(user)
expect(commit.author).to eq(user) expect(commit.author).to eq(user)
end end
......
...@@ -188,40 +188,4 @@ describe 'projects/jobs/show' do ...@@ -188,40 +188,4 @@ describe 'projects/jobs/show' do
expect(rendered).not_to have_link('New issue') expect(rendered).not_to have_link('New issue')
end end
end end
context 'when incomplete trigger_request is used' do
before do
build.trigger_request = FactoryBot.build(:ci_trigger_request, trigger: nil)
end
it 'test should not render token block' do
render
expect(rendered).not_to have_content('Token')
end
end
context 'when complete trigger_request is used' do
before do
build.trigger_request = FactoryBot.build(:ci_trigger_request)
end
it 'should render token' do
render
expect(rendered).to have_content('Token')
expect(rendered).to have_content(build.trigger_request.trigger.short_token)
end
end
describe 'commit title in sidebar' do
let(:commit_title) { project.commit.title }
it 'shows commit title and not show commit message' do
render
expect(rendered).to have_css('p.build-light-text.append-bottom-0',
text: /\A\n#{Regexp.escape(commit_title)}\n\Z/)
end
end
end end
This diff is collapsed.
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment