The Unified and Autonomous Development Platform
Store build spec as yaml instead of xml
Robin Shen3bc4ce97c883
diff --git a/server-core/src/main/java/io/onedev/server/buildspec/BuildSpec.java b/server-core/src/main/java/io/onedev/server/buildspec/BuildSpec.javaindex be6755e329..fd4ffca3b3 100644--- a/server-core/src/main/java/io/onedev/server/buildspec/BuildSpec.java+++ b/server-core/src/main/java/io/onedev/server/buildspec/BuildSpec.java@@ -1,225 +1,219 @@-package io.onedev.server.buildspec;--import java.io.Serializable;-import java.nio.charset.StandardCharsets;-import java.util.ArrayList;-import java.util.HashSet;-import java.util.LinkedHashMap;-import java.util.List;-import java.util.Map;-import java.util.Set;-import java.util.Stack;--import javax.annotation.Nullable;-import javax.validation.ConstraintValidatorContext;-import javax.validation.Valid;-import javax.validation.ValidationException;--import com.google.common.collect.Lists;--import io.onedev.commons.utils.StringUtils;-import io.onedev.server.buildspec.job.Job;-import io.onedev.server.buildspec.job.JobDependency;-import io.onedev.server.buildspec.job.action.PostBuildAction;-import io.onedev.server.buildspec.job.paramsupply.ParamSupply;-import io.onedev.server.buildspec.job.retrycondition.RetryCondition;-import io.onedev.server.buildspec.job.trigger.JobTrigger;-import io.onedev.server.migration.VersionedDocument;-import io.onedev.server.util.validation.Validatable;-import io.onedev.server.util.validation.annotation.ClassValidating;-import io.onedev.server.web.editable.annotation.Editable;--@Editable-@ClassValidating-public class BuildSpec implements Serializable, Validatable {-- private static final long serialVersionUID = 1L;-- public static final String BLOB_PATH = ".onedev-buildspec";-- public static final String PROP_JOBS = "jobs";-- private List<Job> jobs = new ArrayList<>();-- private List<Property> properties = new ArrayList<>();-- private transient Map<String, Job> jobMap;-- private transient Map<String, String> propertyMap;-- @Editable- @Valid- public List<Job> getJobs() {- return jobs;- }-- public void setJobs(List<Job> jobs) {- this.jobs = jobs;- }-- @Editable- public List<Property> getProperties() {- return properties;- }-- public void setProperties(List<Property> properties) {- this.properties = properties;- }-- public Map<String, Job> getJobMap() {- if (jobMap == null) {- jobMap = new LinkedHashMap<>();- for (Job job: jobs)- jobMap.put(job.getName(), job);- }- return jobMap;- }-- public Map<String, String> getPropertyMap() {- if (propertyMap == null) {- propertyMap = new LinkedHashMap<>();- for (Property property: properties)- propertyMap.put(property.getName(), property.getValue());- }- return propertyMap;- }-- @Override- public boolean isValid(ConstraintValidatorContext context) {- boolean valid = true;-- Set<String> jobNames = new HashSet<>();- for (Job job: jobs) {- if (!jobNames.add(job.getName())) {- context.buildConstraintViolationWithTemplate("Duplicate names found: " + job.getName())- .addPropertyNode(PROP_JOBS).addConstraintViolation();- valid = false;- }- }-- for (int i=0; i<jobs.size(); i++) {- Job job = jobs.get(i);-- int j=1;- for (JobDependency dependency: job.getJobDependencies()) {- Job dependencyJob = getJobMap().get(dependency.getJobName());- if (dependencyJob != null) {- try {- ParamSupply.validateParams(dependencyJob.getParamSpecs(), dependency.getJobParams());- } catch (ValidationException e) {- String message = "Item #" + j + ": Error validating parameters of dependency job '"- + dependencyJob.getName() + "': " + e.getMessage();- context.buildConstraintViolationWithTemplate(message)- .addPropertyNode(PROP_JOBS).addPropertyNode(Job.PROP_JOB_DEPENDENCIES)- .inIterable().atIndex(i)- .addConstraintViolation();- valid = false;- }- } else {- context.buildConstraintViolationWithTemplate("Dependency job not found: " + dependency.getJobName())- .addPropertyNode("jobs").addPropertyNode(Job.PROP_JOB_DEPENDENCIES)- .inIterable().atIndex(i)- .addConstraintViolation();- valid = false;- }- List<String> dependencyChain = Lists.newArrayList(job.getName());- if (hasCircularDependencies(dependencyChain, dependency.getJobName())) {- context.buildConstraintViolationWithTemplate("Circular dependencies found: " + dependencyChain)- .addPropertyNode(PROP_JOBS).addPropertyNode(Job.PROP_JOB_DEPENDENCIES)- .inIterable().atIndex(i)- .addConstraintViolation();- valid = false;- }- j++;- }-- j=1;- for (JobTrigger trigger: job.getTriggers()) {- try {- ParamSupply.validateParams(job.getParamSpecs(), trigger.getParams());- } catch (Exception e) {- String message = "Item #" + j + ": Error validating job parameters: " + e.getMessage();- context.buildConstraintViolationWithTemplate(message)- .addPropertyNode(PROP_JOBS).addPropertyNode(Job.PROP_TRIGGERS)- .inIterable().atIndex(i)- .addConstraintViolation();- valid = false;- }- j++;- }-- if (job.getRetryCondition() != null) {- try {- RetryCondition.parse(job, job.getRetryCondition());- } catch (Exception e) {- String message = e.getMessage();- if (message == null)- message = "Malformed retry condition";- context.buildConstraintViolationWithTemplate(message)- .addPropertyNode(PROP_JOBS).addPropertyNode(Job.PROP_RETRY_CONDITION)- .inIterable().atIndex(i)- .addConstraintViolation();- valid = false;- }- }-- j=1;- for (PostBuildAction action: job.getPostBuildActions()) {- try {- action.validateWithContext(this, job);- } catch (Exception e) {- context.buildConstraintViolationWithTemplate("Item #" + j + ": " + e.getMessage())- .addPropertyNode(PROP_JOBS).addPropertyNode(Job.PROP_POST_BUILD_ACTIONS)- .inIterable().atIndex(i)- .addConstraintViolation();- valid = false;- }- j++;- }- }-- if (!valid)- context.disableDefaultConstraintViolation();- return valid;- }-- private boolean hasCircularDependencies(List<String> dependencyChain, String jobName) {- if (dependencyChain.iterator().next().equals(jobName)) {- dependencyChain.add(jobName);- return true;- } else if (dependencyChain.contains(jobName)) {- // loop not at start of chain will be detected as a separate violation- return false;- } else {- dependencyChain.add(jobName);- Job job = getJobMap().get(jobName);- if (job != null) {- for (JobDependency dependency: job.getJobDependencies()) {- if (hasCircularDependencies(new ArrayList<>(dependencyChain), dependency.getJobName()))- return true;- }- }- return false;- }- }-- @Nullable- public static BuildSpec parse(byte[] bytes) {- String buildSpecString = new String(bytes, StandardCharsets.UTF_8);- if (StringUtils.isNotBlank(buildSpecString)) {- try {- return (BuildSpec) VersionedDocument.fromXML(buildSpecString).toBean();- } catch (Exception e) {- throw new InvalidBuildSpecException("Invalid build spec", e);- }- } else {- return null;- }- }-- @SuppressWarnings("unused")- private void migrate1(VersionedDocument dom, Stack<Integer> versions) {- dom.getRootElement().addElement("properties");- }--}+package io.onedev.server.buildspec;++import java.io.Serializable;+import java.nio.charset.StandardCharsets;+import java.util.ArrayList;+import java.util.HashSet;+import java.util.LinkedHashMap;+import java.util.List;+import java.util.Map;+import java.util.Set;++import javax.annotation.Nullable;+import javax.validation.ConstraintValidatorContext;+import javax.validation.Valid;+import javax.validation.ValidationException;++import com.google.common.collect.Lists;++import io.onedev.commons.utils.StringUtils;+import io.onedev.server.buildspec.job.Job;+import io.onedev.server.buildspec.job.JobDependency;+import io.onedev.server.buildspec.job.action.PostBuildAction;+import io.onedev.server.buildspec.job.paramsupply.ParamSupply;+import io.onedev.server.buildspec.job.retrycondition.RetryCondition;+import io.onedev.server.buildspec.job.trigger.JobTrigger;+import io.onedev.server.migration.VersionedYamlDoc;+import io.onedev.server.util.validation.Validatable;+import io.onedev.server.util.validation.annotation.ClassValidating;+import io.onedev.server.web.editable.annotation.Editable;++@Editable+@ClassValidating+public class BuildSpec implements Serializable, Validatable {++ private static final long serialVersionUID = 1L;++ public static final String BLOB_PATH = ".onedev-buildspec.yml";++ public static final String PROP_JOBS = "jobs";++ private List<Job> jobs = new ArrayList<>();++ private List<Property> properties = new ArrayList<>();++ private transient Map<String, Job> jobMap;++ private transient Map<String, String> propertyMap;++ @Editable+ @Valid+ public List<Job> getJobs() {+ return jobs;+ }++ public void setJobs(List<Job> jobs) {+ this.jobs = jobs;+ }++ @Editable+ public List<Property> getProperties() {+ return properties;+ }++ public void setProperties(List<Property> properties) {+ this.properties = properties;+ }++ public Map<String, Job> getJobMap() {+ if (jobMap == null) {+ jobMap = new LinkedHashMap<>();+ for (Job job: jobs)+ jobMap.put(job.getName(), job);+ }+ return jobMap;+ }++ public Map<String, String> getPropertyMap() {+ if (propertyMap == null) {+ propertyMap = new LinkedHashMap<>();+ for (Property property: properties)+ propertyMap.put(property.getName(), property.getValue());+ }+ return propertyMap;+ }++ @Override+ public boolean isValid(ConstraintValidatorContext context) {+ boolean valid = true;++ Set<String> jobNames = new HashSet<>();+ for (Job job: jobs) {+ if (!jobNames.add(job.getName())) {+ context.buildConstraintViolationWithTemplate("Duplicate names found: " + job.getName())+ .addPropertyNode(PROP_JOBS).addConstraintViolation();+ valid = false;+ }+ }++ for (int i=0; i<jobs.size(); i++) {+ Job job = jobs.get(i);++ int j=1;+ for (JobDependency dependency: job.getJobDependencies()) {+ Job dependencyJob = getJobMap().get(dependency.getJobName());+ if (dependencyJob != null) {+ try {+ ParamSupply.validateParams(dependencyJob.getParamSpecs(), dependency.getJobParams());+ } catch (ValidationException e) {+ String message = "Item #" + j + ": Error validating parameters of dependency job '"+ + dependencyJob.getName() + "': " + e.getMessage();+ context.buildConstraintViolationWithTemplate(message)+ .addPropertyNode(PROP_JOBS).addPropertyNode(Job.PROP_JOB_DEPENDENCIES)+ .inIterable().atIndex(i)+ .addConstraintViolation();+ valid = false;+ }+ } else {+ context.buildConstraintViolationWithTemplate("Dependency job not found: " + dependency.getJobName())+ .addPropertyNode("jobs").addPropertyNode(Job.PROP_JOB_DEPENDENCIES)+ .inIterable().atIndex(i)+ .addConstraintViolation();+ valid = false;+ }+ List<String> dependencyChain = Lists.newArrayList(job.getName());+ if (hasCircularDependencies(dependencyChain, dependency.getJobName())) {+ context.buildConstraintViolationWithTemplate("Circular dependencies found: " + dependencyChain)+ .addPropertyNode(PROP_JOBS).addPropertyNode(Job.PROP_JOB_DEPENDENCIES)+ .inIterable().atIndex(i)+ .addConstraintViolation();+ valid = false;+ }+ j++;+ }++ j=1;+ for (JobTrigger trigger: job.getTriggers()) {+ try {+ ParamSupply.validateParams(job.getParamSpecs(), trigger.getParams());+ } catch (Exception e) {+ String message = "Item #" + j + ": Error validating job parameters: " + e.getMessage();+ context.buildConstraintViolationWithTemplate(message)+ .addPropertyNode(PROP_JOBS).addPropertyNode(Job.PROP_TRIGGERS)+ .inIterable().atIndex(i)+ .addConstraintViolation();+ valid = false;+ }+ j++;+ }++ if (job.getRetryCondition() != null) {+ try {+ RetryCondition.parse(job, job.getRetryCondition());+ } catch (Exception e) {+ String message = e.getMessage();+ if (message == null)+ message = "Malformed retry condition";+ context.buildConstraintViolationWithTemplate(message)+ .addPropertyNode(PROP_JOBS).addPropertyNode(Job.PROP_RETRY_CONDITION)+ .inIterable().atIndex(i)+ .addConstraintViolation();+ valid = false;+ }+ }++ j=1;+ for (PostBuildAction action: job.getPostBuildActions()) {+ try {+ action.validateWithContext(this, job);+ } catch (Exception e) {+ context.buildConstraintViolationWithTemplate("Item #" + j + ": " + e.getMessage())+ .addPropertyNode(PROP_JOBS).addPropertyNode(Job.PROP_POST_BUILD_ACTIONS)+ .inIterable().atIndex(i)+ .addConstraintViolation();+ valid = false;+ }+ j++;+ }+ }++ if (!valid)+ context.disableDefaultConstraintViolation();+ return valid;+ }++ private boolean hasCircularDependencies(List<String> dependencyChain, String jobName) {+ if (dependencyChain.iterator().next().equals(jobName)) {+ dependencyChain.add(jobName);+ return true;+ } else if (dependencyChain.contains(jobName)) {+ // loop not at start of chain will be detected as a separate violation+ return false;+ } else {+ dependencyChain.add(jobName);+ Job job = getJobMap().get(jobName);+ if (job != null) {+ for (JobDependency dependency: job.getJobDependencies()) {+ if (hasCircularDependencies(new ArrayList<>(dependencyChain), dependency.getJobName()))+ return true;+ }+ }+ return false;+ }+ }++ @Nullable+ public static BuildSpec parse(byte[] bytes) {+ String buildSpecString = new String(bytes, StandardCharsets.UTF_8);+ if (StringUtils.isNotBlank(buildSpecString)) {+ try {+ return VersionedYamlDoc.fromYaml(buildSpecString).toBean(BuildSpec.class);+ } catch (Exception e) {+ throw new InvalidBuildSpecException("Invalid build spec", e);+ }+ } else {+ return null;+ }+ }++}diff --git a/server-core/src/main/java/io/onedev/server/buildspec/BuildSpecException.java b/server-core/src/main/java/io/onedev/server/buildspec/BuildSpecException.javanew file mode 100644index 0000000000..aacbdd723b--- /dev/null+++ b/server-core/src/main/java/io/onedev/server/buildspec/BuildSpecException.java@@ -0,0 +1,14 @@+package io.onedev.server.buildspec;++import io.onedev.server.OneException;+import io.onedev.server.util.Path;++public class BuildSpecException extends OneException {++ private static final long serialVersionUID = 1L;++ public BuildSpecException(Path path, String message) {+ super(path.toString() + ": " + message);+ }++}diff --git a/server-core/src/main/java/io/onedev/server/buildspec/Property.java b/server-core/src/main/java/io/onedev/server/buildspec/Property.javaindex 6a3f094707..5cc4f2287f 100644--- a/server-core/src/main/java/io/onedev/server/buildspec/Property.java+++ b/server-core/src/main/java/io/onedev/server/buildspec/Property.java@@ -1,38 +1,38 @@-package io.onedev.server.buildspec;--import java.io.Serializable;--import org.hibernate.validator.constraints.NotEmpty;--import io.onedev.server.web.editable.annotation.Editable;--@Editable-public class Property implements Serializable {-- private static final long serialVersionUID = 1L;-- private String name;-- private String value;-- @Editable(order=100)- @NotEmpty- public String getName() {- return name;- }-- public void setName(String name) {- this.name = name;- }-- @Editable(order=200)- @NotEmpty- public String getValue() {- return value;- }-- public void setValue(String value) {- this.value = value;- }--}+package io.onedev.server.buildspec;++import java.io.Serializable;++import org.hibernate.validator.constraints.NotEmpty;++import io.onedev.server.web.editable.annotation.Editable;++@Editable+public class Property implements Serializable {++ private static final long serialVersionUID = 1L;++ private String name;++ private String value;++ @Editable(order=100)+ @NotEmpty+ public String getName() {+ return name;+ }++ public void setName(String name) {+ this.name = name;+ }++ @Editable(order=200)+ @NotEmpty+ public String getValue() {+ return value;+ }++ public void setValue(String value) {+ this.value = value;+ }++}diff --git a/server-core/src/main/java/io/onedev/server/buildspec/job/Authentication.java b/server-core/src/main/java/io/onedev/server/buildspec/job/Authentication.javaindex f7de0d7ef1..5a94a3b6fd 100644--- a/server-core/src/main/java/io/onedev/server/buildspec/job/Authentication.java+++ b/server-core/src/main/java/io/onedev/server/buildspec/job/Authentication.java@@ -1,49 +1,49 @@-package io.onedev.server.buildspec.job;--import java.io.Serializable;-import java.util.List;-import java.util.stream.Collectors;--import org.hibernate.validator.constraints.NotEmpty;--import io.onedev.server.model.Project;-import io.onedev.server.web.editable.annotation.ChoiceProvider;-import io.onedev.server.web.editable.annotation.Editable;--@Editable-public class Authentication implements Serializable {-- private static final long serialVersionUID = 1L;-- private String userName;-- private String passwordSecret;-- @Editable(order=10000)- @NotEmpty- public String getUserName() {- return userName;- }-- public void setUserName(String userName) {- this.userName = userName;- }-- @Editable(order=10100, description="Specify a project secret to be used as password")- @ChoiceProvider("getPasswordSecretChoices")- @NotEmpty- public String getPasswordSecret() {- return passwordSecret;- }-- public void setPasswordSecret(String passwordSecret) {- this.passwordSecret = passwordSecret;- }-- @SuppressWarnings("unused")- private static List<String> getPasswordSecretChoices() {- return Project.get().getBuildSetting().getHierarchySecrets(Project.get())- .stream().map(it->it.getName()).collect(Collectors.toList());- }--}+package io.onedev.server.buildspec.job;++import java.io.Serializable;+import java.util.List;+import java.util.stream.Collectors;++import org.hibernate.validator.constraints.NotEmpty;++import io.onedev.server.model.Project;+import io.onedev.server.web.editable.annotation.ChoiceProvider;+import io.onedev.server.web.editable.annotation.Editable;++@Editable+public class Authentication implements Serializable {++ private static final long serialVersionUID = 1L;++ private String userName;++ private String passwordSecret;++ @Editable(order=10000)+ @NotEmpty+ public String getUserName() {+ return userName;+ }++ public void setUserName(String userName) {+ this.userName = userName;+ }++ @Editable(order=10100, description="Specify a project secret to be used as password")+ @ChoiceProvider("getPasswordSecretChoices")+ @NotEmpty+ public String getPasswordSecret() {+ return passwordSecret;+ }++ public void setPasswordSecret(String passwordSecret) {+ this.passwordSecret = passwordSecret;+ }++ @SuppressWarnings("unused")+ private static List<String> getPasswordSecretChoices() {+ return Project.get().getBuildSetting().getHierarchySecrets(Project.get())+ .stream().map(it->it.getName()).collect(Collectors.toList());+ }++}diff --git a/server-core/src/main/java/io/onedev/server/buildspec/job/CacheSpec.java b/server-core/src/main/java/io/onedev/server/buildspec/job/CacheSpec.javaindex 925425c763..56522b4d30 100644--- a/server-core/src/main/java/io/onedev/server/buildspec/job/CacheSpec.java+++ b/server-core/src/main/java/io/onedev/server/buildspec/job/CacheSpec.java@@ -6,8 +6,8 @@ import java.util.List;import org.hibernate.validator.constraints.NotEmpty;import io.onedev.commons.codeassist.InputSuggestion;-import io.onedev.server.util.validation.annotation.RegEx;import io.onedev.server.util.validation.annotation.Path;+import io.onedev.server.util.validation.annotation.RegEx;import io.onedev.server.web.editable.annotation.Editable;import io.onedev.server.web.editable.annotation.Interpolative;diff --git a/server-core/src/main/java/io/onedev/server/buildspec/job/EnvVar.java b/server-core/src/main/java/io/onedev/server/buildspec/job/EnvVar.javaindex dfbeb086a4..07e929bc85 100644--- a/server-core/src/main/java/io/onedev/server/buildspec/job/EnvVar.java+++ b/server-core/src/main/java/io/onedev/server/buildspec/job/EnvVar.java@@ -1,52 +1,52 @@-package io.onedev.server.buildspec.job;--import java.io.Serializable;-import java.util.List;--import org.hibernate.validator.constraints.NotEmpty;--import io.onedev.commons.codeassist.InputSuggestion;-import io.onedev.server.util.validation.annotation.VariableName;-import io.onedev.server.web.editable.annotation.Editable;-import io.onedev.server.web.editable.annotation.Interpolative;--@Editable-public class EnvVar implements Serializable {-- private static final long serialVersionUID = 1L;-- private String name;-- private String value;-- @Editable(order=100, description="Specify name of the environment variable. "- + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")- @Interpolative(variableSuggester="suggestVariables")- @VariableName(interpolative = true)- @NotEmpty- public String getName() {- return name;- }-- public void setName(String name) {- this.name = name;- }-- @Editable(order=200, description="Specify value of the environment variable. "- + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")- @Interpolative(variableSuggester="suggestVariables")- @NotEmpty- public String getValue() {- return value;- }-- public void setValue(String value) {- this.value = value;- }-- @SuppressWarnings("unused")- private static List<InputSuggestion> suggestVariables(String matchWith) {- return Job.suggestVariables(matchWith);- }--}+package io.onedev.server.buildspec.job;++import java.io.Serializable;+import java.util.List;++import org.hibernate.validator.constraints.NotEmpty;++import io.onedev.commons.codeassist.InputSuggestion;+import io.onedev.server.util.validation.annotation.VariableName;+import io.onedev.server.web.editable.annotation.Editable;+import io.onedev.server.web.editable.annotation.Interpolative;++@Editable+public class EnvVar implements Serializable {++ private static final long serialVersionUID = 1L;++ private String name;++ private String value;++ @Editable(order=100, description="Specify name of the environment variable. "+ + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")+ @Interpolative(variableSuggester="suggestVariables")+ @VariableName(interpolative = true)+ @NotEmpty+ public String getName() {+ return name;+ }++ public void setName(String name) {+ this.name = name;+ }++ @Editable(order=200, description="Specify value of the environment variable. "+ + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")+ @Interpolative(variableSuggester="suggestVariables")+ @NotEmpty+ public String getValue() {+ return value;+ }++ public void setValue(String value) {+ this.value = value;+ }++ @SuppressWarnings("unused")+ private static List<InputSuggestion> suggestVariables(String matchWith) {+ return Job.suggestVariables(matchWith);+ }++}diff --git a/server-core/src/main/java/io/onedev/server/buildspec/job/Job.java b/server-core/src/main/java/io/onedev/server/buildspec/job/Job.javaindex 809647ef3c..c867900c7e 100644--- a/server-core/src/main/java/io/onedev/server/buildspec/job/Job.java+++ b/server-core/src/main/java/io/onedev/server/buildspec/job/Job.java@@ -1,520 +1,520 @@-package io.onedev.server.buildspec.job;--import static io.onedev.server.search.entity.build.BuildQuery.getRuleName;-import static io.onedev.server.search.entity.build.BuildQueryLexer.And;-import static io.onedev.server.search.entity.build.BuildQueryLexer.Is;-import static io.onedev.server.model.Build.FIELD_COMMIT;-import static io.onedev.server.model.Build.FIELD_JOB;--import java.io.Serializable;-import java.util.ArrayList;-import java.util.HashSet;-import java.util.List;-import java.util.Map;-import java.util.Set;--import javax.validation.ConstraintValidatorContext;-import javax.validation.Valid;-import javax.validation.constraints.Min;-import javax.validation.constraints.Size;--import org.apache.wicket.Component;-import org.eclipse.jgit.lib.ObjectId;-import org.eclipse.jgit.revwalk.RevCommit;-import org.hibernate.validator.constraints.NotEmpty;--import io.onedev.commons.codeassist.InputSuggestion;-import io.onedev.server.buildspec.BuildSpec;-import io.onedev.server.buildspec.BuildSpecAware;-import io.onedev.server.buildspec.job.action.PostBuildAction;-import io.onedev.server.buildspec.job.paramspec.ParamSpec;-import io.onedev.server.buildspec.job.paramsupply.ParamSupply;-import io.onedev.server.buildspec.job.trigger.JobTrigger;-import io.onedev.server.event.ProjectEvent;-import io.onedev.server.model.Project;-import io.onedev.server.util.ComponentContext;-import io.onedev.server.util.EditContext;-import io.onedev.server.util.criteria.Criteria;-import io.onedev.server.util.validation.Validatable;-import io.onedev.server.util.validation.annotation.ClassValidating;-import io.onedev.server.web.editable.annotation.Code;-import io.onedev.server.web.editable.annotation.Editable;-import io.onedev.server.web.editable.annotation.Horizontal;-import io.onedev.server.web.editable.annotation.Interpolative;-import io.onedev.server.web.editable.annotation.IssueQuery;-import io.onedev.server.web.editable.annotation.NameOfEmptyValue;-import io.onedev.server.web.editable.annotation.Patterns;-import io.onedev.server.web.editable.annotation.RetryCondition;-import io.onedev.server.web.editable.annotation.ShowCondition;-import io.onedev.server.web.page.project.blob.ProjectBlobPage;-import io.onedev.server.web.util.SuggestionUtils;-import io.onedev.server.web.util.WicketUtils;--@Editable-@Horizontal-@ClassValidating-public class Job implements Serializable, Validatable {-- private static final long serialVersionUID = 1L;-- public static final String SELECTION_PREFIX = "jobs/";-- public static final String PROP_JOB_DEPENDENCIES = "jobDependencies";-- public static final String PROP_TRIGGERS = "triggers";-- public static final String PROP_RETRY_CONDITION = "retryCondition";-- public static final String PROP_POST_BUILD_ACTIONS = "postBuildActions";-- private String name;-- private List<ParamSpec> paramSpecs = new ArrayList<>();-- private String image;-- private List<String> commands;-- private boolean retrieveSource = true;-- private Integer cloneDepth;-- private List<SubmoduleCredential> submoduleCredentials = new ArrayList<>();-- private List<JobDependency> jobDependencies = new ArrayList<>();-- private List<ProjectDependency> projectDependencies = new ArrayList<>();-- private List<JobService> services = new ArrayList<>();-- private String artifacts;-- private List<JobReport> reports = new ArrayList<>();-- private List<JobTrigger> triggers = new ArrayList<>();-- private List<CacheSpec> caches = new ArrayList<>();-- private String cpuRequirement = "250m";-- private String memoryRequirement = "128m";-- private long timeout = 3600;-- private List<PostBuildAction> postBuildActions = new ArrayList<>();-- private String retryCondition = "never";-- private int maxRetries = 3;-- private int retryDelay = 30;-- private String defaultFixedIssuesFilter;-- private transient Map<String, ParamSpec> paramSpecMap;-- @Editable(order=100, description="Specify name of the job")- @NotEmpty- public String getName() {- return name;- }-- public void setName(String name) {- this.name = name;- }-- @Editable(order=110, description="Specify docker image of the job. "- + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")- @Interpolative(variableSuggester="suggestVariables")- @NotEmpty- public String getImage() {- return image;- }-- public void setImage(String image) {- this.image = image;- }-- public static List<InputSuggestion> suggestVariables(String matchWith) {- Component component = ComponentContext.get().getComponent();- List<InputSuggestion> suggestions = new ArrayList<>();- ProjectBlobPage page = (ProjectBlobPage) WicketUtils.getPage();- BuildSpecAware buildSpecAware = WicketUtils.findInnermost(component, BuildSpecAware.class);- if (buildSpecAware != null) {- BuildSpec buildSpec = buildSpecAware.getBuildSpec();- if (buildSpec != null) {- JobAware jobAware = WicketUtils.findInnermost(component, JobAware.class);- if (jobAware != null) {- Job job = jobAware.getJob();- if (job != null) {- RevCommit commit;- if (page.getBlobIdent().revision != null)- commit = page.getCommit();- else- commit = null;- suggestions.addAll(SuggestionUtils.suggestVariables(- page.getProject(), commit, buildSpec, job, matchWith));- }- }- }- }- return suggestions;- }-- @Editable(order=120, name="Commands", description="Specify content of Linux shell script or Windows command batch to execute in above image. "- + "It will be executed under <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/concepts.md#job-workspace' target='_blank'>job workspace</a>, which may contain files of your repository and "- + "dependency artifacts based on your configuration below. "- + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")- @Interpolative- @Code(language = Code.SHELL, variableProvider="getVariables")- @Size(min=1, message="may not be empty")- public List<String> getCommands() {- return commands;- }-- public void setCommands(List<String> commands) {- this.commands = commands;- }-- @SuppressWarnings("unused")- private static List<String> getVariables() {- List<String> variables = new ArrayList<>();- ProjectBlobPage page = (ProjectBlobPage) WicketUtils.getPage();- Project project = page.getProject();- ObjectId commitId = page.getCommit();- BuildSpec buildSpec = ComponentContext.get().getComponent().findParent(BuildSpecAware.class).getBuildSpec();- Job job = ComponentContext.get().getComponent().findParent(JobAware.class).getJob();- for (InputSuggestion suggestion: SuggestionUtils.suggestVariables(project, commitId, buildSpec, job, ""))- variables.add(suggestion.getContent());- return variables;- }-- @Editable(order=130, name="Parameter Specs", description="Optionally define parameter specifications of the job")- @Valid- public List<ParamSpec> getParamSpecs() {- return paramSpecs;- }-- public void setParamSpecs(List<ParamSpec> paramSpecs) {- this.paramSpecs = paramSpecs;- }-- @Editable(order=500, description="Use triggers to run the job automatically under certain conditions")- @Valid- public List<JobTrigger> getTriggers() {- return triggers;- }-- public void setTriggers(List<JobTrigger> triggers) {- this.triggers = triggers;- }-- @Editable(order=9000, group="Source Retrieval", description="Whether or not to retrieve files under the repository "- + "into <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/concepts.md#job-workspace' target='_blank'>job workspace</a>")- public boolean isRetrieveSource() {- return retrieveSource;- }-- public void setRetrieveSource(boolean retrieveSource) {- this.retrieveSource = retrieveSource;- }-- @Editable(order=9050, group="Source Retrieval", description="Optionally specify depth for a shallow clone in order "- + "to speed up source retrieval")- @ShowCondition("isRetrieveSourceEnabled")- public Integer getCloneDepth() {- return cloneDepth;- }-- public void setCloneDepth(Integer cloneDepth) {- this.cloneDepth = cloneDepth;- }-- @Editable(order=9100, group="Source Retrieval", description="For git submodules accessing via http/https, you will "- + "need to specify credentials here if required")- @Valid- @ShowCondition("isRetrieveSourceEnabled")- public List<SubmoduleCredential> getSubmoduleCredentials() {- return submoduleCredentials;- }-- public void setSubmoduleCredentials(List<SubmoduleCredential> submoduleCredentials) {- this.submoduleCredentials = submoduleCredentials;- }-- @SuppressWarnings("unused")- private static boolean isRetrieveSourceEnabled() {- return (boolean) EditContext.get().getInputValue("retrieveSource");- }-- @Editable(name="Job Dependencies", order=9110, group="Dependencies & Services", description="Job dependencies determines the order and "- + "concurrency when run different jobs. You may also specify artifacts to retrieve from upstream jobs")- @Valid- public List<JobDependency> getJobDependencies() {- return jobDependencies;- }-- public void setJobDependencies(List<JobDependency> jobDependencies) {- this.jobDependencies = jobDependencies;- }-- @Editable(name="Project Dependencies", order=9112, group="Dependencies & Services", description="Use project dependency to retrieve "- + "artifacts from other projects")- @Valid- public List<ProjectDependency> getProjectDependencies() {- return projectDependencies;- }-- public void setProjectDependencies(List<ProjectDependency> projectDependencies) {- this.projectDependencies = projectDependencies;- }-- @Editable(order=9114, group="Dependencies & Services", description="Optionally define services used by this job")- @Valid- public List<JobService> getServices() {- return services;- }-- public void setServices(List<JobService> services) {- this.services = services;- }-- @Editable(order=9115, group="Artifacts & Reports", description="Optionally specify files to publish as job artifacts. "- + "Artifact files are relative to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/concepts.md#job-workspace' target='_blank'>job workspace</a>, and may use * or ? for pattern match. "- + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")- @Interpolative(variableSuggester="suggestVariables")- @Patterns(interpolative = true)- @NameOfEmptyValue("No artifacts")- public String getArtifacts() {- return artifacts;- }-- public void setArtifacts(String artifacts) {- this.artifacts = artifacts;- }-- @Editable(order=9120, group="Artifacts & Reports", description="Add job reports here")- @Valid- public List<JobReport> getReports() {- return reports;- }-- public void setReports(List<JobReport> reports) {- this.reports = reports;- }-- @Editable(order=9400, group="Retry Upon Failure", description="Specify condition to retry build upon failure")- @NotEmpty- @RetryCondition- public String getRetryCondition() {- return retryCondition;- }-- public void setRetryCondition(String retryCondition) {- this.retryCondition = retryCondition;- }-- @Editable(order=9410, group="Retry Upon Failure", description="Maximum of retries before giving up")- @Min(value=1, message="This value should not be less than 1")- public int getMaxRetries() {- return maxRetries;- }-- public void setMaxRetries(int maxRetries) {- this.maxRetries = maxRetries;- }-- @Editable(order=9420, group="Retry Upon Failure", description="Delay for the first retry in seconds. "- + "Delay of subsequent retries will be calculated using an exponential back-off "- + "based on this delay")- @Min(value=1, message="This value should not be less than 1")- public int getRetryDelay() {- return retryDelay;- }-- public void setRetryDelay(int retryDelay) {- this.retryDelay = retryDelay;- }-- @Editable(order=9200, name="CPU Requirement", group="Resource Requirements", description="Specify CPU requirement of the job. "- + "Refer to <a href='https://kubernetes.io/docs/concepts/configuration/manage-compute-resources-container/#meaning-of-cpu' target='_blank'>kubernetes documentation</a> for details. "- + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")- @Interpolative(variableSuggester="suggestVariables")- @NotEmpty- public String getCpuRequirement() {- return cpuRequirement;- }-- public void setCpuRequirement(String cpuRequirement) {- this.cpuRequirement = cpuRequirement;- }-- @Editable(order=9300, group="Resource Requirements", description="Specify memory requirement of the job. "- + "Refer to <a href='https://kubernetes.io/docs/concepts/configuration/manage-compute-resources-container/#meaning-of-memory' target='_blank'>kubernetes documentation</a> for details. "- + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")- @Interpolative(variableSuggester="suggestVariables")- @NotEmpty- public String getMemoryRequirement() {- return memoryRequirement;- }-- public void setMemoryRequirement(String memoryRequirement) {- this.memoryRequirement = memoryRequirement;- }-- @Editable(order=10100, group="More Settings", description="Cache specific paths to speed up job execution. "- + "For instance for node.js projects, you may cache folder <tt>/root/.npm</tt> to avoid downloading "- + "node modules for subsequent job executions")- @Valid- public List<CacheSpec> getCaches() {- return caches;- }-- public void setCaches(List<CacheSpec> caches) {- this.caches = caches;- }-- @Editable(order=10500, group="More Settings", description="Specify timeout in seconds")- public long getTimeout() {- return timeout;- }-- public void setTimeout(long timeout) {- this.timeout = timeout;- }-- @Editable(order=10600, name="Post Build Actions", group="More Settings")- @Valid- public List<PostBuildAction> getPostBuildActions() {- return postBuildActions;- }-- public void setPostBuildActions(List<PostBuildAction> postBuildActions) {- this.postBuildActions = postBuildActions;- }-- @Editable(order=10700, group="More Settings", description="Optionally specify a default query "- + "to filter/order fixed issues of the builds generated by current job")- @IssueQuery(withCurrentBuildCriteria = false, withCurrentCommitCriteria = false,- withCurrentPullRequestCriteria = false, withCurrentUserCriteria = true,- withOrder = true)- @NameOfEmptyValue("No default filter")- public String getDefaultFixedIssuesFilter() {- return defaultFixedIssuesFilter;- }-- public void setDefaultFixedIssuesFilter(String defaultFixedIssuesFilterQuery) {- this.defaultFixedIssuesFilter = defaultFixedIssuesFilterQuery;- }-- public JobTrigger getMatchedTrigger(ProjectEvent event) {- for (JobTrigger trigger: getTriggers()) {- if (trigger.matches(event, this))- return trigger;- }- return null;- }-- @Override- public boolean isValid(ConstraintValidatorContext context) {- Set<String> keys = new HashSet<>();- Set<String> paths = new HashSet<>();-- boolean isValid = true;- for (CacheSpec cache: caches) {- if (keys.contains(cache.getKey())) {- isValid = false;- context.buildConstraintViolationWithTemplate("Duplicate key: " + cache.getKey())- .addPropertyNode("caches").addConstraintViolation();- } else {- keys.add(cache.getKey());- }- if (paths.contains(cache.getPath())) {- isValid = false;- context.buildConstraintViolationWithTemplate("Duplicate path: " + cache.getPath())- .addPropertyNode("caches").addConstraintViolation();- } else {- paths.add(cache.getPath());- }- }-- Set<String> dependencyJobs = new HashSet<>();- for (JobDependency dependency: jobDependencies) {- if (dependencyJobs.contains(dependency.getJobName())) {- isValid = false;- context.buildConstraintViolationWithTemplate("Duplicate dependency: " + dependency.getJobName())- .addPropertyNode("dependencies").addConstraintViolation();- } else {- dependencyJobs.add(dependency.getJobName());- }- }-- Set<String> paramSpecNames = new HashSet<>();- for (ParamSpec paramSpec: paramSpecs) {- if (paramSpecNames.contains(paramSpec.getName())) {- isValid = false;- context.buildConstraintViolationWithTemplate("Duplicate parameter spec: " + paramSpec.getName())- .addPropertyNode("paramSpecs").addConstraintViolation();- } else {- paramSpecNames.add(paramSpec.getName());- }- }-- if (retrieveSource) {- int index = 0;- for (SubmoduleCredential credential: getSubmoduleCredentials()) {- if (credential.getUrl() != null- && !credential.getUrl().startsWith("http://")- && !credential.getUrl().startsWith("https://")) {- isValid = false;- context.buildConstraintViolationWithTemplate("Can only provide credentials for submodules accessing via http/https")- .addPropertyNode("submoduleCredentials").addPropertyNode("url")- .inIterable().atIndex(index)- .addConstraintViolation();- }- index++;- }- }-- if (!isValid)- context.disableDefaultConstraintViolation();-- return isValid;- }-- public Map<String, ParamSpec> getParamSpecMap() {- if (paramSpecMap == null)- paramSpecMap = ParamSupply.getParamSpecMap(paramSpecs);- return paramSpecMap;- }-- public static String getBuildQuery(ObjectId commitId, String jobName) {- return ""- + Criteria.quote(FIELD_COMMIT) + " " + getRuleName(Is) + " " + Criteria.quote(commitId.name())- + " " + getRuleName(And) + " "- + Criteria.quote(FIELD_JOB) + " " + getRuleName(Is) + " " + Criteria.quote(jobName);- }-- public static List<String> getChoices() {- List<String> choices = new ArrayList<>();- Component component = ComponentContext.get().getComponent();- BuildSpecAware buildSpecAware = WicketUtils.findInnermost(component, BuildSpecAware.class);- if (buildSpecAware != null) {- BuildSpec buildSpec = buildSpecAware.getBuildSpec();- if (buildSpec != null) {- for (Job eachJob: buildSpec.getJobs()) {- if (eachJob.getName() != null)- choices.add(eachJob.getName());- }- }- JobAware jobAware = WicketUtils.findInnermost(component, JobAware.class);- if (jobAware != null) {- Job job = jobAware.getJob();- if (job != null)- choices.remove(job.getName());- }- }- return choices;- }--}+package io.onedev.server.buildspec.job;++import static io.onedev.server.model.Build.FIELD_COMMIT;+import static io.onedev.server.model.Build.FIELD_JOB;+import static io.onedev.server.search.entity.build.BuildQuery.getRuleName;+import static io.onedev.server.search.entity.build.BuildQueryLexer.And;+import static io.onedev.server.search.entity.build.BuildQueryLexer.Is;++import java.io.Serializable;+import java.util.ArrayList;+import java.util.HashSet;+import java.util.List;+import java.util.Map;+import java.util.Set;++import javax.validation.ConstraintValidatorContext;+import javax.validation.Valid;+import javax.validation.constraints.Min;+import javax.validation.constraints.Size;++import org.apache.wicket.Component;+import org.eclipse.jgit.lib.ObjectId;+import org.eclipse.jgit.revwalk.RevCommit;+import org.hibernate.validator.constraints.NotEmpty;++import io.onedev.commons.codeassist.InputSuggestion;+import io.onedev.server.buildspec.BuildSpec;+import io.onedev.server.buildspec.BuildSpecAware;+import io.onedev.server.buildspec.job.action.PostBuildAction;+import io.onedev.server.buildspec.job.paramspec.ParamSpec;+import io.onedev.server.buildspec.job.paramsupply.ParamSupply;+import io.onedev.server.buildspec.job.trigger.JobTrigger;+import io.onedev.server.event.ProjectEvent;+import io.onedev.server.model.Project;+import io.onedev.server.util.ComponentContext;+import io.onedev.server.util.EditContext;+import io.onedev.server.util.criteria.Criteria;+import io.onedev.server.util.validation.Validatable;+import io.onedev.server.util.validation.annotation.ClassValidating;+import io.onedev.server.web.editable.annotation.Code;+import io.onedev.server.web.editable.annotation.Editable;+import io.onedev.server.web.editable.annotation.Horizontal;+import io.onedev.server.web.editable.annotation.Interpolative;+import io.onedev.server.web.editable.annotation.IssueQuery;+import io.onedev.server.web.editable.annotation.NameOfEmptyValue;+import io.onedev.server.web.editable.annotation.Patterns;+import io.onedev.server.web.editable.annotation.RetryCondition;+import io.onedev.server.web.editable.annotation.ShowCondition;+import io.onedev.server.web.page.project.blob.ProjectBlobPage;+import io.onedev.server.web.util.SuggestionUtils;+import io.onedev.server.web.util.WicketUtils;++@Editable+@Horizontal+@ClassValidating+public class Job implements Serializable, Validatable {++ private static final long serialVersionUID = 1L;++ public static final String SELECTION_PREFIX = "jobs/";++ public static final String PROP_JOB_DEPENDENCIES = "jobDependencies";++ public static final String PROP_TRIGGERS = "triggers";++ public static final String PROP_RETRY_CONDITION = "retryCondition";++ public static final String PROP_POST_BUILD_ACTIONS = "postBuildActions";++ private String name;++ private List<ParamSpec> paramSpecs = new ArrayList<>();++ private String image;++ private List<String> commands;++ private boolean retrieveSource = true;++ private Integer cloneDepth;++ private List<SubmoduleCredential> submoduleCredentials = new ArrayList<>();++ private List<JobDependency> jobDependencies = new ArrayList<>();++ private List<ProjectDependency> projectDependencies = new ArrayList<>();++ private List<JobService> services = new ArrayList<>();++ private String artifacts;++ private List<JobReport> reports = new ArrayList<>();++ private List<JobTrigger> triggers = new ArrayList<>();++ private List<CacheSpec> caches = new ArrayList<>();++ private String cpuRequirement = "250m";++ private String memoryRequirement = "128m";++ private long timeout = 3600;++ private List<PostBuildAction> postBuildActions = new ArrayList<>();++ private String retryCondition = "never";++ private int maxRetries = 3;++ private int retryDelay = 30;++ private String defaultFixedIssuesFilter;++ private transient Map<String, ParamSpec> paramSpecMap;++ @Editable(order=100, description="Specify name of the job")+ @NotEmpty+ public String getName() {+ return name;+ }++ public void setName(String name) {+ this.name = name;+ }++ @Editable(order=110, description="Specify docker image of the job. "+ + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")+ @Interpolative(variableSuggester="suggestVariables")+ @NotEmpty+ public String getImage() {+ return image;+ }++ public void setImage(String image) {+ this.image = image;+ }++ public static List<InputSuggestion> suggestVariables(String matchWith) {+ Component component = ComponentContext.get().getComponent();+ List<InputSuggestion> suggestions = new ArrayList<>();+ ProjectBlobPage page = (ProjectBlobPage) WicketUtils.getPage();+ BuildSpecAware buildSpecAware = WicketUtils.findInnermost(component, BuildSpecAware.class);+ if (buildSpecAware != null) {+ BuildSpec buildSpec = buildSpecAware.getBuildSpec();+ if (buildSpec != null) {+ JobAware jobAware = WicketUtils.findInnermost(component, JobAware.class);+ if (jobAware != null) {+ Job job = jobAware.getJob();+ if (job != null) {+ RevCommit commit;+ if (page.getBlobIdent().revision != null)+ commit = page.getCommit();+ else+ commit = null;+ suggestions.addAll(SuggestionUtils.suggestVariables(+ page.getProject(), commit, buildSpec, job, matchWith));+ }+ }+ }+ }+ return suggestions;+ }++ @Editable(order=120, name="Commands", description="Specify content of Linux shell script or Windows command batch to execute in above image. "+ + "It will be executed under <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/concepts.md#job-workspace' target='_blank'>job workspace</a>, which may contain files of your repository and "+ + "dependency artifacts based on your configuration below. "+ + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")+ @Interpolative+ @Code(language = Code.SHELL, variableProvider="getVariables")+ @Size(min=1, message="may not be empty")+ public List<String> getCommands() {+ return commands;+ }++ public void setCommands(List<String> commands) {+ this.commands = commands;+ }++ @SuppressWarnings("unused")+ private static List<String> getVariables() {+ List<String> variables = new ArrayList<>();+ ProjectBlobPage page = (ProjectBlobPage) WicketUtils.getPage();+ Project project = page.getProject();+ ObjectId commitId = page.getCommit();+ BuildSpec buildSpec = ComponentContext.get().getComponent().findParent(BuildSpecAware.class).getBuildSpec();+ Job job = ComponentContext.get().getComponent().findParent(JobAware.class).getJob();+ for (InputSuggestion suggestion: SuggestionUtils.suggestVariables(project, commitId, buildSpec, job, ""))+ variables.add(suggestion.getContent());+ return variables;+ }++ @Editable(order=130, name="Parameter Specs", description="Optionally define parameter specifications of the job")+ @Valid+ public List<ParamSpec> getParamSpecs() {+ return paramSpecs;+ }++ public void setParamSpecs(List<ParamSpec> paramSpecs) {+ this.paramSpecs = paramSpecs;+ }++ @Editable(order=500, description="Use triggers to run the job automatically under certain conditions")+ @Valid+ public List<JobTrigger> getTriggers() {+ return triggers;+ }++ public void setTriggers(List<JobTrigger> triggers) {+ this.triggers = triggers;+ }++ @Editable(order=9000, group="Source Retrieval", description="Whether or not to retrieve files under the repository "+ + "into <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/concepts.md#job-workspace' target='_blank'>job workspace</a>")+ public boolean isRetrieveSource() {+ return retrieveSource;+ }++ public void setRetrieveSource(boolean retrieveSource) {+ this.retrieveSource = retrieveSource;+ }++ @Editable(order=9050, group="Source Retrieval", description="Optionally specify depth for a shallow clone in order "+ + "to speed up source retrieval")+ @ShowCondition("isRetrieveSourceEnabled")+ public Integer getCloneDepth() {+ return cloneDepth;+ }++ public void setCloneDepth(Integer cloneDepth) {+ this.cloneDepth = cloneDepth;+ }++ @Editable(order=9100, group="Source Retrieval", description="For git submodules accessing via http/https, you will "+ + "need to specify credentials here if required")+ @Valid+ @ShowCondition("isRetrieveSourceEnabled")+ public List<SubmoduleCredential> getSubmoduleCredentials() {+ return submoduleCredentials;+ }++ public void setSubmoduleCredentials(List<SubmoduleCredential> submoduleCredentials) {+ this.submoduleCredentials = submoduleCredentials;+ }++ @SuppressWarnings("unused")+ private static boolean isRetrieveSourceEnabled() {+ return (boolean) EditContext.get().getInputValue("retrieveSource");+ }++ @Editable(name="Job Dependencies", order=9110, group="Dependencies & Services", description="Job dependencies determines the order and "+ + "concurrency when run different jobs. You may also specify artifacts to retrieve from upstream jobs")+ @Valid+ public List<JobDependency> getJobDependencies() {+ return jobDependencies;+ }++ public void setJobDependencies(List<JobDependency> jobDependencies) {+ this.jobDependencies = jobDependencies;+ }++ @Editable(name="Project Dependencies", order=9112, group="Dependencies & Services", description="Use project dependency to retrieve "+ + "artifacts from other projects")+ @Valid+ public List<ProjectDependency> getProjectDependencies() {+ return projectDependencies;+ }++ public void setProjectDependencies(List<ProjectDependency> projectDependencies) {+ this.projectDependencies = projectDependencies;+ }++ @Editable(order=9114, group="Dependencies & Services", description="Optionally define services used by this job")+ @Valid+ public List<JobService> getServices() {+ return services;+ }++ public void setServices(List<JobService> services) {+ this.services = services;+ }++ @Editable(order=9115, group="Artifacts & Reports", description="Optionally specify files to publish as job artifacts. "+ + "Artifact files are relative to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/concepts.md#job-workspace' target='_blank'>job workspace</a>, and may use * or ? for pattern match. "+ + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")+ @Interpolative(variableSuggester="suggestVariables")+ @Patterns(interpolative = true)+ @NameOfEmptyValue("No artifacts")+ public String getArtifacts() {+ return artifacts;+ }++ public void setArtifacts(String artifacts) {+ this.artifacts = artifacts;+ }++ @Editable(order=9120, group="Artifacts & Reports", description="Add job reports here")+ @Valid+ public List<JobReport> getReports() {+ return reports;+ }++ public void setReports(List<JobReport> reports) {+ this.reports = reports;+ }++ @Editable(order=9400, group="Retry Upon Failure", description="Specify condition to retry build upon failure")+ @NotEmpty+ @RetryCondition+ public String getRetryCondition() {+ return retryCondition;+ }++ public void setRetryCondition(String retryCondition) {+ this.retryCondition = retryCondition;+ }++ @Editable(order=9410, group="Retry Upon Failure", description="Maximum of retries before giving up")+ @Min(value=1, message="This value should not be less than 1")+ public int getMaxRetries() {+ return maxRetries;+ }++ public void setMaxRetries(int maxRetries) {+ this.maxRetries = maxRetries;+ }++ @Editable(order=9420, group="Retry Upon Failure", description="Delay for the first retry in seconds. "+ + "Delay of subsequent retries will be calculated using an exponential back-off "+ + "based on this delay")+ @Min(value=1, message="This value should not be less than 1")+ public int getRetryDelay() {+ return retryDelay;+ }++ public void setRetryDelay(int retryDelay) {+ this.retryDelay = retryDelay;+ }++ @Editable(order=9200, name="CPU Requirement", group="Resource Requirements", description="Specify CPU requirement of the job. "+ + "Refer to <a href='https://kubernetes.io/docs/concepts/configuration/manage-compute-resources-container/#meaning-of-cpu' target='_blank'>kubernetes documentation</a> for details. "+ + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")+ @Interpolative(variableSuggester="suggestVariables")+ @NotEmpty+ public String getCpuRequirement() {+ return cpuRequirement;+ }++ public void setCpuRequirement(String cpuRequirement) {+ this.cpuRequirement = cpuRequirement;+ }++ @Editable(order=9300, group="Resource Requirements", description="Specify memory requirement of the job. "+ + "Refer to <a href='https://kubernetes.io/docs/concepts/configuration/manage-compute-resources-container/#meaning-of-memory' target='_blank'>kubernetes documentation</a> for details. "+ + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")+ @Interpolative(variableSuggester="suggestVariables")+ @NotEmpty+ public String getMemoryRequirement() {+ return memoryRequirement;+ }++ public void setMemoryRequirement(String memoryRequirement) {+ this.memoryRequirement = memoryRequirement;+ }++ @Editable(order=10100, group="More Settings", description="Cache specific paths to speed up job execution. "+ + "For instance for node.js projects, you may cache folder <tt>/root/.npm</tt> to avoid downloading "+ + "node modules for subsequent job executions")+ @Valid+ public List<CacheSpec> getCaches() {+ return caches;+ }++ public void setCaches(List<CacheSpec> caches) {+ this.caches = caches;+ }++ @Editable(order=10500, group="More Settings", description="Specify timeout in seconds")+ public long getTimeout() {+ return timeout;+ }++ public void setTimeout(long timeout) {+ this.timeout = timeout;+ }++ @Editable(order=10600, name="Post Build Actions", group="More Settings")+ @Valid+ public List<PostBuildAction> getPostBuildActions() {+ return postBuildActions;+ }++ public void setPostBuildActions(List<PostBuildAction> postBuildActions) {+ this.postBuildActions = postBuildActions;+ }++ @Editable(order=10700, group="More Settings", description="Optionally specify a default query "+ + "to filter/order fixed issues of the builds generated by current job")+ @IssueQuery(withCurrentBuildCriteria = false, withCurrentCommitCriteria = false,+ withCurrentPullRequestCriteria = false, withCurrentUserCriteria = true,+ withOrder = true)+ @NameOfEmptyValue("No default filter")+ public String getDefaultFixedIssuesFilter() {+ return defaultFixedIssuesFilter;+ }++ public void setDefaultFixedIssuesFilter(String defaultFixedIssuesFilterQuery) {+ this.defaultFixedIssuesFilter = defaultFixedIssuesFilterQuery;+ }++ public JobTrigger getMatchedTrigger(ProjectEvent event) {+ for (JobTrigger trigger: getTriggers()) {+ if (trigger.matches(event, this))+ return trigger;+ }+ return null;+ }++ @Override+ public boolean isValid(ConstraintValidatorContext context) {+ Set<String> keys = new HashSet<>();+ Set<String> paths = new HashSet<>();++ boolean isValid = true;+ for (CacheSpec cache: caches) {+ if (keys.contains(cache.getKey())) {+ isValid = false;+ context.buildConstraintViolationWithTemplate("Duplicate key: " + cache.getKey())+ .addPropertyNode("caches").addConstraintViolation();+ } else {+ keys.add(cache.getKey());+ }+ if (paths.contains(cache.getPath())) {+ isValid = false;+ context.buildConstraintViolationWithTemplate("Duplicate path: " + cache.getPath())+ .addPropertyNode("caches").addConstraintViolation();+ } else {+ paths.add(cache.getPath());+ }+ }++ Set<String> dependencyJobs = new HashSet<>();+ for (JobDependency dependency: jobDependencies) {+ if (dependencyJobs.contains(dependency.getJobName())) {+ isValid = false;+ context.buildConstraintViolationWithTemplate("Duplicate dependency: " + dependency.getJobName())+ .addPropertyNode("dependencies").addConstraintViolation();+ } else {+ dependencyJobs.add(dependency.getJobName());+ }+ }++ Set<String> paramSpecNames = new HashSet<>();+ for (ParamSpec paramSpec: paramSpecs) {+ if (paramSpecNames.contains(paramSpec.getName())) {+ isValid = false;+ context.buildConstraintViolationWithTemplate("Duplicate parameter spec: " + paramSpec.getName())+ .addPropertyNode("paramSpecs").addConstraintViolation();+ } else {+ paramSpecNames.add(paramSpec.getName());+ }+ }++ if (retrieveSource) {+ int index = 0;+ for (SubmoduleCredential credential: getSubmoduleCredentials()) {+ if (credential.getUrl() != null+ && !credential.getUrl().startsWith("http://")+ && !credential.getUrl().startsWith("https://")) {+ isValid = false;+ context.buildConstraintViolationWithTemplate("Can only provide credentials for submodules accessing via http/https")+ .addPropertyNode("submoduleCredentials").addPropertyNode("url")+ .inIterable().atIndex(index)+ .addConstraintViolation();+ }+ index++;+ }+ }++ if (!isValid)+ context.disableDefaultConstraintViolation();++ return isValid;+ }++ public Map<String, ParamSpec> getParamSpecMap() {+ if (paramSpecMap == null)+ paramSpecMap = ParamSupply.getParamSpecMap(paramSpecs);+ return paramSpecMap;+ }++ public static String getBuildQuery(ObjectId commitId, String jobName) {+ return ""+ + Criteria.quote(FIELD_COMMIT) + " " + getRuleName(Is) + " " + Criteria.quote(commitId.name())+ + " " + getRuleName(And) + " "+ + Criteria.quote(FIELD_JOB) + " " + getRuleName(Is) + " " + Criteria.quote(jobName);+ }++ public static List<String> getChoices() {+ List<String> choices = new ArrayList<>();+ Component component = ComponentContext.get().getComponent();+ BuildSpecAware buildSpecAware = WicketUtils.findInnermost(component, BuildSpecAware.class);+ if (buildSpecAware != null) {+ BuildSpec buildSpec = buildSpecAware.getBuildSpec();+ if (buildSpec != null) {+ for (Job eachJob: buildSpec.getJobs()) {+ if (eachJob.getName() != null)+ choices.add(eachJob.getName());+ }+ }+ JobAware jobAware = WicketUtils.findInnermost(component, JobAware.class);+ if (jobAware != null) {+ Job job = jobAware.getJob();+ if (job != null)+ choices.remove(job.getName());+ }+ }+ return choices;+ }++}diff --git a/server-core/src/main/java/io/onedev/server/buildspec/job/JobDependency.java b/server-core/src/main/java/io/onedev/server/buildspec/job/JobDependency.javaindex 6ff584c35d..ee586af587 100644--- a/server-core/src/main/java/io/onedev/server/buildspec/job/JobDependency.java+++ b/server-core/src/main/java/io/onedev/server/buildspec/job/JobDependency.java@@ -109,5 +109,5 @@ public class JobDependency implements Serializable {}return new ArrayList<>();}-+}diff --git a/server-core/src/main/java/io/onedev/server/buildspec/job/JobReport.java b/server-core/src/main/java/io/onedev/server/buildspec/job/JobReport.javaindex 0b2697f13f..9b58f97fa1 100644--- a/server-core/src/main/java/io/onedev/server/buildspec/job/JobReport.java+++ b/server-core/src/main/java/io/onedev/server/buildspec/job/JobReport.java@@ -48,5 +48,5 @@ public abstract class JobReport implements Serializable {}public abstract void process(Build build, File workspace, JobLogger logger);-+}diff --git a/server-core/src/main/java/io/onedev/server/buildspec/job/JobService.java b/server-core/src/main/java/io/onedev/server/buildspec/job/JobService.javaindex d31c059d0b..873b385bc4 100644--- a/server-core/src/main/java/io/onedev/server/buildspec/job/JobService.java+++ b/server-core/src/main/java/io/onedev/server/buildspec/job/JobService.java@@ -1,124 +1,124 @@-package io.onedev.server.buildspec.job;--import java.io.Serializable;-import java.util.ArrayList;-import java.util.List;--import org.hibernate.validator.constraints.NotEmpty;--import io.onedev.commons.codeassist.InputSuggestion;-import io.onedev.server.util.validation.annotation.DnsName;-import io.onedev.server.web.editable.annotation.Editable;-import io.onedev.server.web.editable.annotation.Interpolative;--@Editable-public class JobService implements Serializable {-- private static final long serialVersionUID = 1L;-- private String name;-- private String image;-- private String arguments;-- private List<EnvVar> envVars = new ArrayList<>();-- private String readinessCheckCommand;-- private String cpuRequirement = "500m";-- private String memoryRequirement = "128m";-- @Editable(order=100, description="Specify name of the service, which will be used as host name to access "- + "the service. <b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")- @Interpolative(variableSuggester="suggestVariables")- @DnsName(interpolative = true)- @NotEmpty- public String getName() {- return name;- }-- public void setName(String name) {- this.name = name;- }-- @Editable(order=200, description="Specify docker image of the service. "- + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")- @Interpolative(variableSuggester="suggestVariables")- @NotEmpty- public String getImage() {- return image;- }-- public void setImage(String image) {- this.image = image;- }-- @Editable(order=220, description="Optionally specify arguments to run above image. "- + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")- @Interpolative(variableSuggester="suggestVariables")- public String getArguments() {- return arguments;- }-- public void setArguments(String arguments) {- this.arguments = arguments;- }-- @Editable(order=300, name="Environment Variables", description="Optionally specify environment variables of "- + "the service")- public List<EnvVar> getEnvVars() {- return envVars;- }-- public void setEnvVars(List<EnvVar> envVars) {- this.envVars = envVars;- }-- @Editable(order=400, description="Specify command to check readiness of the service. This command will "- + "be interpretated by cmd.exe on Windows images, and by shell on Linux images. It will be "- + "executed repeatedly until a zero code is returned to indicate service ready. "- + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")- @Interpolative(variableSuggester="suggestVariables")- @NotEmpty- public String getReadinessCheckCommand() {- return readinessCheckCommand;- }-- public void setReadinessCheckCommand(String readinessCheckCommand) {- this.readinessCheckCommand = readinessCheckCommand;- }-- @Editable(order=10000, name="CPU Requirement", group="More Settings", description="Specify CPU requirement of the job. "- + "Refer to <a href='https://kubernetes.io/docs/concepts/configuration/manage-compute-resources-container/#meaning-of-cpu' target='_blank'>kubernetes documentation</a> for details. "- + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")- @Interpolative(variableSuggester="suggestVariables")- @NotEmpty- public String getCpuRequirement() {- return cpuRequirement;- }-- public void setCpuRequirement(String cpuRequirement) {- this.cpuRequirement = cpuRequirement;- }-- @Editable(order=10100, group="More Settings", description="Specify memory requirement of the job. "- + "Refer to <a href='https://kubernetes.io/docs/concepts/configuration/manage-compute-resources-container/#meaning-of-memory' target='_blank'>kubernetes documentation</a> for details. "- + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")- @Interpolative(variableSuggester="suggestVariables")- @NotEmpty- public String getMemoryRequirement() {- return memoryRequirement;- }-- public void setMemoryRequirement(String memoryRequirement) {- this.memoryRequirement = memoryRequirement;- }-- @SuppressWarnings("unused")- private static List<InputSuggestion> suggestVariables(String matchWith) {- return Job.suggestVariables(matchWith);- }--}+package io.onedev.server.buildspec.job;++import java.io.Serializable;+import java.util.ArrayList;+import java.util.List;++import org.hibernate.validator.constraints.NotEmpty;++import io.onedev.commons.codeassist.InputSuggestion;+import io.onedev.server.util.validation.annotation.DnsName;+import io.onedev.server.web.editable.annotation.Editable;+import io.onedev.server.web.editable.annotation.Interpolative;++@Editable+public class JobService implements Serializable {++ private static final long serialVersionUID = 1L;++ private String name;++ private String image;++ private String arguments;++ private List<EnvVar> envVars = new ArrayList<>();++ private String readinessCheckCommand;++ private String cpuRequirement = "500m";++ private String memoryRequirement = "128m";++ @Editable(order=100, description="Specify name of the service, which will be used as host name to access "+ + "the service. <b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")+ @Interpolative(variableSuggester="suggestVariables")+ @DnsName(interpolative = true)+ @NotEmpty+ public String getName() {+ return name;+ }++ public void setName(String name) {+ this.name = name;+ }++ @Editable(order=200, description="Specify docker image of the service. "+ + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")+ @Interpolative(variableSuggester="suggestVariables")+ @NotEmpty+ public String getImage() {+ return image;+ }++ public void setImage(String image) {+ this.image = image;+ }++ @Editable(order=220, description="Optionally specify arguments to run above image. "+ + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")+ @Interpolative(variableSuggester="suggestVariables")+ public String getArguments() {+ return arguments;+ }++ public void setArguments(String arguments) {+ this.arguments = arguments;+ }++ @Editable(order=300, name="Environment Variables", description="Optionally specify environment variables of "+ + "the service")+ public List<EnvVar> getEnvVars() {+ return envVars;+ }++ public void setEnvVars(List<EnvVar> envVars) {+ this.envVars = envVars;+ }++ @Editable(order=400, description="Specify command to check readiness of the service. This command will "+ + "be interpretated by cmd.exe on Windows images, and by shell on Linux images. It will be "+ + "executed repeatedly until a zero code is returned to indicate service ready. "+ + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")+ @Interpolative(variableSuggester="suggestVariables")+ @NotEmpty+ public String getReadinessCheckCommand() {+ return readinessCheckCommand;+ }++ public void setReadinessCheckCommand(String readinessCheckCommand) {+ this.readinessCheckCommand = readinessCheckCommand;+ }++ @Editable(order=10000, name="CPU Requirement", group="More Settings", description="Specify CPU requirement of the job. "+ + "Refer to <a href='https://kubernetes.io/docs/concepts/configuration/manage-compute-resources-container/#meaning-of-cpu' target='_blank'>kubernetes documentation</a> for details. "+ + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")+ @Interpolative(variableSuggester="suggestVariables")+ @NotEmpty+ public String getCpuRequirement() {+ return cpuRequirement;+ }++ public void setCpuRequirement(String cpuRequirement) {+ this.cpuRequirement = cpuRequirement;+ }++ @Editable(order=10100, group="More Settings", description="Specify memory requirement of the job. "+ + "Refer to <a href='https://kubernetes.io/docs/concepts/configuration/manage-compute-resources-container/#meaning-of-memory' target='_blank'>kubernetes documentation</a> for details. "+ + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")+ @Interpolative(variableSuggester="suggestVariables")+ @NotEmpty+ public String getMemoryRequirement() {+ return memoryRequirement;+ }++ public void setMemoryRequirement(String memoryRequirement) {+ this.memoryRequirement = memoryRequirement;+ }++ @SuppressWarnings("unused")+ private static List<InputSuggestion> suggestVariables(String matchWith) {+ return Job.suggestVariables(matchWith);+ }++}diff --git a/server-core/src/main/java/io/onedev/server/buildspec/job/SubmoduleCredential.java b/server-core/src/main/java/io/onedev/server/buildspec/job/SubmoduleCredential.javaindex 0675fcd6d3..52d6c09f8e 100644--- a/server-core/src/main/java/io/onedev/server/buildspec/job/SubmoduleCredential.java+++ b/server-core/src/main/java/io/onedev/server/buildspec/job/SubmoduleCredential.java@@ -1,35 +1,35 @@-package io.onedev.server.buildspec.job;--import java.util.List;--import org.hibernate.validator.constraints.NotEmpty;--import io.onedev.commons.codeassist.InputSuggestion;-import io.onedev.server.web.editable.annotation.Editable;-import io.onedev.server.web.editable.annotation.Interpolative;--@Editable-public class SubmoduleCredential extends Authentication {-- private static final long serialVersionUID = 1L;-- private String url;-- @Editable(order=100, description="Specify submodule url. Note: Input '@' to start inserting variable. "- + "Use \\ to escape normal occurrences of @ or \\")- @Interpolative(variableSuggester="suggestVariables")- @NotEmpty- public String getUrl() {- return url;- }-- public void setUrl(String url) {- this.url = url;- }-- @SuppressWarnings("unused")- private static List<InputSuggestion> suggestVariables(String matchWith) {- return Job.suggestVariables(matchWith);- }-+package io.onedev.server.buildspec.job;++import java.util.List;++import org.hibernate.validator.constraints.NotEmpty;++import io.onedev.commons.codeassist.InputSuggestion;+import io.onedev.server.web.editable.annotation.Editable;+import io.onedev.server.web.editable.annotation.Interpolative;++@Editable+public class SubmoduleCredential extends Authentication {++ private static final long serialVersionUID = 1L;++ private String url;++ @Editable(order=100, description="Specify submodule url. Note: Input '@' to start inserting variable. "+ + "Use \\ to escape normal occurrences of @ or \\")+ @Interpolative(variableSuggester="suggestVariables")+ @NotEmpty+ public String getUrl() {+ return url;+ }++ public void setUrl(String url) {+ this.url = url;+ }++ @SuppressWarnings("unused")+ private static List<InputSuggestion> suggestVariables(String matchWith) {+ return Job.suggestVariables(matchWith);+ }+}\ No newline at end of filediff --git a/server-core/src/main/java/io/onedev/server/buildspec/job/action/PostBuildAction.java b/server-core/src/main/java/io/onedev/server/buildspec/job/action/PostBuildAction.javaindex 93bb7b223b..04dc958e88 100644--- a/server-core/src/main/java/io/onedev/server/buildspec/job/action/PostBuildAction.java+++ b/server-core/src/main/java/io/onedev/server/buildspec/job/action/PostBuildAction.java@@ -1,39 +1,39 @@-package io.onedev.server.buildspec.job.action;--import java.io.Serializable;--import org.hibernate.validator.constraints.NotEmpty;--import io.onedev.server.buildspec.BuildSpec;-import io.onedev.server.buildspec.job.Job;-import io.onedev.server.model.Build;-import io.onedev.server.web.editable.annotation.ActionCondition;-import io.onedev.server.web.editable.annotation.Editable;--@Editable-public abstract class PostBuildAction implements Serializable {-- private static final long serialVersionUID = 1L;-- private String condition;-- @Editable(order=100, description="Specify the condition current build must satisfy to execute this action")- @ActionCondition- @NotEmpty- public String getCondition() {- return condition;- }-- public void setCondition(String condition) {- this.condition = condition;- }-- public abstract void execute(Build build);-- public abstract String getDescription();-- public void validateWithContext(BuildSpec buildSpec, Job job) {- io.onedev.server.buildspec.job.action.condition.ActionCondition.parse(job, condition);- }--}+package io.onedev.server.buildspec.job.action;++import java.io.Serializable;++import org.hibernate.validator.constraints.NotEmpty;++import io.onedev.server.buildspec.BuildSpec;+import io.onedev.server.buildspec.job.Job;+import io.onedev.server.model.Build;+import io.onedev.server.web.editable.annotation.ActionCondition;+import io.onedev.server.web.editable.annotation.Editable;++@Editable+public abstract class PostBuildAction implements Serializable {++ private static final long serialVersionUID = 1L;++ private String condition;++ @Editable(order=100, description="Specify the condition current build must satisfy to execute this action")+ @ActionCondition+ @NotEmpty+ public String getCondition() {+ return condition;+ }++ public void setCondition(String condition) {+ this.condition = condition;+ }++ public abstract void execute(Build build);++ public abstract String getDescription();++ public void validateWithContext(BuildSpec buildSpec, Job job) {+ io.onedev.server.buildspec.job.action.condition.ActionCondition.parse(job, condition);+ }++}diff --git a/server-core/src/main/java/io/onedev/server/buildspec/job/paramsupply/ParamSupply.java b/server-core/src/main/java/io/onedev/server/buildspec/job/paramsupply/ParamSupply.javaindex 66956c3125..61a225a5b6 100644--- a/server-core/src/main/java/io/onedev/server/buildspec/job/paramsupply/ParamSupply.java+++ b/server-core/src/main/java/io/onedev/server/buildspec/job/paramsupply/ParamSupply.java@@ -1,253 +1,253 @@-package io.onedev.server.buildspec.job.paramsupply;--import java.io.Serializable;-import java.util.ArrayList;-import java.util.Collection;-import java.util.HashMap;-import java.util.HashSet;-import java.util.LinkedHashMap;-import java.util.List;-import java.util.Map;-import java.util.Set;--import javax.annotation.Nullable;-import javax.validation.Valid;-import javax.validation.ValidationException;-import javax.validation.constraints.NotNull;--import org.apache.commons.codec.DecoderException;-import org.apache.commons.codec.binary.Hex;-import org.apache.commons.lang.SerializationUtils;-import org.apache.commons.lang3.builder.EqualsBuilder;-import org.apache.commons.lang3.builder.HashCodeBuilder;-import org.hibernate.validator.constraints.NotEmpty;-import org.slf4j.Logger;-import org.slf4j.LoggerFactory;--import com.google.common.base.Preconditions;--import io.onedev.server.buildspec.job.Job;-import io.onedev.server.buildspec.job.paramspec.ParamSpec;-import io.onedev.server.buildspec.job.paramspec.SecretParam;-import io.onedev.server.util.inputspec.SecretInput;-import io.onedev.server.web.editable.BeanDescriptor;-import io.onedev.server.web.editable.PropertyDescriptor;-import io.onedev.server.web.editable.annotation.Editable;--@Editable-public class ParamSupply implements Serializable {-- private static final long serialVersionUID = 1L;-- private static final Logger logger = LoggerFactory.getLogger(ParamSupply.class);-- private static final String PARAM_BEAN_PREFIX = "ParamSupplyBean";-- private String name;-- private boolean secret;-- private ValuesProvider valuesProvider = new SpecifiedValues();-- @NotEmpty- public String getName() {- return name;- }-- public void setName(String name) {- this.name = name;- }-- @NotNull- @Valid- public ValuesProvider getValuesProvider() {- return valuesProvider;- }-- public void setValuesProvider(ValuesProvider valuesProvider) {- this.valuesProvider = valuesProvider;- }-- public boolean isSecret() {- return secret;- }-- public void setSecret(boolean secret) {- this.secret = secret;- }-- @Override- public boolean equals(Object other) {- if (!(other instanceof ParamSupply))- return false;- if (this == other)- return true;- ParamSupply otherParamValue = (ParamSupply) other;- return new EqualsBuilder()- .append(name, otherParamValue.name)- .append(valuesProvider, otherParamValue.valuesProvider)- .isEquals();- }-- @Override- public int hashCode() {- return new HashCodeBuilder(17, 37)- .append(name)- .append(valuesProvider)- .toHashCode();- }-- public static void validateParamValues(List<List<String>> values) {- if (values.isEmpty())- throw new ValidationException("At least one value needs to be specified");- Set<List<String>> encountered = new HashSet<>();- for (List<String> value: values) {- if (encountered.contains(value))- throw new ValidationException("Duplicate values not allowed");- else- encountered.add(value);- }- }-- public static void validateParamMatrix(Map<String, ParamSpec> paramSpecMap, Map<String, List<List<String>>> paramMatrix) {- validateParamNames(paramSpecMap.keySet(), paramMatrix.keySet());- for (Map.Entry<String, List<List<String>>> entry: paramMatrix.entrySet()) {- if (entry.getValue() != null) {- try {- validateParamValues(entry.getValue());- } catch (ValidationException e) {- throw new ValidationException("Error validating values of parameter '"- + entry.getKey() + "': " + e.getMessage());- }-- ParamSpec paramSpec = Preconditions.checkNotNull(paramSpecMap.get(entry.getKey()));- for (List<String> value: entry.getValue())- validateParamValue(paramSpec, entry.getKey(), value);- }- }- }-- private static void validateParamValue(ParamSpec paramSpec, String paramName, List<String> paramValue) {- try {- paramSpec.convertToObject(paramValue);- } catch (Exception e) {- String displayValue;- if (paramSpec instanceof SecretParam)- displayValue = SecretInput.MASK;- else- displayValue = paramValue.toString();- if (e.getMessage() == null)- logger.error("Error validating field value", e);- throw new ValidationException("Error validating value '" + displayValue + "' of parameter '"- + paramName + "': " + e.getMessage());- }- }-- private static void validateParamNames(Collection<String> paramSpecNames, Collection<String> paramNames) {- for (String paramSpecName: paramSpecNames) {- if (!paramNames.contains(paramSpecName))- throw new ValidationException("Missing job parameter: " + paramSpecName);- }- for (String paramName: paramNames) {- if (!paramSpecNames.contains(paramName))- throw new ValidationException("Unknown job parameter: " + paramName);- }- }-- public static void validateParamMap(Map<String, ParamSpec> paramSpecMap, Map<String, List<String>> paramMap) {- validateParamNames(paramSpecMap.keySet(), paramMap.keySet());- for (Map.Entry<String, List<String>> entry: paramMap.entrySet()) {- ParamSpec paramSpec = Preconditions.checkNotNull(paramSpecMap.get(entry.getKey()));- validateParamValue(paramSpec, entry.getKey(), entry.getValue());- }- }-- public static Map<String, ParamSpec> getParamSpecMap(List<ParamSpec> paramSpecs) {- Map<String, ParamSpec> paramSpecMap = new LinkedHashMap<>();- for (ParamSpec paramSpec: paramSpecs)- paramSpecMap.put(paramSpec.getName(), paramSpec);- return paramSpecMap;- }-- public static void validateParams(List<ParamSpec> paramSpecs, List<ParamSupply> params) {- Map<String, List<List<String>>> paramMap = new HashMap<>();- for (ParamSupply param: params) {- List<List<String>> values;- if (param.getValuesProvider() instanceof SpecifiedValues)- values = param.getValuesProvider().getValues();- else- values = null;- if (paramMap.put(param.getName(), values) != null)- throw new ValidationException("Duplicate param: " + param.getName());- }- validateParamMatrix(getParamSpecMap(paramSpecs), paramMap);- }-- @SuppressWarnings("unchecked")- public static Class<? extends Serializable> defineBeanClass(Collection<ParamSpec> paramSpecs) {- byte[] bytes = SerializationUtils.serialize((Serializable) paramSpecs);- String className = PARAM_BEAN_PREFIX + "_" + Hex.encodeHexString(bytes);-- List<ParamSpec> paramSpecsCopy = new ArrayList<>(paramSpecs);- for (int i=0; i<paramSpecsCopy.size(); i++) {- ParamSpec paramSpec = paramSpecsCopy.get(i);- if (paramSpec instanceof SecretParam) {- ParamSpec paramSpecClone = (ParamSpec) SerializationUtils.clone(paramSpec);- String description = paramSpecClone.getDescription();- if (description == null)- description = "";- description += String.format("<div style='margin-top: 12px;'><b>Note:</b> Secret less than %d characters "- + "will not be masked in build log</div>", SecretInput.MASK.length());- paramSpecClone.setDescription(description);- paramSpecsCopy.set(i, paramSpecClone);- }- }- return (Class<? extends Serializable>) ParamSpec.defineClass(className, "Build Parameters", paramSpecsCopy);- }-- @SuppressWarnings("unchecked")- @Nullable- public static Class<? extends Serializable> loadBeanClass(String className) {- if (className.startsWith(PARAM_BEAN_PREFIX)) {- byte[] bytes;- try {- bytes = Hex.decodeHex(className.substring(PARAM_BEAN_PREFIX.length()+1).toCharArray());- } catch (DecoderException e) {- throw new RuntimeException(e);- }- List<ParamSpec> paramSpecs = (List<ParamSpec>) SerializationUtils.deserialize(bytes);- return defineBeanClass(paramSpecs);- } else {- return null;- }- }-- public static Map<String, List<String>> getParamMap(Job job, Object paramBean, Collection<String> paramNames) {- Map<String, List<String>> paramMap = new HashMap<>();- BeanDescriptor descriptor = new BeanDescriptor(paramBean.getClass());- for (List<PropertyDescriptor> groupProperties: descriptor.getProperties().values()) {- for (PropertyDescriptor property: groupProperties) {- if (paramNames.contains(property.getDisplayName())) {- Object typedValue = property.getPropertyValue(paramBean);- ParamSpec paramSpec = Preconditions.checkNotNull(job.getParamSpecMap().get(property.getDisplayName()));- List<String> values = new ArrayList<>();- for (String value: paramSpec.convertToStrings(typedValue)) {- if (paramSpec instanceof SecretParam)- value = SecretInput.LITERAL_VALUE_PREFIX + value;- values.add(value);- }- paramMap.put(paramSpec.getName(), values);- }- }- }- return paramMap;- }-- public static Map<String, List<List<String>>> getParamMatrix(List<ParamSupply> params) {- Map<String, List<List<String>>> paramMatrix = new LinkedHashMap<>();- for (ParamSupply param: params)- paramMatrix.put(param.getName(), param.getValuesProvider().getValues());- return paramMatrix;- }--}+package io.onedev.server.buildspec.job.paramsupply;++import java.io.Serializable;+import java.util.ArrayList;+import java.util.Collection;+import java.util.HashMap;+import java.util.HashSet;+import java.util.LinkedHashMap;+import java.util.List;+import java.util.Map;+import java.util.Set;++import javax.annotation.Nullable;+import javax.validation.Valid;+import javax.validation.ValidationException;+import javax.validation.constraints.NotNull;++import org.apache.commons.codec.DecoderException;+import org.apache.commons.codec.binary.Hex;+import org.apache.commons.lang.SerializationUtils;+import org.apache.commons.lang3.builder.EqualsBuilder;+import org.apache.commons.lang3.builder.HashCodeBuilder;+import org.hibernate.validator.constraints.NotEmpty;+import org.slf4j.Logger;+import org.slf4j.LoggerFactory;++import com.google.common.base.Preconditions;++import io.onedev.server.buildspec.job.Job;+import io.onedev.server.buildspec.job.paramspec.ParamSpec;+import io.onedev.server.buildspec.job.paramspec.SecretParam;+import io.onedev.server.util.inputspec.SecretInput;+import io.onedev.server.web.editable.BeanDescriptor;+import io.onedev.server.web.editable.PropertyDescriptor;+import io.onedev.server.web.editable.annotation.Editable;++@Editable+public class ParamSupply implements Serializable {++ private static final long serialVersionUID = 1L;++ private static final Logger logger = LoggerFactory.getLogger(ParamSupply.class);++ private static final String PARAM_BEAN_PREFIX = "ParamSupplyBean";++ private String name;++ private boolean secret;++ private ValuesProvider valuesProvider = new SpecifiedValues();++ @NotEmpty+ public String getName() {+ return name;+ }++ public void setName(String name) {+ this.name = name;+ }++ @NotNull+ @Valid+ public ValuesProvider getValuesProvider() {+ return valuesProvider;+ }++ public void setValuesProvider(ValuesProvider valuesProvider) {+ this.valuesProvider = valuesProvider;+ }++ public boolean isSecret() {+ return secret;+ }++ public void setSecret(boolean secret) {+ this.secret = secret;+ }++ @Override+ public boolean equals(Object other) {+ if (!(other instanceof ParamSupply))+ return false;+ if (this == other)+ return true;+ ParamSupply otherParamValue = (ParamSupply) other;+ return new EqualsBuilder()+ .append(name, otherParamValue.name)+ .append(valuesProvider, otherParamValue.valuesProvider)+ .isEquals();+ }++ @Override+ public int hashCode() {+ return new HashCodeBuilder(17, 37)+ .append(name)+ .append(valuesProvider)+ .toHashCode();+ }++ public static void validateParamValues(List<List<String>> values) {+ if (values.isEmpty())+ throw new ValidationException("At least one value needs to be specified");+ Set<List<String>> encountered = new HashSet<>();+ for (List<String> value: values) {+ if (encountered.contains(value))+ throw new ValidationException("Duplicate values not allowed");+ else+ encountered.add(value);+ }+ }++ public static void validateParamMatrix(Map<String, ParamSpec> paramSpecMap, Map<String, List<List<String>>> paramMatrix) {+ validateParamNames(paramSpecMap.keySet(), paramMatrix.keySet());+ for (Map.Entry<String, List<List<String>>> entry: paramMatrix.entrySet()) {+ if (entry.getValue() != null) {+ try {+ validateParamValues(entry.getValue());+ } catch (ValidationException e) {+ throw new ValidationException("Error validating values of parameter '"+ + entry.getKey() + "': " + e.getMessage());+ }++ ParamSpec paramSpec = Preconditions.checkNotNull(paramSpecMap.get(entry.getKey()));+ for (List<String> value: entry.getValue())+ validateParamValue(paramSpec, entry.getKey(), value);+ }+ }+ }++ private static void validateParamValue(ParamSpec paramSpec, String paramName, List<String> paramValue) {+ try {+ paramSpec.convertToObject(paramValue);+ } catch (Exception e) {+ String displayValue;+ if (paramSpec instanceof SecretParam)+ displayValue = SecretInput.MASK;+ else+ displayValue = paramValue.toString();+ if (e.getMessage() == null)+ logger.error("Error validating field value", e);+ throw new ValidationException("Error validating value '" + displayValue + "' of parameter '"+ + paramName + "': " + e.getMessage());+ }+ }++ private static void validateParamNames(Collection<String> paramSpecNames, Collection<String> paramNames) {+ for (String paramSpecName: paramSpecNames) {+ if (!paramNames.contains(paramSpecName))+ throw new ValidationException("Missing job parameter: " + paramSpecName);+ }+ for (String paramName: paramNames) {+ if (!paramSpecNames.contains(paramName))+ throw new ValidationException("Unknown job parameter: " + paramName);+ }+ }++ public static void validateParamMap(Map<String, ParamSpec> paramSpecMap, Map<String, List<String>> paramMap) {+ validateParamNames(paramSpecMap.keySet(), paramMap.keySet());+ for (Map.Entry<String, List<String>> entry: paramMap.entrySet()) {+ ParamSpec paramSpec = Preconditions.checkNotNull(paramSpecMap.get(entry.getKey()));+ validateParamValue(paramSpec, entry.getKey(), entry.getValue());+ }+ }++ public static Map<String, ParamSpec> getParamSpecMap(List<ParamSpec> paramSpecs) {+ Map<String, ParamSpec> paramSpecMap = new LinkedHashMap<>();+ for (ParamSpec paramSpec: paramSpecs)+ paramSpecMap.put(paramSpec.getName(), paramSpec);+ return paramSpecMap;+ }++ public static void validateParams(List<ParamSpec> paramSpecs, List<ParamSupply> params) {+ Map<String, List<List<String>>> paramMap = new HashMap<>();+ for (ParamSupply param: params) {+ List<List<String>> values;+ if (param.getValuesProvider() instanceof SpecifiedValues)+ values = param.getValuesProvider().getValues();+ else+ values = null;+ if (paramMap.put(param.getName(), values) != null)+ throw new ValidationException("Duplicate param: " + param.getName());+ }+ validateParamMatrix(getParamSpecMap(paramSpecs), paramMap);+ }++ @SuppressWarnings("unchecked")+ public static Class<? extends Serializable> defineBeanClass(Collection<ParamSpec> paramSpecs) {+ byte[] bytes = SerializationUtils.serialize((Serializable) paramSpecs);+ String className = PARAM_BEAN_PREFIX + "_" + Hex.encodeHexString(bytes);++ List<ParamSpec> paramSpecsCopy = new ArrayList<>(paramSpecs);+ for (int i=0; i<paramSpecsCopy.size(); i++) {+ ParamSpec paramSpec = paramSpecsCopy.get(i);+ if (paramSpec instanceof SecretParam) {+ ParamSpec paramSpecClone = (ParamSpec) SerializationUtils.clone(paramSpec);+ String description = paramSpecClone.getDescription();+ if (description == null)+ description = "";+ description += String.format("<div style='margin-top: 12px;'><b>Note:</b> Secret less than %d characters "+ + "will not be masked in build log</div>", SecretInput.MASK.length());+ paramSpecClone.setDescription(description);+ paramSpecsCopy.set(i, paramSpecClone);+ }+ }+ return (Class<? extends Serializable>) ParamSpec.defineClass(className, "Build Parameters", paramSpecsCopy);+ }++ @SuppressWarnings("unchecked")+ @Nullable+ public static Class<? extends Serializable> loadBeanClass(String className) {+ if (className.startsWith(PARAM_BEAN_PREFIX)) {+ byte[] bytes;+ try {+ bytes = Hex.decodeHex(className.substring(PARAM_BEAN_PREFIX.length()+1).toCharArray());+ } catch (DecoderException e) {+ throw new RuntimeException(e);+ }+ List<ParamSpec> paramSpecs = (List<ParamSpec>) SerializationUtils.deserialize(bytes);+ return defineBeanClass(paramSpecs);+ } else {+ return null;+ }+ }++ public static Map<String, List<String>> getParamMap(Job job, Object paramBean, Collection<String> paramNames) {+ Map<String, List<String>> paramMap = new HashMap<>();+ BeanDescriptor descriptor = new BeanDescriptor(paramBean.getClass());+ for (List<PropertyDescriptor> groupProperties: descriptor.getProperties().values()) {+ for (PropertyDescriptor property: groupProperties) {+ if (paramNames.contains(property.getDisplayName())) {+ Object typedValue = property.getPropertyValue(paramBean);+ ParamSpec paramSpec = Preconditions.checkNotNull(job.getParamSpecMap().get(property.getDisplayName()));+ List<String> values = new ArrayList<>();+ for (String value: paramSpec.convertToStrings(typedValue)) {+ if (paramSpec instanceof SecretParam)+ value = SecretInput.LITERAL_VALUE_PREFIX + value;+ values.add(value);+ }+ paramMap.put(paramSpec.getName(), values);+ }+ }+ }+ return paramMap;+ }++ public static Map<String, List<List<String>>> getParamMatrix(List<ParamSupply> params) {+ Map<String, List<List<String>>> paramMatrix = new LinkedHashMap<>();+ for (ParamSupply param: params)+ paramMatrix.put(param.getName(), param.getValuesProvider().getValues());+ return paramMatrix;+ }++}diff --git a/server-core/src/main/java/io/onedev/server/buildspec/job/paramsupply/SpecifiedValues.java b/server-core/src/main/java/io/onedev/server/buildspec/job/paramsupply/SpecifiedValues.javaindex f4ec03243c..0f5b6de541 100644--- a/server-core/src/main/java/io/onedev/server/buildspec/job/paramsupply/SpecifiedValues.java+++ b/server-core/src/main/java/io/onedev/server/buildspec/job/paramsupply/SpecifiedValues.java@@ -1,47 +1,50 @@-package io.onedev.server.buildspec.job.paramsupply;--import java.util.ArrayList;-import java.util.List;--import org.apache.commons.lang3.builder.EqualsBuilder;-import org.apache.commons.lang3.builder.HashCodeBuilder;--public class SpecifiedValues implements ValuesProvider {-- private static final long serialVersionUID = 1L;-- public static final String DISPLAY_NAME = "Use specified values";-- public static final String SECRET_DISPLAY_NAME = "Use specified job secrets";-- private List<List<String>> values = new ArrayList<>();-- @Override- public List<List<String>> getValues() {- return values;- }-- public void setValues(List<List<String>> values) {- this.values = values;- }-- @Override- public boolean equals(Object other) {- if (!(other instanceof SpecifiedValues))- return false;- if (this == other)- return true;- SpecifiedValues otherSpecifiedValues = (SpecifiedValues) other;- return new EqualsBuilder()- .append(values, otherSpecifiedValues.values)- .isEquals();- }-- @Override- public int hashCode() {- return new HashCodeBuilder(17, 37)- .append(values)- .toHashCode();- }--}+package io.onedev.server.buildspec.job.paramsupply;++import java.util.ArrayList;+import java.util.List;++import org.apache.commons.lang3.builder.EqualsBuilder;+import org.apache.commons.lang3.builder.HashCodeBuilder;++import io.onedev.server.web.editable.annotation.Editable;++@Editable+public class SpecifiedValues implements ValuesProvider {++ private static final long serialVersionUID = 1L;++ public static final String DISPLAY_NAME = "Use specified values";++ public static final String SECRET_DISPLAY_NAME = "Use specified job secrets";++ private List<List<String>> values = new ArrayList<>();++ @Override+ public List<List<String>> getValues() {+ return values;+ }++ public void setValues(List<List<String>> values) {+ this.values = values;+ }++ @Override+ public boolean equals(Object other) {+ if (!(other instanceof SpecifiedValues))+ return false;+ if (this == other)+ return true;+ SpecifiedValues otherSpecifiedValues = (SpecifiedValues) other;+ return new EqualsBuilder()+ .append(values, otherSpecifiedValues.values)+ .isEquals();+ }++ @Override+ public int hashCode() {+ return new HashCodeBuilder(17, 37)+ .append(values)+ .toHashCode();+ }++}diff --git a/server-core/src/main/java/io/onedev/server/buildspec/job/paramsupply/ValuesProvider.java b/server-core/src/main/java/io/onedev/server/buildspec/job/paramsupply/ValuesProvider.javaindex 3aa10a5aec..40f6fa7a15 100644--- a/server-core/src/main/java/io/onedev/server/buildspec/job/paramsupply/ValuesProvider.java+++ b/server-core/src/main/java/io/onedev/server/buildspec/job/paramsupply/ValuesProvider.java@@ -1,10 +1,13 @@-package io.onedev.server.buildspec.job.paramsupply;--import java.io.Serializable;-import java.util.List;--public interface ValuesProvider extends Serializable {-- List<List<String>> getValues();--}+package io.onedev.server.buildspec.job.paramsupply;++import java.io.Serializable;+import java.util.List;++import io.onedev.server.web.editable.annotation.Editable;++@Editable+public interface ValuesProvider extends Serializable {++ List<List<String>> getValues();++}diff --git a/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/BranchUpdateTrigger.java b/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/BranchUpdateTrigger.javaindex be9477fa3f..789e8b4884 100644--- a/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/BranchUpdateTrigger.java+++ b/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/BranchUpdateTrigger.java@@ -1,118 +1,118 @@-package io.onedev.server.buildspec.job.trigger;--import java.util.Collection;-import java.util.List;--import org.eclipse.jgit.lib.ObjectId;--import io.onedev.commons.codeassist.InputSuggestion;-import io.onedev.server.buildspec.job.Job;-import io.onedev.server.event.ProjectEvent;-import io.onedev.server.event.RefUpdated;-import io.onedev.server.git.GitUtils;-import io.onedev.server.model.Project;-import io.onedev.server.util.match.Matcher;-import io.onedev.server.util.match.PathMatcher;-import io.onedev.server.util.patternset.PatternSet;-import io.onedev.server.web.editable.annotation.Editable;-import io.onedev.server.web.editable.annotation.NameOfEmptyValue;-import io.onedev.server.web.editable.annotation.Patterns;-import io.onedev.server.web.util.SuggestionUtils;--@Editable(order=100, name="When update branches")-public class BranchUpdateTrigger extends JobTrigger {-- private static final long serialVersionUID = 1L;-- private String branches;-- private String paths;-- @Editable(name="Branches", order=100,- description="Optionally specify space-separated branches to check. Use * or ? for wildcard match. "- + "Leave empty to match all branches")- @Patterns(suggester = "suggestBranches")- @NameOfEmptyValue("Any branch")- public String getBranches() {- return branches;- }-- public void setBranches(String branches) {- this.branches = branches;- }-- @SuppressWarnings("unused")- private static List<InputSuggestion> suggestBranches(String matchWith) {- return SuggestionUtils.suggestBranches(Project.get(), matchWith);- }-- @Editable(name="Touched Files", order=200,- description="Optionally specify space-separated files to check. Use * or ? for wildcard match. "- + "Leave empty to match all files")- @Patterns(suggester = "getPathSuggestions")- @NameOfEmptyValue("Any file")- public String getPaths() {- return paths;- }-- public void setPaths(String paths) {- this.paths = paths;- }-- @SuppressWarnings("unused")- private static List<InputSuggestion> getPathSuggestions(String matchWith) {- return SuggestionUtils.suggestBlobs(Project.get(), matchWith);- }-- private boolean touchedFile(RefUpdated refUpdated) {- if (getPaths() != null) {- if (refUpdated.getOldCommitId().equals(ObjectId.zeroId())) {- return true;- } else if (refUpdated.getNewCommitId().equals(ObjectId.zeroId())) {- return false;- } else {- Collection<String> changedFiles = GitUtils.getChangedFiles(refUpdated.getProject().getRepository(),- refUpdated.getOldCommitId(), refUpdated.getNewCommitId());- PatternSet patternSet = PatternSet.parse(getPaths());- Matcher matcher = new PathMatcher();- for (String changedFile: changedFiles) {- if (patternSet.matches(matcher, changedFile))- return true;- }- return false;- }- } else {- return true;- }- }-- @Override- public boolean matches(ProjectEvent event, Job job) {- if (event instanceof RefUpdated) {- RefUpdated refUpdated = (RefUpdated) event;- String branch = GitUtils.ref2branch(refUpdated.getRefName());- if (branch != null) {- if ((getBranches() == null || PatternSet.parse(getBranches()).matches(new PathMatcher(), branch))- && touchedFile(refUpdated)) {- return true;- }- }- }- return false;- }-- @Override- public String getDescription() {- String description;- if (getBranches() != null && getPaths() != null)- description = String.format("When update branches '%s' and touch files '%s'", getBranches(), getPaths());- else if (getBranches() != null)- description = String.format("When update branches '%s'", getBranches());- else if (getPaths() != null)- description = String.format("When touch files '%s'", getPaths());- else- description = "When update branches";- return description;- }--}+package io.onedev.server.buildspec.job.trigger;++import java.util.Collection;+import java.util.List;++import org.eclipse.jgit.lib.ObjectId;++import io.onedev.commons.codeassist.InputSuggestion;+import io.onedev.server.buildspec.job.Job;+import io.onedev.server.event.ProjectEvent;+import io.onedev.server.event.RefUpdated;+import io.onedev.server.git.GitUtils;+import io.onedev.server.model.Project;+import io.onedev.server.util.match.Matcher;+import io.onedev.server.util.match.PathMatcher;+import io.onedev.server.util.patternset.PatternSet;+import io.onedev.server.web.editable.annotation.Editable;+import io.onedev.server.web.editable.annotation.NameOfEmptyValue;+import io.onedev.server.web.editable.annotation.Patterns;+import io.onedev.server.web.util.SuggestionUtils;++@Editable(order=100, name="Branch update")+public class BranchUpdateTrigger extends JobTrigger {++ private static final long serialVersionUID = 1L;++ private String branches;++ private String paths;++ @Editable(name="Branches", order=100,+ description="Optionally specify space-separated branches to check. Use * or ? for wildcard match. "+ + "Leave empty to match all branches")+ @Patterns(suggester = "suggestBranches")+ @NameOfEmptyValue("Any branch")+ public String getBranches() {+ return branches;+ }++ public void setBranches(String branches) {+ this.branches = branches;+ }++ @SuppressWarnings("unused")+ private static List<InputSuggestion> suggestBranches(String matchWith) {+ return SuggestionUtils.suggestBranches(Project.get(), matchWith);+ }++ @Editable(name="Touched Files", order=200,+ description="Optionally specify space-separated files to check. Use * or ? for wildcard match. "+ + "Leave empty to match all files")+ @Patterns(suggester = "getPathSuggestions")+ @NameOfEmptyValue("Any file")+ public String getPaths() {+ return paths;+ }++ public void setPaths(String paths) {+ this.paths = paths;+ }++ @SuppressWarnings("unused")+ private static List<InputSuggestion> getPathSuggestions(String matchWith) {+ return SuggestionUtils.suggestBlobs(Project.get(), matchWith);+ }++ private boolean touchedFile(RefUpdated refUpdated) {+ if (getPaths() != null) {+ if (refUpdated.getOldCommitId().equals(ObjectId.zeroId())) {+ return true;+ } else if (refUpdated.getNewCommitId().equals(ObjectId.zeroId())) {+ return false;+ } else {+ Collection<String> changedFiles = GitUtils.getChangedFiles(refUpdated.getProject().getRepository(),+ refUpdated.getOldCommitId(), refUpdated.getNewCommitId());+ PatternSet patternSet = PatternSet.parse(getPaths());+ Matcher matcher = new PathMatcher();+ for (String changedFile: changedFiles) {+ if (patternSet.matches(matcher, changedFile))+ return true;+ }+ return false;+ }+ } else {+ return true;+ }+ }++ @Override+ public boolean matches(ProjectEvent event, Job job) {+ if (event instanceof RefUpdated) {+ RefUpdated refUpdated = (RefUpdated) event;+ String branch = GitUtils.ref2branch(refUpdated.getRefName());+ if (branch != null) {+ if ((getBranches() == null || PatternSet.parse(getBranches()).matches(new PathMatcher(), branch))+ && touchedFile(refUpdated)) {+ return true;+ }+ }+ }+ return false;+ }++ @Override+ public String getDescription() {+ String description;+ if (getBranches() != null && getPaths() != null)+ description = String.format("When update branches '%s' and touch files '%s'", getBranches(), getPaths());+ else if (getBranches() != null)+ description = String.format("When update branches '%s'", getBranches());+ else if (getPaths() != null)+ description = String.format("When touch files '%s'", getPaths());+ else+ description = "When update branches";+ return description;+ }++}diff --git a/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/DependencyFinishedTrigger.java b/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/DependencyFinishedTrigger.javaindex 4b1514e284..a8bcf86fbd 100644--- a/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/DependencyFinishedTrigger.java+++ b/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/DependencyFinishedTrigger.java@@ -1,46 +1,46 @@-package io.onedev.server.buildspec.job.trigger;--import java.util.List;--import io.onedev.server.buildspec.job.Job;-import io.onedev.server.buildspec.job.JobDependency;-import io.onedev.server.buildspec.job.paramsupply.ParamSupply;-import io.onedev.server.event.ProjectEvent;-import io.onedev.server.event.build.BuildFinished;-import io.onedev.server.model.Build;-import io.onedev.server.model.Build.Status;-import io.onedev.server.web.editable.annotation.Editable;--@Editable(order=500, name="When dependency jobs finished")-public class DependencyFinishedTrigger extends JobTrigger {-- private static final long serialVersionUID = 1L;-- @Override- public boolean matches(ProjectEvent event, Job job) {- if (event instanceof BuildFinished) {- BuildFinished buildFinished = (BuildFinished) event;- Build build = buildFinished.getBuild();- for (JobDependency dependency: job.getJobDependencies()) {- if (dependency.getJobName().equals(build.getJobName())- && (!dependency.isRequireSuccessful() || build.getStatus() == Status.SUCCESSFUL)) {- for (ParamSupply param: dependency.getJobParams()) {- if (!param.isSecret()) {- List<String> paramValue = build.getParamMap().get(param.getName());- if (!param.getValuesProvider().getValues().contains(paramValue))- return false;- }- }- return true;- }- }- }- return false;- }-- @Override- public String getDescription() {- return "When dependency jobs finished";- }--}+package io.onedev.server.buildspec.job.trigger;++import java.util.List;++import io.onedev.server.buildspec.job.Job;+import io.onedev.server.buildspec.job.JobDependency;+import io.onedev.server.buildspec.job.paramsupply.ParamSupply;+import io.onedev.server.event.ProjectEvent;+import io.onedev.server.event.build.BuildFinished;+import io.onedev.server.model.Build;+import io.onedev.server.model.Build.Status;+import io.onedev.server.web.editable.annotation.Editable;++@Editable(order=500, name="Dependency job finished")+public class DependencyFinishedTrigger extends JobTrigger {++ private static final long serialVersionUID = 1L;++ @Override+ public boolean matches(ProjectEvent event, Job job) {+ if (event instanceof BuildFinished) {+ BuildFinished buildFinished = (BuildFinished) event;+ Build build = buildFinished.getBuild();+ for (JobDependency dependency: job.getJobDependencies()) {+ if (dependency.getJobName().equals(build.getJobName())+ && (!dependency.isRequireSuccessful() || build.getStatus() == Status.SUCCESSFUL)) {+ for (ParamSupply param: dependency.getJobParams()) {+ if (!param.isSecret()) {+ List<String> paramValue = build.getParamMap().get(param.getName());+ if (!param.getValuesProvider().getValues().contains(paramValue))+ return false;+ }+ }+ return true;+ }+ }+ }+ return false;+ }++ @Override+ public String getDescription() {+ return "When dependency jobs finished";+ }++}diff --git a/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/JobTrigger.java b/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/JobTrigger.javaindex cfa05557bb..910d2eca28 100644--- a/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/JobTrigger.java+++ b/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/JobTrigger.java@@ -1,57 +1,57 @@-package io.onedev.server.buildspec.job.trigger;--import java.io.Serializable;-import java.util.ArrayList;-import java.util.List;--import javax.validation.Valid;--import org.apache.wicket.Component;--import io.onedev.server.buildspec.job.Job;-import io.onedev.server.buildspec.job.JobAware;-import io.onedev.server.buildspec.job.paramspec.ParamSpec;-import io.onedev.server.buildspec.job.paramsupply.ParamSupply;-import io.onedev.server.event.ProjectEvent;-import io.onedev.server.util.ComponentContext;-import io.onedev.server.web.editable.annotation.Editable;-import io.onedev.server.web.editable.annotation.OmitName;-import io.onedev.server.web.editable.annotation.ParamSpecProvider;-import io.onedev.server.web.util.WicketUtils;--@Editable-public abstract class JobTrigger implements Serializable {-- private static final long serialVersionUID = 1L;-- private List<ParamSupply> params = new ArrayList<>();-- @Editable(name="Job Parameters", order=1000)- @ParamSpecProvider("getParamSpecs")- @OmitName- @Valid- public List<ParamSupply> getParams() {- return params;- }-- public void setParams(List<ParamSupply> params) {- this.params = params;- }-- @SuppressWarnings("unused")- private static List<ParamSpec> getParamSpecs() {- Component component = ComponentContext.get().getComponent();- JobAware jobAware = WicketUtils.findInnermost(component, JobAware.class);- if (jobAware != null) {- Job job = jobAware.getJob();- if (job != null)- return job.getParamSpecs();- }- return new ArrayList<>();- }-- public abstract boolean matches(ProjectEvent event, Job job);-- public abstract String getDescription();--}+package io.onedev.server.buildspec.job.trigger;++import java.io.Serializable;+import java.util.ArrayList;+import java.util.List;++import javax.validation.Valid;++import org.apache.wicket.Component;++import io.onedev.server.buildspec.job.Job;+import io.onedev.server.buildspec.job.JobAware;+import io.onedev.server.buildspec.job.paramspec.ParamSpec;+import io.onedev.server.buildspec.job.paramsupply.ParamSupply;+import io.onedev.server.event.ProjectEvent;+import io.onedev.server.util.ComponentContext;+import io.onedev.server.web.editable.annotation.Editable;+import io.onedev.server.web.editable.annotation.OmitName;+import io.onedev.server.web.editable.annotation.ParamSpecProvider;+import io.onedev.server.web.util.WicketUtils;++@Editable+public abstract class JobTrigger implements Serializable {++ private static final long serialVersionUID = 1L;++ private List<ParamSupply> params = new ArrayList<>();++ @Editable(name="Job Parameters", order=1000)+ @ParamSpecProvider("getParamSpecs")+ @OmitName+ @Valid+ public List<ParamSupply> getParams() {+ return params;+ }++ public void setParams(List<ParamSupply> params) {+ this.params = params;+ }++ @SuppressWarnings("unused")+ private static List<ParamSpec> getParamSpecs() {+ Component component = ComponentContext.get().getComponent();+ JobAware jobAware = WicketUtils.findInnermost(component, JobAware.class);+ if (jobAware != null) {+ Job job = jobAware.getJob();+ if (job != null)+ return job.getParamSpecs();+ }+ return new ArrayList<>();+ }++ public abstract boolean matches(ProjectEvent event, Job job);++ public abstract String getDescription();++}diff --git a/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/PullRequestTrigger.java b/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/PullRequestTrigger.javaindex 069d5a1741..24ca85ae9e 100644--- a/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/PullRequestTrigger.java+++ b/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/PullRequestTrigger.java@@ -1,113 +1,113 @@-package io.onedev.server.buildspec.job.trigger;--import java.util.Collection;-import java.util.List;--import org.eclipse.jgit.lib.ObjectId;--import io.onedev.commons.codeassist.InputSuggestion;-import io.onedev.server.buildspec.job.Job;-import io.onedev.server.event.ProjectEvent;-import io.onedev.server.event.pullrequest.PullRequestMergePreviewCalculated;-import io.onedev.server.git.GitUtils;-import io.onedev.server.model.Project;-import io.onedev.server.model.PullRequest;-import io.onedev.server.util.match.Matcher;-import io.onedev.server.util.match.PathMatcher;-import io.onedev.server.util.patternset.PatternSet;-import io.onedev.server.web.editable.annotation.Editable;-import io.onedev.server.web.editable.annotation.NameOfEmptyValue;-import io.onedev.server.web.editable.annotation.Patterns;-import io.onedev.server.web.util.SuggestionUtils;--@Editable(order=300, name="When open/update pull requests")-public class PullRequestTrigger extends JobTrigger {-- private static final long serialVersionUID = 1L;-- private String branches;-- private String paths;-- @Editable(name="Target Branches", order=100,- description="Optionally specify space-separated target branches of the pull requests to check. "- + "Use * or ? for wildcard match. Leave empty to match all branches")- @Patterns(suggester = "suggestBranches")- @NameOfEmptyValue("Any branch")- public String getBranches() {- return branches;- }-- public void setBranches(String branches) {- this.branches = branches;- }-- @SuppressWarnings("unused")- private static List<InputSuggestion> suggestBranches(String matchWith) {- return SuggestionUtils.suggestBranches(Project.get(), matchWith);- }-- @Editable(name="Touched Files", order=200,- description="Optionally specify space-separated files to check. Use * or ? for wildcard match. "- + "Leave empty to match all files")- @Patterns(suggester = "getPathSuggestions")- @NameOfEmptyValue("Any file")- public String getPaths() {- return paths;- }-- public void setPaths(String paths) {- this.paths = paths;- }-- @SuppressWarnings("unused")- private static List<InputSuggestion> getPathSuggestions(String matchWith) {- return SuggestionUtils.suggestBlobs(Project.get(), matchWith);- }-- private boolean touchedFile(PullRequest request) {- if (getPaths() != null) {- Collection<String> changedFiles = GitUtils.getChangedFiles(request.getTargetProject().getRepository(),- request.getTarget().getObjectId(), ObjectId.fromString(request.getLastMergePreview().getMerged()));- PatternSet patternSet = PatternSet.parse(getPaths());- Matcher matcher = new PathMatcher();- for (String changedFile: changedFiles) {- if (patternSet.matches(matcher, changedFile))- return true;- }- return false;- } else {- return true;- }- }-- @Override- public boolean matches(ProjectEvent event, Job job) {- if (event instanceof PullRequestMergePreviewCalculated) {- PullRequestMergePreviewCalculated pullRequestMergePreviewCalculated = (PullRequestMergePreviewCalculated) event;- String branch = pullRequestMergePreviewCalculated.getRequest().getTargetBranch();- if (branch != null) {- if ((getBranches() == null || PatternSet.parse(getBranches()).matches(new PathMatcher(), branch))- && touchedFile(pullRequestMergePreviewCalculated.getRequest())) {- return true;- }- }- }- return false;- }-- @Override- public String getDescription() {- String description;- if (getBranches() != null && getPaths() != null)- description = String.format("When open/update pull requests targeting branches '%s' and touching files '%s'", getBranches(), getPaths());- else if (getBranches() != null)- description = String.format("When open/update pull requests targeting branches '%s'", getBranches());- else if (getPaths() != null)- description = String.format("When open/update pull requests touching files '%s'", getPaths());- else- description = "When open/update pull requests";- return description;- }--}+package io.onedev.server.buildspec.job.trigger;++import java.util.Collection;+import java.util.List;++import org.eclipse.jgit.lib.ObjectId;++import io.onedev.commons.codeassist.InputSuggestion;+import io.onedev.server.buildspec.job.Job;+import io.onedev.server.event.ProjectEvent;+import io.onedev.server.event.pullrequest.PullRequestMergePreviewCalculated;+import io.onedev.server.git.GitUtils;+import io.onedev.server.model.Project;+import io.onedev.server.model.PullRequest;+import io.onedev.server.util.match.Matcher;+import io.onedev.server.util.match.PathMatcher;+import io.onedev.server.util.patternset.PatternSet;+import io.onedev.server.web.editable.annotation.Editable;+import io.onedev.server.web.editable.annotation.NameOfEmptyValue;+import io.onedev.server.web.editable.annotation.Patterns;+import io.onedev.server.web.util.SuggestionUtils;++@Editable(order=300, name="Pull request open or update")+public class PullRequestTrigger extends JobTrigger {++ private static final long serialVersionUID = 1L;++ private String branches;++ private String paths;++ @Editable(name="Target Branches", order=100,+ description="Optionally specify space-separated target branches of the pull requests to check. "+ + "Use * or ? for wildcard match. Leave empty to match all branches")+ @Patterns(suggester = "suggestBranches")+ @NameOfEmptyValue("Any branch")+ public String getBranches() {+ return branches;+ }++ public void setBranches(String branches) {+ this.branches = branches;+ }++ @SuppressWarnings("unused")+ private static List<InputSuggestion> suggestBranches(String matchWith) {+ return SuggestionUtils.suggestBranches(Project.get(), matchWith);+ }++ @Editable(name="Touched Files", order=200,+ description="Optionally specify space-separated files to check. Use * or ? for wildcard match. "+ + "Leave empty to match all files")+ @Patterns(suggester = "getPathSuggestions")+ @NameOfEmptyValue("Any file")+ public String getPaths() {+ return paths;+ }++ public void setPaths(String paths) {+ this.paths = paths;+ }++ @SuppressWarnings("unused")+ private static List<InputSuggestion> getPathSuggestions(String matchWith) {+ return SuggestionUtils.suggestBlobs(Project.get(), matchWith);+ }++ private boolean touchedFile(PullRequest request) {+ if (getPaths() != null) {+ Collection<String> changedFiles = GitUtils.getChangedFiles(request.getTargetProject().getRepository(),+ request.getTarget().getObjectId(), ObjectId.fromString(request.getLastMergePreview().getMerged()));+ PatternSet patternSet = PatternSet.parse(getPaths());+ Matcher matcher = new PathMatcher();+ for (String changedFile: changedFiles) {+ if (patternSet.matches(matcher, changedFile))+ return true;+ }+ return false;+ } else {+ return true;+ }+ }++ @Override+ public boolean matches(ProjectEvent event, Job job) {+ if (event instanceof PullRequestMergePreviewCalculated) {+ PullRequestMergePreviewCalculated pullRequestMergePreviewCalculated = (PullRequestMergePreviewCalculated) event;+ String branch = pullRequestMergePreviewCalculated.getRequest().getTargetBranch();+ if (branch != null) {+ if ((getBranches() == null || PatternSet.parse(getBranches()).matches(new PathMatcher(), branch))+ && touchedFile(pullRequestMergePreviewCalculated.getRequest())) {+ return true;+ }+ }+ }+ return false;+ }++ @Override+ public String getDescription() {+ String description;+ if (getBranches() != null && getPaths() != null)+ description = String.format("When open/update pull requests targeting branches '%s' and touching files '%s'", getBranches(), getPaths());+ else if (getBranches() != null)+ description = String.format("When open/update pull requests targeting branches '%s'", getBranches());+ else if (getPaths() != null)+ description = String.format("When open/update pull requests touching files '%s'", getPaths());+ else+ description = "When open/update pull requests";+ return description;+ }++}diff --git a/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/TagCreateTrigger.java b/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/TagCreateTrigger.javaindex 3aa642d6fd..5095230e7c 100644--- a/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/TagCreateTrigger.java+++ b/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/TagCreateTrigger.java@@ -1,66 +1,66 @@-package io.onedev.server.buildspec.job.trigger;--import java.util.List;--import org.eclipse.jgit.lib.ObjectId;--import io.onedev.commons.codeassist.InputSuggestion;-import io.onedev.server.buildspec.job.Job;-import io.onedev.server.event.ProjectEvent;-import io.onedev.server.event.RefUpdated;-import io.onedev.server.git.GitUtils;-import io.onedev.server.model.Project;-import io.onedev.server.util.match.PathMatcher;-import io.onedev.server.util.patternset.PatternSet;-import io.onedev.server.web.editable.annotation.Editable;-import io.onedev.server.web.editable.annotation.NameOfEmptyValue;-import io.onedev.server.web.editable.annotation.Patterns;-import io.onedev.server.web.util.SuggestionUtils;--@Editable(order=200, name="When create tags")-public class TagCreateTrigger extends JobTrigger {-- private static final long serialVersionUID = 1L;-- private String tags;-- @Editable(name="Tags", order=100,- description="Optionally specify space-separated tags to check. Use * or ? for wildcard match. "- + "Leave empty to match all tags")- @Patterns(suggester = "suggestTags")- @NameOfEmptyValue("Any tag")- public String getTags() {- return tags;- }-- public void setTags(String tags) {- this.tags = tags;- }-- @SuppressWarnings("unused")- private static List<InputSuggestion> suggestTags(String matchWith) {- return SuggestionUtils.suggestTags(Project.get(), matchWith);- }-- @Override- public boolean matches(ProjectEvent event, Job job) {- if (event instanceof RefUpdated) {- RefUpdated refUpdated = (RefUpdated) event;- String pushedTag = GitUtils.ref2tag(refUpdated.getRefName());- if (pushedTag != null && !refUpdated.getNewCommitId().equals(ObjectId.zeroId())- && (getTags() == null || PatternSet.parse(getTags()).matches(new PathMatcher(), pushedTag))) {- return true;- }- }- return false;- }-- @Override- public String getDescription() {- if (getTags() != null)- return String.format("When create tags '%s'", getTags());- else- return "When create tags";- }--}+package io.onedev.server.buildspec.job.trigger;++import java.util.List;++import org.eclipse.jgit.lib.ObjectId;++import io.onedev.commons.codeassist.InputSuggestion;+import io.onedev.server.buildspec.job.Job;+import io.onedev.server.event.ProjectEvent;+import io.onedev.server.event.RefUpdated;+import io.onedev.server.git.GitUtils;+import io.onedev.server.model.Project;+import io.onedev.server.util.match.PathMatcher;+import io.onedev.server.util.patternset.PatternSet;+import io.onedev.server.web.editable.annotation.Editable;+import io.onedev.server.web.editable.annotation.NameOfEmptyValue;+import io.onedev.server.web.editable.annotation.Patterns;+import io.onedev.server.web.util.SuggestionUtils;++@Editable(order=200, name="Tag creation")+public class TagCreateTrigger extends JobTrigger {++ private static final long serialVersionUID = 1L;++ private String tags;++ @Editable(name="Tags", order=100,+ description="Optionally specify space-separated tags to check. Use * or ? for wildcard match. "+ + "Leave empty to match all tags")+ @Patterns(suggester = "suggestTags")+ @NameOfEmptyValue("Any tag")+ public String getTags() {+ return tags;+ }++ public void setTags(String tags) {+ this.tags = tags;+ }++ @SuppressWarnings("unused")+ private static List<InputSuggestion> suggestTags(String matchWith) {+ return SuggestionUtils.suggestTags(Project.get(), matchWith);+ }++ @Override+ public boolean matches(ProjectEvent event, Job job) {+ if (event instanceof RefUpdated) {+ RefUpdated refUpdated = (RefUpdated) event;+ String pushedTag = GitUtils.ref2tag(refUpdated.getRefName());+ if (pushedTag != null && !refUpdated.getNewCommitId().equals(ObjectId.zeroId())+ && (getTags() == null || PatternSet.parse(getTags()).matches(new PathMatcher(), pushedTag))) {+ return true;+ }+ }+ return false;+ }++ @Override+ public String getDescription() {+ if (getTags() != null)+ return String.format("When create tags '%s'", getTags());+ else+ return "When create tags";+ }++}diff --git a/server-core/src/main/java/io/onedev/server/issue/fieldsupply/SpecifiedValue.java b/server-core/src/main/java/io/onedev/server/issue/fieldsupply/SpecifiedValue.javaindex 6d86148e1d..b982666669 100644--- a/server-core/src/main/java/io/onedev/server/issue/fieldsupply/SpecifiedValue.java+++ b/server-core/src/main/java/io/onedev/server/issue/fieldsupply/SpecifiedValue.java@@ -1,47 +1,50 @@-package io.onedev.server.issue.fieldsupply;--import java.util.ArrayList;-import java.util.List;--import org.apache.commons.lang3.builder.EqualsBuilder;-import org.apache.commons.lang3.builder.HashCodeBuilder;--public class SpecifiedValue implements ValueProvider {-- private static final long serialVersionUID = 1L;-- public static final String DISPLAY_NAME = "Use specified value";-- public static final String SECRET_DISPLAY_NAME = "Use specified job secret";-- private List<String> value = new ArrayList<>();-- @Override- public List<String> getValue() {- return value;- }-- public void setValue(List<String> value) {- this.value = value;- }-- @Override- public boolean equals(Object other) {- if (!(other instanceof SpecifiedValue))- return false;- if (this == other)- return true;- SpecifiedValue otherSpecifiedValue = (SpecifiedValue) other;- return new EqualsBuilder()- .append(value, otherSpecifiedValue.value)- .isEquals();- }-- @Override- public int hashCode() {- return new HashCodeBuilder(17, 37)- .append(value)- .toHashCode();- }--}+package io.onedev.server.issue.fieldsupply;++import java.util.ArrayList;+import java.util.List;++import org.apache.commons.lang3.builder.EqualsBuilder;+import org.apache.commons.lang3.builder.HashCodeBuilder;++import io.onedev.server.web.editable.annotation.Editable;++@Editable+public class SpecifiedValue implements ValueProvider {++ private static final long serialVersionUID = 1L;++ public static final String DISPLAY_NAME = "Use specified value";++ public static final String SECRET_DISPLAY_NAME = "Use specified job secret";++ private List<String> value = new ArrayList<>();++ @Override+ public List<String> getValue() {+ return value;+ }++ public void setValue(List<String> value) {+ this.value = value;+ }++ @Override+ public boolean equals(Object other) {+ if (!(other instanceof SpecifiedValue))+ return false;+ if (this == other)+ return true;+ SpecifiedValue otherSpecifiedValue = (SpecifiedValue) other;+ return new EqualsBuilder()+ .append(value, otherSpecifiedValue.value)+ .isEquals();+ }++ @Override+ public int hashCode() {+ return new HashCodeBuilder(17, 37)+ .append(value)+ .toHashCode();+ }++}diff --git a/server-core/src/main/java/io/onedev/server/issue/fieldsupply/ValueProvider.java b/server-core/src/main/java/io/onedev/server/issue/fieldsupply/ValueProvider.javaindex 836c7fccdf..f84be2a8eb 100644--- a/server-core/src/main/java/io/onedev/server/issue/fieldsupply/ValueProvider.java+++ b/server-core/src/main/java/io/onedev/server/issue/fieldsupply/ValueProvider.java@@ -1,10 +1,13 @@-package io.onedev.server.issue.fieldsupply;--import java.io.Serializable;-import java.util.List;--public interface ValueProvider extends Serializable {-- List<String> getValue();--}+package io.onedev.server.issue.fieldsupply;++import java.io.Serializable;+import java.util.List;++import io.onedev.server.web.editable.annotation.Editable;++@Editable+public interface ValueProvider extends Serializable {++ List<String> getValue();++}diff --git a/server-core/src/main/java/io/onedev/server/migration/DataMigrator.java b/server-core/src/main/java/io/onedev/server/migration/DataMigrator.javaindex 55d8440a25..900f59a87b 100644--- a/server-core/src/main/java/io/onedev/server/migration/DataMigrator.java+++ b/server-core/src/main/java/io/onedev/server/migration/DataMigrator.java@@ -1,1770 +1,1770 @@-package io.onedev.server.migration;--import java.io.File;-import java.io.IOException;-import java.io.InputStream;-import java.nio.charset.StandardCharsets;-import java.nio.file.Files;-import java.nio.file.Path;-import java.util.Collection;-import java.util.Collections;-import java.util.HashMap;-import java.util.HashSet;-import java.util.Map;-import java.util.Set;-import java.util.Stack;--import javax.inject.Singleton;--import org.apache.commons.io.IOUtils;-import org.dom4j.Element;-import org.dom4j.Node;--import com.google.common.base.Preconditions;--import io.onedev.commons.launcher.bootstrap.Bootstrap;-import io.onedev.commons.utils.FileUtils;-import io.onedev.commons.utils.StringUtils;-import io.onedev.server.OneException;--@Singleton-@SuppressWarnings("unused")-public class DataMigrator {-- private void migrate1(File dataDir, Stack<Integer> versions) {- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("CodeComments.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- Element branchRefElement = element.element("branchRef");- if (branchRefElement != null)- branchRefElement.detach();- }- dom.writeToFile(file, false);- }- }- }-- private void migrate2(File dataDir, Stack<Integer> versions) {- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("Depots.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- Element gateKeeperElement = element.element("gateKeeper");- gateKeeperElement.detach();- element.addElement("gateKeepers");- }- dom.writeToFile(file, false);- }- }- }-- private void migrate3(File dataDir, Stack<Integer> versions) {- for (File file: dataDir.listFiles()) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- String name = element.getName();- name = StringUtils.replace(name, "com.pmease.commons", "com.gitplex.commons");- name = StringUtils.replace(name, "com.pmease.gitplex", "com.gitplex.server");- element.setName(name);- }- if (file.getName().startsWith("Configs.xml")) {- for (Element element: dom.getRootElement().elements()) {- Element settingElement = element.element("setting");- if (settingElement != null) {- String clazz = settingElement.attributeValue("class");- settingElement.addAttribute("class", StringUtils.replace(clazz, "com.pmease.gitplex", "com.gitplex.server"));- Element gitConfigElement = settingElement.element("gitConfig");- if (gitConfigElement != null) {- clazz = gitConfigElement.attributeValue("class");- gitConfigElement.addAttribute("class", StringUtils.replace(clazz, "com.pmease.gitplex", "com.gitplex.server"));- }- }- }- }- dom.writeToFile(file, false);- }- }-- private void migrate4(File dataDir, Stack<Integer> versions) {- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("Accounts.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- Element avatarUploadDateElement = element.element("avatarUploadDate");- if (avatarUploadDateElement != null)- avatarUploadDateElement.detach();- }- dom.writeToFile(file, false);- }- }- }-- private void migrate5(File dataDir, Stack<Integer> versions) {- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("Configs.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- if (element.elementTextTrim("key").equals("MAIL")) {- Element settingElement = element.element("setting");- if (settingElement != null)- settingElement.addElement("enableSSL").setText("false");- }- }- dom.writeToFile(file, false);- }- }- }-- private void migrate6(File dataDir, Stack<Integer> versions) {- }-- private void migrate7(File dataDir, Stack<Integer> versions) {- for (File file: dataDir.listFiles()) {- try {- String content = FileUtils.readFileToString(file, StandardCharsets.UTF_8);- content = StringUtils.replace(content,- "com.gitplex.commons.hibernate.migration.VersionTable",- "com.gitplex.server.model.ModelVersion");- content = StringUtils.replace(content,- "com.gitplex.server.core.entity.support.IntegrationPolicy",- "com.gitplex.server.model.support.IntegrationPolicy");- content = StringUtils.replace(content,- "com.gitplex.server.core.entity.PullRequest_-IntegrationStrategy",- "com.gitplex.server.model.PullRequest_-IntegrationStrategy");- content = StringUtils.replace(content,- "com.gitplex.server.core.entity.", "com.gitplex.server.model.");- content = StringUtils.replace(content,- "com.gitplex.server.core.setting.SpecifiedGit", "com.gitplex.server.git.config.SpecifiedGit");- content = StringUtils.replace(content,- "com.gitplex.server.core.setting.SystemGit", "com.gitplex.server.git.config.SystemGit");- content = StringUtils.replace(content,- "com.gitplex.server.core.setting.", "com.gitplex.server.model.support.setting.");- content = StringUtils.replace(content,- "com.gitplex.server.core.gatekeeper.", "com.gitplex.server.gatekeeper.");- FileUtils.writeStringToFile(file, content, StandardCharsets.UTF_8);-- if (file.getName().equals("VersionTables.xml")) {- FileUtils.moveFile(file, new File(file.getParentFile(), "ModelVersions.xml"));- }- } catch (IOException e) {- throw new RuntimeException(e);- }- }- }-- private void migrateIntegrationStrategy8(Element integrationStrategyElement) {- if (integrationStrategyElement != null) {- integrationStrategyElement.setName("mergeStrategy");- switch (integrationStrategyElement.getText()) {- case "MERGE_ALWAYS":- integrationStrategyElement.setText("ALWAYS_MERGE");- break;- case "MERGE_WITH_SQUASH":- integrationStrategyElement.setText("SQUASH_MERGE");- break;- case "REBASE_SOURCE_ONTO_TARGET":- integrationStrategyElement.setText("REBASE_MERGE");- break;- case "REBASE_TARGET_ONTO_SOURCE":- integrationStrategyElement.setText("MERGE_IF_NECESSARY");- break;- }- }- }-- private void migrate8(File dataDir, Stack<Integer> versions) {- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("Configs.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- if (element.elementTextTrim("key").equals("SYSTEM")) {- Element settingElement = element.element("setting");- settingElement.addElement("curlConfig")- .addAttribute("class", "com.gitplex.server.git.config.SystemCurl");- }- }- dom.writeToFile(file, false);- } else if (file.getName().startsWith("Accounts.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- element.element("reviewEffort").detach();- }- dom.writeToFile(file, false);- } else if (file.getName().startsWith("Depots.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- element.element("gateKeepers").detach();- element.element("integrationPolicies").detach();- element.addElement("branchProtections");- element.addElement("tagProtections");- }- dom.writeToFile(file, false);- } else if (file.getName().startsWith("PullRequests.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- Element assigneeElement = element.element("assignee");- if (assigneeElement != null)- assigneeElement.detach();- migrateIntegrationStrategy8(element.element("integrationStrategy"));- Element lastIntegrationPreviewElement = element.element("lastIntegrationPreview");- if (lastIntegrationPreviewElement != null) {- lastIntegrationPreviewElement.setName("lastMergePreview");- Element integratedElement = lastIntegrationPreviewElement.element("integrated");- if (integratedElement != null)- integratedElement.setName("merged");- migrateIntegrationStrategy8(lastIntegrationPreviewElement.element("integrationStrategy"));- }- Element closeInfoElement = element.element("closeInfo");- if (closeInfoElement != null) {- Element closeStatusElement = closeInfoElement.element("closeStatus");- if (closeStatusElement.getText().equals("INTEGRATED"))- closeStatusElement.setText("MERGED");- }- }- dom.writeToFile(file, false);- } else if (file.getName().startsWith("PullRequestReviews.xml")- || file.getName().startsWith("PullRequestReviewInvitations.xml")- || file.getName().startsWith("PullRequestStatusChanges.xml")- || file.getName().startsWith("PullRequestTasks.xml")- || file.getName().startsWith("PullRequestVerifications.xml")- || file.getName().startsWith("CodeComments.xml")- || file.getName().startsWith("CodeCommentRelations.xml")- || file.getName().startsWith("CodeCommentReplys.xml")- || file.getName().startsWith("CodeCommentStatusChanges.xml")) {- FileUtils.deleteFile(file);- } else if (file.getName().startsWith("PullRequestUpdates.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- Element mergeCommitHashElement = element.element("mergeCommitHash");- mergeCommitHashElement.setName("mergeBaseCommitHash");- }- dom.writeToFile(file, false);- }- }- }-- private void migrate9(File dataDir, Stack<Integer> versions) {- try {- Map<String, String> accountIdToName = new HashMap<>();- Set<String> userIds = new HashSet<>();- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("Accounts.xml")) {- File renamedFile = new File(dataDir, file.getName().replace("Accounts.xml", "Users.xml"));- FileUtils.moveFile(file, renamedFile);- String content = FileUtils.readFileToString(renamedFile, StandardCharsets.UTF_8);- content = StringUtils.replace(content, "com.gitplex.server.model.Account",- "com.gitplex.server.model.User");- VersionedDocument dom = VersionedDocument.fromXML(content);- for (Element element: dom.getRootElement().elements()) {- accountIdToName.put(element.elementText("id"), element.elementText("name"));- if (element.elementTextTrim("organization").equals("true")) {- element.detach();- } else {- userIds.add(element.elementText("id"));- element.element("organization").detach();- element.element("defaultPrivilege").detach();- element.element("noSpaceName").detach();- if (element.element("noSpaceFullName") != null)- element.element("noSpaceFullName").detach();- }- }- dom.writeToFile(renamedFile, false);- }- }-- long lastUserAuthorizationId = 0;- VersionedDocument userAuthorizationsDom = new VersionedDocument();- Element userAuthorizationListElement = userAuthorizationsDom.addElement("list");-- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("Depots.xml")) {- File renamedFile = new File(dataDir, file.getName().replace("Depots.xml", "Projects.xml"));- FileUtils.moveFile(file, renamedFile);- String content = FileUtils.readFileToString(renamedFile, StandardCharsets.UTF_8);- content = StringUtils.replace(content, "com.gitplex.server.model.Depot",- "com.gitplex.server.model.Project");- VersionedDocument dom = VersionedDocument.fromXML(content);- for (Element element: dom.getRootElement().elements()) {- String accountId = element.elementText("account");- element.element("account").detach();- String depotName = element.elementText("name");- element.element("name").setText(accountIdToName.get(accountId) + "." + depotName);- if (element.element("defaultPrivilege") != null )- element.element("defaultPrivilege").detach();-- String adminId;- if (userIds.contains(accountId)) {- adminId = accountId;- } else {- adminId = "1";- }- Element userAuthorizationElement =- userAuthorizationListElement.addElement("com.gitplex.server.model.UserAuthorization");- userAuthorizationElement.addAttribute("revision", "0.0");- userAuthorizationElement.addElement("id").setText(String.valueOf(++lastUserAuthorizationId));- userAuthorizationElement.addElement("user").setText(adminId);- userAuthorizationElement.addElement("project").setText(element.elementText("id"));- userAuthorizationElement.addElement("privilege").setText("ADMIN");- }-- dom.writeToFile(renamedFile, false);- } else if (file.getName().startsWith("BranchWatchs.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- if (!userIds.contains(element.elementText("user"))) {- element.detach();- } else {- element.element("depot").setName("project");- }- }- dom.writeToFile(file, false);- } else if (file.getName().startsWith("Teams.xml")- || file.getName().startsWith("TeamMemberships.xml")- || file.getName().startsWith("TeamAuthorizations.xml")- || file.getName().startsWith("OrganizationMemberships.xml")- || file.getName().startsWith("UserAuthorizations.xml")- || file.getName().startsWith("PullRequest")- || file.getName().startsWith("Review")- || file.getName().startsWith("ReviewInvitation")) {- FileUtils.deleteFile(file);- } else if (file.getName().startsWith("Configs.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- if (element.elementText("key").equals("SYSTEM")) {- String storagePath = element.element("setting").elementText("storagePath");- File storageDir = new File(storagePath);- File repositoriesDir = new File(storageDir, "repositories");- if (repositoriesDir.exists()) {- File projectsDir = new File(storageDir, "projects");- FileUtils.moveDirectory(repositoriesDir, projectsDir);- for (File projectDir: projectsDir.listFiles()) {- File infoDir = new File(projectDir, "info");- if (infoDir.exists())- FileUtils.deleteDir(infoDir);- }- }- } else if (element.elementText("key").equals("SECURITY")) {- element.element("setting").addElement("enableAnonymousAccess").setText("false");- }- }- dom.writeToFile(file, false);- }- }- userAuthorizationsDom.writeToFile(new File(dataDir, "UserAuthorizations.xml"), false);- } catch (IOException e) {- throw new RuntimeException(e);- }- }-- private void migrate10(File dataDir, Stack<Integer> versions) {- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("CodeComments.xml") || file.getName().startsWith("CodeCommentReplys.xml")- || file.getName().startsWith("CodeCommentStatusChanges.xml")) {- FileUtils.deleteFile(file);- } else if (file.getName().startsWith("Projects.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- for (Element branchProtectionElement: element.element("branchProtections").elements()) {- Element exprElement = branchProtectionElement.element("reviewAppointmentExpr");- if (exprElement != null)- exprElement.setName("reviewRequirementSpec");- for (Element fileProtectionElement: branchProtectionElement.element("fileProtections").elements()) {- exprElement = fileProtectionElement.element("reviewAppointmentExpr");- if (exprElement != null)- exprElement.setName("reviewRequirementSpec");- }- }- }- dom.writeToFile(file, false);- }- }- VersionedDocument dom = VersionedDocument.fromFile(new File(dataDir, "Configs.xml"));- for (Element element: dom.getRootElement().elements()) {- if (element.elementText("key").equals("SYSTEM")) {- String storagePath = element.element("setting").elementText("storagePath");- File codeCommentsFromWeiFeng = new File(storagePath, "CodeComments.xml");- if (codeCommentsFromWeiFeng.exists()) {- dom = VersionedDocument.fromFile(codeCommentsFromWeiFeng);- for (Element commentElement: dom.getRootElement().elements()) {- commentElement.setName("com.gitplex.server.model.CodeComment");- commentElement.element("depot").setName("project");- commentElement.element("resolved").detach();- commentElement.element("commentPos").setName("markPos");- }- dom.writeToFile(new File(dataDir, "CodeComments.xml"), false);- }- }- }- }-- private void migrate11(File dataDir, Stack<Integer> versions) {- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("Configs.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- long maxId = 0;- for (Element element: dom.getRootElement().elements()) {- Long id = Long.parseLong(element.elementTextTrim("id"));- if (maxId < id)- maxId = id;- }- Element licenseConfigElement = dom.getRootElement().addElement("com.gitplex.server.model.Config");- licenseConfigElement.addElement("id").setText(String.valueOf(maxId+1));- licenseConfigElement.addElement("key").setText("LICENSE");- dom.writeToFile(file, false);- }- }- }-- private void migrate12(File dataDir, Stack<Integer> versions) {- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("Projects.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element projectElement: dom.getRootElement().elements()) {- for (Element branchProtectionElement: projectElement.element("branchProtections").elements()) {- branchProtectionElement.addElement("enabled").setText("true");- }- for (Element tagProtectionElement: projectElement.element("tagProtections").elements()) {- tagProtectionElement.addElement("enabled").setText("true");- }- }- dom.writeToFile(file, false);- }- }- }-- private void migrate13(File dataDir, Stack<Integer> versions) {- for (File file: dataDir.listFiles()) {- try {- String content = FileUtils.readFileToString(file, StandardCharsets.UTF_8);- content = StringUtils.replace(content, "gitplex", "turbodev");- content = StringUtils.replace(content, "GitPlex", "TurboDev");- FileUtils.writeFile(file, content, StandardCharsets.UTF_8.name());- } catch (IOException e) {- throw new RuntimeException(e);- }- }- }-- private void migrate14(File dataDir, Stack<Integer> versions) {- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("Projects.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element projectElement: dom.getRootElement().elements()) {- for (Element branchProtectionElement: projectElement.element("branchProtections").elements()) {- Element submitterElement = branchProtectionElement.addElement("submitter");- submitterElement.addAttribute("class", "com.turbodev.server.model.support.submitter.Anyone");- branchProtectionElement.addElement("noCreation").setText("true");- }- for (Element tagProtectionElement: projectElement.element("tagProtections").elements()) {- tagProtectionElement.detach();- }- }- dom.writeToFile(file, false);- }- }- }-- private void migrate15(File dataDir, Stack<Integer> versions) {- for (File file: dataDir.listFiles()) {- try {- String content = FileUtils.readFileToString(file, StandardCharsets.UTF_8);- content = StringUtils.replace(content, "com.turbodev", "io.onedev");- content = StringUtils.replace(content, "com/turbodev", "io/onedev");- content = StringUtils.replace(content, "turbodev.com", "onedev.io");- content = StringUtils.replace(content, "turbodev", "onedev");- content = StringUtils.replace(content, "TurboDev", "OneDev");- FileUtils.writeFile(file, content, StandardCharsets.UTF_8.name());- } catch (IOException e) {- throw new RuntimeException(e);- }- }- }-- private void migrateMergeStrategy16(Element mergeStrategyElement) {- if (mergeStrategyElement != null) {- mergeStrategyElement.setName("mergeStrategy");- switch (mergeStrategyElement.getText()) {- case "ALWAYS_MERGE":- mergeStrategyElement.setText("CREATE_MERGE_COMMIT");- break;- case "MERGE_IF_NECESSARY":- mergeStrategyElement.setText("CREATE_MERGE_COMMIT_IF_NECESSARY");- break;- case "SQUASH_MERGE":- mergeStrategyElement.setText("SQUASH_SOURCE_BRANCH_COMMITS");- break;- case "REBASE_MERGE":- mergeStrategyElement.setText("REBASE_SOURCE_BRANCH_COMMITS");- break;- }- }- }-- /*- * Migrate from 1.0 to 2.0- */- private void migrate16(File dataDir, Stack<Integer> versions) {- Map<String, Integer> codeCommentReplyCounts = new HashMap<>();- Map<String, String> userNames = new HashMap<>();- Map<String, Set<String>> requestCodeComments = new HashMap<>();- Map<String, Integer> requestCommentCounts = new HashMap<>();- Set<String> openRequests = new HashSet<>();- Map<String, String> reviewRequirements = new HashMap<>();-- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("Users.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- Element fullNameElement = element.element("fullName");- if (fullNameElement != null)- userNames.put(element.elementTextTrim("id"), fullNameElement.getText());- else- userNames.put(element.elementTextTrim("id"), element.elementText("name"));- }- } else if (file.getName().startsWith("CodeCommentReplys.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- String commentId = element.elementTextTrim("comment");- Integer replyCount = codeCommentReplyCounts.get(commentId);- if (replyCount == null)- replyCount = 0;- replyCount++;- codeCommentReplyCounts.put(commentId, replyCount);- }- } else if (file.getName().startsWith("CodeCommentRelations.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- String commentId = element.elementTextTrim("comment");- String requestId = element.elementTextTrim("request");- Set<String> codeComments = requestCodeComments.get(requestId);- if (codeComments == null) {- codeComments = new HashSet<>();- requestCodeComments.put(requestId, codeComments);- }- codeComments.add(commentId);- }- } else if (file.getName().startsWith("PullRequestComments.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- String commentId = element.elementTextTrim("request");- Integer commentCount = requestCommentCounts.get(commentId);- if (commentCount == null)- commentCount = 0;- commentCount++;- requestCommentCounts.put(commentId, commentCount);- }- } else if (file.getName().startsWith("PullRequests.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- if (element.element("closeInfo") == null) {- openRequests.add(element.elementTextTrim("id"));- }- }- } else if (file.getName().startsWith("Projects.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- String projectId = element.elementTextTrim("id");- StringBuilder builder = new StringBuilder();- for (Element branchProtectionElement: element.element("branchProtections").elements()) {- Element reviewRequirementSpecElement = branchProtectionElement.element("reviewRequirementSpec");- if (reviewRequirementSpecElement != null)- builder.append(reviewRequirementSpecElement.getText()).append(";");-- for (Element fileProtectionElement: branchProtectionElement.element("fileProtections").elements()) {- reviewRequirementSpecElement = fileProtectionElement.element("reviewRequirementSpec");- builder.append(reviewRequirementSpecElement.getText()).append(";");- }- }- reviewRequirements.put(projectId, builder.toString());- }- }- }-- for (Map.Entry<String, Set<String>> entry: requestCodeComments.entrySet()) {- Integer commentCount = requestCommentCounts.get(entry.getKey());- if (commentCount == null)- commentCount = 0;- for (String commentId: entry.getValue()) {- commentCount++;- Integer replyCount = codeCommentReplyCounts.get(commentId);- if (replyCount != null)- commentCount += replyCount;- }- requestCommentCounts.put(entry.getKey(), commentCount);- }-- VersionedDocument requestReviewsDOM = new VersionedDocument();- Element requestReviewListElement = requestReviewsDOM.addElement("list");-- VersionedDocument configurationsDOM = new VersionedDocument();- Element configurationListElement = configurationsDOM.addElement("list");- Map<String, Map<String, Long>> projectConfigurations = new HashMap<>();- long configurationCount = 0;-- int reviewCount = 0;-- VersionedDocument requestBuildsDOM = new VersionedDocument();- Element requestBuildListElement = requestBuildsDOM.addElement("list");- int requestBuildCount = 0;-- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("BranchWatches.xml")- || file.getName().startsWith("PullRequestReferences.xml")- || file.getName().startsWith("PullRequestStatusChanges.xml")- || file.getName().startsWith("PullRequestTasks.xml")- || file.getName().startsWith("ReviewInvitations.xml")- || file.getName().startsWith("Reviews.xml")) {- FileUtils.deleteFile(file);- } else if (file.getName().startsWith("UserAuthorizations.xml") || file.getName().startsWith("GroupAuthorizations.xml")) {- try {- String content = FileUtils.readFileToString(file, StandardCharsets.UTF_8.name());- content = StringUtils.replace(content, "ADMIN", "ADMINISTRATION");- content = StringUtils.replace(content, "WRITE", "CODE_WRITE");- content = StringUtils.replace(content, "READ", "CODE_READ");- FileUtils.writeFile(file, content, StandardCharsets.UTF_8.name());- } catch (IOException e) {- throw new RuntimeException(e);- }- } else if (file.getName().startsWith("CodeComments.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- Integer replyCount = codeCommentReplyCounts.get(element.elementTextTrim("id"));- if (replyCount == null)- replyCount = 0;- element.addElement("replyCount").setText(String.valueOf(replyCount));-- Element dateElement = element.element("date");- dateElement.setName("createDate");- Element updateDateElement = element.addElement("updateDate");- updateDateElement.addAttribute("class", "sql-timestamp");- Element lastEventElement = element.element("lastEvent");- if (lastEventElement != null) {- updateDateElement.setText(lastEventElement.elementText("date"));- lastEventElement.detach();- } else {- updateDateElement.setText(dateElement.getText());- }- }- dom.writeToFile(file, false);- } else if (file.getName().startsWith("PullRequests.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- migrateMergeStrategy16(element.element("mergeStrategy"));- Element lastMergePreviewElement = element.element("lastMergePreview");- if (lastMergePreviewElement != null) {- migrateMergeStrategy16(lastMergePreviewElement.element("mergeStrategy"));- }-- Integer commentCount = requestCommentCounts.get(element.elementTextTrim("id"));- if (commentCount == null)- commentCount = 0;- element.addElement("commentCount").setText(String.valueOf(commentCount));-- Element lastCodeCommentEventDateElement = element.element("lastCodeCommentEventDate");- if (lastCodeCommentEventDateElement != null)- lastCodeCommentEventDateElement.setName("lastCodeCommentActivityDate");-- Element closeInfoElement = element.element("closeInfo");- if (closeInfoElement != null) {- Element closedByElement = closeInfoElement.element("closedBy");- if (closedByElement != null)- closedByElement.setName("user");- Element closedByNameElement = closeInfoElement.element("closedByName");- if (closedByNameElement != null)- closedByNameElement.setName("userName");- closeInfoElement.element("closeDate").setName("date");- closeInfoElement.element("closeStatus").setName("status");- }- Element submitDateElement = element.element("submitDate");- Element updateDateElement = element.addElement("updateDate");- updateDateElement.addAttribute("class", "sql-timestamp");- Element lastEventElement = element.element("lastEvent");- if (lastEventElement != null) {- updateDateElement.setText(lastEventElement.elementText("date"));- lastEventElement.detach();- } else {- updateDateElement.setText(submitDateElement.getText());- }- }- dom.writeToFile(file, false);- } else if (file.getName().startsWith("Configs.xml")) {- String content;- try {- content = FileUtils.readFileToString(file, StandardCharsets.UTF_8);- } catch (IOException e) {- throw new RuntimeException(e);- }- content = StringUtils.replace(content, "io.onedev.server.security.authenticator.",- "io.onedev.server.model.support.authenticator.");- VersionedDocument dom = VersionedDocument.fromXML(content);- for (Element element: dom.getRootElement().elements()) {- element.setName("io.onedev.server.model.Setting");- Element settingElement = element.element("setting");- if (settingElement != null) {- settingElement.setName("value");- if (element.elementTextTrim("key").equals("AUTHENTICATOR")) {- Element authenticatorElement = settingElement.elementIterator().next();- settingElement.addAttribute("class", authenticatorElement.getName());- for (Element fieldElement: authenticatorElement.elements()) {- if (!fieldElement.getName().equals("defaultGroupNames")) {- fieldElement.detach();- settingElement.add(fieldElement);- }- }- authenticatorElement.detach();- settingElement.addElement("canCreateProjects").setText("true");- }- }- }- FileUtils.deleteFile(file);- dom.writeToFile(new File(file.getParentFile(), file.getName().replace("Config", "Setting")), false);- } else if (file.getName().startsWith("PullRequestWatchs.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- Element reasonElement = element.element("reason");- if (reasonElement != null)- reasonElement.detach();- Element ignoreElement = element.element("ignore");- ignoreElement.setName("watching");- ignoreElement.setText(String.valueOf(!Boolean.parseBoolean(ignoreElement.getTextTrim())));- }- dom.writeToFile(file, false);- } else if (file.getName().startsWith("PullRequestUpdates.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- element.element("uuid").detach();- }- dom.writeToFile(file, false);- } else if (file.getName().startsWith("Projects.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- String project = element.elementTextTrim("id");- Element publicReadElement = element.element("publicRead");- if (publicReadElement.getTextTrim().equals("true"))- element.addElement("defaultPrivilege").setText("CODE_READ");- publicReadElement.detach();-- for (Element branchProtectionElement: element.element("branchProtections").elements()) {- branchProtectionElement.element("verifyMerges").setName("buildMerges");- Element verificationsElement = branchProtectionElement.element("verifications");- verificationsElement.setName("configurations");- for (Element verificationElement: verificationsElement.elements()) {- String verification = verificationElement.getText();- Map<String, Long> configurations = projectConfigurations.get(project);- if (configurations == null) {- configurations = new HashMap<>();- projectConfigurations.put(project, configurations);- }- Long configurationId = configurations.get(verification);- if (configurationId == null) {- configurationId = ++configurationCount;- configurations.put(verification, configurationId);- Element configurationElement = configurationListElement.addElement("io.onedev.server.model.Configuration");- configurationElement.addAttribute("revision", "0.0");- configurationElement.addElement("id").setText(String.valueOf(configurationId));- configurationElement.addElement("project").setText(project);- configurationElement.addElement("name").setText(verification);- configurationElement.addElement("buildCleanupRule").addAttribute("class", "io.onedev.server.model.support.configuration.DoNotCleanup");- }- for (String request: openRequests) {- Element requestBuildElement = requestBuildListElement.addElement("io.onedev.server.model.PullRequestBuild");- requestBuildElement.addAttribute("revision", "0.0");- requestBuildElement.addElement("id").setText(String.valueOf(++requestBuildCount));- requestBuildElement.addElement("request").setText(request);- requestBuildElement.addElement("configuration").setText(String.valueOf(configurationId));- }- }- Element submitterElement = branchProtectionElement.element("submitter");- String submitterClass = submitterElement.attributeValue("class");- submitterClass = submitterClass.replace("io.onedev.server.model.support.submitter.",- "io.onedev.server.model.support.usermatcher.");- submitterElement.attribute("class").setValue(submitterClass);-- Element reviewRequirementSpecElement = branchProtectionElement.element("reviewRequirementSpec");- if (reviewRequirementSpecElement != null) {- reviewRequirementSpecElement.setName("reviewRequirement");- }-- for (Element fileProtectionElement: branchProtectionElement.element("fileProtections").elements()) {- reviewRequirementSpecElement = fileProtectionElement.element("reviewRequirementSpec");- reviewRequirementSpecElement.setName("reviewRequirement");- }- }- for (Element tagProtectionElement: element.element("tagProtections").elements()) {- Element submitterElement = tagProtectionElement.element("submitter");- String submitterClass = submitterElement.attributeValue("class");- submitterClass = submitterClass.replace("io.onedev.server.model.support.submitter.",- "io.onedev.server.model.support.usermatcher.");- submitterElement.attribute("class").setValue(submitterClass);- }- }- dom.writeToFile(file, false);- }- }-- requestReviewsDOM.writeToFile(new File(dataDir, "PullRequestReviews.xml"), false);- configurationsDOM.writeToFile(new File(dataDir, "Configurations.xml"), false);- requestBuildsDOM.writeToFile(new File(dataDir, "PullRequestBuilds.xml"), false);- }-- private void migrate17(File dataDir, Stack<Integer> versions) {- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("Issue")) {- FileUtils.deleteFile(file);- } else if (file.getName().startsWith("Projects.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- Element issueWorkflowElement = element.element("issueWorkflow");- if (issueWorkflowElement != null)- issueWorkflowElement.detach();- Element savedIssueQueriesElement = element.element("savedIssueQueries");- if (savedIssueQueriesElement != null)- savedIssueQueriesElement.detach();- Element issueListFieldsElement = element.element("issueListFields");- if (issueListFieldsElement != null)- issueListFieldsElement.detach();- Element issueBoardsElement = element.element("issueBoards");- if (issueBoardsElement != null)- issueBoardsElement.detach();- }- dom.writeToFile(file, false);- }- }- }-- private void migrate18(File dataDir, Stack<Integer> versions) {- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("Settings.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- if (element.elementTextTrim("key").equals("LICENSE"))- element.detach();- }- dom.writeToFile(file, false);- }- }- }-- private void migrate19(File dataDir, Stack<Integer> versions) {- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("Projects.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- Element commitMessageTransformsElement = element.addElement("commitMessageTransforms");- Element commitMessageTransformSettingElement = element.element("commitMessageTransformSetting");- if (commitMessageTransformSettingElement != null) {- commitMessageTransformSettingElement.detach();- commitMessageTransformSettingElement.setName("io.onedev.server.model.support.CommitMessageTransform");- commitMessageTransformsElement.add(commitMessageTransformSettingElement);- }- }- dom.writeToFile(file, false);- }- }- }-- private void migrate20(File dataDir, Stack<Integer> versions) {- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("Settings.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- if (element.elementTextTrim("key").equals("ISSUE")) {- Element valueElement = element.element("value");- if (valueElement != null) {- for (Element fieldElement: valueElement.element("fieldSpecs").elements()) {- fieldElement.addElement("canBeChangedBy").addAttribute("class", "io.onedev.server.model.support.usermatcher.Anyone");- }- }- }- }- dom.writeToFile(file, false);- }- }- }-- private void migrate21(File dataDir, Stack<Integer> versions) {- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("Projects.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- for (Element branchProtectionElement: element.element("branchProtections").elements()) {- branchProtectionElement.element("branch").setName("branches");- for (Element fileProtectionElement: branchProtectionElement.element("fileProtections").elements()) {- fileProtectionElement.element("path").setName("paths");- }- }- for (Element tagProtectionElement: element.element("tagProtections").elements()) {- tagProtectionElement.element("tag").setName("tags");- }- }- dom.writeToFile(file, false);- } else if (file.getName().startsWith("Settings.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- if (element.elementTextTrim("key").equals("LICENSE")) {- element.element("value").addAttribute("class", "io.onedev.commons.utils.license.LicenseDetail");- }- }- dom.writeToFile(file, false);- }- }- }-- private void migrate22(File dataDir, Stack<Integer> versions) {- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("IssueFieldUnarys.xml")) {- File renamedFile = new File(dataDir, file.getName().replace("IssueFieldUnarys", "IssueFieldEntitys"));- try {- FileUtils.moveFile(file, renamedFile);- } catch (IOException e) {- throw new RuntimeException(e);- }- VersionedDocument dom = VersionedDocument.fromFile(renamedFile);- for (Element element: dom.getRootElement().elements()) {- element.setName("io.onedev.server.model.IssueFieldEntity");- }- dom.writeToFile(renamedFile, false);- }- }- }-- private void migrate23(File dataDir, Stack<Integer> versions) {- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("Build2s.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- Element runInstanceIdElement = element.element("runInstanceId");- if (runInstanceIdElement != null)- runInstanceIdElement.detach();- Element errorMessageElement = element.element("errorMessage");- if (errorMessageElement != null)- errorMessageElement.setName("statusMessage");- }- dom.writeToFile(file, false);- } else if (file.getName().startsWith("Projects.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- element.element("uuid").detach();- if (element.element("issueSetting") == null)- element.addElement("issueSetting");- if (element.element("savedCommitQueries") == null)- element.addElement("savedCommitQueries");- if (element.element("savedPullRequestQueries") == null)- element.addElement("savedPullRequestQueries");- if (element.element("savedCodeCommentQueries") == null)- element.addElement("savedCodeCommentQueries");- if (element.element("savedBuildQueries") == null)- element.addElement("savedBuildQueries");- if (element.element("webHooks") == null)- element.addElement("webHooks");- }- dom.writeToFile(file, false);- } else if (file.getName().startsWith("Users.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- element.element("uuid").detach();- }- dom.writeToFile(file, false);- }- }- }-- private String escapeValue24(String value) {- StringBuilder builder = new StringBuilder();- for (int i=0; i<value.length(); i++) {- char ch = value.charAt(i);- if ("\\()".indexOf(ch) != -1)- builder.append("\\");- builder.append(ch);- }- return builder.toString();- }-- private void migrateUserMatcher24(Element userMatcherElement) {- String userMatcher;- String userMatcherClass = userMatcherElement.attributeValue("class");- if (userMatcherClass.contains("Anyone")) {- userMatcher = "anyone";- } else if (userMatcherClass.contains("CodeWriters")) {- userMatcher = "code writers";- } else if (userMatcherClass.contains("CodeReaders")) {- userMatcher = "code readers";- } else if (userMatcherClass.contains("IssueReaders")) {- userMatcher = "issue readers";- } else if (userMatcherClass.contains("ProjectAdministrators")) {- userMatcher = "project administrators";- } else if (userMatcherClass.contains("SpecifiedUser")) {- userMatcher = "user(" + escapeValue24(userMatcherElement.elementText("userName").trim()) + ")";- } else {- userMatcher = "group(" + escapeValue24(userMatcherElement.elementText("groupName").trim()) + ")";- }- userMatcherElement.clearContent();- userMatcherElement.remove(userMatcherElement.attribute("class"));- userMatcherElement.setText(userMatcher);- }-- private void migrateTransitionSpecsElement24(Element transitionSpecsElement) {- for (Element transitionElement: transitionSpecsElement.elements()) {- Element triggerElement = transitionElement.element("trigger");- if (triggerElement.attributeValue("class").contains("PressButtonTrigger"))- migrateUserMatcher24(triggerElement.element("authorized"));- }- }-- private void migrate24(File dataDir, Stack<Integer> versions) {- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("Settings.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- if (element.elementTextTrim("key").equals("ISSUE")) {- Element valueElement = element.element("value");- if (valueElement != null) {- migrateTransitionSpecsElement24(valueElement.element("defaultTransitionSpecs"));- for (Element fieldElement: valueElement.element("fieldSpecs").elements())- migrateUserMatcher24(fieldElement.element("canBeChangedBy"));- }- }- }- dom.writeToFile(file, false);- } else if (file.getName().startsWith("Projects.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- Element issueSettingElement = element.element("issueSetting");- Element transitionsElement = issueSettingElement.element("transitionSpecs");- if (transitionsElement != null)- migrateTransitionSpecsElement24(transitionsElement);- for (Element branchProtectionElement: element.element("branchProtections").elements())- migrateUserMatcher24(branchProtectionElement.element("submitter"));- for (Element tagProtectionElement: element.element("tagProtections").elements())- migrateUserMatcher24(tagProtectionElement.element("submitter"));- }- dom.writeToFile(file, false);- }- }- }-- // from 2.0 to 3.0- private void migrate25(File dataDir, Stack<Integer> versions) {- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("Settings.xml")) {- String content;- try {- content = FileUtils.readFileToString(file, StandardCharsets.UTF_8.name());- } catch (IOException e) {- throw new RuntimeException(e);- }- content = content.replace(".support.setting.", ".support.administration.");- content = content.replace(".support.authenticator.", ".support.administration.authenticator.");-- VersionedDocument dom = VersionedDocument.fromXML(content);- for (Element element: dom.getRootElement().elements()) {- String key = element.elementTextTrim("key");- if (key.equals("ISSUE") || key.equals("JOB_EXECUTORS")) {- element.detach();- } else if (key.equals("BACKUP")) {- Element valueElement = element.element("value");- if (valueElement != null) {- Element folderElement = valueElement.element("folder");- if (folderElement != null)- folderElement.detach();- }- } else if (key.equals("SECURITY")) {- Element valueElement = element.element("value");- if (valueElement != null)- valueElement.element("enableAnonymousAccess").setText("false");- } else if (key.equals("SYSTEM")) {- Element valueElement = element.element("value");- if (valueElement != null) {- Element storagePathElement = valueElement.element("storagePath");- String storagePath = storagePathElement.getText();- storagePathElement.detach();- try {- File projectsDir = new File(storagePath, "projects");- if (projectsDir.exists()) {- Path target = projectsDir.toPath();- File linkDir = new File(Bootstrap.installDir, "site/projects");- if (linkDir.exists())- throw new OneException("Directory already exists: " + linkDir);- Files.createSymbolicLink(linkDir.toPath(), target);- }- } catch (IOException e) {- throw new RuntimeException(e);- }- }- } else if (key.equals("AUTHENTICATOR")) {- Element valueElement = element.element("value");- if (valueElement != null) {- Element defaultGroupNamesElement = valueElement.element("defaultGroupNames");- if (defaultGroupNamesElement != null)- defaultGroupNamesElement.detach();- }- }- }- dom.writeToFile(file, false);- } else if (file.getName().startsWith("Groups.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements())- element.element("canCreateProjects").setName("createProjects");- dom.writeToFile(file, false);- } else if (file.getName().startsWith("Users.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- element.addElement("userProjectQueries");-- element.addElement("userIssueQueries");- element.addElement("userIssueQueryWatches");- element.addElement("issueQueryWatches");-- element.addElement("userPullRequestQueries");- element.addElement("userPullRequestQueryWatches");- element.addElement("pullRequestQueryWatches");-- element.addElement("userBuildQueries");- element.addElement("userBuildQuerySubscriptions");- element.addElement("buildQuerySubscriptions");- }- dom.writeToFile(file, false);- } else if (file.getName().startsWith("GroupAuthorizations.xml")- || file.getName().startsWith("UserAuthorizations.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- Element privilegeElement = element.element("privilege");- String privilege = privilegeElement.getTextTrim();- privilegeElement.detach();-- String roleId;- switch (privilege) {- case "ISSUE_READ":- roleId = "4";- break;- case "CODE_READ":- roleId = "3";- break;- case "CODE_WRITE":- roleId = "2";- break;- default:- roleId = "1";- }- element.addElement("role").setText(roleId);- }- dom.writeToFile(file, false);- } else if (file.getName().startsWith("Issues.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements())- element.element("numberStr").detach();- dom.writeToFile(file, false);- } else if (file.getName().startsWith("CodeComments.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- Element rangeElement = element.element("markPos").element("range");- rangeElement.element("beginLine").setName("fromRow");- rangeElement.element("endLine").setName("toRow");- rangeElement.element("beginChar").setName("fromColumn");- rangeElement.element("endChar").setName("toColumn");- }- dom.writeToFile(file, false);- } else if (file.getName().startsWith("PullRequests.xml")) {- String content;- try {- content = FileUtils.readFileToString(file, StandardCharsets.UTF_8.name());- } catch (IOException e) {- throw new RuntimeException(e);- }- content = content.replace("DO_NOT_MERGE", "CREATE_MERGE_COMMIT");-- VersionedDocument dom = VersionedDocument.fromXML(content);- for (Element element: dom.getRootElement().elements())- element.element("numberStr").detach();-- dom.writeToFile(file, false);- } else if (file.getName().startsWith("Projects.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- Element defaultPrivilegeElement = element.element("defaultPrivilege");- if (defaultPrivilegeElement != null)- defaultPrivilegeElement.detach();- element.addElement("owner").setText("1");-- for (Element branchProtectionElement: element.element("branchProtections").elements()) {- Element submitterElement = branchProtectionElement.element("submitter");- submitterElement.setName("user");- submitterElement.setText("anyone");- branchProtectionElement.element("configurations").detach();- branchProtectionElement.element("buildMerges").detach();- branchProtectionElement.addElement("jobNames");- for (Element fileProtectionElement: branchProtectionElement.element("fileProtections").elements())- fileProtectionElement.addElement("jobNames");- }-- for (Element tagProtectionElement: element.element("tagProtections").elements())- tagProtectionElement.element("submitter").setName("user");- element.addElement("secrets");- element.element("commitMessageTransforms").detach();- element.element("webHooks").detach();- element.addElement("webHooks");- element.element("issueSetting").detach();- element.addElement("issueSetting");-- element.element("savedBuildQueries").detach();- Element buildSettingElement = element.addElement("buildSetting");- buildSettingElement.addElement("buildsToPreserve").setText("all");-- element.element("savedCommitQueries").detach();- element.element("savedCodeCommentQueries").detach();- element.element("savedPullRequestQueries").detach();-- element.addElement("pullRequestSetting");- }- dom.writeToFile(file, false);- } else if (file.getName().startsWith("IssueChanges.xml")- || file.getName().startsWith("Configurations.xml")- || file.getName().startsWith("IssueQuerySettings.xml")- || file.getName().startsWith("PullRequestQuerySettings.xml")- || file.getName().startsWith("PullRequestChanges.xml")- || file.getName().startsWith("CodeCommentQuerySettings.xml")- || file.getName().startsWith("PullRequestWatchs.xml")- || file.getName().startsWith("IssueWatchs.xml")- || file.getName().startsWith("CommitQuerySettings.xml")- || file.getName().startsWith("PullRequestBuilds.xml")- || file.getName().startsWith("BuildQuerySettings.xml")- || file.getName().startsWith("Builds.xml")- || file.getName().startsWith("Build2s.xml")- || file.getName().startsWith("BuildDependences.xml")- || file.getName().startsWith("BuildParams.xml")) {- FileUtils.deleteFile(file);- } else if (file.getName().startsWith("IssueFieldEntitys.xml")) {- String content;- try {- content = FileUtils.readFileToString(file, StandardCharsets.UTF_8.name());- } catch (IOException e) {- throw new RuntimeException(e);- }- content = content.replace("io.onedev.server.model.IssueFieldEntity",- "io.onedev.server.model.IssueField");-- FileUtils.deleteFile(file);-- File renamedFile = new File(dataDir, file.getName().replace(- "IssueFieldEntitys.xml", "IssueFields.xml"));- FileUtils.writeFile(renamedFile, content, StandardCharsets.UTF_8.name());- }- }- try (InputStream is = getClass().getResourceAsStream("migrate25_roles.xml")) {- Preconditions.checkNotNull(is);- FileUtils.writeFile(- new File(dataDir, "Roles.xml"),- StringUtils.join(IOUtils.readLines(is, StandardCharsets.UTF_8.name()), "\n"));- } catch (IOException e) {- throw new RuntimeException(e);- }-- }-- private void migrate26(File dataDir, Stack<Integer> versions) {- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("Projects.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- Element createdAtElement = element.element("createdAt");- createdAtElement.setName("createDate");- element.addElement("updateDate").setText(createdAtElement.getText());- }- dom.writeToFile(file, false);- }- }- }-- private void migrate27(File dataDir, Stack<Integer> versions) {- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("Projects.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- Element buildSettingElement = element.element("buildSetting");- buildSettingElement.element("buildsToPreserve").detach();- buildSettingElement.addElement("preservations");- }- dom.writeToFile(file, false);- } else if (file.getName().startsWith("IssueChanges.xml")) {- FileUtils.deleteFile(file);- }- }- }-- private void migrate28(File dataDir, Stack<Integer> versions) {- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("Users.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- Element buildSettingElement = element.addElement("buildSetting");- buildSettingElement.addElement("secrets");- buildSettingElement.addElement("buildPreservations");- }- dom.writeToFile(file, false);- } else if (file.getName().startsWith("Projects.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- element.element("secrets").detach();- element.element("buildSetting").detach();- Element buildSettingElement = element.addElement("buildSetting");- buildSettingElement.addElement("secrets");- buildSettingElement.addElement("buildPreservations");- }- dom.writeToFile(file, false);- }- }- }-- private void migrate29(File dataDir, Stack<Integer> versions) {- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("Users.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements())- element.addElement("webHooks");- dom.writeToFile(file, false);- } else if (file.getName().startsWith("Projects.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- for (Element branchProtectionElement: element.element("branchProtections").elements())- branchProtectionElement.element("user").setName("userMatch");- for (Element tagProtectionElement: element.element("tagProtections").elements())- tagProtectionElement.element("user").setName("userMatch");- }- dom.writeToFile(file, false);- }- }- }-- private void migrate30(File dataDir, Stack<Integer> versions) {- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("Settings.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- String key = element.elementTextTrim("key");- if (key.equals("JOB_EXECUTORS"))- element.detach();- }- dom.writeToFile(file, false);- }- }- }-- private void migrate31(File dataDir, Stack<Integer> versions) {- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("Roles.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- Element editableIssueFieldsElement = element.element("editableIssueFields");- editableIssueFieldsElement.detach();- element.addElement("editableIssueFields").addAttribute(- "class", "io.onedev.server.model.support.role.AllIssueFields");- }- dom.writeToFile(file, false);- }- }- }-- private void migrate32(File dataDir, Stack<Integer> versions) {- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("Settings.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- String key = element.elementTextTrim("key");- if (key.equals("ISSUE"))- element.detach();- }- dom.writeToFile(file, false);- } else if (file.getName().startsWith("IssueChanges.xml")) {- FileUtils.deleteFile(file);- }- }- }-- private void migrate33(File dataDir, Stack<Integer> versions) {- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("Projects.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- for (Element branchProtectionElement: element.element("branchProtections").elements()) {- branchProtectionElement.element("noCreation").setName("preventCreation");- branchProtectionElement.element("noDeletion").setName("preventDeletion");- branchProtectionElement.element("noForcedPush").setName("preventForcedPush");- }- for (Element tagProtectionElement: element.element("tagProtections").elements()) {- tagProtectionElement.element("noCreation").setName("preventCreation");- tagProtectionElement.element("noDeletion").setName("preventDeletion");- tagProtectionElement.element("noUpdate").setName("preventUpdate");- }- }- dom.writeToFile(file, false);- }- }- }-- private void migrate34(File dataDir, Stack<Integer> versions) {- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("Settings.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- if (element.elementTextTrim("key").equals("ISSUE")) {- Element valueElement = element.element("value");- if (valueElement != null) {- for (Element stateElement: valueElement.element("stateSpecs").elements()) {- Element categoryElement = stateElement.element("category");- stateElement.addElement("done").setText(String.valueOf(categoryElement.getTextTrim().equals("CLOSED")));- categoryElement.detach();- }- }- }- }- dom.writeToFile(file, false);- } else if (file.getName().startsWith("Milestones.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- element.element("numOfOpenIssues").setName("numOfIssuesTodo");- element.element("numOfClosedIssues").setName("numOfIssuesDone");- }- dom.writeToFile(file, false);- }- }- }-- private void migrate35(File dataDir, Stack<Integer> versions) {- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("CodeComments.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- element.element("updateDate").detach();- Element createDateElement = element.element("createDate");- Element lastUpdateElement = element.addElement("lastUpdate");- Element userElement = element.element("user");- Element lastUpdateUserElement = lastUpdateElement.addElement("user");- if (userElement != null)- lastUpdateUserElement.setText(userElement.getTextTrim());- else- lastUpdateUserElement.setText("1");- lastUpdateElement.addElement("activity").setText("created");- Element dateElement = lastUpdateElement.addElement("date");- dateElement.addAttribute("class", createDateElement.attributeValue("class"));- dateElement.setText(createDateElement.getTextTrim());- }- dom.writeToFile(file, false);- } else if (file.getName().startsWith("PullRequests.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- element.element("updateDate").detach();- Element submitDateElement = element.element("submitDate");- Element lastUpdateElement = element.addElement("lastUpdate");- Element submitterElement = element.element("submitter");- Element lastUpdateUserElement = lastUpdateElement.addElement("user");- if (submitterElement != null)- lastUpdateUserElement.setText(submitterElement.getTextTrim());- else- lastUpdateUserElement.setText("1");- lastUpdateElement.addElement("activity").setText("opened");- Element dateElement = lastUpdateElement.addElement("date");- dateElement.addAttribute("class", submitDateElement.attributeValue("class"));- dateElement.setText(submitDateElement.getTextTrim());- }- dom.writeToFile(file, false);- } else if (file.getName().startsWith("Issues.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- element.element("updateDate").detach();- Element submitDateElement = element.element("submitDate");- Element lastUpdateElement = element.addElement("lastUpdate");- Element submitterElement = element.element("submitter");- Element lastUpdateUserElement = lastUpdateElement.addElement("user");- if (submitterElement != null)- lastUpdateUserElement.setText(submitterElement.getTextTrim());- else- lastUpdateUserElement.setText("1");- lastUpdateElement.addElement("activity").setText("opened");- Element dateElement = lastUpdateElement.addElement("date");- dateElement.addAttribute("class", submitDateElement.attributeValue("class"));- dateElement.setText(submitDateElement.getTextTrim());- }- dom.writeToFile(file, false);- } else if (file.getName().startsWith("Projects.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- Element buildSettingElement = element.element("buildSetting");- Element namedQueriesElement = buildSettingElement.element("namedQueries");- if (namedQueriesElement != null) {- for (Element queryElement: namedQueriesElement.elements())- queryElement.setName("io.onedev.server.model.support.build.NamedBuildQuery");- }- Element secretsElement = buildSettingElement.element("secrets");- secretsElement.setName("jobSecrets");- for (Element secretElement: secretsElement.elements())- secretElement.setName("io.onedev.server.model.support.build.JobSecret");- for (Element buildPreservationElement: buildSettingElement.element("buildPreservations").elements())- buildPreservationElement.setName("io.onedev.server.model.support.build.BuildPreservation");- buildSettingElement.addElement("actionAuthorizations");-- for (Element tagProtectionElement: element.element("tagProtections").elements()) {- Element buildBranchesElement = tagProtectionElement.element("buildBranches");- if (buildBranchesElement != null)- buildBranchesElement.detach();- }- }- dom.writeToFile(file, false);- } else if (file.getName().startsWith("Users.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- for (Element queryElement: element.element("userBuildQueries").elements())- queryElement.setName("io.onedev.server.model.support.build.NamedBuildQuery");- Element buildSettingElement = element.element("buildSetting");- Element secretsElement = buildSettingElement.element("secrets");- secretsElement.setName("jobSecrets");- for (Element secretElement: secretsElement.elements())- secretElement.setName("io.onedev.server.model.support.build.JobSecret");- for (Element buildPreservationElement: buildSettingElement.element("buildPreservations").elements())- buildPreservationElement.setName("io.onedev.server.model.support.build.BuildPreservation");- buildSettingElement.addElement("actionAuthorizations");- Element passwordElement = element.element("password");- if (passwordElement == null)- element.addElement("password").setText("external_managed");- else if (StringUtils.isBlank(passwordElement.getText()))- passwordElement.setText("external_managed");- }- dom.writeToFile(file, false);- } else if (file.getName().startsWith("BuildQuerySettings.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- for (Element queryElement: element.element("userQueries").elements())- queryElement.setName("io.onedev.server.model.support.build.NamedBuildQuery");- }- dom.writeToFile(file, false);- } else if (file.getName().startsWith("Settings.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- if (element.elementTextTrim("key").equals("ISSUE")) {- Element valueElement = element.element("value");- if (valueElement != null) {- for (Element stateElement: valueElement.element("stateSpecs").elements()) {- stateElement.element("done").detach();- }- }- } else if (element.elementTextTrim("key").equals("BUILD")) {- Element valueElement = element.element("value");- if (valueElement != null) {- for (Element queryElement: valueElement.element("namedQueries").elements())- queryElement.setName("io.onedev.server.model.support.build.NamedBuildQuery");- }- }- }- dom.writeToFile(file, false);- } else if (file.getName().startsWith("Milestones.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- element.element("numOfIssuesTodo").detach();- element.element("numOfIssuesDone").detach();- }- dom.writeToFile(file, false);- }- }- }-- // Database schema changed- private void migrate36(File dataDir, Stack<Integer> versions) {- }-- private void migrate37(File dataDir, Stack<Integer> versions) {- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("Settings.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- if (element.elementTextTrim("key").equals("LICENSE"))- element.detach();- }- dom.writeToFile(file, false);- }- }- }-- private Long getForkedRoot38(Map<Long, Long> forkedFroms, Long projectId) {- Long forkedFrom = forkedFroms.get(projectId);- if (forkedFrom != null)- return getForkedRoot38(forkedFroms, forkedFrom);- else- return projectId;- }-- private void migrate38(File dataDir, Stack<Integer> versions) {- Map<Long, Long> forkedFroms = new HashMap<>();-- for (File file: dataDir.listFiles()) {- if (file.getName().contains(".xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Node node: dom.selectNodes("//io.onedev.server.model.support.pullrequest.NamedPullRequestQuery")) {- if (node instanceof Element) {- Element element = (Element) node;- if (element.elementTextTrim("query").equals("all"))- element.element("query").detach();- }- }- for (Node node: dom.selectNodes("//io.onedev.server.model.support.issue.NamedIssueQuery")) {- if (node instanceof Element) {- Element element = (Element) node;- if (element.elementTextTrim("query").equals("all"))- element.element("query").detach();- }- }- for (Node node: dom.selectNodes("//io.onedev.server.model.support.build.NamedBuildQuery")) {- if (node instanceof Element) {- Element element = (Element) node;- if (element.elementTextTrim("query").equals("all"))- element.element("query").detach();- }- }- for (Node node: dom.selectNodes("//io.onedev.server.model.support.NamedProjectQuery")) {- if (node instanceof Element) {- Element element = (Element) node;- if (element.elementTextTrim("query").equals("all"))- element.element("query").detach();- }- }- for (Node node: dom.selectNodes("//issueQuery")) {- if (node instanceof Element) {- Element element = (Element) node;- if (element.getTextTrim().equals("all"))- element.detach();- }- }- for (Node node: dom.selectNodes("//io.onedev.server.model.support.build.BuildPreservation")) {- if (node instanceof Element) {- Element element = (Element) node;- Element conditionElement = element.element("condition");- if (conditionElement.getTextTrim().equals("all"))- conditionElement.detach();- }- }- dom.writeToFile(file, false);- }- if (file.getName().startsWith("IssueChanges.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- Element dataElement = element.element("data");- String className = dataElement.attributeValue("class");- if (className.contains("IssueCommittedData") || className.contains("IssuePullRequest"))- element.detach();- }- dom.writeToFile(file, false);- } else if (file.getName().startsWith("Projects.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- Long projectId = Long.valueOf(element.elementTextTrim("id"));- Element forkedFromElement = element.element("forkedFrom");- if (forkedFromElement != null)- forkedFroms.put(projectId, Long.valueOf(forkedFromElement.getTextTrim()));- else- forkedFroms.put(projectId, null);- }- }- }-- Map<Long, Long> forkedRoots = new HashMap<>();- for (Long projectId: forkedFroms.keySet()) {- forkedRoots.put(projectId, getForkedRoot38(forkedFroms, projectId));- }-- Map<Long, Set<Long>> issueNumbers = new HashMap<>();- Map<Long, Set<Long>> buildNumbers = new HashMap<>();- Map<Long, Set<Long>> pullRequestNumbers = new HashMap<>();-- for (Long forkedRoot: forkedRoots.values()) {- issueNumbers.put(forkedRoot, new HashSet<>());- buildNumbers.put(forkedRoot, new HashSet<>());- pullRequestNumbers.put(forkedRoot, new HashSet<>());- }-- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("Issues.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- Long issueNumber = Long.valueOf(element.elementTextTrim("number"));- Long projectId = Long.valueOf(element.elementTextTrim("project"));- if (projectId.equals(forkedRoots.get(projectId)))- issueNumbers.get(projectId).add(issueNumber);- }- } else if (file.getName().startsWith("Builds.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- Long buildNumber = Long.valueOf(element.elementTextTrim("number"));- Long projectId = Long.valueOf(element.elementTextTrim("project"));- if (projectId.equals(forkedRoots.get(projectId)))- buildNumbers.get(projectId).add(buildNumber);- }- } else if (file.getName().startsWith("PullRequests.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- Long requestNumber = Long.valueOf(element.elementTextTrim("number"));- Long projectId = Long.valueOf(element.elementTextTrim("targetProject"));- if (projectId.equals(forkedRoots.get(projectId)))- pullRequestNumbers.get(projectId).add(requestNumber);- }- }- }-- for (File file: dataDir.listFiles()) {- if (file.getName().startsWith("Issues.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- Element numberElement = element.element("number");- Long issueNumber = Long.valueOf(numberElement.getTextTrim());- Long projectId = Long.valueOf(element.elementTextTrim("project"));- Long forkedRoot = forkedRoots.get(projectId);- element.addElement("numberScope").setText(forkedRoot.toString());- if (!projectId.equals(forkedRoot)) {- Set<Long> issueNumbersOfForkedRoot = issueNumbers.get(forkedRoot);- if (issueNumbersOfForkedRoot.contains(issueNumber)) {- issueNumber = Collections.max(issueNumbersOfForkedRoot) + 1;- numberElement.setText(issueNumber.toString());- }- issueNumbersOfForkedRoot.add(issueNumber);- }- }- dom.writeToFile(file, false);- } else if (file.getName().startsWith("Builds.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- Element numberElement = element.element("number");- Long buildNumber = Long.valueOf(numberElement.getTextTrim());- Long projectId = Long.valueOf(element.elementTextTrim("project"));- Long forkedRoot = forkedRoots.get(projectId);- element.addElement("numberScope").setText(forkedRoot.toString());- if (!projectId.equals(forkedRoot)) {- Set<Long> buildNumbersOfForkedRoot = buildNumbers.get(forkedRoot);- if (buildNumbersOfForkedRoot.contains(buildNumber)) {- buildNumber = Collections.max(buildNumbersOfForkedRoot) + 1;- numberElement.setText(buildNumber.toString());- }- buildNumbersOfForkedRoot.add(buildNumber);- }- }- dom.writeToFile(file, false);- } else if (file.getName().startsWith("PullRequests.xml")) {- VersionedDocument dom = VersionedDocument.fromFile(file);- for (Element element: dom.getRootElement().elements()) {- Element numberElement = element.element("number");- Long requestNumber = Long.valueOf(numberElement.getTextTrim());- Long projectId = Long.valueOf(element.elementTextTrim("targetProject"));- Long forkedRoot = forkedRoots.get(projectId);- element.addElement("numberScope").setText(forkedRoot.toString());- if (!projectId.equals(forkedRoot)) {- Set<Long> requestNumbersOfForkedRoot = pullRequestNumbers.get(forkedRoot);- if (requestNumbersOfForkedRoot.contains(requestNumber)) {- requestNumber = Collections.max(requestNumbersOfForkedRoot) + 1;- numberElement.setText(requestNumber.toString());- }- requestNumbersOfForkedRoot.add(requestNumber);- }- }- dom.writeToFile(file, false);- }- }- }--}+package io.onedev.server.migration;++import java.io.File;+import java.io.IOException;+import java.io.InputStream;+import java.nio.charset.StandardCharsets;+import java.nio.file.Files;+import java.nio.file.Path;+import java.util.Collection;+import java.util.Collections;+import java.util.HashMap;+import java.util.HashSet;+import java.util.Map;+import java.util.Set;+import java.util.Stack;++import javax.inject.Singleton;++import org.apache.commons.io.IOUtils;+import org.dom4j.Element;+import org.dom4j.Node;++import com.google.common.base.Preconditions;++import io.onedev.commons.launcher.bootstrap.Bootstrap;+import io.onedev.commons.utils.FileUtils;+import io.onedev.commons.utils.StringUtils;+import io.onedev.server.OneException;++@Singleton+@SuppressWarnings("unused")+public class DataMigrator {++ private void migrate1(File dataDir, Stack<Integer> versions) {+ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("CodeComments.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ Element branchRefElement = element.element("branchRef");+ if (branchRefElement != null)+ branchRefElement.detach();+ }+ dom.writeToFile(file, false);+ }+ }+ }++ private void migrate2(File dataDir, Stack<Integer> versions) {+ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("Depots.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ Element gateKeeperElement = element.element("gateKeeper");+ gateKeeperElement.detach();+ element.addElement("gateKeepers");+ }+ dom.writeToFile(file, false);+ }+ }+ }++ private void migrate3(File dataDir, Stack<Integer> versions) {+ for (File file: dataDir.listFiles()) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ String name = element.getName();+ name = StringUtils.replace(name, "com.pmease.commons", "com.gitplex.commons");+ name = StringUtils.replace(name, "com.pmease.gitplex", "com.gitplex.server");+ element.setName(name);+ }+ if (file.getName().startsWith("Configs.xml")) {+ for (Element element: dom.getRootElement().elements()) {+ Element settingElement = element.element("setting");+ if (settingElement != null) {+ String clazz = settingElement.attributeValue("class");+ settingElement.addAttribute("class", StringUtils.replace(clazz, "com.pmease.gitplex", "com.gitplex.server"));+ Element gitConfigElement = settingElement.element("gitConfig");+ if (gitConfigElement != null) {+ clazz = gitConfigElement.attributeValue("class");+ gitConfigElement.addAttribute("class", StringUtils.replace(clazz, "com.pmease.gitplex", "com.gitplex.server"));+ }+ }+ }+ }+ dom.writeToFile(file, false);+ }+ }++ private void migrate4(File dataDir, Stack<Integer> versions) {+ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("Accounts.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ Element avatarUploadDateElement = element.element("avatarUploadDate");+ if (avatarUploadDateElement != null)+ avatarUploadDateElement.detach();+ }+ dom.writeToFile(file, false);+ }+ }+ }++ private void migrate5(File dataDir, Stack<Integer> versions) {+ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("Configs.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ if (element.elementTextTrim("key").equals("MAIL")) {+ Element settingElement = element.element("setting");+ if (settingElement != null)+ settingElement.addElement("enableSSL").setText("false");+ }+ }+ dom.writeToFile(file, false);+ }+ }+ }++ private void migrate6(File dataDir, Stack<Integer> versions) {+ }++ private void migrate7(File dataDir, Stack<Integer> versions) {+ for (File file: dataDir.listFiles()) {+ try {+ String content = FileUtils.readFileToString(file, StandardCharsets.UTF_8);+ content = StringUtils.replace(content,+ "com.gitplex.commons.hibernate.migration.VersionTable",+ "com.gitplex.server.model.ModelVersion");+ content = StringUtils.replace(content,+ "com.gitplex.server.core.entity.support.IntegrationPolicy",+ "com.gitplex.server.model.support.IntegrationPolicy");+ content = StringUtils.replace(content,+ "com.gitplex.server.core.entity.PullRequest_-IntegrationStrategy",+ "com.gitplex.server.model.PullRequest_-IntegrationStrategy");+ content = StringUtils.replace(content,+ "com.gitplex.server.core.entity.", "com.gitplex.server.model.");+ content = StringUtils.replace(content,+ "com.gitplex.server.core.setting.SpecifiedGit", "com.gitplex.server.git.config.SpecifiedGit");+ content = StringUtils.replace(content,+ "com.gitplex.server.core.setting.SystemGit", "com.gitplex.server.git.config.SystemGit");+ content = StringUtils.replace(content,+ "com.gitplex.server.core.setting.", "com.gitplex.server.model.support.setting.");+ content = StringUtils.replace(content,+ "com.gitplex.server.core.gatekeeper.", "com.gitplex.server.gatekeeper.");+ FileUtils.writeStringToFile(file, content, StandardCharsets.UTF_8);++ if (file.getName().equals("VersionTables.xml")) {+ FileUtils.moveFile(file, new File(file.getParentFile(), "ModelVersions.xml"));+ }+ } catch (IOException e) {+ throw new RuntimeException(e);+ }+ }+ }++ private void migrateIntegrationStrategy8(Element integrationStrategyElement) {+ if (integrationStrategyElement != null) {+ integrationStrategyElement.setName("mergeStrategy");+ switch (integrationStrategyElement.getText()) {+ case "MERGE_ALWAYS":+ integrationStrategyElement.setText("ALWAYS_MERGE");+ break;+ case "MERGE_WITH_SQUASH":+ integrationStrategyElement.setText("SQUASH_MERGE");+ break;+ case "REBASE_SOURCE_ONTO_TARGET":+ integrationStrategyElement.setText("REBASE_MERGE");+ break;+ case "REBASE_TARGET_ONTO_SOURCE":+ integrationStrategyElement.setText("MERGE_IF_NECESSARY");+ break;+ }+ }+ }++ private void migrate8(File dataDir, Stack<Integer> versions) {+ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("Configs.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ if (element.elementTextTrim("key").equals("SYSTEM")) {+ Element settingElement = element.element("setting");+ settingElement.addElement("curlConfig")+ .addAttribute("class", "com.gitplex.server.git.config.SystemCurl");+ }+ }+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("Accounts.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ element.element("reviewEffort").detach();+ }+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("Depots.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ element.element("gateKeepers").detach();+ element.element("integrationPolicies").detach();+ element.addElement("branchProtections");+ element.addElement("tagProtections");+ }+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("PullRequests.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ Element assigneeElement = element.element("assignee");+ if (assigneeElement != null)+ assigneeElement.detach();+ migrateIntegrationStrategy8(element.element("integrationStrategy"));+ Element lastIntegrationPreviewElement = element.element("lastIntegrationPreview");+ if (lastIntegrationPreviewElement != null) {+ lastIntegrationPreviewElement.setName("lastMergePreview");+ Element integratedElement = lastIntegrationPreviewElement.element("integrated");+ if (integratedElement != null)+ integratedElement.setName("merged");+ migrateIntegrationStrategy8(lastIntegrationPreviewElement.element("integrationStrategy"));+ }+ Element closeInfoElement = element.element("closeInfo");+ if (closeInfoElement != null) {+ Element closeStatusElement = closeInfoElement.element("closeStatus");+ if (closeStatusElement.getText().equals("INTEGRATED"))+ closeStatusElement.setText("MERGED");+ }+ }+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("PullRequestReviews.xml")+ || file.getName().startsWith("PullRequestReviewInvitations.xml")+ || file.getName().startsWith("PullRequestStatusChanges.xml")+ || file.getName().startsWith("PullRequestTasks.xml")+ || file.getName().startsWith("PullRequestVerifications.xml")+ || file.getName().startsWith("CodeComments.xml")+ || file.getName().startsWith("CodeCommentRelations.xml")+ || file.getName().startsWith("CodeCommentReplys.xml")+ || file.getName().startsWith("CodeCommentStatusChanges.xml")) {+ FileUtils.deleteFile(file);+ } else if (file.getName().startsWith("PullRequestUpdates.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ Element mergeCommitHashElement = element.element("mergeCommitHash");+ mergeCommitHashElement.setName("mergeBaseCommitHash");+ }+ dom.writeToFile(file, false);+ }+ }+ }++ private void migrate9(File dataDir, Stack<Integer> versions) {+ try {+ Map<String, String> accountIdToName = new HashMap<>();+ Set<String> userIds = new HashSet<>();+ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("Accounts.xml")) {+ File renamedFile = new File(dataDir, file.getName().replace("Accounts.xml", "Users.xml"));+ FileUtils.moveFile(file, renamedFile);+ String content = FileUtils.readFileToString(renamedFile, StandardCharsets.UTF_8);+ content = StringUtils.replace(content, "com.gitplex.server.model.Account",+ "com.gitplex.server.model.User");+ VersionedXmlDoc dom = VersionedXmlDoc.fromXML(content);+ for (Element element: dom.getRootElement().elements()) {+ accountIdToName.put(element.elementText("id"), element.elementText("name"));+ if (element.elementTextTrim("organization").equals("true")) {+ element.detach();+ } else {+ userIds.add(element.elementText("id"));+ element.element("organization").detach();+ element.element("defaultPrivilege").detach();+ element.element("noSpaceName").detach();+ if (element.element("noSpaceFullName") != null)+ element.element("noSpaceFullName").detach();+ }+ }+ dom.writeToFile(renamedFile, false);+ }+ }++ long lastUserAuthorizationId = 0;+ VersionedXmlDoc userAuthorizationsDom = new VersionedXmlDoc();+ Element userAuthorizationListElement = userAuthorizationsDom.addElement("list");++ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("Depots.xml")) {+ File renamedFile = new File(dataDir, file.getName().replace("Depots.xml", "Projects.xml"));+ FileUtils.moveFile(file, renamedFile);+ String content = FileUtils.readFileToString(renamedFile, StandardCharsets.UTF_8);+ content = StringUtils.replace(content, "com.gitplex.server.model.Depot",+ "com.gitplex.server.model.Project");+ VersionedXmlDoc dom = VersionedXmlDoc.fromXML(content);+ for (Element element: dom.getRootElement().elements()) {+ String accountId = element.elementText("account");+ element.element("account").detach();+ String depotName = element.elementText("name");+ element.element("name").setText(accountIdToName.get(accountId) + "." + depotName);+ if (element.element("defaultPrivilege") != null )+ element.element("defaultPrivilege").detach();++ String adminId;+ if (userIds.contains(accountId)) {+ adminId = accountId;+ } else {+ adminId = "1";+ }+ Element userAuthorizationElement =+ userAuthorizationListElement.addElement("com.gitplex.server.model.UserAuthorization");+ userAuthorizationElement.addAttribute("revision", "0.0");+ userAuthorizationElement.addElement("id").setText(String.valueOf(++lastUserAuthorizationId));+ userAuthorizationElement.addElement("user").setText(adminId);+ userAuthorizationElement.addElement("project").setText(element.elementText("id"));+ userAuthorizationElement.addElement("privilege").setText("ADMIN");+ }++ dom.writeToFile(renamedFile, false);+ } else if (file.getName().startsWith("BranchWatchs.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ if (!userIds.contains(element.elementText("user"))) {+ element.detach();+ } else {+ element.element("depot").setName("project");+ }+ }+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("Teams.xml")+ || file.getName().startsWith("TeamMemberships.xml")+ || file.getName().startsWith("TeamAuthorizations.xml")+ || file.getName().startsWith("OrganizationMemberships.xml")+ || file.getName().startsWith("UserAuthorizations.xml")+ || file.getName().startsWith("PullRequest")+ || file.getName().startsWith("Review")+ || file.getName().startsWith("ReviewInvitation")) {+ FileUtils.deleteFile(file);+ } else if (file.getName().startsWith("Configs.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ if (element.elementText("key").equals("SYSTEM")) {+ String storagePath = element.element("setting").elementText("storagePath");+ File storageDir = new File(storagePath);+ File repositoriesDir = new File(storageDir, "repositories");+ if (repositoriesDir.exists()) {+ File projectsDir = new File(storageDir, "projects");+ FileUtils.moveDirectory(repositoriesDir, projectsDir);+ for (File projectDir: projectsDir.listFiles()) {+ File infoDir = new File(projectDir, "info");+ if (infoDir.exists())+ FileUtils.deleteDir(infoDir);+ }+ }+ } else if (element.elementText("key").equals("SECURITY")) {+ element.element("setting").addElement("enableAnonymousAccess").setText("false");+ }+ }+ dom.writeToFile(file, false);+ }+ }+ userAuthorizationsDom.writeToFile(new File(dataDir, "UserAuthorizations.xml"), false);+ } catch (IOException e) {+ throw new RuntimeException(e);+ }+ }++ private void migrate10(File dataDir, Stack<Integer> versions) {+ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("CodeComments.xml") || file.getName().startsWith("CodeCommentReplys.xml")+ || file.getName().startsWith("CodeCommentStatusChanges.xml")) {+ FileUtils.deleteFile(file);+ } else if (file.getName().startsWith("Projects.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ for (Element branchProtectionElement: element.element("branchProtections").elements()) {+ Element exprElement = branchProtectionElement.element("reviewAppointmentExpr");+ if (exprElement != null)+ exprElement.setName("reviewRequirementSpec");+ for (Element fileProtectionElement: branchProtectionElement.element("fileProtections").elements()) {+ exprElement = fileProtectionElement.element("reviewAppointmentExpr");+ if (exprElement != null)+ exprElement.setName("reviewRequirementSpec");+ }+ }+ }+ dom.writeToFile(file, false);+ }+ }+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(new File(dataDir, "Configs.xml"));+ for (Element element: dom.getRootElement().elements()) {+ if (element.elementText("key").equals("SYSTEM")) {+ String storagePath = element.element("setting").elementText("storagePath");+ File codeCommentsFromWeiFeng = new File(storagePath, "CodeComments.xml");+ if (codeCommentsFromWeiFeng.exists()) {+ dom = VersionedXmlDoc.fromFile(codeCommentsFromWeiFeng);+ for (Element commentElement: dom.getRootElement().elements()) {+ commentElement.setName("com.gitplex.server.model.CodeComment");+ commentElement.element("depot").setName("project");+ commentElement.element("resolved").detach();+ commentElement.element("commentPos").setName("markPos");+ }+ dom.writeToFile(new File(dataDir, "CodeComments.xml"), false);+ }+ }+ }+ }++ private void migrate11(File dataDir, Stack<Integer> versions) {+ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("Configs.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ long maxId = 0;+ for (Element element: dom.getRootElement().elements()) {+ Long id = Long.parseLong(element.elementTextTrim("id"));+ if (maxId < id)+ maxId = id;+ }+ Element licenseConfigElement = dom.getRootElement().addElement("com.gitplex.server.model.Config");+ licenseConfigElement.addElement("id").setText(String.valueOf(maxId+1));+ licenseConfigElement.addElement("key").setText("LICENSE");+ dom.writeToFile(file, false);+ }+ }+ }++ private void migrate12(File dataDir, Stack<Integer> versions) {+ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("Projects.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element projectElement: dom.getRootElement().elements()) {+ for (Element branchProtectionElement: projectElement.element("branchProtections").elements()) {+ branchProtectionElement.addElement("enabled").setText("true");+ }+ for (Element tagProtectionElement: projectElement.element("tagProtections").elements()) {+ tagProtectionElement.addElement("enabled").setText("true");+ }+ }+ dom.writeToFile(file, false);+ }+ }+ }++ private void migrate13(File dataDir, Stack<Integer> versions) {+ for (File file: dataDir.listFiles()) {+ try {+ String content = FileUtils.readFileToString(file, StandardCharsets.UTF_8);+ content = StringUtils.replace(content, "gitplex", "turbodev");+ content = StringUtils.replace(content, "GitPlex", "TurboDev");+ FileUtils.writeFile(file, content, StandardCharsets.UTF_8.name());+ } catch (IOException e) {+ throw new RuntimeException(e);+ }+ }+ }++ private void migrate14(File dataDir, Stack<Integer> versions) {+ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("Projects.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element projectElement: dom.getRootElement().elements()) {+ for (Element branchProtectionElement: projectElement.element("branchProtections").elements()) {+ Element submitterElement = branchProtectionElement.addElement("submitter");+ submitterElement.addAttribute("class", "com.turbodev.server.model.support.submitter.Anyone");+ branchProtectionElement.addElement("noCreation").setText("true");+ }+ for (Element tagProtectionElement: projectElement.element("tagProtections").elements()) {+ tagProtectionElement.detach();+ }+ }+ dom.writeToFile(file, false);+ }+ }+ }++ private void migrate15(File dataDir, Stack<Integer> versions) {+ for (File file: dataDir.listFiles()) {+ try {+ String content = FileUtils.readFileToString(file, StandardCharsets.UTF_8);+ content = StringUtils.replace(content, "com.turbodev", "io.onedev");+ content = StringUtils.replace(content, "com/turbodev", "io/onedev");+ content = StringUtils.replace(content, "turbodev.com", "onedev.io");+ content = StringUtils.replace(content, "turbodev", "onedev");+ content = StringUtils.replace(content, "TurboDev", "OneDev");+ FileUtils.writeFile(file, content, StandardCharsets.UTF_8.name());+ } catch (IOException e) {+ throw new RuntimeException(e);+ }+ }+ }++ private void migrateMergeStrategy16(Element mergeStrategyElement) {+ if (mergeStrategyElement != null) {+ mergeStrategyElement.setName("mergeStrategy");+ switch (mergeStrategyElement.getText()) {+ case "ALWAYS_MERGE":+ mergeStrategyElement.setText("CREATE_MERGE_COMMIT");+ break;+ case "MERGE_IF_NECESSARY":+ mergeStrategyElement.setText("CREATE_MERGE_COMMIT_IF_NECESSARY");+ break;+ case "SQUASH_MERGE":+ mergeStrategyElement.setText("SQUASH_SOURCE_BRANCH_COMMITS");+ break;+ case "REBASE_MERGE":+ mergeStrategyElement.setText("REBASE_SOURCE_BRANCH_COMMITS");+ break;+ }+ }+ }++ /*+ * Migrate from 1.0 to 2.0+ */+ private void migrate16(File dataDir, Stack<Integer> versions) {+ Map<String, Integer> codeCommentReplyCounts = new HashMap<>();+ Map<String, String> userNames = new HashMap<>();+ Map<String, Set<String>> requestCodeComments = new HashMap<>();+ Map<String, Integer> requestCommentCounts = new HashMap<>();+ Set<String> openRequests = new HashSet<>();+ Map<String, String> reviewRequirements = new HashMap<>();++ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("Users.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ Element fullNameElement = element.element("fullName");+ if (fullNameElement != null)+ userNames.put(element.elementTextTrim("id"), fullNameElement.getText());+ else+ userNames.put(element.elementTextTrim("id"), element.elementText("name"));+ }+ } else if (file.getName().startsWith("CodeCommentReplys.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ String commentId = element.elementTextTrim("comment");+ Integer replyCount = codeCommentReplyCounts.get(commentId);+ if (replyCount == null)+ replyCount = 0;+ replyCount++;+ codeCommentReplyCounts.put(commentId, replyCount);+ }+ } else if (file.getName().startsWith("CodeCommentRelations.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ String commentId = element.elementTextTrim("comment");+ String requestId = element.elementTextTrim("request");+ Set<String> codeComments = requestCodeComments.get(requestId);+ if (codeComments == null) {+ codeComments = new HashSet<>();+ requestCodeComments.put(requestId, codeComments);+ }+ codeComments.add(commentId);+ }+ } else if (file.getName().startsWith("PullRequestComments.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ String commentId = element.elementTextTrim("request");+ Integer commentCount = requestCommentCounts.get(commentId);+ if (commentCount == null)+ commentCount = 0;+ commentCount++;+ requestCommentCounts.put(commentId, commentCount);+ }+ } else if (file.getName().startsWith("PullRequests.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ if (element.element("closeInfo") == null) {+ openRequests.add(element.elementTextTrim("id"));+ }+ }+ } else if (file.getName().startsWith("Projects.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ String projectId = element.elementTextTrim("id");+ StringBuilder builder = new StringBuilder();+ for (Element branchProtectionElement: element.element("branchProtections").elements()) {+ Element reviewRequirementSpecElement = branchProtectionElement.element("reviewRequirementSpec");+ if (reviewRequirementSpecElement != null)+ builder.append(reviewRequirementSpecElement.getText()).append(";");++ for (Element fileProtectionElement: branchProtectionElement.element("fileProtections").elements()) {+ reviewRequirementSpecElement = fileProtectionElement.element("reviewRequirementSpec");+ builder.append(reviewRequirementSpecElement.getText()).append(";");+ }+ }+ reviewRequirements.put(projectId, builder.toString());+ }+ }+ }++ for (Map.Entry<String, Set<String>> entry: requestCodeComments.entrySet()) {+ Integer commentCount = requestCommentCounts.get(entry.getKey());+ if (commentCount == null)+ commentCount = 0;+ for (String commentId: entry.getValue()) {+ commentCount++;+ Integer replyCount = codeCommentReplyCounts.get(commentId);+ if (replyCount != null)+ commentCount += replyCount;+ }+ requestCommentCounts.put(entry.getKey(), commentCount);+ }++ VersionedXmlDoc requestReviewsDOM = new VersionedXmlDoc();+ Element requestReviewListElement = requestReviewsDOM.addElement("list");++ VersionedXmlDoc configurationsDOM = new VersionedXmlDoc();+ Element configurationListElement = configurationsDOM.addElement("list");+ Map<String, Map<String, Long>> projectConfigurations = new HashMap<>();+ long configurationCount = 0;++ int reviewCount = 0;++ VersionedXmlDoc requestBuildsDOM = new VersionedXmlDoc();+ Element requestBuildListElement = requestBuildsDOM.addElement("list");+ int requestBuildCount = 0;++ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("BranchWatches.xml")+ || file.getName().startsWith("PullRequestReferences.xml")+ || file.getName().startsWith("PullRequestStatusChanges.xml")+ || file.getName().startsWith("PullRequestTasks.xml")+ || file.getName().startsWith("ReviewInvitations.xml")+ || file.getName().startsWith("Reviews.xml")) {+ FileUtils.deleteFile(file);+ } else if (file.getName().startsWith("UserAuthorizations.xml") || file.getName().startsWith("GroupAuthorizations.xml")) {+ try {+ String content = FileUtils.readFileToString(file, StandardCharsets.UTF_8.name());+ content = StringUtils.replace(content, "ADMIN", "ADMINISTRATION");+ content = StringUtils.replace(content, "WRITE", "CODE_WRITE");+ content = StringUtils.replace(content, "READ", "CODE_READ");+ FileUtils.writeFile(file, content, StandardCharsets.UTF_8.name());+ } catch (IOException e) {+ throw new RuntimeException(e);+ }+ } else if (file.getName().startsWith("CodeComments.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ Integer replyCount = codeCommentReplyCounts.get(element.elementTextTrim("id"));+ if (replyCount == null)+ replyCount = 0;+ element.addElement("replyCount").setText(String.valueOf(replyCount));++ Element dateElement = element.element("date");+ dateElement.setName("createDate");+ Element updateDateElement = element.addElement("updateDate");+ updateDateElement.addAttribute("class", "sql-timestamp");+ Element lastEventElement = element.element("lastEvent");+ if (lastEventElement != null) {+ updateDateElement.setText(lastEventElement.elementText("date"));+ lastEventElement.detach();+ } else {+ updateDateElement.setText(dateElement.getText());+ }+ }+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("PullRequests.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ migrateMergeStrategy16(element.element("mergeStrategy"));+ Element lastMergePreviewElement = element.element("lastMergePreview");+ if (lastMergePreviewElement != null) {+ migrateMergeStrategy16(lastMergePreviewElement.element("mergeStrategy"));+ }++ Integer commentCount = requestCommentCounts.get(element.elementTextTrim("id"));+ if (commentCount == null)+ commentCount = 0;+ element.addElement("commentCount").setText(String.valueOf(commentCount));++ Element lastCodeCommentEventDateElement = element.element("lastCodeCommentEventDate");+ if (lastCodeCommentEventDateElement != null)+ lastCodeCommentEventDateElement.setName("lastCodeCommentActivityDate");++ Element closeInfoElement = element.element("closeInfo");+ if (closeInfoElement != null) {+ Element closedByElement = closeInfoElement.element("closedBy");+ if (closedByElement != null)+ closedByElement.setName("user");+ Element closedByNameElement = closeInfoElement.element("closedByName");+ if (closedByNameElement != null)+ closedByNameElement.setName("userName");+ closeInfoElement.element("closeDate").setName("date");+ closeInfoElement.element("closeStatus").setName("status");+ }+ Element submitDateElement = element.element("submitDate");+ Element updateDateElement = element.addElement("updateDate");+ updateDateElement.addAttribute("class", "sql-timestamp");+ Element lastEventElement = element.element("lastEvent");+ if (lastEventElement != null) {+ updateDateElement.setText(lastEventElement.elementText("date"));+ lastEventElement.detach();+ } else {+ updateDateElement.setText(submitDateElement.getText());+ }+ }+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("Configs.xml")) {+ String content;+ try {+ content = FileUtils.readFileToString(file, StandardCharsets.UTF_8);+ } catch (IOException e) {+ throw new RuntimeException(e);+ }+ content = StringUtils.replace(content, "io.onedev.server.security.authenticator.",+ "io.onedev.server.model.support.authenticator.");+ VersionedXmlDoc dom = VersionedXmlDoc.fromXML(content);+ for (Element element: dom.getRootElement().elements()) {+ element.setName("io.onedev.server.model.Setting");+ Element settingElement = element.element("setting");+ if (settingElement != null) {+ settingElement.setName("value");+ if (element.elementTextTrim("key").equals("AUTHENTICATOR")) {+ Element authenticatorElement = settingElement.elementIterator().next();+ settingElement.addAttribute("class", authenticatorElement.getName());+ for (Element fieldElement: authenticatorElement.elements()) {+ if (!fieldElement.getName().equals("defaultGroupNames")) {+ fieldElement.detach();+ settingElement.add(fieldElement);+ }+ }+ authenticatorElement.detach();+ settingElement.addElement("canCreateProjects").setText("true");+ }+ }+ }+ FileUtils.deleteFile(file);+ dom.writeToFile(new File(file.getParentFile(), file.getName().replace("Config", "Setting")), false);+ } else if (file.getName().startsWith("PullRequestWatchs.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ Element reasonElement = element.element("reason");+ if (reasonElement != null)+ reasonElement.detach();+ Element ignoreElement = element.element("ignore");+ ignoreElement.setName("watching");+ ignoreElement.setText(String.valueOf(!Boolean.parseBoolean(ignoreElement.getTextTrim())));+ }+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("PullRequestUpdates.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ element.element("uuid").detach();+ }+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("Projects.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ String project = element.elementTextTrim("id");+ Element publicReadElement = element.element("publicRead");+ if (publicReadElement.getTextTrim().equals("true"))+ element.addElement("defaultPrivilege").setText("CODE_READ");+ publicReadElement.detach();++ for (Element branchProtectionElement: element.element("branchProtections").elements()) {+ branchProtectionElement.element("verifyMerges").setName("buildMerges");+ Element verificationsElement = branchProtectionElement.element("verifications");+ verificationsElement.setName("configurations");+ for (Element verificationElement: verificationsElement.elements()) {+ String verification = verificationElement.getText();+ Map<String, Long> configurations = projectConfigurations.get(project);+ if (configurations == null) {+ configurations = new HashMap<>();+ projectConfigurations.put(project, configurations);+ }+ Long configurationId = configurations.get(verification);+ if (configurationId == null) {+ configurationId = ++configurationCount;+ configurations.put(verification, configurationId);+ Element configurationElement = configurationListElement.addElement("io.onedev.server.model.Configuration");+ configurationElement.addAttribute("revision", "0.0");+ configurationElement.addElement("id").setText(String.valueOf(configurationId));+ configurationElement.addElement("project").setText(project);+ configurationElement.addElement("name").setText(verification);+ configurationElement.addElement("buildCleanupRule").addAttribute("class", "io.onedev.server.model.support.configuration.DoNotCleanup");+ }+ for (String request: openRequests) {+ Element requestBuildElement = requestBuildListElement.addElement("io.onedev.server.model.PullRequestBuild");+ requestBuildElement.addAttribute("revision", "0.0");+ requestBuildElement.addElement("id").setText(String.valueOf(++requestBuildCount));+ requestBuildElement.addElement("request").setText(request);+ requestBuildElement.addElement("configuration").setText(String.valueOf(configurationId));+ }+ }+ Element submitterElement = branchProtectionElement.element("submitter");+ String submitterClass = submitterElement.attributeValue("class");+ submitterClass = submitterClass.replace("io.onedev.server.model.support.submitter.",+ "io.onedev.server.model.support.usermatcher.");+ submitterElement.attribute("class").setValue(submitterClass);++ Element reviewRequirementSpecElement = branchProtectionElement.element("reviewRequirementSpec");+ if (reviewRequirementSpecElement != null) {+ reviewRequirementSpecElement.setName("reviewRequirement");+ }++ for (Element fileProtectionElement: branchProtectionElement.element("fileProtections").elements()) {+ reviewRequirementSpecElement = fileProtectionElement.element("reviewRequirementSpec");+ reviewRequirementSpecElement.setName("reviewRequirement");+ }+ }+ for (Element tagProtectionElement: element.element("tagProtections").elements()) {+ Element submitterElement = tagProtectionElement.element("submitter");+ String submitterClass = submitterElement.attributeValue("class");+ submitterClass = submitterClass.replace("io.onedev.server.model.support.submitter.",+ "io.onedev.server.model.support.usermatcher.");+ submitterElement.attribute("class").setValue(submitterClass);+ }+ }+ dom.writeToFile(file, false);+ }+ }++ requestReviewsDOM.writeToFile(new File(dataDir, "PullRequestReviews.xml"), false);+ configurationsDOM.writeToFile(new File(dataDir, "Configurations.xml"), false);+ requestBuildsDOM.writeToFile(new File(dataDir, "PullRequestBuilds.xml"), false);+ }++ private void migrate17(File dataDir, Stack<Integer> versions) {+ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("Issue")) {+ FileUtils.deleteFile(file);+ } else if (file.getName().startsWith("Projects.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ Element issueWorkflowElement = element.element("issueWorkflow");+ if (issueWorkflowElement != null)+ issueWorkflowElement.detach();+ Element savedIssueQueriesElement = element.element("savedIssueQueries");+ if (savedIssueQueriesElement != null)+ savedIssueQueriesElement.detach();+ Element issueListFieldsElement = element.element("issueListFields");+ if (issueListFieldsElement != null)+ issueListFieldsElement.detach();+ Element issueBoardsElement = element.element("issueBoards");+ if (issueBoardsElement != null)+ issueBoardsElement.detach();+ }+ dom.writeToFile(file, false);+ }+ }+ }++ private void migrate18(File dataDir, Stack<Integer> versions) {+ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("Settings.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ if (element.elementTextTrim("key").equals("LICENSE"))+ element.detach();+ }+ dom.writeToFile(file, false);+ }+ }+ }++ private void migrate19(File dataDir, Stack<Integer> versions) {+ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("Projects.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ Element commitMessageTransformsElement = element.addElement("commitMessageTransforms");+ Element commitMessageTransformSettingElement = element.element("commitMessageTransformSetting");+ if (commitMessageTransformSettingElement != null) {+ commitMessageTransformSettingElement.detach();+ commitMessageTransformSettingElement.setName("io.onedev.server.model.support.CommitMessageTransform");+ commitMessageTransformsElement.add(commitMessageTransformSettingElement);+ }+ }+ dom.writeToFile(file, false);+ }+ }+ }++ private void migrate20(File dataDir, Stack<Integer> versions) {+ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("Settings.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ if (element.elementTextTrim("key").equals("ISSUE")) {+ Element valueElement = element.element("value");+ if (valueElement != null) {+ for (Element fieldElement: valueElement.element("fieldSpecs").elements()) {+ fieldElement.addElement("canBeChangedBy").addAttribute("class", "io.onedev.server.model.support.usermatcher.Anyone");+ }+ }+ }+ }+ dom.writeToFile(file, false);+ }+ }+ }++ private void migrate21(File dataDir, Stack<Integer> versions) {+ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("Projects.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ for (Element branchProtectionElement: element.element("branchProtections").elements()) {+ branchProtectionElement.element("branch").setName("branches");+ for (Element fileProtectionElement: branchProtectionElement.element("fileProtections").elements()) {+ fileProtectionElement.element("path").setName("paths");+ }+ }+ for (Element tagProtectionElement: element.element("tagProtections").elements()) {+ tagProtectionElement.element("tag").setName("tags");+ }+ }+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("Settings.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ if (element.elementTextTrim("key").equals("LICENSE")) {+ element.element("value").addAttribute("class", "io.onedev.commons.utils.license.LicenseDetail");+ }+ }+ dom.writeToFile(file, false);+ }+ }+ }++ private void migrate22(File dataDir, Stack<Integer> versions) {+ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("IssueFieldUnarys.xml")) {+ File renamedFile = new File(dataDir, file.getName().replace("IssueFieldUnarys", "IssueFieldEntitys"));+ try {+ FileUtils.moveFile(file, renamedFile);+ } catch (IOException e) {+ throw new RuntimeException(e);+ }+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(renamedFile);+ for (Element element: dom.getRootElement().elements()) {+ element.setName("io.onedev.server.model.IssueFieldEntity");+ }+ dom.writeToFile(renamedFile, false);+ }+ }+ }++ private void migrate23(File dataDir, Stack<Integer> versions) {+ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("Build2s.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ Element runInstanceIdElement = element.element("runInstanceId");+ if (runInstanceIdElement != null)+ runInstanceIdElement.detach();+ Element errorMessageElement = element.element("errorMessage");+ if (errorMessageElement != null)+ errorMessageElement.setName("statusMessage");+ }+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("Projects.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ element.element("uuid").detach();+ if (element.element("issueSetting") == null)+ element.addElement("issueSetting");+ if (element.element("savedCommitQueries") == null)+ element.addElement("savedCommitQueries");+ if (element.element("savedPullRequestQueries") == null)+ element.addElement("savedPullRequestQueries");+ if (element.element("savedCodeCommentQueries") == null)+ element.addElement("savedCodeCommentQueries");+ if (element.element("savedBuildQueries") == null)+ element.addElement("savedBuildQueries");+ if (element.element("webHooks") == null)+ element.addElement("webHooks");+ }+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("Users.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ element.element("uuid").detach();+ }+ dom.writeToFile(file, false);+ }+ }+ }++ private String escapeValue24(String value) {+ StringBuilder builder = new StringBuilder();+ for (int i=0; i<value.length(); i++) {+ char ch = value.charAt(i);+ if ("\\()".indexOf(ch) != -1)+ builder.append("\\");+ builder.append(ch);+ }+ return builder.toString();+ }++ private void migrateUserMatcher24(Element userMatcherElement) {+ String userMatcher;+ String userMatcherClass = userMatcherElement.attributeValue("class");+ if (userMatcherClass.contains("Anyone")) {+ userMatcher = "anyone";+ } else if (userMatcherClass.contains("CodeWriters")) {+ userMatcher = "code writers";+ } else if (userMatcherClass.contains("CodeReaders")) {+ userMatcher = "code readers";+ } else if (userMatcherClass.contains("IssueReaders")) {+ userMatcher = "issue readers";+ } else if (userMatcherClass.contains("ProjectAdministrators")) {+ userMatcher = "project administrators";+ } else if (userMatcherClass.contains("SpecifiedUser")) {+ userMatcher = "user(" + escapeValue24(userMatcherElement.elementText("userName").trim()) + ")";+ } else {+ userMatcher = "group(" + escapeValue24(userMatcherElement.elementText("groupName").trim()) + ")";+ }+ userMatcherElement.clearContent();+ userMatcherElement.remove(userMatcherElement.attribute("class"));+ userMatcherElement.setText(userMatcher);+ }++ private void migrateTransitionSpecsElement24(Element transitionSpecsElement) {+ for (Element transitionElement: transitionSpecsElement.elements()) {+ Element triggerElement = transitionElement.element("trigger");+ if (triggerElement.attributeValue("class").contains("PressButtonTrigger"))+ migrateUserMatcher24(triggerElement.element("authorized"));+ }+ }++ private void migrate24(File dataDir, Stack<Integer> versions) {+ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("Settings.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ if (element.elementTextTrim("key").equals("ISSUE")) {+ Element valueElement = element.element("value");+ if (valueElement != null) {+ migrateTransitionSpecsElement24(valueElement.element("defaultTransitionSpecs"));+ for (Element fieldElement: valueElement.element("fieldSpecs").elements())+ migrateUserMatcher24(fieldElement.element("canBeChangedBy"));+ }+ }+ }+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("Projects.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ Element issueSettingElement = element.element("issueSetting");+ Element transitionsElement = issueSettingElement.element("transitionSpecs");+ if (transitionsElement != null)+ migrateTransitionSpecsElement24(transitionsElement);+ for (Element branchProtectionElement: element.element("branchProtections").elements())+ migrateUserMatcher24(branchProtectionElement.element("submitter"));+ for (Element tagProtectionElement: element.element("tagProtections").elements())+ migrateUserMatcher24(tagProtectionElement.element("submitter"));+ }+ dom.writeToFile(file, false);+ }+ }+ }++ // from 2.0 to 3.0+ private void migrate25(File dataDir, Stack<Integer> versions) {+ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("Settings.xml")) {+ String content;+ try {+ content = FileUtils.readFileToString(file, StandardCharsets.UTF_8.name());+ } catch (IOException e) {+ throw new RuntimeException(e);+ }+ content = content.replace(".support.setting.", ".support.administration.");+ content = content.replace(".support.authenticator.", ".support.administration.authenticator.");++ VersionedXmlDoc dom = VersionedXmlDoc.fromXML(content);+ for (Element element: dom.getRootElement().elements()) {+ String key = element.elementTextTrim("key");+ if (key.equals("ISSUE") || key.equals("JOB_EXECUTORS")) {+ element.detach();+ } else if (key.equals("BACKUP")) {+ Element valueElement = element.element("value");+ if (valueElement != null) {+ Element folderElement = valueElement.element("folder");+ if (folderElement != null)+ folderElement.detach();+ }+ } else if (key.equals("SECURITY")) {+ Element valueElement = element.element("value");+ if (valueElement != null)+ valueElement.element("enableAnonymousAccess").setText("false");+ } else if (key.equals("SYSTEM")) {+ Element valueElement = element.element("value");+ if (valueElement != null) {+ Element storagePathElement = valueElement.element("storagePath");+ String storagePath = storagePathElement.getText();+ storagePathElement.detach();+ try {+ File projectsDir = new File(storagePath, "projects");+ if (projectsDir.exists()) {+ Path target = projectsDir.toPath();+ File linkDir = new File(Bootstrap.installDir, "site/projects");+ if (linkDir.exists())+ throw new OneException("Directory already exists: " + linkDir);+ Files.createSymbolicLink(linkDir.toPath(), target);+ }+ } catch (IOException e) {+ throw new RuntimeException(e);+ }+ }+ } else if (key.equals("AUTHENTICATOR")) {+ Element valueElement = element.element("value");+ if (valueElement != null) {+ Element defaultGroupNamesElement = valueElement.element("defaultGroupNames");+ if (defaultGroupNamesElement != null)+ defaultGroupNamesElement.detach();+ }+ }+ }+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("Groups.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements())+ element.element("canCreateProjects").setName("createProjects");+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("Users.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ element.addElement("userProjectQueries");++ element.addElement("userIssueQueries");+ element.addElement("userIssueQueryWatches");+ element.addElement("issueQueryWatches");++ element.addElement("userPullRequestQueries");+ element.addElement("userPullRequestQueryWatches");+ element.addElement("pullRequestQueryWatches");++ element.addElement("userBuildQueries");+ element.addElement("userBuildQuerySubscriptions");+ element.addElement("buildQuerySubscriptions");+ }+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("GroupAuthorizations.xml")+ || file.getName().startsWith("UserAuthorizations.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ Element privilegeElement = element.element("privilege");+ String privilege = privilegeElement.getTextTrim();+ privilegeElement.detach();++ String roleId;+ switch (privilege) {+ case "ISSUE_READ":+ roleId = "4";+ break;+ case "CODE_READ":+ roleId = "3";+ break;+ case "CODE_WRITE":+ roleId = "2";+ break;+ default:+ roleId = "1";+ }+ element.addElement("role").setText(roleId);+ }+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("Issues.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements())+ element.element("numberStr").detach();+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("CodeComments.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ Element rangeElement = element.element("markPos").element("range");+ rangeElement.element("beginLine").setName("fromRow");+ rangeElement.element("endLine").setName("toRow");+ rangeElement.element("beginChar").setName("fromColumn");+ rangeElement.element("endChar").setName("toColumn");+ }+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("PullRequests.xml")) {+ String content;+ try {+ content = FileUtils.readFileToString(file, StandardCharsets.UTF_8.name());+ } catch (IOException e) {+ throw new RuntimeException(e);+ }+ content = content.replace("DO_NOT_MERGE", "CREATE_MERGE_COMMIT");++ VersionedXmlDoc dom = VersionedXmlDoc.fromXML(content);+ for (Element element: dom.getRootElement().elements())+ element.element("numberStr").detach();++ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("Projects.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ Element defaultPrivilegeElement = element.element("defaultPrivilege");+ if (defaultPrivilegeElement != null)+ defaultPrivilegeElement.detach();+ element.addElement("owner").setText("1");++ for (Element branchProtectionElement: element.element("branchProtections").elements()) {+ Element submitterElement = branchProtectionElement.element("submitter");+ submitterElement.setName("user");+ submitterElement.setText("anyone");+ branchProtectionElement.element("configurations").detach();+ branchProtectionElement.element("buildMerges").detach();+ branchProtectionElement.addElement("jobNames");+ for (Element fileProtectionElement: branchProtectionElement.element("fileProtections").elements())+ fileProtectionElement.addElement("jobNames");+ }++ for (Element tagProtectionElement: element.element("tagProtections").elements())+ tagProtectionElement.element("submitter").setName("user");+ element.addElement("secrets");+ element.element("commitMessageTransforms").detach();+ element.element("webHooks").detach();+ element.addElement("webHooks");+ element.element("issueSetting").detach();+ element.addElement("issueSetting");++ element.element("savedBuildQueries").detach();+ Element buildSettingElement = element.addElement("buildSetting");+ buildSettingElement.addElement("buildsToPreserve").setText("all");++ element.element("savedCommitQueries").detach();+ element.element("savedCodeCommentQueries").detach();+ element.element("savedPullRequestQueries").detach();++ element.addElement("pullRequestSetting");+ }+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("IssueChanges.xml")+ || file.getName().startsWith("Configurations.xml")+ || file.getName().startsWith("IssueQuerySettings.xml")+ || file.getName().startsWith("PullRequestQuerySettings.xml")+ || file.getName().startsWith("PullRequestChanges.xml")+ || file.getName().startsWith("CodeCommentQuerySettings.xml")+ || file.getName().startsWith("PullRequestWatchs.xml")+ || file.getName().startsWith("IssueWatchs.xml")+ || file.getName().startsWith("CommitQuerySettings.xml")+ || file.getName().startsWith("PullRequestBuilds.xml")+ || file.getName().startsWith("BuildQuerySettings.xml")+ || file.getName().startsWith("Builds.xml")+ || file.getName().startsWith("Build2s.xml")+ || file.getName().startsWith("BuildDependences.xml")+ || file.getName().startsWith("BuildParams.xml")) {+ FileUtils.deleteFile(file);+ } else if (file.getName().startsWith("IssueFieldEntitys.xml")) {+ String content;+ try {+ content = FileUtils.readFileToString(file, StandardCharsets.UTF_8.name());+ } catch (IOException e) {+ throw new RuntimeException(e);+ }+ content = content.replace("io.onedev.server.model.IssueFieldEntity",+ "io.onedev.server.model.IssueField");++ FileUtils.deleteFile(file);++ File renamedFile = new File(dataDir, file.getName().replace(+ "IssueFieldEntitys.xml", "IssueFields.xml"));+ FileUtils.writeFile(renamedFile, content, StandardCharsets.UTF_8.name());+ }+ }+ try (InputStream is = getClass().getResourceAsStream("migrate25_roles.xml")) {+ Preconditions.checkNotNull(is);+ FileUtils.writeFile(+ new File(dataDir, "Roles.xml"),+ StringUtils.join(IOUtils.readLines(is, StandardCharsets.UTF_8.name()), "\n"));+ } catch (IOException e) {+ throw new RuntimeException(e);+ }++ }++ private void migrate26(File dataDir, Stack<Integer> versions) {+ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("Projects.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ Element createdAtElement = element.element("createdAt");+ createdAtElement.setName("createDate");+ element.addElement("updateDate").setText(createdAtElement.getText());+ }+ dom.writeToFile(file, false);+ }+ }+ }++ private void migrate27(File dataDir, Stack<Integer> versions) {+ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("Projects.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ Element buildSettingElement = element.element("buildSetting");+ buildSettingElement.element("buildsToPreserve").detach();+ buildSettingElement.addElement("preservations");+ }+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("IssueChanges.xml")) {+ FileUtils.deleteFile(file);+ }+ }+ }++ private void migrate28(File dataDir, Stack<Integer> versions) {+ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("Users.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ Element buildSettingElement = element.addElement("buildSetting");+ buildSettingElement.addElement("secrets");+ buildSettingElement.addElement("buildPreservations");+ }+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("Projects.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ element.element("secrets").detach();+ element.element("buildSetting").detach();+ Element buildSettingElement = element.addElement("buildSetting");+ buildSettingElement.addElement("secrets");+ buildSettingElement.addElement("buildPreservations");+ }+ dom.writeToFile(file, false);+ }+ }+ }++ private void migrate29(File dataDir, Stack<Integer> versions) {+ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("Users.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements())+ element.addElement("webHooks");+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("Projects.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ for (Element branchProtectionElement: element.element("branchProtections").elements())+ branchProtectionElement.element("user").setName("userMatch");+ for (Element tagProtectionElement: element.element("tagProtections").elements())+ tagProtectionElement.element("user").setName("userMatch");+ }+ dom.writeToFile(file, false);+ }+ }+ }++ private void migrate30(File dataDir, Stack<Integer> versions) {+ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("Settings.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ String key = element.elementTextTrim("key");+ if (key.equals("JOB_EXECUTORS"))+ element.detach();+ }+ dom.writeToFile(file, false);+ }+ }+ }++ private void migrate31(File dataDir, Stack<Integer> versions) {+ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("Roles.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ Element editableIssueFieldsElement = element.element("editableIssueFields");+ editableIssueFieldsElement.detach();+ element.addElement("editableIssueFields").addAttribute(+ "class", "io.onedev.server.model.support.role.AllIssueFields");+ }+ dom.writeToFile(file, false);+ }+ }+ }++ private void migrate32(File dataDir, Stack<Integer> versions) {+ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("Settings.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ String key = element.elementTextTrim("key");+ if (key.equals("ISSUE"))+ element.detach();+ }+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("IssueChanges.xml")) {+ FileUtils.deleteFile(file);+ }+ }+ }++ private void migrate33(File dataDir, Stack<Integer> versions) {+ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("Projects.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ for (Element branchProtectionElement: element.element("branchProtections").elements()) {+ branchProtectionElement.element("noCreation").setName("preventCreation");+ branchProtectionElement.element("noDeletion").setName("preventDeletion");+ branchProtectionElement.element("noForcedPush").setName("preventForcedPush");+ }+ for (Element tagProtectionElement: element.element("tagProtections").elements()) {+ tagProtectionElement.element("noCreation").setName("preventCreation");+ tagProtectionElement.element("noDeletion").setName("preventDeletion");+ tagProtectionElement.element("noUpdate").setName("preventUpdate");+ }+ }+ dom.writeToFile(file, false);+ }+ }+ }++ private void migrate34(File dataDir, Stack<Integer> versions) {+ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("Settings.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ if (element.elementTextTrim("key").equals("ISSUE")) {+ Element valueElement = element.element("value");+ if (valueElement != null) {+ for (Element stateElement: valueElement.element("stateSpecs").elements()) {+ Element categoryElement = stateElement.element("category");+ stateElement.addElement("done").setText(String.valueOf(categoryElement.getTextTrim().equals("CLOSED")));+ categoryElement.detach();+ }+ }+ }+ }+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("Milestones.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ element.element("numOfOpenIssues").setName("numOfIssuesTodo");+ element.element("numOfClosedIssues").setName("numOfIssuesDone");+ }+ dom.writeToFile(file, false);+ }+ }+ }++ private void migrate35(File dataDir, Stack<Integer> versions) {+ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("CodeComments.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ element.element("updateDate").detach();+ Element createDateElement = element.element("createDate");+ Element lastUpdateElement = element.addElement("lastUpdate");+ Element userElement = element.element("user");+ Element lastUpdateUserElement = lastUpdateElement.addElement("user");+ if (userElement != null)+ lastUpdateUserElement.setText(userElement.getTextTrim());+ else+ lastUpdateUserElement.setText("1");+ lastUpdateElement.addElement("activity").setText("created");+ Element dateElement = lastUpdateElement.addElement("date");+ dateElement.addAttribute("class", createDateElement.attributeValue("class"));+ dateElement.setText(createDateElement.getTextTrim());+ }+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("PullRequests.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ element.element("updateDate").detach();+ Element submitDateElement = element.element("submitDate");+ Element lastUpdateElement = element.addElement("lastUpdate");+ Element submitterElement = element.element("submitter");+ Element lastUpdateUserElement = lastUpdateElement.addElement("user");+ if (submitterElement != null)+ lastUpdateUserElement.setText(submitterElement.getTextTrim());+ else+ lastUpdateUserElement.setText("1");+ lastUpdateElement.addElement("activity").setText("opened");+ Element dateElement = lastUpdateElement.addElement("date");+ dateElement.addAttribute("class", submitDateElement.attributeValue("class"));+ dateElement.setText(submitDateElement.getTextTrim());+ }+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("Issues.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ element.element("updateDate").detach();+ Element submitDateElement = element.element("submitDate");+ Element lastUpdateElement = element.addElement("lastUpdate");+ Element submitterElement = element.element("submitter");+ Element lastUpdateUserElement = lastUpdateElement.addElement("user");+ if (submitterElement != null)+ lastUpdateUserElement.setText(submitterElement.getTextTrim());+ else+ lastUpdateUserElement.setText("1");+ lastUpdateElement.addElement("activity").setText("opened");+ Element dateElement = lastUpdateElement.addElement("date");+ dateElement.addAttribute("class", submitDateElement.attributeValue("class"));+ dateElement.setText(submitDateElement.getTextTrim());+ }+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("Projects.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ Element buildSettingElement = element.element("buildSetting");+ Element namedQueriesElement = buildSettingElement.element("namedQueries");+ if (namedQueriesElement != null) {+ for (Element queryElement: namedQueriesElement.elements())+ queryElement.setName("io.onedev.server.model.support.build.NamedBuildQuery");+ }+ Element secretsElement = buildSettingElement.element("secrets");+ secretsElement.setName("jobSecrets");+ for (Element secretElement: secretsElement.elements())+ secretElement.setName("io.onedev.server.model.support.build.JobSecret");+ for (Element buildPreservationElement: buildSettingElement.element("buildPreservations").elements())+ buildPreservationElement.setName("io.onedev.server.model.support.build.BuildPreservation");+ buildSettingElement.addElement("actionAuthorizations");++ for (Element tagProtectionElement: element.element("tagProtections").elements()) {+ Element buildBranchesElement = tagProtectionElement.element("buildBranches");+ if (buildBranchesElement != null)+ buildBranchesElement.detach();+ }+ }+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("Users.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ for (Element queryElement: element.element("userBuildQueries").elements())+ queryElement.setName("io.onedev.server.model.support.build.NamedBuildQuery");+ Element buildSettingElement = element.element("buildSetting");+ Element secretsElement = buildSettingElement.element("secrets");+ secretsElement.setName("jobSecrets");+ for (Element secretElement: secretsElement.elements())+ secretElement.setName("io.onedev.server.model.support.build.JobSecret");+ for (Element buildPreservationElement: buildSettingElement.element("buildPreservations").elements())+ buildPreservationElement.setName("io.onedev.server.model.support.build.BuildPreservation");+ buildSettingElement.addElement("actionAuthorizations");+ Element passwordElement = element.element("password");+ if (passwordElement == null)+ element.addElement("password").setText("external_managed");+ else if (StringUtils.isBlank(passwordElement.getText()))+ passwordElement.setText("external_managed");+ }+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("BuildQuerySettings.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ for (Element queryElement: element.element("userQueries").elements())+ queryElement.setName("io.onedev.server.model.support.build.NamedBuildQuery");+ }+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("Settings.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ if (element.elementTextTrim("key").equals("ISSUE")) {+ Element valueElement = element.element("value");+ if (valueElement != null) {+ for (Element stateElement: valueElement.element("stateSpecs").elements()) {+ stateElement.element("done").detach();+ }+ }+ } else if (element.elementTextTrim("key").equals("BUILD")) {+ Element valueElement = element.element("value");+ if (valueElement != null) {+ for (Element queryElement: valueElement.element("namedQueries").elements())+ queryElement.setName("io.onedev.server.model.support.build.NamedBuildQuery");+ }+ }+ }+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("Milestones.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ element.element("numOfIssuesTodo").detach();+ element.element("numOfIssuesDone").detach();+ }+ dom.writeToFile(file, false);+ }+ }+ }++ // Database schema changed+ private void migrate36(File dataDir, Stack<Integer> versions) {+ }++ private void migrate37(File dataDir, Stack<Integer> versions) {+ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("Settings.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ if (element.elementTextTrim("key").equals("LICENSE"))+ element.detach();+ }+ dom.writeToFile(file, false);+ }+ }+ }++ private Long getForkedRoot38(Map<Long, Long> forkedFroms, Long projectId) {+ Long forkedFrom = forkedFroms.get(projectId);+ if (forkedFrom != null)+ return getForkedRoot38(forkedFroms, forkedFrom);+ else+ return projectId;+ }++ private void migrate38(File dataDir, Stack<Integer> versions) {+ Map<Long, Long> forkedFroms = new HashMap<>();++ for (File file: dataDir.listFiles()) {+ if (file.getName().contains(".xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Node node: dom.selectNodes("//io.onedev.server.model.support.pullrequest.NamedPullRequestQuery")) {+ if (node instanceof Element) {+ Element element = (Element) node;+ if (element.elementTextTrim("query").equals("all"))+ element.element("query").detach();+ }+ }+ for (Node node: dom.selectNodes("//io.onedev.server.model.support.issue.NamedIssueQuery")) {+ if (node instanceof Element) {+ Element element = (Element) node;+ if (element.elementTextTrim("query").equals("all"))+ element.element("query").detach();+ }+ }+ for (Node node: dom.selectNodes("//io.onedev.server.model.support.build.NamedBuildQuery")) {+ if (node instanceof Element) {+ Element element = (Element) node;+ if (element.elementTextTrim("query").equals("all"))+ element.element("query").detach();+ }+ }+ for (Node node: dom.selectNodes("//io.onedev.server.model.support.NamedProjectQuery")) {+ if (node instanceof Element) {+ Element element = (Element) node;+ if (element.elementTextTrim("query").equals("all"))+ element.element("query").detach();+ }+ }+ for (Node node: dom.selectNodes("//issueQuery")) {+ if (node instanceof Element) {+ Element element = (Element) node;+ if (element.getTextTrim().equals("all"))+ element.detach();+ }+ }+ for (Node node: dom.selectNodes("//io.onedev.server.model.support.build.BuildPreservation")) {+ if (node instanceof Element) {+ Element element = (Element) node;+ Element conditionElement = element.element("condition");+ if (conditionElement.getTextTrim().equals("all"))+ conditionElement.detach();+ }+ }+ dom.writeToFile(file, false);+ }+ if (file.getName().startsWith("IssueChanges.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ Element dataElement = element.element("data");+ String className = dataElement.attributeValue("class");+ if (className.contains("IssueCommittedData") || className.contains("IssuePullRequest"))+ element.detach();+ }+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("Projects.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ Long projectId = Long.valueOf(element.elementTextTrim("id"));+ Element forkedFromElement = element.element("forkedFrom");+ if (forkedFromElement != null)+ forkedFroms.put(projectId, Long.valueOf(forkedFromElement.getTextTrim()));+ else+ forkedFroms.put(projectId, null);+ }+ }+ }++ Map<Long, Long> forkedRoots = new HashMap<>();+ for (Long projectId: forkedFroms.keySet()) {+ forkedRoots.put(projectId, getForkedRoot38(forkedFroms, projectId));+ }++ Map<Long, Set<Long>> issueNumbers = new HashMap<>();+ Map<Long, Set<Long>> buildNumbers = new HashMap<>();+ Map<Long, Set<Long>> pullRequestNumbers = new HashMap<>();++ for (Long forkedRoot: forkedRoots.values()) {+ issueNumbers.put(forkedRoot, new HashSet<>());+ buildNumbers.put(forkedRoot, new HashSet<>());+ pullRequestNumbers.put(forkedRoot, new HashSet<>());+ }++ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("Issues.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ Long issueNumber = Long.valueOf(element.elementTextTrim("number"));+ Long projectId = Long.valueOf(element.elementTextTrim("project"));+ if (projectId.equals(forkedRoots.get(projectId)))+ issueNumbers.get(projectId).add(issueNumber);+ }+ } else if (file.getName().startsWith("Builds.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ Long buildNumber = Long.valueOf(element.elementTextTrim("number"));+ Long projectId = Long.valueOf(element.elementTextTrim("project"));+ if (projectId.equals(forkedRoots.get(projectId)))+ buildNumbers.get(projectId).add(buildNumber);+ }+ } else if (file.getName().startsWith("PullRequests.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ Long requestNumber = Long.valueOf(element.elementTextTrim("number"));+ Long projectId = Long.valueOf(element.elementTextTrim("targetProject"));+ if (projectId.equals(forkedRoots.get(projectId)))+ pullRequestNumbers.get(projectId).add(requestNumber);+ }+ }+ }++ for (File file: dataDir.listFiles()) {+ if (file.getName().startsWith("Issues.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ Element numberElement = element.element("number");+ Long issueNumber = Long.valueOf(numberElement.getTextTrim());+ Long projectId = Long.valueOf(element.elementTextTrim("project"));+ Long forkedRoot = forkedRoots.get(projectId);+ element.addElement("numberScope").setText(forkedRoot.toString());+ if (!projectId.equals(forkedRoot)) {+ Set<Long> issueNumbersOfForkedRoot = issueNumbers.get(forkedRoot);+ if (issueNumbersOfForkedRoot.contains(issueNumber)) {+ issueNumber = Collections.max(issueNumbersOfForkedRoot) + 1;+ numberElement.setText(issueNumber.toString());+ }+ issueNumbersOfForkedRoot.add(issueNumber);+ }+ }+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("Builds.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ Element numberElement = element.element("number");+ Long buildNumber = Long.valueOf(numberElement.getTextTrim());+ Long projectId = Long.valueOf(element.elementTextTrim("project"));+ Long forkedRoot = forkedRoots.get(projectId);+ element.addElement("numberScope").setText(forkedRoot.toString());+ if (!projectId.equals(forkedRoot)) {+ Set<Long> buildNumbersOfForkedRoot = buildNumbers.get(forkedRoot);+ if (buildNumbersOfForkedRoot.contains(buildNumber)) {+ buildNumber = Collections.max(buildNumbersOfForkedRoot) + 1;+ numberElement.setText(buildNumber.toString());+ }+ buildNumbersOfForkedRoot.add(buildNumber);+ }+ }+ dom.writeToFile(file, false);+ } else if (file.getName().startsWith("PullRequests.xml")) {+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);+ for (Element element: dom.getRootElement().elements()) {+ Element numberElement = element.element("number");+ Long requestNumber = Long.valueOf(numberElement.getTextTrim());+ Long projectId = Long.valueOf(element.elementTextTrim("targetProject"));+ Long forkedRoot = forkedRoots.get(projectId);+ element.addElement("numberScope").setText(forkedRoot.toString());+ if (!projectId.equals(forkedRoot)) {+ Set<Long> requestNumbersOfForkedRoot = pullRequestNumbers.get(forkedRoot);+ if (requestNumbersOfForkedRoot.contains(requestNumber)) {+ requestNumber = Collections.max(requestNumbersOfForkedRoot) + 1;+ numberElement.setText(requestNumber.toString());+ }+ requestNumbersOfForkedRoot.add(requestNumber);+ }+ }+ dom.writeToFile(file, false);+ }+ }+ }++}diff --git a/server-core/src/main/java/io/onedev/server/migration/VersionedDocument.java b/server-core/src/main/java/io/onedev/server/migration/VersionedXmlDoc.javasimilarity index 92%rename from server-core/src/main/java/io/onedev/server/migration/VersionedDocument.javarename to server-core/src/main/java/io/onedev/server/migration/VersionedXmlDoc.javaindex 259293381d..20fc05d708 100644--- a/server-core/src/main/java/io/onedev/server/migration/VersionedDocument.java+++ b/server-core/src/main/java/io/onedev/server/migration/VersionedXmlDoc.java@@ -53,7 +53,7 @@ import io.onedev.commons.utils.ExceptionUtils;import io.onedev.commons.utils.FileUtils;import io.onedev.commons.utils.StringUtils;-public final class VersionedDocument implements Document, Externalizable {+public final class VersionedXmlDoc implements Document, Externalizable {private static final long serialVersionUID = 1L;@@ -61,11 +61,11 @@ public final class VersionedDocument implements Document, Externalizable {private transient Document wrapped;- public VersionedDocument() {+ public VersionedXmlDoc() {wrapped = DocumentHelper.createDocument();}- public VersionedDocument(Document wrapped) {+ public VersionedXmlDoc(Document wrapped) {this.wrapped = Preconditions.checkNotNull(wrapped);}@@ -359,7 +359,7 @@ public final class VersionedDocument implements Document, Externalizable {@Overridepublic Object clone() {- return new VersionedDocument((Document) getWrapped().clone());+ return new VersionedXmlDoc((Document) getWrapped().clone());}public String toXML() {@@ -403,15 +403,15 @@ public final class VersionedDocument implements Document, Externalizable {}}- public static VersionedDocument fromXML(String xml) {+ public static VersionedXmlDoc fromXML(String xml) {try {- return new VersionedDocument(new SAXReader().read(new StringReader(xml)));+ return new VersionedXmlDoc(new SAXReader().read(new StringReader(xml)));} catch (Exception e) {throw ExceptionUtils.unchecked(e);}}- public static VersionedDocument fromFile(File file) {+ public static VersionedXmlDoc fromFile(File file) {try {return fromXML(FileUtils.readFileToString(file, StandardCharsets.UTF_8.name()));} catch (IOException e) {@@ -426,10 +426,10 @@ public final class VersionedDocument implements Document, Externalizable {return wrapped;}- public static VersionedDocument fromBean(@Nullable Object bean) {+ public static VersionedXmlDoc fromBean(@Nullable Object bean) {Document dom = DocumentHelper.createDocument();AppLoader.getInstance(XStream.class).marshal(bean, new Dom4JWriter(dom));- VersionedDocument versionedDom = new VersionedDocument(dom);+ VersionedXmlDoc versionedDom = new VersionedXmlDoc(dom);if (bean != null) {versionedDom.setVersion(MigrationHelper.getVersion(HibernateProxyHelper.getClassWithoutInitializingProxy(bean)));}@@ -531,8 +531,8 @@ public final class VersionedDocument implements Document, Externalizable {writer.endNode();}- public static VersionedDocument unmarshall(HierarchicalStreamReader reader) {- VersionedDocument dom = new VersionedDocument();+ public static VersionedXmlDoc unmarshall(HierarchicalStreamReader reader) {+ VersionedXmlDoc dom = new VersionedXmlDoc();unmarshallElement(reader, dom);return dom;}diff --git a/server-core/src/main/java/io/onedev/server/migration/VersionedYamlDoc.java b/server-core/src/main/java/io/onedev/server/migration/VersionedYamlDoc.javanew file mode 100644index 0000000000..88f8432438--- /dev/null+++ b/server-core/src/main/java/io/onedev/server/migration/VersionedYamlDoc.java@@ -0,0 +1,237 @@+package io.onedev.server.migration;++import java.io.IOException;+import java.io.StringReader;+import java.io.StringWriter;+import java.lang.reflect.Method;+import java.util.ArrayList;+import java.util.Collection;+import java.util.Comparator;+import java.util.HashMap;+import java.util.Iterator;+import java.util.LinkedHashSet;+import java.util.List;+import java.util.Map;+import java.util.Set;++import org.hibernate.proxy.HibernateProxyHelper;+import org.yaml.snakeyaml.DumperOptions;+import org.yaml.snakeyaml.DumperOptions.FlowStyle;+import org.yaml.snakeyaml.Yaml;+import org.yaml.snakeyaml.constructor.Constructor;+import org.yaml.snakeyaml.emitter.Emitter;+import org.yaml.snakeyaml.introspector.BeanAccess;+import org.yaml.snakeyaml.introspector.Property;+import org.yaml.snakeyaml.introspector.PropertyUtils;+import org.yaml.snakeyaml.nodes.MappingNode;+import org.yaml.snakeyaml.nodes.Node;+import org.yaml.snakeyaml.nodes.NodeTuple;+import org.yaml.snakeyaml.nodes.ScalarNode;+import org.yaml.snakeyaml.nodes.Tag;+import org.yaml.snakeyaml.representer.Representer;+import org.yaml.snakeyaml.resolver.Resolver;+import org.yaml.snakeyaml.serializer.Serializer;++import edu.emory.mathcs.backport.java.util.Collections;+import io.onedev.commons.launcher.loader.ImplementationRegistry;+import io.onedev.commons.utils.ClassUtils;+import io.onedev.commons.utils.StringUtils;+import io.onedev.server.OneDev;+import io.onedev.server.OneException;+import io.onedev.server.util.BeanUtils;+import io.onedev.server.web.editable.EditableUtils;+import io.onedev.server.web.editable.annotation.Editable;++public class VersionedYamlDoc extends MappingNode {++ public VersionedYamlDoc(MappingNode wrapped) {+ super(wrapped.getTag(), wrapped.getValue(), wrapped.getFlowStyle());+ }++ public static VersionedYamlDoc fromYaml(String yaml) {+ return new VersionedYamlDoc((MappingNode) new OneYaml().compose(new StringReader(yaml)));+ }++ @SuppressWarnings("unchecked")+ public <T> T toBean(Class<T> beanClass) {+ setTag(new Tag(beanClass));++ if (getVersion() != null) {+ try {+ MigrationHelper.migrate(getVersion(), beanClass.newInstance(), this);+ removeVersion();+ } catch (InstantiationException | IllegalAccessException e) {+ throw new RuntimeException(e);+ }+ }++ return (T) new OneYaml().construct(this);+ }++ public static VersionedYamlDoc fromBean(Object bean) {+ VersionedYamlDoc doc = new VersionedYamlDoc((MappingNode) new OneYaml().represent(bean));+ doc.setVersion(MigrationHelper.getVersion(HibernateProxyHelper.getClassWithoutInitializingProxy(bean)));+ return doc;+ }++ private String getVersion() {+ for (NodeTuple tuple: getValue()) {+ ScalarNode keyNode = (ScalarNode) tuple.getKeyNode();+ if (keyNode.getValue().equals("version"))+ return ((ScalarNode)tuple.getValueNode()).getValue();+ }+ throw new OneException("Unable to find version");+ }++ private void removeVersion() {+ for (Iterator<NodeTuple> it = getValue().iterator(); it.hasNext();) {+ ScalarNode keyNode = (ScalarNode) it.next().getKeyNode();+ if (keyNode.getValue().equals("version"))+ it.remove();+ }+ }++ private void setVersion(String version) {+ ScalarNode versionNode = null;+ for (NodeTuple tuple: getValue()) {+ ScalarNode keyNode = (ScalarNode) tuple.getKeyNode();+ if (keyNode.getValue().equals("version")) {+ ((ScalarNode) tuple.getValueNode()).setValue(version);+ break;+ }+ }+ if (versionNode == null) {+ ScalarNode keyNode = new ScalarNode(Tag.STR, "version", null, null, DumperOptions.ScalarStyle.PLAIN);+ versionNode = new ScalarNode(Tag.INT, version, null, null, DumperOptions.ScalarStyle.PLAIN);+ getValue().add(0, new NodeTuple(keyNode, versionNode));+ }+ }++ public String toYaml() {+ StringWriter writer = new StringWriter();+ DumperOptions dumperOptions = new DumperOptions();+ Serializer serializer = new Serializer(new Emitter(writer, dumperOptions),+ new Resolver(), dumperOptions, Tag.MAP);+ try {+ serializer.open();+ serializer.serialize(this);+ serializer.close();+ return writer.toString();+ } catch (IOException e) {+ throw new RuntimeException(e);+ }+ }++ private static class OneConstructor extends Constructor {++ public Object construct(Node node) {+ return constructDocument(node);+ }++ @Override+ protected Class<?> getClassForNode(Node node) {+ Class<?> type = node.getType();+ if (type.getAnnotation(Editable.class) != null && !ClassUtils.isConcrete(type)) {+ ImplementationRegistry registry = OneDev.getInstance(ImplementationRegistry.class);+ for (Class<?> implementationClass: registry.getImplementations(node.getType())) {+ String implementationTag = new Tag(getTagValue(implementationClass)).getValue();+ if (implementationTag.equals(node.getTag().getValue()))+ return implementationClass;+ }+ }++ return super.getClassForNode(node);+ }++ }++ private static String getTagValue(Class<?> type) {+ String displayName = EditableUtils.getDisplayName(type).toLowerCase();+ return "!" + StringUtils.replace(displayName, " ", "-");+ }++ private static class OneYaml extends Yaml {++ OneYaml() {+ super(newConstructor(), newRepresenter());+ setBeanAccess(BeanAccess.FIELD);+ }++ private static Representer newRepresenter() {+ Representer representer = new Representer() {++ @SuppressWarnings("rawtypes")+ @Override+ protected NodeTuple representJavaBeanProperty(Object javaBean, Property property,+ Object propertyValue,Tag customTag) {+ if (propertyValue == null+ || propertyValue instanceof Collection && ((Collection) propertyValue).isEmpty()+ || propertyValue instanceof Map && ((Map) propertyValue).isEmpty()+ || property.getName().equals("uuid")) { // exclude uuid from ChoiceParam.SpecifiedChoices.Choice+ return null;+ } else {+ return super.representJavaBeanProperty(javaBean, property, propertyValue, customTag);+ }+ }++ @Override+ protected Tag getTag(Class<?> clazz, Tag defaultTag) {+ return super.getTag(clazz, defaultTag);+ }++ @Override+ protected MappingNode representJavaBean(Set<Property> properties, Object javaBean) {+ if (javaBean.getClass().getAnnotation(Editable.class) != null)+ classTags.put(javaBean.getClass(), new Tag(getTagValue(javaBean.getClass())));+ return super.representJavaBean(properties, javaBean);+ }++ };+ representer.setDefaultFlowStyle(FlowStyle.BLOCK);+ representer.setPropertyUtils(new PropertyUtils() {++ @Override+ protected Set<Property> createPropertySet(Class<? extends Object> type, BeanAccess bAccess) {+ Map<String, Integer> orders = new HashMap<>();+ if (type.getAnnotation(Editable.class) != null) {+ for (Method getter: BeanUtils.findGetters(type)) {+ Editable editable = getter.getAnnotation(Editable.class);+ if (editable != null)+ orders.put(BeanUtils.getPropertyName(getter), editable.order());+ }+ }+ Set<Property> properties = super.createPropertySet(type, bAccess);+ List<Property> listOfProperties = new ArrayList<>(properties);+ Collections.sort(listOfProperties, new Comparator<Property>() {++ private int getOrder(Property property) {+ Integer order = orders.get(property.getName());+ if (order == null)+ order = Integer.MAX_VALUE;+ return order;+ }++ @Override+ public int compare(Property o1, Property o2) {+ return getOrder(o1) - getOrder(o2);+ }++ });+ return new LinkedHashSet<>(listOfProperties);+ }++ });+ return representer;+ }++ private static OneConstructor newConstructor() {+ return new OneConstructor();+ }++ public Object construct(Node node) {+ return ((OneConstructor)constructor).construct(node);+ }++ }++}diff --git a/server-core/src/main/java/io/onedev/server/model/Project.java b/server-core/src/main/java/io/onedev/server/model/Project.javaindex 83804f4f3f..19f30ea1d8 100644--- a/server-core/src/main/java/io/onedev/server/model/Project.java+++ b/server-core/src/main/java/io/onedev/server/model/Project.java@@ -1,1450 +1,1450 @@-package io.onedev.server.model;--import static io.onedev.server.model.Project.PROP_NAME;-import static io.onedev.server.model.Project.PROP_UPDATE_DATE;--import java.io.File;-import java.io.IOException;-import java.io.InputStream;-import java.util.ArrayList;-import java.util.Collection;-import java.util.Collections;-import java.util.Comparator;-import java.util.Date;-import java.util.HashMap;-import java.util.HashSet;-import java.util.Iterator;-import java.util.List;-import java.util.Map;-import java.util.Set;-import java.util.Stack;-import java.util.concurrent.ConcurrentHashMap;-import java.util.concurrent.locks.ReadWriteLock;-import java.util.stream.Collectors;--import javax.annotation.Nullable;-import javax.persistence.CascadeType;-import javax.persistence.Column;-import javax.persistence.Entity;-import javax.persistence.FetchType;-import javax.persistence.Index;-import javax.persistence.JoinColumn;-import javax.persistence.Lob;-import javax.persistence.ManyToOne;-import javax.persistence.OneToMany;-import javax.persistence.Table;--import org.apache.commons.lang3.SerializationUtils;-import org.dom4j.Element;-import org.eclipse.jgit.api.CreateBranchCommand;-import org.eclipse.jgit.api.Git;-import org.eclipse.jgit.api.TagCommand;-import org.eclipse.jgit.api.errors.GitAPIException;-import org.eclipse.jgit.lib.AnyObjectId;-import org.eclipse.jgit.lib.Constants;-import org.eclipse.jgit.lib.FileMode;-import org.eclipse.jgit.lib.ObjectId;-import org.eclipse.jgit.lib.ObjectLoader;-import org.eclipse.jgit.lib.PersonIdent;-import org.eclipse.jgit.lib.Ref;-import org.eclipse.jgit.lib.RefUpdate;-import org.eclipse.jgit.lib.Repository;-import org.eclipse.jgit.revwalk.LastCommitsOfChildren;-import org.eclipse.jgit.revwalk.LastCommitsOfChildren.Value;-import org.eclipse.jgit.revwalk.RevCommit;-import org.eclipse.jgit.revwalk.RevTree;-import org.eclipse.jgit.revwalk.RevWalk;-import org.eclipse.jgit.treewalk.TreeWalk;-import org.hibernate.annotations.Cache;-import org.hibernate.annotations.CacheConcurrencyStrategy;-import org.hibernate.annotations.DynamicUpdate;-import org.hibernate.validator.constraints.NotEmpty;--import com.fasterxml.jackson.annotation.JsonView;-import com.google.common.base.Optional;-import com.google.common.base.Preconditions;-import com.google.common.collect.Lists;-import com.google.common.collect.Sets;--import io.onedev.commons.launcher.loader.ListenerRegistry;-import io.onedev.commons.utils.FileUtils;-import io.onedev.commons.utils.LinearRange;-import io.onedev.commons.utils.LockUtils;-import io.onedev.commons.utils.StringUtils;-import io.onedev.server.OneDev;-import io.onedev.server.buildspec.BuildSpec;-import io.onedev.server.entitymanager.BuildManager;-import io.onedev.server.entitymanager.BuildQuerySettingManager;-import io.onedev.server.entitymanager.CodeCommentQuerySettingManager;-import io.onedev.server.entitymanager.CommitQuerySettingManager;-import io.onedev.server.entitymanager.IssueQuerySettingManager;-import io.onedev.server.entitymanager.ProjectManager;-import io.onedev.server.entitymanager.PullRequestQuerySettingManager;-import io.onedev.server.entitymanager.SettingManager;-import io.onedev.server.entitymanager.UserManager;-import io.onedev.server.event.RefUpdated;-import io.onedev.server.git.BlameBlock;-import io.onedev.server.git.Blob;-import io.onedev.server.git.BlobIdent;-import io.onedev.server.git.BlobIdentFilter;-import io.onedev.server.git.GitUtils;-import io.onedev.server.git.RefInfo;-import io.onedev.server.git.Submodule;-import io.onedev.server.git.command.BlameCommand;-import io.onedev.server.git.command.ListChangedFilesCommand;-import io.onedev.server.git.exception.NotFileException;-import io.onedev.server.git.exception.ObjectNotFoundException;-import io.onedev.server.infomanager.CommitInfoManager;-import io.onedev.server.migration.VersionedDocument;-import io.onedev.server.model.Build.Status;-import io.onedev.server.model.support.BranchProtection;-import io.onedev.server.model.support.FileProtection;-import io.onedev.server.model.support.NamedCodeCommentQuery;-import io.onedev.server.model.support.NamedCommitQuery;-import io.onedev.server.model.support.TagProtection;-import io.onedev.server.model.support.WebHook;-import io.onedev.server.model.support.build.ProjectBuildSetting;-import io.onedev.server.model.support.issue.ProjectIssueSetting;-import io.onedev.server.model.support.pullrequest.ProjectPullRequestSetting;-import io.onedev.server.persistence.SessionManager;-import io.onedev.server.persistence.TransactionManager;-import io.onedev.server.storage.StorageManager;-import io.onedev.server.util.CollectionUtils;-import io.onedev.server.util.ComponentContext;-import io.onedev.server.util.SecurityUtils;-import io.onedev.server.util.jackson.DefaultView;-import io.onedev.server.util.match.Matcher;-import io.onedev.server.util.match.PathMatcher;-import io.onedev.server.util.patternset.PatternSet;-import io.onedev.server.util.reviewrequirement.ReviewRequirement;-import io.onedev.server.util.usermatch.UserMatch;-import io.onedev.server.util.validation.annotation.ProjectName;-import io.onedev.server.web.editable.annotation.Editable;-import io.onedev.server.web.editable.annotation.Markdown;-import io.onedev.server.web.util.ProjectAware;-import io.onedev.server.web.util.WicketUtils;--@Entity-@Table(indexes={@Index(columnList="o_forkedFrom_id"), @Index(columnList=PROP_NAME),- @Index(columnList=PROP_UPDATE_DATE)})-@Cache(usage=CacheConcurrencyStrategy.READ_WRITE)-//use dynamic update in order not to overwrite other edits while background threads change update date-@DynamicUpdate-@Editable-public class Project extends AbstractEntity {-- private static final long serialVersionUID = 1L;-- public static final String FIELD_NAME = "Name";-- public static final String PROP_NAME = "name";-- public static final String FIELD_UPDATE_DATE = "Update Date";-- public static final String PROP_UPDATE_DATE = "updateDate";-- public static final String FIELD_DESCRIPTION = "Description";-- public static final String PROP_DESCRIPTION = "description";-- public static final String FIELD_OWNER = "Owner";-- public static final String PROP_OWNER = "owner";-- public static final String PROP_ID = "id";-- public static final String PROP_FORKED_FROM = "forkedFrom";-- public static final List<String> QUERY_FIELDS =- Lists.newArrayList(FIELD_NAME, FIELD_DESCRIPTION, FIELD_UPDATE_DATE);-- public static final Map<String, String> ORDER_FIELDS = CollectionUtils.newLinkedHashMap(- FIELD_NAME, PROP_NAME,- FIELD_OWNER, PROP_OWNER,- FIELD_UPDATE_DATE, PROP_UPDATE_DATE);-- private static final int LAST_COMMITS_CACHE_THRESHOLD = 1000;-- public static final int MAX_UPLOAD_SIZE = 10; // In mega bytes-- static ThreadLocal<Stack<Project>> stack = new ThreadLocal<Stack<Project>>() {-- @Override- protected Stack<Project> initialValue() {- return new Stack<Project>();- }-- };-- public static void push(Project project) {- stack.get().push(project);- }-- public static void pop() {- stack.get().pop();- }-- @ManyToOne(fetch=FetchType.LAZY)- @JoinColumn(nullable=true)- private Project forkedFrom;-- @ManyToOne(fetch=FetchType.LAZY)- @JoinColumn- private User owner;-- @Column(nullable=false, unique=true)- private String name;-- @Column(length=16384)- private String description;-- @OneToMany(mappedBy="project")- private Collection<Build> builds = new ArrayList<>();-- @Lob- @Column(nullable=false, length=65535)- @JsonView(DefaultView.class)- private ArrayList<BranchProtection> branchProtections = new ArrayList<>();-- @Lob- @Column(nullable=false, length=65535)- @JsonView(DefaultView.class)- private ArrayList<TagProtection> tagProtections = new ArrayList<>();-- @Column(nullable=false)- private Date createDate = new Date();-- @Column(nullable=false)- private Date updateDate = new Date();-- @OneToMany(mappedBy="targetProject", cascade=CascadeType.REMOVE)- private Collection<PullRequest> incomingRequests = new ArrayList<>();-- @OneToMany(mappedBy="sourceProject")- private Collection<PullRequest> outgoingRequests = new ArrayList<>();-- @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)- private Collection<Issue> issues = new ArrayList<>();-- @OneToMany(mappedBy="forkedFrom")- @Cache(usage=CacheConcurrencyStrategy.READ_WRITE)- private Collection<Project> forks = new ArrayList<>();-- @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)- @Cache(usage=CacheConcurrencyStrategy.READ_WRITE)- private Collection<GroupAuthorization> groupAuthorizations = new ArrayList<>();-- @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)- @Cache(usage=CacheConcurrencyStrategy.READ_WRITE)- private Collection<UserAuthorization> userAuthorizations = new ArrayList<>();-- @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)- private Collection<CodeComment> codeComments = new ArrayList<>();-- @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)- private Collection<IssueQuerySetting> userIssueQuerySettings = new ArrayList<>();-- @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)- private Collection<CommitQuerySetting> userCommitQuerySettings = new ArrayList<>();-- @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)- private Collection<PullRequestQuerySetting> userPullRequestQuerySettings = new ArrayList<>();-- @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)- private Collection<CodeCommentQuerySetting> userCodeCommentQuerySettings = new ArrayList<>();-- @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)- private Collection<BuildQuerySetting> userBuildQuerySettings = new ArrayList<>();-- @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)- private Collection<Milestone> milestones = new ArrayList<>();-- @Lob- @Column(length=65535, nullable=false)- @JsonView(DefaultView.class)- private ProjectIssueSetting issueSetting = new ProjectIssueSetting();-- @Lob- @Column(length=65535, nullable=false)- @JsonView(DefaultView.class)- private ProjectBuildSetting buildSetting = new ProjectBuildSetting();-- @Lob- @Column(length=65535, nullable=false)- @JsonView(DefaultView.class)- private ProjectPullRequestSetting pullRequestSetting = new ProjectPullRequestSetting();-- @Lob- @Column(length=65535)- @JsonView(DefaultView.class)- private ArrayList<NamedCommitQuery> namedCommitQueries;-- @Lob- @Column(length=65535)- @JsonView(DefaultView.class)- private ArrayList<NamedCodeCommentQuery> namedCodeCommentQueries;-- @Lob- @Column(length=65535, nullable=false)- @JsonView(DefaultView.class)- private ArrayList<WebHook> webHooks = new ArrayList<>();-- private transient Repository repository;-- private transient Map<BlobIdent, Optional<Blob>> blobCache;-- private transient Map<String, Optional<ObjectId>> objectIdCache;-- private transient Map<ObjectId, Optional<BuildSpec>> buildSpecCache;-- private transient Map<ObjectId, Map<String, Status>> commitStatusCache;-- private transient Map<ObjectId, Optional<RevCommit>> commitCache;-- private transient Map<String, Optional<Ref>> refCache;-- private transient Optional<String> defaultBranchOptional;-- private transient Optional<IssueQuerySetting> issueQuerySettingOfCurrentUserHolder;-- private transient Optional<PullRequestQuerySetting> pullRequestQuerySettingOfCurrentUserHolder;-- private transient Optional<CodeCommentQuerySetting> codeCommentQuerySettingOfCurrentUserHolder;-- private transient Optional<BuildQuerySetting> buildQuerySettingOfCurrentUserHolder;-- private transient Optional<CommitQuerySetting> commitQuerySettingOfCurrentUserHolder;-- private transient Optional<RevCommit> lastCommitHolder;-- private transient List<Milestone> sortedMilestones;-- private transient List<String> jobNames;-- @Editable(order=100)- @ProjectName- @NotEmpty- public String getName() {- return name;- }-- public void setName(String name) {- this.name = name;- }-- @Editable(order=200)- @Markdown- public String getDescription() {- return description;- }-- public void setDescription(String description) {- this.description = description;- }-- public ArrayList<BranchProtection> getBranchProtections() {- return branchProtections;- }-- public void setBranchProtections(ArrayList<BranchProtection> branchProtections) {- this.branchProtections = branchProtections;- }-- public ArrayList<TagProtection> getTagProtections() {- return tagProtections;- }-- public void setTagProtections(ArrayList<TagProtection> tagProtections) {- this.tagProtections = tagProtections;- }-- public Date getCreateDate() {- return createDate;- }-- public void setCreateDate(Date createDate) {- this.createDate = createDate;- }-- public Date getUpdateDate() {- return updateDate;- }-- public void setUpdateDate(Date updateDate) {- this.updateDate = updateDate;- }-- public Collection<PullRequest> getIncomingRequests() {- return incomingRequests;- }-- public void setIncomingRequests(Collection<PullRequest> incomingRequests) {- this.incomingRequests = incomingRequests;- }-- public Collection<PullRequest> getOutgoingRequests() {- return outgoingRequests;- }-- public void setOutgoingRequests(Collection<PullRequest> outgoingRequests) {- this.outgoingRequests = outgoingRequests;- }-- public Collection<GroupAuthorization> getGroupAuthorizations() {- return groupAuthorizations;- }-- public void setGroupAuthorizations(Collection<GroupAuthorization> groupAuthorizations) {- this.groupAuthorizations = groupAuthorizations;- }-- public Collection<UserAuthorization> getUserAuthorizations() {- return userAuthorizations;- }-- public void setUserAuthorizations(Collection<UserAuthorization> userAuthorizations) {- this.userAuthorizations = userAuthorizations;- }-- @Nullable- public Project getForkedFrom() {- return forkedFrom;- }-- public void setForkedFrom(Project forkedFrom) {- this.forkedFrom = forkedFrom;- }-- public User getOwner() {- return owner;- }-- public void setOwner(User owner) {- this.owner = owner;- }-- public Collection<Project> getForks() {- return forks;- }-- public void setForks(Collection<Project> forks) {- this.forks = forks;- }-- public List<RefInfo> getBranchRefInfos() {- List<RefInfo> refInfos = getRefInfos(Constants.R_HEADS);- for (Iterator<RefInfo> it = refInfos.iterator(); it.hasNext();) {- RefInfo refInfo = it.next();- if (refInfo.getRef().getName().equals(GitUtils.branch2ref(getDefaultBranch()))) {- it.remove();- refInfos.add(0, refInfo);- break;- }- }-- return refInfos;- }-- public List<RefInfo> getTagRefInfos() {- return getRefInfos(Constants.R_TAGS);- }-- public List<RefInfo> getRefInfos(String prefix) {- try (RevWalk revWalk = new RevWalk(getRepository())) {- List<Ref> refs = new ArrayList<Ref>(getRepository().getRefDatabase().getRefsByPrefix(prefix));- List<RefInfo> refInfos = refs.stream()- .map(ref->new RefInfo(revWalk, ref))- .filter(refInfo->refInfo.getPeeledObj() instanceof RevCommit)- .collect(Collectors.toList());- Collections.sort(refInfos);- Collections.reverse(refInfos);- return refInfos;- } catch (IOException e) {- throw new RuntimeException(e);- }- }-- public Git git() {- return Git.wrap(getRepository());- }-- public File getGitDir() {- return OneDev.getInstance(StorageManager.class).getProjectGitDir(getId());- }-- /**- * Find fork root of this project.- *- * @return- * fork root of this project- */- public Project getForkRoot() {- if (forkedFrom != null)- return forkedFrom.getForkRoot();- else- return this;- }-- /**- * Get all descendant projects forking from current project.- *- * @return- * all descendant projects forking from current project- */- public List<Project> getForkChildren() {- List<Project> children = new ArrayList<>();- for (Project fork: getForks()) {- children.add(fork);- children.addAll(fork.getForkChildren());- }-- return children;- }-- public List<Project> getForkParents() {- List<Project> forkParents = new ArrayList<>();- if (getForkedFrom() != null) {- forkParents.add(getForkedFrom());- forkParents.addAll(getForkedFrom().getForkParents());- }- return forkParents;- }-- public Repository getRepository() {- if (repository == null)- repository = OneDev.getInstance(ProjectManager.class).getRepository(this);- return repository;- }-- public String getUrl() {- return OneDev.getInstance(SettingManager.class).getSystemSetting().getServerUrl() + "/projects/" + getName();- }-- @Nullable- public String getDefaultBranch() {- if (defaultBranchOptional == null) {- try {- Ref headRef = getRepository().findRef("HEAD");- if (headRef != null- && headRef.isSymbolic()- && headRef.getTarget().getName().startsWith(Constants.R_HEADS)- && headRef.getObjectId() != null) {- defaultBranchOptional = Optional.of(Repository.shortenRefName(headRef.getTarget().getName()));- } else {- defaultBranchOptional = Optional.absent();- }- } catch (IOException e) {- throw new RuntimeException(e);- }- }- return defaultBranchOptional.orNull();- }-- public void setDefaultBranch(String defaultBranchName) {- RefUpdate refUpdate = GitUtils.getRefUpdate(getRepository(), "HEAD");- GitUtils.linkRef(refUpdate, GitUtils.branch2ref(defaultBranchName));- defaultBranchOptional = null;- }-- private Map<BlobIdent, Optional<Blob>> getBlobCache() {- if (blobCache == null) {- synchronized(this) {- if (blobCache == null)- blobCache = new ConcurrentHashMap<>();- }- }- return blobCache;- }-- /**- * Read blob content and cache result in repository in case the same blob- * content is requested again.- *- * We made this method thread-safe as we are using ForkJoinPool to calculate- * diffs of multiple blob changes concurrently, and this method will be- * accessed concurrently in that special case.- *- * @param blobIdent- * ident of the blob- * @return- * blob of specified blob ident- * @throws- * ObjectNotFoundException if blob of specified ident can not be found in repository- *- */- @Nullable- public Blob getBlob(BlobIdent blobIdent, boolean mustExist) {- Preconditions.checkArgument(blobIdent.revision!=null && blobIdent.path!=null && blobIdent.mode!=null,- "Revision, path and mode of ident param should be specified");-- Optional<Blob> blob = getBlobCache().get(blobIdent);- if (blob == null) {- try (RevWalk revWalk = new RevWalk(getRepository())) {- ObjectId revId = getObjectId(blobIdent.revision, mustExist);- if (revId != null) {- RevCommit commit = GitUtils.parseCommit(revWalk, revId);- if (commit != null) {- RevTree revTree = commit.getTree();- TreeWalk treeWalk = TreeWalk.forPath(getRepository(), blobIdent.path, revTree);- if (treeWalk != null) {- ObjectId blobId = treeWalk.getObjectId(0);- if (blobIdent.isGitLink()) {- String url = getSubmodules(blobIdent.revision).get(blobIdent.path);- if (url == null) {- if (mustExist)- throw new ObjectNotFoundException("Unable to find submodule '" + blobIdent.path + "' in .gitmodules");- else- blob = Optional.absent();- } else {- String hash = blobId.name();- blob = Optional.of(new Blob(blobIdent, blobId, new Submodule(url, hash).toString().getBytes()));- }- } else if (blobIdent.isTree()) {- throw new NotFileException("Path '" + blobIdent.path + "' is a tree");- } else {- blob = Optional.of(new Blob(blobIdent, blobId, treeWalk.getObjectReader()));- }- }- }- }- if (blob == null) {- if (mustExist)- throw new ObjectNotFoundException("Unable to find blob ident: " + blobIdent);- else- blob = Optional.absent();- }- getBlobCache().put(blobIdent, blob);- } catch (IOException e) {- throw new RuntimeException(e);- }- }- return blob.orNull();- }-- public InputStream getInputStream(BlobIdent ident) {- try (RevWalk revWalk = new RevWalk(getRepository())) {- ObjectId commitId = getObjectId(ident.revision, true);- RevTree revTree = revWalk.parseCommit(commitId).getTree();- TreeWalk treeWalk = TreeWalk.forPath(getRepository(), ident.path, revTree);- if (treeWalk != null) {- ObjectLoader objectLoader = treeWalk.getObjectReader().open(treeWalk.getObjectId(0));- return objectLoader.openStream();- } else {- throw new ObjectNotFoundException("Unable to find blob path '" + ident.path + "' in revision '" + ident.revision + "'");- }- } catch (IOException e) {- throw new RuntimeException(e);- }- }-- /**- * Get cached object id of specified revision.- *- * @param revision- * revision to resolve object id for- * @param mustExist- * true to have the method throwing exception instead- * of returning null if the revision does not exist- * @return- * object id of specified revision, or <tt>null</tt> if revision- * does not exist and mustExist is specified as false- */- @Nullable- public ObjectId getObjectId(String revision, boolean mustExist) {- if (objectIdCache == null)- objectIdCache = new HashMap<>();-- Optional<ObjectId> optional = objectIdCache.get(revision);- if (optional == null) {- optional = Optional.fromNullable(GitUtils.resolve(getRepository(), revision));- objectIdCache.put(revision, optional);- }- if (mustExist && !optional.isPresent())- throw new ObjectNotFoundException("Unable to find object '" + revision + "'");- return optional.orNull();- }-- public void cacheObjectId(String revision, @Nullable ObjectId objectId) {- if (objectIdCache == null)- objectIdCache = new HashMap<>();-- objectIdCache.put(revision, Optional.fromNullable(objectId));- }-- public Map<String, Status> getCommitStatus(ObjectId commitId) {- Map<String, Status> commitStatus = getCommitStatusCache().get(commitId);- if (commitStatus == null) {- BuildManager buildManager = OneDev.getInstance(BuildManager.class);- commitStatus = buildManager.queryStatus(this, Sets.newHashSet(commitId)).get(commitId);- getCommitStatusCache().put(commitId, Preconditions.checkNotNull(commitStatus));- }- return commitStatus;- }-- private Map<ObjectId, Map<String, Status>> getCommitStatusCache() {- if (commitStatusCache == null)- commitStatusCache = new HashMap<>();- return commitStatusCache;- }-- public void cacheCommitStatus(Map<ObjectId, Map<String, Status>> commitStatuses) {- getCommitStatusCache().putAll(commitStatuses);- }-- /**- * Get build spec of specified commit- * @param commitId- * commit id to get build spec for- * @return- * build spec of specified commit, or <tt>null</tt> if no build spec is defined and- * auto-detection also can not provide an appropriate build spec- * @throws- * Exception when build spec is defined but not valid- */- @Nullable- public BuildSpec getBuildSpec(ObjectId commitId) {- if (buildSpecCache == null)- buildSpecCache = new HashMap<>();- Optional<BuildSpec> buildSpec = buildSpecCache.get(commitId);- if (buildSpec == null) {- Blob blob = getBlob(new BlobIdent(commitId.name(), BuildSpec.BLOB_PATH, FileMode.TYPE_FILE), false);- if (blob != null)- buildSpec = Optional.fromNullable(BuildSpec.parse(blob.getBytes()));- else- buildSpec = Optional.absent();- buildSpecCache.put(commitId, buildSpec);- }- return buildSpec.orNull();- }-- public List<String> getJobNames() {- if (jobNames == null) {- Set<String> jobNameSet = new HashSet<>();- for (RefInfo refInfo: getBranchRefInfos()) {- Blob blob = getBlob(new BlobIdent(refInfo.getPeeledObj().name(),- BuildSpec.BLOB_PATH, FileMode.TYPE_FILE), false);- if (blob != null && blob.getText() != null) {- try {- VersionedDocument dom = VersionedDocument.fromXML(blob.getText().getContent());- for (Element jobElement: dom.getRootElement().element("jobs").elements())- jobNameSet.add(jobElement.elementTextTrim("name"));- } catch (Exception e) {- }- }- }- jobNames = new ArrayList<>(jobNameSet);- Collections.sort(jobNames);- }- return jobNames;- }-- public RevCommit getLastCommit() {- if (lastCommitHolder == null) {- RevCommit lastCommit = null;- try {- for (Ref ref: getRepository().getRefDatabase().getRefsByPrefix(Constants.R_HEADS)) {- RevCommit commit = getRevCommit(ref.getObjectId(), false);- if (commit != null) {- if (lastCommit != null) {- if (commit.getCommitTime() > lastCommit.getCommitTime())- lastCommit = commit;- } else {- lastCommit = commit;- }- }- }- } catch (IOException e) {- throw new RuntimeException(e);- }- lastCommitHolder = Optional.fromNullable(lastCommit);- }- return lastCommitHolder.orNull();- }-- public LastCommitsOfChildren getLastCommitsOfChildren(String revision, @Nullable String path) {- if (path == null)- path = "";-- final File cacheDir = new File(- OneDev.getInstance(StorageManager.class).getProjectInfoDir(getId()),- "last_commits/" + path + "/onedev_last_commits");-- final ReadWriteLock lock;- try {- lock = LockUtils.getReadWriteLock(cacheDir.getCanonicalPath());- } catch (IOException e) {- throw new RuntimeException(e);- }-- final Set<ObjectId> commitIds = new HashSet<>();-- lock.readLock().lock();- try {- if (cacheDir.exists()) {- for (String each: cacheDir.list())- commitIds.add(ObjectId.fromString(each));- }- } finally {- lock.readLock().unlock();- }-- org.eclipse.jgit.revwalk.LastCommitsOfChildren.Cache cache;- if (!commitIds.isEmpty()) {- cache = new org.eclipse.jgit.revwalk.LastCommitsOfChildren.Cache() {-- @SuppressWarnings("unchecked")- @Override- public Map<String, Value> getLastCommitsOfChildren(ObjectId commitId) {- if (commitIds.contains(commitId)) {- lock.readLock().lock();- try {- byte[] bytes = FileUtils.readFileToByteArray(new File(cacheDir, commitId.name()));- return (Map<String, Value>) SerializationUtils.deserialize(bytes);- } catch (IOException e) {- throw new RuntimeException(e);- } finally {- lock.readLock().unlock();- }- } else {- return null;- }- }-- };- } else {- cache = null;- }-- final AnyObjectId commitId = getObjectId(revision, true);-- long time = System.currentTimeMillis();- LastCommitsOfChildren lastCommits = new LastCommitsOfChildren(getRepository(), commitId, path, cache);- long elapsed = System.currentTimeMillis()-time;- if (elapsed > LAST_COMMITS_CACHE_THRESHOLD) {- lock.writeLock().lock();- try {- if (!cacheDir.exists())- FileUtils.createDir(cacheDir);- FileUtils.writeByteArrayToFile(- new File(cacheDir, commitId.name()),- SerializationUtils.serialize(lastCommits));- } catch (IOException e) {- throw new RuntimeException(e);- } finally {- lock.writeLock().unlock();- }- }- return lastCommits;- }-- @Nullable- public Ref getRef(String revision) {- if (refCache == null)- refCache = new HashMap<>();- Optional<Ref> optional = refCache.get(revision);- if (optional == null) {- try {- optional = Optional.fromNullable(getRepository().findRef(revision));- } catch (IOException e) {- throw new RuntimeException(e);- }- refCache.put(revision, optional);- }- return optional.orNull();- }-- @Nullable- public Ref getBranchRef(String revision) {- Ref ref = getRef(revision);- if (ref != null && ref.getName().startsWith(Constants.R_HEADS))- return ref;- else- return null;- }-- @Nullable- public Ref getTagRef(String revision) {- Ref ref = getRef(revision);- if (ref != null && ref.getName().startsWith(Constants.R_TAGS))- return ref;- else- return null;- }-- @Nullable- public RevCommit getRevCommit(String revision, boolean mustExist) {- ObjectId revId = getObjectId(revision, mustExist);- if (revId != null) {- return getRevCommit(revId, mustExist);- } else {- return null;- }- }-- @Nullable- public RevCommit getRevCommit(ObjectId revId, boolean mustExist) {- if (commitCache == null)- commitCache = new HashMap<>();- RevCommit commit;- Optional<RevCommit> optional = commitCache.get(revId);- if (optional == null) {- try (RevWalk revWalk = new RevWalk(getRepository())) {- optional = Optional.fromNullable(GitUtils.parseCommit(revWalk, revId));- }- commitCache.put(revId, optional);- }- commit = optional.orNull();-- if (mustExist && commit == null)- throw new ObjectNotFoundException("Unable to find commit associated with object id: " + revId);- else- return commit;- }-- public List<Ref> getRefs(String prefix) {- try {- return getRepository().getRefDatabase().getRefsByPrefix(prefix);- } catch (IOException e) {- throw new RuntimeException(e);- }- }-- public Map<String, String> getSubmodules(String revision) {- Map<String, String> submodules = new HashMap<>();-- Blob blob = getBlob(new BlobIdent(revision, ".gitmodules", FileMode.REGULAR_FILE.getBits()), true);- String content = new String(blob.getBytes());-- String path = null;- String url = null;-- for (String line: StringUtils.splitAndTrim(content, "\r\n")) {- if (line.startsWith("[") && line.endsWith("]")) {- if (path != null && url != null)- submodules.put(path, url);-- path = url = null;- } else if (line.startsWith("path")) {- path = StringUtils.substringAfter(line, "=").trim();- } else if (line.startsWith("url")) {- url = StringUtils.substringAfter(line, "=").trim();- }- }- if (path != null && url != null)- submodules.put(path, url);-- return submodules;- }-- public void createBranch(String branchName, String branchRevision) {- try {- CreateBranchCommand command = git().branchCreate();- command.setName(branchName);- RevCommit commit = getRevCommit(branchRevision, true);- command.setStartPoint(getRevCommit(branchRevision, true));- command.call();- String refName = GitUtils.branch2ref(branchName);- cacheObjectId(refName, commit);-- ObjectId commitId = commit.copy();- OneDev.getInstance(TransactionManager.class).runAfterCommit(new Runnable() {-- @Override- public void run() {- OneDev.getInstance(SessionManager.class).runAsync(new Runnable() {-- @Override- public void run() {- Project project = OneDev.getInstance(ProjectManager.class).load(getId());- OneDev.getInstance(ListenerRegistry.class).post(- new RefUpdated(project, refName, ObjectId.zeroId(), commitId));- }-- });- }-- });- } catch (GitAPIException e) {- throw new RuntimeException(e);- }- }-- public void createTag(String tagName, String tagRevision, PersonIdent taggerIdent, @Nullable String tagMessage) {- try {- TagCommand tag = git().tag();- tag.setName(tagName);- if (tagMessage != null)- tag.setMessage(tagMessage);- tag.setTagger(taggerIdent);- tag.setObjectId(getRevCommit(tagRevision, true));- tag.call();-- String refName = GitUtils.tag2ref(tagName);- cacheObjectId(refName, tag.getObjectId());-- ObjectId commitId = tag.getObjectId().copy();- OneDev.getInstance(TransactionManager.class).runAfterCommit(new Runnable() {-- @Override- public void run() {- OneDev.getInstance(SessionManager.class).runAsync(new Runnable() {-- @Override- public void run() {- Project project = OneDev.getInstance(ProjectManager.class).load(getId());- OneDev.getInstance(ListenerRegistry.class).post(- new RefUpdated(project, refName, ObjectId.zeroId(), commitId));- }-- });- }-- });- } catch (GitAPIException e) {- throw new RuntimeException(e);- }- }-- public Collection<CodeComment> getCodeComments() {- return codeComments;- }-- public void setCodeComments(Collection<CodeComment> codeComments) {- this.codeComments = codeComments;- }-- public ProjectIssueSetting getIssueSetting() {- return issueSetting;- }-- public void setIssueSetting(ProjectIssueSetting issueSetting) {- this.issueSetting = issueSetting;- }-- public ProjectBuildSetting getBuildSetting() {- return buildSetting;- }-- public void setBuildSetting(ProjectBuildSetting buildSetting) {- this.buildSetting = buildSetting;- }-- public ProjectPullRequestSetting getPullRequestSetting() {- return pullRequestSetting;- }-- public void setPullRequestSetting(ProjectPullRequestSetting pullRequestSetting) {- this.pullRequestSetting = pullRequestSetting;- }-- public ArrayList<NamedCommitQuery> getNamedCommitQueries() {- if (namedCommitQueries == null) {- namedCommitQueries = new ArrayList<>();- namedCommitQueries.add(new NamedCommitQuery("All", null));- namedCommitQueries.add(new NamedCommitQuery("Default branch", "default-branch"));- namedCommitQueries.add(new NamedCommitQuery("Authored by me", "authored-by-me"));- namedCommitQueries.add(new NamedCommitQuery("Committed by me", "committed-by-me"));- namedCommitQueries.add(new NamedCommitQuery("Committed recently", "after(last week)"));- }- return namedCommitQueries;- }-- public void setNamedCommitQueries(ArrayList<NamedCommitQuery> namedCommitQueries) {- this.namedCommitQueries = namedCommitQueries;- }-- public ArrayList<NamedCodeCommentQuery> getNamedCodeCommentQueries() {- if (namedCodeCommentQueries == null) {- namedCodeCommentQueries = new ArrayList<>();- namedCodeCommentQueries.add(new NamedCodeCommentQuery("All", null));- namedCodeCommentQueries.add(new NamedCodeCommentQuery("Created by me", "created by me"));- namedCodeCommentQueries.add(new NamedCodeCommentQuery("Created recently", "\"Create Date\" is after \"last week\""));- namedCodeCommentQueries.add(new NamedCodeCommentQuery("Updated recently", "\"Update Date\" is after \"last week\""));- }- return namedCodeCommentQueries;- }-- public void setNamedCodeCommentQueries(ArrayList<NamedCodeCommentQuery> namedCodeCommentQueries) {- this.namedCodeCommentQueries = namedCodeCommentQueries;- }-- public Collection<IssueQuerySetting> getUserIssueQuerySettings() {- return userIssueQuerySettings;- }-- public void setUserIssueQuerySettings(Collection<IssueQuerySetting> userIssueQuerySettings) {- this.userIssueQuerySettings = userIssueQuerySettings;- }-- public Collection<CommitQuerySetting> getUserCommitQuerySettings() {- return userCommitQuerySettings;- }-- public void setUserCommitQuerySettings(Collection<CommitQuerySetting> userCommitQuerySettings) {- this.userCommitQuerySettings = userCommitQuerySettings;- }-- public Collection<PullRequestQuerySetting> getUserPullRequestQuerySettings() {- return userPullRequestQuerySettings;- }-- public void setUserPullRequestQuerySettings(Collection<PullRequestQuerySetting> userPullRequestQuerySettings) {- this.userPullRequestQuerySettings = userPullRequestQuerySettings;- }-- public Collection<CodeCommentQuerySetting> getUserCodeCommentQuerySettings() {- return userCodeCommentQuerySettings;- }-- public void setUserCodeCommentQuerySettings(Collection<CodeCommentQuerySetting> userCodeCommentQuerySettings) {- this.userCodeCommentQuerySettings = userCodeCommentQuerySettings;- }-- public Collection<BuildQuerySetting> getUserBuildQuerySettings() {- return userBuildQuerySettings;- }-- public void setUserBuildQuerySettings(Collection<BuildQuerySetting> userBuildQuerySettings) {- this.userBuildQuerySettings = userBuildQuerySettings;- }-- public Collection<Build> getBuilds() {- return builds;- }-- public void setBuilds(Collection<Build> builds) {- this.builds = builds;- }-- public List<BlobIdent> getChildren(BlobIdent blobIdent, BlobIdentFilter blobIdentFilter) {- return getChildren(blobIdent, blobIdentFilter, getObjectId(blobIdent.revision, true));- }-- public List<BlobIdent> getChildren(BlobIdent blobIdent, BlobIdentFilter blobIdentFilter, ObjectId commitId) {- Repository repository = getRepository();- try (RevWalk revWalk = new RevWalk(repository)) {- RevTree revTree = revWalk.parseCommit(commitId).getTree();-- TreeWalk treeWalk;- if (blobIdent.path != null) {- treeWalk = TreeWalk.forPath(repository, blobIdent.path, revTree);- treeWalk.enterSubtree();- } else {- treeWalk = new TreeWalk(repository);- treeWalk.addTree(revTree);- }-- List<BlobIdent> children = new ArrayList<>();- while (treeWalk.next()) {- BlobIdent child = new BlobIdent(blobIdent.revision, treeWalk.getPathString(), treeWalk.getRawMode(0));- if (blobIdentFilter.filter(child))- children.add(child);- }- Collections.sort(children);- return children;- } catch (IOException e) {- throw new RuntimeException(e);- }- }-- public int getMode(String revision, @Nullable String path) {- if (path != null) {- RevCommit commit = getRevCommit(revision, true);- try {- TreeWalk treeWalk = TreeWalk.forPath(getRepository(), path, commit.getTree());- if (treeWalk != null) {- return treeWalk.getRawMode(0);- } else {- throw new ObjectNotFoundException("Unable to find blob path '" + path- + "' in revision '" + revision + "'");- }- } catch (IOException e) {- throw new RuntimeException(e);- }- } else {- return FileMode.TREE.getBits();- }- }-- public Collection<Milestone> getMilestones() {- return milestones;- }-- public void setMilestones(Collection<Milestone> milestones) {- this.milestones = milestones;- }-- public List<Milestone> getSortedMilestones() {- if (sortedMilestones == null) {- sortedMilestones = new ArrayList<>();- List<Milestone> open = getMilestones().stream()- .filter(it->!it.isClosed())- .sorted(Comparator.comparing(Milestone::getDueDate))- .collect(Collectors.toList());- sortedMilestones.addAll(open);- List<Milestone> closed = getMilestones().stream()- .filter(it->it.isClosed())- .sorted(Comparator.comparing(Milestone::getDueDate))- .collect(Collectors.toList());- Collections.reverse(closed);- sortedMilestones.addAll(closed);- }- return sortedMilestones;- }-- @Editable- public ArrayList<WebHook> getWebHooks() {- return webHooks;- }-- public void setWebHooks(ArrayList<WebHook> webHooks) {- this.webHooks = webHooks;- }-- public List<WebHook> getHierarchyWebHooks() {- List<WebHook> hierarchyWebHooks = new ArrayList<>(getWebHooks());- hierarchyWebHooks.addAll(getOwner().getWebHooks());- return hierarchyWebHooks;- }-- public TagProtection getTagProtection(String tagName, User user) {- boolean noCreation = false;- boolean noDeletion = false;- boolean noUpdate = false;- for (TagProtection protection: getTagProtections()) {- if (protection.isEnabled()- && UserMatch.parse(protection.getUserMatch()).matches(this, user)- && PatternSet.parse(protection.getTags()).matches(new PathMatcher(), tagName)) {- noCreation = noCreation || protection.isPreventCreation();- noDeletion = noDeletion || protection.isPreventDeletion();- noUpdate = noUpdate || protection.isPreventUpdate();- }- }-- TagProtection protection = new TagProtection();- protection.setPreventCreation(noCreation);- protection.setPreventDeletion(noDeletion);- protection.setPreventUpdate(noUpdate);-- return protection;- }-- public BranchProtection getBranchProtection(String branchName, @Nullable User user) {- boolean noCreation = false;- boolean noDeletion = false;- boolean noForcedPush = false;- Set<String> jobNames = new HashSet<>();- List<FileProtection> fileProtections = new ArrayList<>();- ReviewRequirement reviewRequirement = ReviewRequirement.parse(null, true);- for (BranchProtection protection: getBranchProtections()) {- if (protection.isEnabled()- && UserMatch.parse(protection.getUserMatch()).matches(this, user)- && PatternSet.parse(protection.getBranches()).matches(new PathMatcher(), branchName)) {- noCreation = noCreation || protection.isPreventCreation();- noDeletion = noDeletion || protection.isPreventDeletion();- noForcedPush = noForcedPush || protection.isPreventForcedPush();- jobNames.addAll(protection.getJobNames());- fileProtections.addAll(protection.getFileProtections());- reviewRequirement.mergeWith(protection.getParsedReviewRequirement());- }- }-- BranchProtection protection = new BranchProtection();- protection.setFileProtections(fileProtections);- protection.setJobNames(new ArrayList<>(jobNames));- protection.setPreventCreation(noCreation);- protection.setPreventDeletion(noDeletion);- protection.setPreventForcedPush(noForcedPush);- protection.setParsedReviewRequirement(reviewRequirement);-- return protection;- }-- @Override- public String toString() {- return getName();- }-- public List<User> getAuthors(String filePath, ObjectId commitId, @Nullable LinearRange range) {- BlameCommand cmd = new BlameCommand(getGitDir());- cmd.commitHash(commitId.name());- cmd.file(filePath);- cmd.range(range);-- List<User> authors = new ArrayList<>();- UserManager userManager = OneDev.getInstance(UserManager.class);- for (BlameBlock block: cmd.call()) {- User author = userManager.find(block.getCommit().getAuthor());- if (author != null && !authors.contains(author))- authors.add(author);- }-- return authors;- }-- public IssueQuerySetting getIssueQuerySettingOfCurrentUser() {- if (issueQuerySettingOfCurrentUserHolder == null) {- User user = SecurityUtils.getUser();- if (user != null) {- IssueQuerySetting setting = OneDev.getInstance(IssueQuerySettingManager.class).find(this, user);- if (setting == null) {- setting = new IssueQuerySetting();- setting.setProject(this);- setting.setUser(user);- }- issueQuerySettingOfCurrentUserHolder = Optional.of(setting);- } else {- issueQuerySettingOfCurrentUserHolder = Optional.absent();- }- }- return issueQuerySettingOfCurrentUserHolder.orNull();- }-- public CommitQuerySetting getCommitQuerySettingOfCurrentUser() {- if (commitQuerySettingOfCurrentUserHolder == null) {- User user = SecurityUtils.getUser();- if (user != null) {- CommitQuerySetting setting = OneDev.getInstance(CommitQuerySettingManager.class).find(this, user);- if (setting == null) {- setting = new CommitQuerySetting();- setting.setProject(this);- setting.setUser(user);- }- commitQuerySettingOfCurrentUserHolder = Optional.of(setting);- } else {- commitQuerySettingOfCurrentUserHolder = Optional.absent();- }- }- return commitQuerySettingOfCurrentUserHolder.orNull();- }-- @Nullable- public PullRequestQuerySetting getPullRequestQuerySettingOfCurrentUser() {- if (pullRequestQuerySettingOfCurrentUserHolder == null) {- User user = SecurityUtils.getUser();- if (user != null) {- PullRequestQuerySetting setting = OneDev.getInstance(PullRequestQuerySettingManager.class).find(this, user);- if (setting == null) {- setting = new PullRequestQuerySetting();- setting.setProject(this);- setting.setUser(user);- }- pullRequestQuerySettingOfCurrentUserHolder = Optional.of(setting);- } else {- pullRequestQuerySettingOfCurrentUserHolder = Optional.absent();- }- }- return pullRequestQuerySettingOfCurrentUserHolder.orNull();- }-- @Nullable- public CodeCommentQuerySetting getCodeCommentQuerySettingOfCurrentUser() {- if (codeCommentQuerySettingOfCurrentUserHolder == null) {- User user = SecurityUtils.getUser();- if (user != null) {- CodeCommentQuerySetting setting = OneDev.getInstance(CodeCommentQuerySettingManager.class).find(this, user);- if (setting == null) {- setting = new CodeCommentQuerySetting();- setting.setProject(this);- setting.setUser(user);- }- codeCommentQuerySettingOfCurrentUserHolder = Optional.of(setting);- } else {- codeCommentQuerySettingOfCurrentUserHolder = Optional.absent();- }- }- return codeCommentQuerySettingOfCurrentUserHolder.orNull();- }-- @Nullable- public BuildQuerySetting getBuildQuerySettingOfCurrentUser() {- if (buildQuerySettingOfCurrentUserHolder == null) {- User user = SecurityUtils.getUser();- if (user != null) {- BuildQuerySetting setting = OneDev.getInstance(BuildQuerySettingManager.class).find(this, user);- if (setting == null) {- setting = new BuildQuerySetting();- setting.setProject(this);- setting.setUser(user);- }- buildQuerySettingOfCurrentUserHolder = Optional.of(setting);- } else {- buildQuerySettingOfCurrentUserHolder = Optional.absent();- }- }- return buildQuerySettingOfCurrentUserHolder.orNull();- }-- @Nullable- public Milestone getMilestone(@Nullable String milestoneName) {- for (Milestone milestone: milestones) {- if (milestone.getName().equals(milestoneName))- return milestone;- }- return null;- }-- public boolean isCommitOnBranches(@Nullable ObjectId commitId, String branches) {- Matcher matcher = new PathMatcher();- if (commitId != null) {- CommitInfoManager commitInfoManager = OneDev.getInstance(CommitInfoManager.class);- Collection<ObjectId> descendants = commitInfoManager.getDescendants(this, Sets.newHashSet(commitId));- descendants.add(commitId);-- PatternSet branchPatterns = PatternSet.parse(branches);- for (RefInfo ref: getBranchRefInfos()) {- String branchName = Preconditions.checkNotNull(GitUtils.ref2branch(ref.getRef().getName()));- if (descendants.contains(ref.getPeeledObj()) && branchPatterns.matches(matcher, branchName))- return true;- }- return false;- } else {- return PatternSet.parse(branches).matches(matcher, "master");- }- }-- public Collection<String> getChangedFiles(ObjectId oldObjectId, ObjectId newObjectId,- Map<String, String> gitEnvs) {- if (gitEnvs != null && !gitEnvs.isEmpty()) {- ListChangedFilesCommand cmd = new ListChangedFilesCommand(getGitDir(), gitEnvs);- cmd.fromRev(oldObjectId.name()).toRev(newObjectId.name());- return cmd.call();- } else {- return GitUtils.getChangedFiles(getRepository(), oldObjectId, newObjectId);- }- }-- public boolean isReviewRequiredForModification(User user, String branch, @Nullable String file) {- return getBranchProtection(branch, user).isReviewRequiredForModification(user, this, branch, file);- }-- public boolean isReviewRequiredForPush(User user, String branch, ObjectId oldObjectId,- ObjectId newObjectId, Map<String, String> gitEnvs) {- return getBranchProtection(branch, user).isReviewRequiredForPush(user, this, branch, oldObjectId, newObjectId, gitEnvs);- }-- public boolean isBuildRequiredForModification(User user, String branch, @Nullable String file) {- return getBranchProtection(branch, user).isBuildRequiredForModification(this, branch, file);- }-- public boolean isBuildRequiredForPush(User user, String branch, ObjectId oldObjectId, ObjectId newObjectId,- Map<String, String> gitEnvs) {- return getBranchProtection(branch, user).isBuildRequiredForPush(this, branch, oldObjectId, newObjectId, gitEnvs);- }-- @Nullable- public static Project get() {- if (!stack.get().isEmpty()) {- return stack.get().peek();- } else {- ComponentContext componentContext = ComponentContext.get();- if (componentContext != null) {- ProjectAware projectAware = WicketUtils.findInnermost(componentContext.getComponent(), ProjectAware.class);- if (projectAware != null)- return projectAware.getProject();- }- return null;- }- }--}+package io.onedev.server.model;++import static io.onedev.server.model.Project.PROP_NAME;+import static io.onedev.server.model.Project.PROP_UPDATE_DATE;++import java.io.File;+import java.io.IOException;+import java.io.InputStream;+import java.util.ArrayList;+import java.util.Collection;+import java.util.Collections;+import java.util.Comparator;+import java.util.Date;+import java.util.HashMap;+import java.util.HashSet;+import java.util.Iterator;+import java.util.List;+import java.util.Map;+import java.util.Set;+import java.util.Stack;+import java.util.concurrent.ConcurrentHashMap;+import java.util.concurrent.locks.ReadWriteLock;+import java.util.stream.Collectors;++import javax.annotation.Nullable;+import javax.persistence.CascadeType;+import javax.persistence.Column;+import javax.persistence.Entity;+import javax.persistence.FetchType;+import javax.persistence.Index;+import javax.persistence.JoinColumn;+import javax.persistence.Lob;+import javax.persistence.ManyToOne;+import javax.persistence.OneToMany;+import javax.persistence.Table;++import org.apache.commons.lang3.SerializationUtils;+import org.dom4j.Element;+import org.eclipse.jgit.api.CreateBranchCommand;+import org.eclipse.jgit.api.Git;+import org.eclipse.jgit.api.TagCommand;+import org.eclipse.jgit.api.errors.GitAPIException;+import org.eclipse.jgit.lib.AnyObjectId;+import org.eclipse.jgit.lib.Constants;+import org.eclipse.jgit.lib.FileMode;+import org.eclipse.jgit.lib.ObjectId;+import org.eclipse.jgit.lib.ObjectLoader;+import org.eclipse.jgit.lib.PersonIdent;+import org.eclipse.jgit.lib.Ref;+import org.eclipse.jgit.lib.RefUpdate;+import org.eclipse.jgit.lib.Repository;+import org.eclipse.jgit.revwalk.LastCommitsOfChildren;+import org.eclipse.jgit.revwalk.LastCommitsOfChildren.Value;+import org.eclipse.jgit.revwalk.RevCommit;+import org.eclipse.jgit.revwalk.RevTree;+import org.eclipse.jgit.revwalk.RevWalk;+import org.eclipse.jgit.treewalk.TreeWalk;+import org.hibernate.annotations.Cache;+import org.hibernate.annotations.CacheConcurrencyStrategy;+import org.hibernate.annotations.DynamicUpdate;+import org.hibernate.validator.constraints.NotEmpty;++import com.fasterxml.jackson.annotation.JsonView;+import com.google.common.base.Optional;+import com.google.common.base.Preconditions;+import com.google.common.collect.Lists;+import com.google.common.collect.Sets;++import io.onedev.commons.launcher.loader.ListenerRegistry;+import io.onedev.commons.utils.FileUtils;+import io.onedev.commons.utils.LinearRange;+import io.onedev.commons.utils.LockUtils;+import io.onedev.commons.utils.StringUtils;+import io.onedev.server.OneDev;+import io.onedev.server.buildspec.BuildSpec;+import io.onedev.server.entitymanager.BuildManager;+import io.onedev.server.entitymanager.BuildQuerySettingManager;+import io.onedev.server.entitymanager.CodeCommentQuerySettingManager;+import io.onedev.server.entitymanager.CommitQuerySettingManager;+import io.onedev.server.entitymanager.IssueQuerySettingManager;+import io.onedev.server.entitymanager.ProjectManager;+import io.onedev.server.entitymanager.PullRequestQuerySettingManager;+import io.onedev.server.entitymanager.SettingManager;+import io.onedev.server.entitymanager.UserManager;+import io.onedev.server.event.RefUpdated;+import io.onedev.server.git.BlameBlock;+import io.onedev.server.git.Blob;+import io.onedev.server.git.BlobIdent;+import io.onedev.server.git.BlobIdentFilter;+import io.onedev.server.git.GitUtils;+import io.onedev.server.git.RefInfo;+import io.onedev.server.git.Submodule;+import io.onedev.server.git.command.BlameCommand;+import io.onedev.server.git.command.ListChangedFilesCommand;+import io.onedev.server.git.exception.NotFileException;+import io.onedev.server.git.exception.ObjectNotFoundException;+import io.onedev.server.infomanager.CommitInfoManager;+import io.onedev.server.migration.VersionedXmlDoc;+import io.onedev.server.model.Build.Status;+import io.onedev.server.model.support.BranchProtection;+import io.onedev.server.model.support.FileProtection;+import io.onedev.server.model.support.NamedCodeCommentQuery;+import io.onedev.server.model.support.NamedCommitQuery;+import io.onedev.server.model.support.TagProtection;+import io.onedev.server.model.support.WebHook;+import io.onedev.server.model.support.build.ProjectBuildSetting;+import io.onedev.server.model.support.issue.ProjectIssueSetting;+import io.onedev.server.model.support.pullrequest.ProjectPullRequestSetting;+import io.onedev.server.persistence.SessionManager;+import io.onedev.server.persistence.TransactionManager;+import io.onedev.server.storage.StorageManager;+import io.onedev.server.util.CollectionUtils;+import io.onedev.server.util.ComponentContext;+import io.onedev.server.util.SecurityUtils;+import io.onedev.server.util.jackson.DefaultView;+import io.onedev.server.util.match.Matcher;+import io.onedev.server.util.match.PathMatcher;+import io.onedev.server.util.patternset.PatternSet;+import io.onedev.server.util.reviewrequirement.ReviewRequirement;+import io.onedev.server.util.usermatch.UserMatch;+import io.onedev.server.util.validation.annotation.ProjectName;+import io.onedev.server.web.editable.annotation.Editable;+import io.onedev.server.web.editable.annotation.Markdown;+import io.onedev.server.web.util.ProjectAware;+import io.onedev.server.web.util.WicketUtils;++@Entity+@Table(indexes={@Index(columnList="o_forkedFrom_id"), @Index(columnList=PROP_NAME),+ @Index(columnList=PROP_UPDATE_DATE)})+@Cache(usage=CacheConcurrencyStrategy.READ_WRITE)+//use dynamic update in order not to overwrite other edits while background threads change update date+@DynamicUpdate+@Editable+public class Project extends AbstractEntity {++ private static final long serialVersionUID = 1L;++ public static final String FIELD_NAME = "Name";++ public static final String PROP_NAME = "name";++ public static final String FIELD_UPDATE_DATE = "Update Date";++ public static final String PROP_UPDATE_DATE = "updateDate";++ public static final String FIELD_DESCRIPTION = "Description";++ public static final String PROP_DESCRIPTION = "description";++ public static final String FIELD_OWNER = "Owner";++ public static final String PROP_OWNER = "owner";++ public static final String PROP_ID = "id";++ public static final String PROP_FORKED_FROM = "forkedFrom";++ public static final List<String> QUERY_FIELDS =+ Lists.newArrayList(FIELD_NAME, FIELD_DESCRIPTION, FIELD_UPDATE_DATE);++ public static final Map<String, String> ORDER_FIELDS = CollectionUtils.newLinkedHashMap(+ FIELD_NAME, PROP_NAME,+ FIELD_OWNER, PROP_OWNER,+ FIELD_UPDATE_DATE, PROP_UPDATE_DATE);++ private static final int LAST_COMMITS_CACHE_THRESHOLD = 1000;++ public static final int MAX_UPLOAD_SIZE = 10; // In mega bytes++ static ThreadLocal<Stack<Project>> stack = new ThreadLocal<Stack<Project>>() {++ @Override+ protected Stack<Project> initialValue() {+ return new Stack<Project>();+ }++ };++ public static void push(Project project) {+ stack.get().push(project);+ }++ public static void pop() {+ stack.get().pop();+ }++ @ManyToOne(fetch=FetchType.LAZY)+ @JoinColumn(nullable=true)+ private Project forkedFrom;++ @ManyToOne(fetch=FetchType.LAZY)+ @JoinColumn+ private User owner;++ @Column(nullable=false, unique=true)+ private String name;++ @Column(length=16384)+ private String description;++ @OneToMany(mappedBy="project")+ private Collection<Build> builds = new ArrayList<>();++ @Lob+ @Column(nullable=false, length=65535)+ @JsonView(DefaultView.class)+ private ArrayList<BranchProtection> branchProtections = new ArrayList<>();++ @Lob+ @Column(nullable=false, length=65535)+ @JsonView(DefaultView.class)+ private ArrayList<TagProtection> tagProtections = new ArrayList<>();++ @Column(nullable=false)+ private Date createDate = new Date();++ @Column(nullable=false)+ private Date updateDate = new Date();++ @OneToMany(mappedBy="targetProject", cascade=CascadeType.REMOVE)+ private Collection<PullRequest> incomingRequests = new ArrayList<>();++ @OneToMany(mappedBy="sourceProject")+ private Collection<PullRequest> outgoingRequests = new ArrayList<>();++ @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)+ private Collection<Issue> issues = new ArrayList<>();++ @OneToMany(mappedBy="forkedFrom")+ @Cache(usage=CacheConcurrencyStrategy.READ_WRITE)+ private Collection<Project> forks = new ArrayList<>();++ @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)+ @Cache(usage=CacheConcurrencyStrategy.READ_WRITE)+ private Collection<GroupAuthorization> groupAuthorizations = new ArrayList<>();++ @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)+ @Cache(usage=CacheConcurrencyStrategy.READ_WRITE)+ private Collection<UserAuthorization> userAuthorizations = new ArrayList<>();++ @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)+ private Collection<CodeComment> codeComments = new ArrayList<>();++ @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)+ private Collection<IssueQuerySetting> userIssueQuerySettings = new ArrayList<>();++ @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)+ private Collection<CommitQuerySetting> userCommitQuerySettings = new ArrayList<>();++ @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)+ private Collection<PullRequestQuerySetting> userPullRequestQuerySettings = new ArrayList<>();++ @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)+ private Collection<CodeCommentQuerySetting> userCodeCommentQuerySettings = new ArrayList<>();++ @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)+ private Collection<BuildQuerySetting> userBuildQuerySettings = new ArrayList<>();++ @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)+ private Collection<Milestone> milestones = new ArrayList<>();++ @Lob+ @Column(length=65535, nullable=false)+ @JsonView(DefaultView.class)+ private ProjectIssueSetting issueSetting = new ProjectIssueSetting();++ @Lob+ @Column(length=65535, nullable=false)+ @JsonView(DefaultView.class)+ private ProjectBuildSetting buildSetting = new ProjectBuildSetting();++ @Lob+ @Column(length=65535, nullable=false)+ @JsonView(DefaultView.class)+ private ProjectPullRequestSetting pullRequestSetting = new ProjectPullRequestSetting();++ @Lob+ @Column(length=65535)+ @JsonView(DefaultView.class)+ private ArrayList<NamedCommitQuery> namedCommitQueries;++ @Lob+ @Column(length=65535)+ @JsonView(DefaultView.class)+ private ArrayList<NamedCodeCommentQuery> namedCodeCommentQueries;++ @Lob+ @Column(length=65535, nullable=false)+ @JsonView(DefaultView.class)+ private ArrayList<WebHook> webHooks = new ArrayList<>();++ private transient Repository repository;++ private transient Map<BlobIdent, Optional<Blob>> blobCache;++ private transient Map<String, Optional<ObjectId>> objectIdCache;++ private transient Map<ObjectId, Optional<BuildSpec>> buildSpecCache;++ private transient Map<ObjectId, Map<String, Status>> commitStatusCache;++ private transient Map<ObjectId, Optional<RevCommit>> commitCache;++ private transient Map<String, Optional<Ref>> refCache;++ private transient Optional<String> defaultBranchOptional;++ private transient Optional<IssueQuerySetting> issueQuerySettingOfCurrentUserHolder;++ private transient Optional<PullRequestQuerySetting> pullRequestQuerySettingOfCurrentUserHolder;++ private transient Optional<CodeCommentQuerySetting> codeCommentQuerySettingOfCurrentUserHolder;++ private transient Optional<BuildQuerySetting> buildQuerySettingOfCurrentUserHolder;++ private transient Optional<CommitQuerySetting> commitQuerySettingOfCurrentUserHolder;++ private transient Optional<RevCommit> lastCommitHolder;++ private transient List<Milestone> sortedMilestones;++ private transient List<String> jobNames;++ @Editable(order=100)+ @ProjectName+ @NotEmpty+ public String getName() {+ return name;+ }++ public void setName(String name) {+ this.name = name;+ }++ @Editable(order=200)+ @Markdown+ public String getDescription() {+ return description;+ }++ public void setDescription(String description) {+ this.description = description;+ }++ public ArrayList<BranchProtection> getBranchProtections() {+ return branchProtections;+ }++ public void setBranchProtections(ArrayList<BranchProtection> branchProtections) {+ this.branchProtections = branchProtections;+ }++ public ArrayList<TagProtection> getTagProtections() {+ return tagProtections;+ }++ public void setTagProtections(ArrayList<TagProtection> tagProtections) {+ this.tagProtections = tagProtections;+ }++ public Date getCreateDate() {+ return createDate;+ }++ public void setCreateDate(Date createDate) {+ this.createDate = createDate;+ }++ public Date getUpdateDate() {+ return updateDate;+ }++ public void setUpdateDate(Date updateDate) {+ this.updateDate = updateDate;+ }++ public Collection<PullRequest> getIncomingRequests() {+ return incomingRequests;+ }++ public void setIncomingRequests(Collection<PullRequest> incomingRequests) {+ this.incomingRequests = incomingRequests;+ }++ public Collection<PullRequest> getOutgoingRequests() {+ return outgoingRequests;+ }++ public void setOutgoingRequests(Collection<PullRequest> outgoingRequests) {+ this.outgoingRequests = outgoingRequests;+ }++ public Collection<GroupAuthorization> getGroupAuthorizations() {+ return groupAuthorizations;+ }++ public void setGroupAuthorizations(Collection<GroupAuthorization> groupAuthorizations) {+ this.groupAuthorizations = groupAuthorizations;+ }++ public Collection<UserAuthorization> getUserAuthorizations() {+ return userAuthorizations;+ }++ public void setUserAuthorizations(Collection<UserAuthorization> userAuthorizations) {+ this.userAuthorizations = userAuthorizations;+ }++ @Nullable+ public Project getForkedFrom() {+ return forkedFrom;+ }++ public void setForkedFrom(Project forkedFrom) {+ this.forkedFrom = forkedFrom;+ }++ public User getOwner() {+ return owner;+ }++ public void setOwner(User owner) {+ this.owner = owner;+ }++ public Collection<Project> getForks() {+ return forks;+ }++ public void setForks(Collection<Project> forks) {+ this.forks = forks;+ }++ public List<RefInfo> getBranchRefInfos() {+ List<RefInfo> refInfos = getRefInfos(Constants.R_HEADS);+ for (Iterator<RefInfo> it = refInfos.iterator(); it.hasNext();) {+ RefInfo refInfo = it.next();+ if (refInfo.getRef().getName().equals(GitUtils.branch2ref(getDefaultBranch()))) {+ it.remove();+ refInfos.add(0, refInfo);+ break;+ }+ }++ return refInfos;+ }++ public List<RefInfo> getTagRefInfos() {+ return getRefInfos(Constants.R_TAGS);+ }++ public List<RefInfo> getRefInfos(String prefix) {+ try (RevWalk revWalk = new RevWalk(getRepository())) {+ List<Ref> refs = new ArrayList<Ref>(getRepository().getRefDatabase().getRefsByPrefix(prefix));+ List<RefInfo> refInfos = refs.stream()+ .map(ref->new RefInfo(revWalk, ref))+ .filter(refInfo->refInfo.getPeeledObj() instanceof RevCommit)+ .collect(Collectors.toList());+ Collections.sort(refInfos);+ Collections.reverse(refInfos);+ return refInfos;+ } catch (IOException e) {+ throw new RuntimeException(e);+ }+ }++ public Git git() {+ return Git.wrap(getRepository());+ }++ public File getGitDir() {+ return OneDev.getInstance(StorageManager.class).getProjectGitDir(getId());+ }++ /**+ * Find fork root of this project.+ *+ * @return+ * fork root of this project+ */+ public Project getForkRoot() {+ if (forkedFrom != null)+ return forkedFrom.getForkRoot();+ else+ return this;+ }++ /**+ * Get all descendant projects forking from current project.+ *+ * @return+ * all descendant projects forking from current project+ */+ public List<Project> getForkChildren() {+ List<Project> children = new ArrayList<>();+ for (Project fork: getForks()) {+ children.add(fork);+ children.addAll(fork.getForkChildren());+ }++ return children;+ }++ public List<Project> getForkParents() {+ List<Project> forkParents = new ArrayList<>();+ if (getForkedFrom() != null) {+ forkParents.add(getForkedFrom());+ forkParents.addAll(getForkedFrom().getForkParents());+ }+ return forkParents;+ }++ public Repository getRepository() {+ if (repository == null)+ repository = OneDev.getInstance(ProjectManager.class).getRepository(this);+ return repository;+ }++ public String getUrl() {+ return OneDev.getInstance(SettingManager.class).getSystemSetting().getServerUrl() + "/projects/" + getName();+ }++ @Nullable+ public String getDefaultBranch() {+ if (defaultBranchOptional == null) {+ try {+ Ref headRef = getRepository().findRef("HEAD");+ if (headRef != null+ && headRef.isSymbolic()+ && headRef.getTarget().getName().startsWith(Constants.R_HEADS)+ && headRef.getObjectId() != null) {+ defaultBranchOptional = Optional.of(Repository.shortenRefName(headRef.getTarget().getName()));+ } else {+ defaultBranchOptional = Optional.absent();+ }+ } catch (IOException e) {+ throw new RuntimeException(e);+ }+ }+ return defaultBranchOptional.orNull();+ }++ public void setDefaultBranch(String defaultBranchName) {+ RefUpdate refUpdate = GitUtils.getRefUpdate(getRepository(), "HEAD");+ GitUtils.linkRef(refUpdate, GitUtils.branch2ref(defaultBranchName));+ defaultBranchOptional = null;+ }++ private Map<BlobIdent, Optional<Blob>> getBlobCache() {+ if (blobCache == null) {+ synchronized(this) {+ if (blobCache == null)+ blobCache = new ConcurrentHashMap<>();+ }+ }+ return blobCache;+ }++ /**+ * Read blob content and cache result in repository in case the same blob+ * content is requested again.+ *+ * We made this method thread-safe as we are using ForkJoinPool to calculate+ * diffs of multiple blob changes concurrently, and this method will be+ * accessed concurrently in that special case.+ *+ * @param blobIdent+ * ident of the blob+ * @return+ * blob of specified blob ident+ * @throws+ * ObjectNotFoundException if blob of specified ident can not be found in repository+ *+ */+ @Nullable+ public Blob getBlob(BlobIdent blobIdent, boolean mustExist) {+ Preconditions.checkArgument(blobIdent.revision!=null && blobIdent.path!=null && blobIdent.mode!=null,+ "Revision, path and mode of ident param should be specified");++ Optional<Blob> blob = getBlobCache().get(blobIdent);+ if (blob == null) {+ try (RevWalk revWalk = new RevWalk(getRepository())) {+ ObjectId revId = getObjectId(blobIdent.revision, mustExist);+ if (revId != null) {+ RevCommit commit = GitUtils.parseCommit(revWalk, revId);+ if (commit != null) {+ RevTree revTree = commit.getTree();+ TreeWalk treeWalk = TreeWalk.forPath(getRepository(), blobIdent.path, revTree);+ if (treeWalk != null) {+ ObjectId blobId = treeWalk.getObjectId(0);+ if (blobIdent.isGitLink()) {+ String url = getSubmodules(blobIdent.revision).get(blobIdent.path);+ if (url == null) {+ if (mustExist)+ throw new ObjectNotFoundException("Unable to find submodule '" + blobIdent.path + "' in .gitmodules");+ else+ blob = Optional.absent();+ } else {+ String hash = blobId.name();+ blob = Optional.of(new Blob(blobIdent, blobId, new Submodule(url, hash).toString().getBytes()));+ }+ } else if (blobIdent.isTree()) {+ throw new NotFileException("Path '" + blobIdent.path + "' is a tree");+ } else {+ blob = Optional.of(new Blob(blobIdent, blobId, treeWalk.getObjectReader()));+ }+ }+ }+ }+ if (blob == null) {+ if (mustExist)+ throw new ObjectNotFoundException("Unable to find blob ident: " + blobIdent);+ else+ blob = Optional.absent();+ }+ getBlobCache().put(blobIdent, blob);+ } catch (IOException e) {+ throw new RuntimeException(e);+ }+ }+ return blob.orNull();+ }++ public InputStream getInputStream(BlobIdent ident) {+ try (RevWalk revWalk = new RevWalk(getRepository())) {+ ObjectId commitId = getObjectId(ident.revision, true);+ RevTree revTree = revWalk.parseCommit(commitId).getTree();+ TreeWalk treeWalk = TreeWalk.forPath(getRepository(), ident.path, revTree);+ if (treeWalk != null) {+ ObjectLoader objectLoader = treeWalk.getObjectReader().open(treeWalk.getObjectId(0));+ return objectLoader.openStream();+ } else {+ throw new ObjectNotFoundException("Unable to find blob path '" + ident.path + "' in revision '" + ident.revision + "'");+ }+ } catch (IOException e) {+ throw new RuntimeException(e);+ }+ }++ /**+ * Get cached object id of specified revision.+ *+ * @param revision+ * revision to resolve object id for+ * @param mustExist+ * true to have the method throwing exception instead+ * of returning null if the revision does not exist+ * @return+ * object id of specified revision, or <tt>null</tt> if revision+ * does not exist and mustExist is specified as false+ */+ @Nullable+ public ObjectId getObjectId(String revision, boolean mustExist) {+ if (objectIdCache == null)+ objectIdCache = new HashMap<>();++ Optional<ObjectId> optional = objectIdCache.get(revision);+ if (optional == null) {+ optional = Optional.fromNullable(GitUtils.resolve(getRepository(), revision));+ objectIdCache.put(revision, optional);+ }+ if (mustExist && !optional.isPresent())+ throw new ObjectNotFoundException("Unable to find object '" + revision + "'");+ return optional.orNull();+ }++ public void cacheObjectId(String revision, @Nullable ObjectId objectId) {+ if (objectIdCache == null)+ objectIdCache = new HashMap<>();++ objectIdCache.put(revision, Optional.fromNullable(objectId));+ }++ public Map<String, Status> getCommitStatus(ObjectId commitId) {+ Map<String, Status> commitStatus = getCommitStatusCache().get(commitId);+ if (commitStatus == null) {+ BuildManager buildManager = OneDev.getInstance(BuildManager.class);+ commitStatus = buildManager.queryStatus(this, Sets.newHashSet(commitId)).get(commitId);+ getCommitStatusCache().put(commitId, Preconditions.checkNotNull(commitStatus));+ }+ return commitStatus;+ }++ private Map<ObjectId, Map<String, Status>> getCommitStatusCache() {+ if (commitStatusCache == null)+ commitStatusCache = new HashMap<>();+ return commitStatusCache;+ }++ public void cacheCommitStatus(Map<ObjectId, Map<String, Status>> commitStatuses) {+ getCommitStatusCache().putAll(commitStatuses);+ }++ /**+ * Get build spec of specified commit+ * @param commitId+ * commit id to get build spec for+ * @return+ * build spec of specified commit, or <tt>null</tt> if no build spec is defined and+ * auto-detection also can not provide an appropriate build spec+ * @throws+ * Exception when build spec is defined but not valid+ */+ @Nullable+ public BuildSpec getBuildSpec(ObjectId commitId) {+ if (buildSpecCache == null)+ buildSpecCache = new HashMap<>();+ Optional<BuildSpec> buildSpec = buildSpecCache.get(commitId);+ if (buildSpec == null) {+ Blob blob = getBlob(new BlobIdent(commitId.name(), BuildSpec.BLOB_PATH, FileMode.TYPE_FILE), false);+ if (blob != null)+ buildSpec = Optional.fromNullable(BuildSpec.parse(blob.getBytes()));+ else+ buildSpec = Optional.absent();+ buildSpecCache.put(commitId, buildSpec);+ }+ return buildSpec.orNull();+ }++ public List<String> getJobNames() {+ if (jobNames == null) {+ Set<String> jobNameSet = new HashSet<>();+ for (RefInfo refInfo: getBranchRefInfos()) {+ Blob blob = getBlob(new BlobIdent(refInfo.getPeeledObj().name(),+ BuildSpec.BLOB_PATH, FileMode.TYPE_FILE), false);+ if (blob != null && blob.getText() != null) {+ try {+ VersionedXmlDoc dom = VersionedXmlDoc.fromXML(blob.getText().getContent());+ for (Element jobElement: dom.getRootElement().element("jobs").elements())+ jobNameSet.add(jobElement.elementTextTrim("name"));+ } catch (Exception e) {+ }+ }+ }+ jobNames = new ArrayList<>(jobNameSet);+ Collections.sort(jobNames);+ }+ return jobNames;+ }++ public RevCommit getLastCommit() {+ if (lastCommitHolder == null) {+ RevCommit lastCommit = null;+ try {+ for (Ref ref: getRepository().getRefDatabase().getRefsByPrefix(Constants.R_HEADS)) {+ RevCommit commit = getRevCommit(ref.getObjectId(), false);+ if (commit != null) {+ if (lastCommit != null) {+ if (commit.getCommitTime() > lastCommit.getCommitTime())+ lastCommit = commit;+ } else {+ lastCommit = commit;+ }+ }+ }+ } catch (IOException e) {+ throw new RuntimeException(e);+ }+ lastCommitHolder = Optional.fromNullable(lastCommit);+ }+ return lastCommitHolder.orNull();+ }++ public LastCommitsOfChildren getLastCommitsOfChildren(String revision, @Nullable String path) {+ if (path == null)+ path = "";++ final File cacheDir = new File(+ OneDev.getInstance(StorageManager.class).getProjectInfoDir(getId()),+ "last_commits/" + path + "/onedev_last_commits");++ final ReadWriteLock lock;+ try {+ lock = LockUtils.getReadWriteLock(cacheDir.getCanonicalPath());+ } catch (IOException e) {+ throw new RuntimeException(e);+ }++ final Set<ObjectId> commitIds = new HashSet<>();++ lock.readLock().lock();+ try {+ if (cacheDir.exists()) {+ for (String each: cacheDir.list())+ commitIds.add(ObjectId.fromString(each));+ }+ } finally {+ lock.readLock().unlock();+ }++ org.eclipse.jgit.revwalk.LastCommitsOfChildren.Cache cache;+ if (!commitIds.isEmpty()) {+ cache = new org.eclipse.jgit.revwalk.LastCommitsOfChildren.Cache() {++ @SuppressWarnings("unchecked")+ @Override+ public Map<String, Value> getLastCommitsOfChildren(ObjectId commitId) {+ if (commitIds.contains(commitId)) {+ lock.readLock().lock();+ try {+ byte[] bytes = FileUtils.readFileToByteArray(new File(cacheDir, commitId.name()));+ return (Map<String, Value>) SerializationUtils.deserialize(bytes);+ } catch (IOException e) {+ throw new RuntimeException(e);+ } finally {+ lock.readLock().unlock();+ }+ } else {+ return null;+ }+ }++ };+ } else {+ cache = null;+ }++ final AnyObjectId commitId = getObjectId(revision, true);++ long time = System.currentTimeMillis();+ LastCommitsOfChildren lastCommits = new LastCommitsOfChildren(getRepository(), commitId, path, cache);+ long elapsed = System.currentTimeMillis()-time;+ if (elapsed > LAST_COMMITS_CACHE_THRESHOLD) {+ lock.writeLock().lock();+ try {+ if (!cacheDir.exists())+ FileUtils.createDir(cacheDir);+ FileUtils.writeByteArrayToFile(+ new File(cacheDir, commitId.name()),+ SerializationUtils.serialize(lastCommits));+ } catch (IOException e) {+ throw new RuntimeException(e);+ } finally {+ lock.writeLock().unlock();+ }+ }+ return lastCommits;+ }++ @Nullable+ public Ref getRef(String revision) {+ if (refCache == null)+ refCache = new HashMap<>();+ Optional<Ref> optional = refCache.get(revision);+ if (optional == null) {+ try {+ optional = Optional.fromNullable(getRepository().findRef(revision));+ } catch (IOException e) {+ throw new RuntimeException(e);+ }+ refCache.put(revision, optional);+ }+ return optional.orNull();+ }++ @Nullable+ public Ref getBranchRef(String revision) {+ Ref ref = getRef(revision);+ if (ref != null && ref.getName().startsWith(Constants.R_HEADS))+ return ref;+ else+ return null;+ }++ @Nullable+ public Ref getTagRef(String revision) {+ Ref ref = getRef(revision);+ if (ref != null && ref.getName().startsWith(Constants.R_TAGS))+ return ref;+ else+ return null;+ }++ @Nullable+ public RevCommit getRevCommit(String revision, boolean mustExist) {+ ObjectId revId = getObjectId(revision, mustExist);+ if (revId != null) {+ return getRevCommit(revId, mustExist);+ } else {+ return null;+ }+ }++ @Nullable+ public RevCommit getRevCommit(ObjectId revId, boolean mustExist) {+ if (commitCache == null)+ commitCache = new HashMap<>();+ RevCommit commit;+ Optional<RevCommit> optional = commitCache.get(revId);+ if (optional == null) {+ try (RevWalk revWalk = new RevWalk(getRepository())) {+ optional = Optional.fromNullable(GitUtils.parseCommit(revWalk, revId));+ }+ commitCache.put(revId, optional);+ }+ commit = optional.orNull();++ if (mustExist && commit == null)+ throw new ObjectNotFoundException("Unable to find commit associated with object id: " + revId);+ else+ return commit;+ }++ public List<Ref> getRefs(String prefix) {+ try {+ return getRepository().getRefDatabase().getRefsByPrefix(prefix);+ } catch (IOException e) {+ throw new RuntimeException(e);+ }+ }++ public Map<String, String> getSubmodules(String revision) {+ Map<String, String> submodules = new HashMap<>();++ Blob blob = getBlob(new BlobIdent(revision, ".gitmodules", FileMode.REGULAR_FILE.getBits()), true);+ String content = new String(blob.getBytes());++ String path = null;+ String url = null;++ for (String line: StringUtils.splitAndTrim(content, "\r\n")) {+ if (line.startsWith("[") && line.endsWith("]")) {+ if (path != null && url != null)+ submodules.put(path, url);++ path = url = null;+ } else if (line.startsWith("path")) {+ path = StringUtils.substringAfter(line, "=").trim();+ } else if (line.startsWith("url")) {+ url = StringUtils.substringAfter(line, "=").trim();+ }+ }+ if (path != null && url != null)+ submodules.put(path, url);++ return submodules;+ }++ public void createBranch(String branchName, String branchRevision) {+ try {+ CreateBranchCommand command = git().branchCreate();+ command.setName(branchName);+ RevCommit commit = getRevCommit(branchRevision, true);+ command.setStartPoint(getRevCommit(branchRevision, true));+ command.call();+ String refName = GitUtils.branch2ref(branchName);+ cacheObjectId(refName, commit);++ ObjectId commitId = commit.copy();+ OneDev.getInstance(TransactionManager.class).runAfterCommit(new Runnable() {++ @Override+ public void run() {+ OneDev.getInstance(SessionManager.class).runAsync(new Runnable() {++ @Override+ public void run() {+ Project project = OneDev.getInstance(ProjectManager.class).load(getId());+ OneDev.getInstance(ListenerRegistry.class).post(+ new RefUpdated(project, refName, ObjectId.zeroId(), commitId));+ }++ });+ }++ });+ } catch (GitAPIException e) {+ throw new RuntimeException(e);+ }+ }++ public void createTag(String tagName, String tagRevision, PersonIdent taggerIdent, @Nullable String tagMessage) {+ try {+ TagCommand tag = git().tag();+ tag.setName(tagName);+ if (tagMessage != null)+ tag.setMessage(tagMessage);+ tag.setTagger(taggerIdent);+ tag.setObjectId(getRevCommit(tagRevision, true));+ tag.call();++ String refName = GitUtils.tag2ref(tagName);+ cacheObjectId(refName, tag.getObjectId());++ ObjectId commitId = tag.getObjectId().copy();+ OneDev.getInstance(TransactionManager.class).runAfterCommit(new Runnable() {++ @Override+ public void run() {+ OneDev.getInstance(SessionManager.class).runAsync(new Runnable() {++ @Override+ public void run() {+ Project project = OneDev.getInstance(ProjectManager.class).load(getId());+ OneDev.getInstance(ListenerRegistry.class).post(+ new RefUpdated(project, refName, ObjectId.zeroId(), commitId));+ }++ });+ }++ });+ } catch (GitAPIException e) {+ throw new RuntimeException(e);+ }+ }++ public Collection<CodeComment> getCodeComments() {+ return codeComments;+ }++ public void setCodeComments(Collection<CodeComment> codeComments) {+ this.codeComments = codeComments;+ }++ public ProjectIssueSetting getIssueSetting() {+ return issueSetting;+ }++ public void setIssueSetting(ProjectIssueSetting issueSetting) {+ this.issueSetting = issueSetting;+ }++ public ProjectBuildSetting getBuildSetting() {+ return buildSetting;+ }++ public void setBuildSetting(ProjectBuildSetting buildSetting) {+ this.buildSetting = buildSetting;+ }++ public ProjectPullRequestSetting getPullRequestSetting() {+ return pullRequestSetting;+ }++ public void setPullRequestSetting(ProjectPullRequestSetting pullRequestSetting) {+ this.pullRequestSetting = pullRequestSetting;+ }++ public ArrayList<NamedCommitQuery> getNamedCommitQueries() {+ if (namedCommitQueries == null) {+ namedCommitQueries = new ArrayList<>();+ namedCommitQueries.add(new NamedCommitQuery("All", null));+ namedCommitQueries.add(new NamedCommitQuery("Default branch", "default-branch"));+ namedCommitQueries.add(new NamedCommitQuery("Authored by me", "authored-by-me"));+ namedCommitQueries.add(new NamedCommitQuery("Committed by me", "committed-by-me"));+ namedCommitQueries.add(new NamedCommitQuery("Committed recently", "after(last week)"));+ }+ return namedCommitQueries;+ }++ public void setNamedCommitQueries(ArrayList<NamedCommitQuery> namedCommitQueries) {+ this.namedCommitQueries = namedCommitQueries;+ }++ public ArrayList<NamedCodeCommentQuery> getNamedCodeCommentQueries() {+ if (namedCodeCommentQueries == null) {+ namedCodeCommentQueries = new ArrayList<>();+ namedCodeCommentQueries.add(new NamedCodeCommentQuery("All", null));+ namedCodeCommentQueries.add(new NamedCodeCommentQuery("Created by me", "created by me"));+ namedCodeCommentQueries.add(new NamedCodeCommentQuery("Created recently", "\"Create Date\" is after \"last week\""));+ namedCodeCommentQueries.add(new NamedCodeCommentQuery("Updated recently", "\"Update Date\" is after \"last week\""));+ }+ return namedCodeCommentQueries;+ }++ public void setNamedCodeCommentQueries(ArrayList<NamedCodeCommentQuery> namedCodeCommentQueries) {+ this.namedCodeCommentQueries = namedCodeCommentQueries;+ }++ public Collection<IssueQuerySetting> getUserIssueQuerySettings() {+ return userIssueQuerySettings;+ }++ public void setUserIssueQuerySettings(Collection<IssueQuerySetting> userIssueQuerySettings) {+ this.userIssueQuerySettings = userIssueQuerySettings;+ }++ public Collection<CommitQuerySetting> getUserCommitQuerySettings() {+ return userCommitQuerySettings;+ }++ public void setUserCommitQuerySettings(Collection<CommitQuerySetting> userCommitQuerySettings) {+ this.userCommitQuerySettings = userCommitQuerySettings;+ }++ public Collection<PullRequestQuerySetting> getUserPullRequestQuerySettings() {+ return userPullRequestQuerySettings;+ }++ public void setUserPullRequestQuerySettings(Collection<PullRequestQuerySetting> userPullRequestQuerySettings) {+ this.userPullRequestQuerySettings = userPullRequestQuerySettings;+ }++ public Collection<CodeCommentQuerySetting> getUserCodeCommentQuerySettings() {+ return userCodeCommentQuerySettings;+ }++ public void setUserCodeCommentQuerySettings(Collection<CodeCommentQuerySetting> userCodeCommentQuerySettings) {+ this.userCodeCommentQuerySettings = userCodeCommentQuerySettings;+ }++ public Collection<BuildQuerySetting> getUserBuildQuerySettings() {+ return userBuildQuerySettings;+ }++ public void setUserBuildQuerySettings(Collection<BuildQuerySetting> userBuildQuerySettings) {+ this.userBuildQuerySettings = userBuildQuerySettings;+ }++ public Collection<Build> getBuilds() {+ return builds;+ }++ public void setBuilds(Collection<Build> builds) {+ this.builds = builds;+ }++ public List<BlobIdent> getChildren(BlobIdent blobIdent, BlobIdentFilter blobIdentFilter) {+ return getChildren(blobIdent, blobIdentFilter, getObjectId(blobIdent.revision, true));+ }++ public List<BlobIdent> getChildren(BlobIdent blobIdent, BlobIdentFilter blobIdentFilter, ObjectId commitId) {+ Repository repository = getRepository();+ try (RevWalk revWalk = new RevWalk(repository)) {+ RevTree revTree = revWalk.parseCommit(commitId).getTree();++ TreeWalk treeWalk;+ if (blobIdent.path != null) {+ treeWalk = TreeWalk.forPath(repository, blobIdent.path, revTree);+ treeWalk.enterSubtree();+ } else {+ treeWalk = new TreeWalk(repository);+ treeWalk.addTree(revTree);+ }++ List<BlobIdent> children = new ArrayList<>();+ while (treeWalk.next()) {+ BlobIdent child = new BlobIdent(blobIdent.revision, treeWalk.getPathString(), treeWalk.getRawMode(0));+ if (blobIdentFilter.filter(child))+ children.add(child);+ }+ Collections.sort(children);+ return children;+ } catch (IOException e) {+ throw new RuntimeException(e);+ }+ }++ public int getMode(String revision, @Nullable String path) {+ if (path != null) {+ RevCommit commit = getRevCommit(revision, true);+ try {+ TreeWalk treeWalk = TreeWalk.forPath(getRepository(), path, commit.getTree());+ if (treeWalk != null) {+ return treeWalk.getRawMode(0);+ } else {+ throw new ObjectNotFoundException("Unable to find blob path '" + path+ + "' in revision '" + revision + "'");+ }+ } catch (IOException e) {+ throw new RuntimeException(e);+ }+ } else {+ return FileMode.TREE.getBits();+ }+ }++ public Collection<Milestone> getMilestones() {+ return milestones;+ }++ public void setMilestones(Collection<Milestone> milestones) {+ this.milestones = milestones;+ }++ public List<Milestone> getSortedMilestones() {+ if (sortedMilestones == null) {+ sortedMilestones = new ArrayList<>();+ List<Milestone> open = getMilestones().stream()+ .filter(it->!it.isClosed())+ .sorted(Comparator.comparing(Milestone::getDueDate))+ .collect(Collectors.toList());+ sortedMilestones.addAll(open);+ List<Milestone> closed = getMilestones().stream()+ .filter(it->it.isClosed())+ .sorted(Comparator.comparing(Milestone::getDueDate))+ .collect(Collectors.toList());+ Collections.reverse(closed);+ sortedMilestones.addAll(closed);+ }+ return sortedMilestones;+ }++ @Editable+ public ArrayList<WebHook> getWebHooks() {+ return webHooks;+ }++ public void setWebHooks(ArrayList<WebHook> webHooks) {+ this.webHooks = webHooks;+ }++ public List<WebHook> getHierarchyWebHooks() {+ List<WebHook> hierarchyWebHooks = new ArrayList<>(getWebHooks());+ hierarchyWebHooks.addAll(getOwner().getWebHooks());+ return hierarchyWebHooks;+ }++ public TagProtection getTagProtection(String tagName, User user) {+ boolean noCreation = false;+ boolean noDeletion = false;+ boolean noUpdate = false;+ for (TagProtection protection: getTagProtections()) {+ if (protection.isEnabled()+ && UserMatch.parse(protection.getUserMatch()).matches(this, user)+ && PatternSet.parse(protection.getTags()).matches(new PathMatcher(), tagName)) {+ noCreation = noCreation || protection.isPreventCreation();+ noDeletion = noDeletion || protection.isPreventDeletion();+ noUpdate = noUpdate || protection.isPreventUpdate();+ }+ }++ TagProtection protection = new TagProtection();+ protection.setPreventCreation(noCreation);+ protection.setPreventDeletion(noDeletion);+ protection.setPreventUpdate(noUpdate);++ return protection;+ }++ public BranchProtection getBranchProtection(String branchName, @Nullable User user) {+ boolean noCreation = false;+ boolean noDeletion = false;+ boolean noForcedPush = false;+ Set<String> jobNames = new HashSet<>();+ List<FileProtection> fileProtections = new ArrayList<>();+ ReviewRequirement reviewRequirement = ReviewRequirement.parse(null, true);+ for (BranchProtection protection: getBranchProtections()) {+ if (protection.isEnabled()+ && UserMatch.parse(protection.getUserMatch()).matches(this, user)+ && PatternSet.parse(protection.getBranches()).matches(new PathMatcher(), branchName)) {+ noCreation = noCreation || protection.isPreventCreation();+ noDeletion = noDeletion || protection.isPreventDeletion();+ noForcedPush = noForcedPush || protection.isPreventForcedPush();+ jobNames.addAll(protection.getJobNames());+ fileProtections.addAll(protection.getFileProtections());+ reviewRequirement.mergeWith(protection.getParsedReviewRequirement());+ }+ }++ BranchProtection protection = new BranchProtection();+ protection.setFileProtections(fileProtections);+ protection.setJobNames(new ArrayList<>(jobNames));+ protection.setPreventCreation(noCreation);+ protection.setPreventDeletion(noDeletion);+ protection.setPreventForcedPush(noForcedPush);+ protection.setParsedReviewRequirement(reviewRequirement);++ return protection;+ }++ @Override+ public String toString() {+ return getName();+ }++ public List<User> getAuthors(String filePath, ObjectId commitId, @Nullable LinearRange range) {+ BlameCommand cmd = new BlameCommand(getGitDir());+ cmd.commitHash(commitId.name());+ cmd.file(filePath);+ cmd.range(range);++ List<User> authors = new ArrayList<>();+ UserManager userManager = OneDev.getInstance(UserManager.class);+ for (BlameBlock block: cmd.call()) {+ User author = userManager.find(block.getCommit().getAuthor());+ if (author != null && !authors.contains(author))+ authors.add(author);+ }++ return authors;+ }++ public IssueQuerySetting getIssueQuerySettingOfCurrentUser() {+ if (issueQuerySettingOfCurrentUserHolder == null) {+ User user = SecurityUtils.getUser();+ if (user != null) {+ IssueQuerySetting setting = OneDev.getInstance(IssueQuerySettingManager.class).find(this, user);+ if (setting == null) {+ setting = new IssueQuerySetting();+ setting.setProject(this);+ setting.setUser(user);+ }+ issueQuerySettingOfCurrentUserHolder = Optional.of(setting);+ } else {+ issueQuerySettingOfCurrentUserHolder = Optional.absent();+ }+ }+ return issueQuerySettingOfCurrentUserHolder.orNull();+ }++ public CommitQuerySetting getCommitQuerySettingOfCurrentUser() {+ if (commitQuerySettingOfCurrentUserHolder == null) {+ User user = SecurityUtils.getUser();+ if (user != null) {+ CommitQuerySetting setting = OneDev.getInstance(CommitQuerySettingManager.class).find(this, user);+ if (setting == null) {+ setting = new CommitQuerySetting();+ setting.setProject(this);+ setting.setUser(user);+ }+ commitQuerySettingOfCurrentUserHolder = Optional.of(setting);+ } else {+ commitQuerySettingOfCurrentUserHolder = Optional.absent();+ }+ }+ return commitQuerySettingOfCurrentUserHolder.orNull();+ }++ @Nullable+ public PullRequestQuerySetting getPullRequestQuerySettingOfCurrentUser() {+ if (pullRequestQuerySettingOfCurrentUserHolder == null) {+ User user = SecurityUtils.getUser();+ if (user != null) {+ PullRequestQuerySetting setting = OneDev.getInstance(PullRequestQuerySettingManager.class).find(this, user);+ if (setting == null) {+ setting = new PullRequestQuerySetting();+ setting.setProject(this);+ setting.setUser(user);+ }+ pullRequestQuerySettingOfCurrentUserHolder = Optional.of(setting);+ } else {+ pullRequestQuerySettingOfCurrentUserHolder = Optional.absent();+ }+ }+ return pullRequestQuerySettingOfCurrentUserHolder.orNull();+ }++ @Nullable+ public CodeCommentQuerySetting getCodeCommentQuerySettingOfCurrentUser() {+ if (codeCommentQuerySettingOfCurrentUserHolder == null) {+ User user = SecurityUtils.getUser();+ if (user != null) {+ CodeCommentQuerySetting setting = OneDev.getInstance(CodeCommentQuerySettingManager.class).find(this, user);+ if (setting == null) {+ setting = new CodeCommentQuerySetting();+ setting.setProject(this);+ setting.setUser(user);+ }+ codeCommentQuerySettingOfCurrentUserHolder = Optional.of(setting);+ } else {+ codeCommentQuerySettingOfCurrentUserHolder = Optional.absent();+ }+ }+ return codeCommentQuerySettingOfCurrentUserHolder.orNull();+ }++ @Nullable+ public BuildQuerySetting getBuildQuerySettingOfCurrentUser() {+ if (buildQuerySettingOfCurrentUserHolder == null) {+ User user = SecurityUtils.getUser();+ if (user != null) {+ BuildQuerySetting setting = OneDev.getInstance(BuildQuerySettingManager.class).find(this, user);+ if (setting == null) {+ setting = new BuildQuerySetting();+ setting.setProject(this);+ setting.setUser(user);+ }+ buildQuerySettingOfCurrentUserHolder = Optional.of(setting);+ } else {+ buildQuerySettingOfCurrentUserHolder = Optional.absent();+ }+ }+ return buildQuerySettingOfCurrentUserHolder.orNull();+ }++ @Nullable+ public Milestone getMilestone(@Nullable String milestoneName) {+ for (Milestone milestone: milestones) {+ if (milestone.getName().equals(milestoneName))+ return milestone;+ }+ return null;+ }++ public boolean isCommitOnBranches(@Nullable ObjectId commitId, String branches) {+ Matcher matcher = new PathMatcher();+ if (commitId != null) {+ CommitInfoManager commitInfoManager = OneDev.getInstance(CommitInfoManager.class);+ Collection<ObjectId> descendants = commitInfoManager.getDescendants(this, Sets.newHashSet(commitId));+ descendants.add(commitId);++ PatternSet branchPatterns = PatternSet.parse(branches);+ for (RefInfo ref: getBranchRefInfos()) {+ String branchName = Preconditions.checkNotNull(GitUtils.ref2branch(ref.getRef().getName()));+ if (descendants.contains(ref.getPeeledObj()) && branchPatterns.matches(matcher, branchName))+ return true;+ }+ return false;+ } else {+ return PatternSet.parse(branches).matches(matcher, "master");+ }+ }++ public Collection<String> getChangedFiles(ObjectId oldObjectId, ObjectId newObjectId,+ Map<String, String> gitEnvs) {+ if (gitEnvs != null && !gitEnvs.isEmpty()) {+ ListChangedFilesCommand cmd = new ListChangedFilesCommand(getGitDir(), gitEnvs);+ cmd.fromRev(oldObjectId.name()).toRev(newObjectId.name());+ return cmd.call();+ } else {+ return GitUtils.getChangedFiles(getRepository(), oldObjectId, newObjectId);+ }+ }++ public boolean isReviewRequiredForModification(User user, String branch, @Nullable String file) {+ return getBranchProtection(branch, user).isReviewRequiredForModification(user, this, branch, file);+ }++ public boolean isReviewRequiredForPush(User user, String branch, ObjectId oldObjectId,+ ObjectId newObjectId, Map<String, String> gitEnvs) {+ return getBranchProtection(branch, user).isReviewRequiredForPush(user, this, branch, oldObjectId, newObjectId, gitEnvs);+ }++ public boolean isBuildRequiredForModification(User user, String branch, @Nullable String file) {+ return getBranchProtection(branch, user).isBuildRequiredForModification(this, branch, file);+ }++ public boolean isBuildRequiredForPush(User user, String branch, ObjectId oldObjectId, ObjectId newObjectId,+ Map<String, String> gitEnvs) {+ return getBranchProtection(branch, user).isBuildRequiredForPush(this, branch, oldObjectId, newObjectId, gitEnvs);+ }++ @Nullable+ public static Project get() {+ if (!stack.get().isEmpty()) {+ return stack.get().peek();+ } else {+ ComponentContext componentContext = ComponentContext.get();+ if (componentContext != null) {+ ProjectAware projectAware = WicketUtils.findInnermost(componentContext.getComponent(), ProjectAware.class);+ if (projectAware != null)+ return projectAware.getProject();+ }+ return null;+ }+ }++}diff --git a/server-core/src/main/java/io/onedev/server/persistence/DefaultPersistManager.java b/server-core/src/main/java/io/onedev/server/persistence/DefaultPersistManager.javaindex 2757a7d37b..936f5c7028 100644--- a/server-core/src/main/java/io/onedev/server/persistence/DefaultPersistManager.java+++ b/server-core/src/main/java/io/onedev/server/persistence/DefaultPersistManager.java@@ -1,621 +1,621 @@-package io.onedev.server.persistence;--import java.io.File;-import java.io.FilenameFilter;-import java.io.IOException;-import java.lang.reflect.Field;-import java.nio.charset.Charset;-import java.sql.Connection;-import java.sql.Driver;-import java.sql.ResultSet;-import java.sql.SQLException;-import java.sql.Statement;-import java.util.ArrayList;-import java.util.Collections;-import java.util.EnumSet;-import java.util.List;-import java.util.Properties;--import javax.persistence.EntityManagerFactory;-import javax.persistence.ManyToOne;-import javax.persistence.criteria.CriteriaBuilder;-import javax.persistence.criteria.CriteriaQuery;-import javax.persistence.criteria.Root;-import javax.persistence.metamodel.EntityType;--import org.dom4j.DocumentHelper;-import org.dom4j.Element;-import org.hibernate.Interceptor;-import org.hibernate.ReplicationMode;-import org.hibernate.Session;-import org.hibernate.SessionFactory;-import org.hibernate.Transaction;-import org.hibernate.boot.Metadata;-import org.hibernate.boot.MetadataBuilder;-import org.hibernate.boot.MetadataSources;-import org.hibernate.boot.model.naming.Identifier;-import org.hibernate.boot.model.naming.PhysicalNamingStrategy;-import org.hibernate.boot.registry.StandardServiceRegistry;-import org.hibernate.boot.registry.StandardServiceRegistryBuilder;-import org.hibernate.engine.jdbc.env.spi.JdbcEnvironment;-import org.hibernate.query.Query;-import org.hibernate.tool.hbm2ddl.SchemaExport;-import org.hibernate.tool.schema.TargetType;-import org.slf4j.Logger;-import org.slf4j.LoggerFactory;--import com.google.common.base.Preconditions;-import com.google.common.collect.Lists;-import com.google.inject.Inject;-import com.google.inject.Singleton;--import io.onedev.commons.utils.ClassUtils;-import io.onedev.commons.utils.ExceptionUtils;-import io.onedev.commons.utils.FileUtils;-import io.onedev.server.migration.DataMigrator;-import io.onedev.server.migration.MigrationHelper;-import io.onedev.server.migration.VersionedDocument;-import io.onedev.server.model.AbstractEntity;-import io.onedev.server.model.ModelVersion;-import io.onedev.server.persistence.annotation.Sessional;-import io.onedev.server.persistence.dao.Dao;-import io.onedev.server.util.BeanUtils;-import io.onedev.server.util.validation.EntityValidator;--@Singleton-public class DefaultPersistManager implements PersistManager {-- private static final int BACKUP_BATCH_SIZE = 1000;-- private static final Logger logger = LoggerFactory.getLogger(DefaultPersistManager.class);-- protected final PhysicalNamingStrategy physicalNamingStrategy;-- protected final HibernateProperties properties;-- protected final Interceptor interceptor;-- protected final IdManager idManager;-- protected final Dao dao;-- protected final EntityValidator validator;-- protected final StandardServiceRegistry serviceRegistry;-- protected final TransactionManager transactionManager;-- protected volatile SessionFactory sessionFactory;-- @Inject- public DefaultPersistManager(PhysicalNamingStrategy physicalNamingStrategy,- HibernateProperties properties, Interceptor interceptor,- IdManager idManager, Dao dao, EntityValidator validator,- TransactionManager transactionManager) {- this.physicalNamingStrategy = physicalNamingStrategy;- this.properties = properties;- this.interceptor = interceptor;- this.idManager = idManager;- this.dao = dao;- this.validator = validator;- this.transactionManager = transactionManager;- serviceRegistry = new StandardServiceRegistryBuilder().applySettings(properties).build();- }-- protected String getDialect() {- return properties.getDialect();- }-- protected void execute(List<String> sqls, boolean failOnError) {- try ( Connection conn = getConnection();- Statement stmt = conn.createStatement();) {- for (String sql: sqls) {- logger.trace("Executing sql: " + sql);- if (failOnError) {- stmt.execute(sql);- } else {- try {- stmt.execute(sql);- } catch (Exception e) {- logger.error("Error executing sql", e);- }- }- }- } catch (SQLException e) {- throw new RuntimeException(e);- }- }-- protected Metadata buildMetadata() {- MetadataSources metadataSources = new MetadataSources(serviceRegistry);- for (Class<? extends AbstractEntity> each: ClassUtils.findImplementations(AbstractEntity.class, AbstractEntity.class)) {- metadataSources.addAnnotatedClass(each);- }-- MetadataBuilder builder = metadataSources.getMetadataBuilder();- builder.applyPhysicalNamingStrategy(physicalNamingStrategy);- return builder.build();- }-- protected SessionFactory buildSessionFactory(Metadata metadata) {- return metadata.getSessionFactoryBuilder().applyInterceptor(interceptor).build();- }-- protected String checkDataVersion(boolean allowEmptyDB) {- String dbDataVersion = readDbDataVersion();- if (!allowEmptyDB && dbDataVersion == null) {- logger.error("Database is not populated yet");- System.exit(1);- }- String appDataVersion = MigrationHelper.getVersion(DataMigrator.class);- if (dbDataVersion != null && !dbDataVersion.equals(appDataVersion)) {- logger.error("Data version mismatch (app data version: {}, db data version: {})", appDataVersion, dbDataVersion);- System.exit(1);- }- return dbDataVersion;- }-- @Override- public void start() {- String dialect = getDialect().toLowerCase();- if (dialect.contains("hsql"))- execute(Lists.newArrayList("SET DATABASE TRANSACTION CONTROL MVCC"), true);-- String dbDataVersion = checkDataVersion(true);-- Metadata metadata = buildMetadata();-- if (dbDataVersion == null) {- File tempFile = null;- try {- tempFile = File.createTempFile("schema", ".sql");- new SchemaExport().setOutputFile(tempFile.getAbsolutePath())- .setFormat(false).createOnly(EnumSet.of(TargetType.SCRIPT), metadata);- List<String> sqls = new ArrayList<String>();- for (String sql: FileUtils.readLines(tempFile, Charset.defaultCharset())) {- if (shouldInclude(sql))- sqls.add(sql);- }- execute(sqls, true);- } catch (IOException e) {- throw new RuntimeException(e);- } finally {- if (tempFile != null)- tempFile.delete();- }-- sessionFactory = buildSessionFactory(metadata);-- idManager.init();-- transactionManager.run(new Runnable() {-- @Override- public void run() {- ModelVersion dataVersion = new ModelVersion();- dataVersion.versionColumn = MigrationHelper.getVersion(DataMigrator.class);- transactionManager.getSession().save(dataVersion);- }-- });- } else {- sessionFactory = metadata.getSessionFactoryBuilder().applyInterceptor(interceptor).build();- idManager.init();- }- }-- @Override- public void stop() {- if (sessionFactory != null) {- sessionFactory.close();- sessionFactory = null;- }- }-- protected Connection getConnection() {- try {- Driver driver = (Driver) Class.forName(properties.getDriver(), true,- Thread.currentThread().getContextClassLoader()).newInstance();- Properties connectProps = new Properties();- String user = properties.getUser();- String password = properties.getPassword();- if (user != null)- connectProps.put("user", user);- if (password != null)- connectProps.put("password", password);-- return driver.connect(properties.getUrl(), connectProps);- } catch (Exception e) {- throw ExceptionUtils.unchecked(e);- }- }-- private String getVersionTableName() {- JdbcEnvironment environment = serviceRegistry.getService(JdbcEnvironment.class);- Identifier identifier = Identifier.toIdentifier(ModelVersion.class.getSimpleName());- return physicalNamingStrategy.toPhysicalTableName(identifier, environment).getText();- }-- private String getVersionFieldName() {- return ModelVersion.class.getFields()[0].getName();- }-- private String getVersionColumnName() {- JdbcEnvironment environment = serviceRegistry.getService(JdbcEnvironment.class);- Identifier identifier = Identifier.toIdentifier(getVersionFieldName());- return physicalNamingStrategy.toPhysicalColumnName(identifier, environment).getText();- }-- protected String readDbDataVersion() {- try (Connection conn = getConnection()) {- conn.setAutoCommit(false);- String versionTableName = getVersionTableName();- boolean versionTableExists = false;- try (ResultSet resultset = conn.getMetaData().getTables(null, null, versionTableName.toUpperCase(), null)) {- if (resultset.next())- versionTableExists = true;- }- if (!versionTableExists) {- try (ResultSet resultset = conn.getMetaData().getTables(null, null, versionTableName.toLowerCase(), null)) {- if (resultset.next()) {- versionTableExists = true;- }- }- }- if (!versionTableExists) {- try (ResultSet resultset = conn.getMetaData().getTables(null, null, versionTableName, null)) {- if (resultset.next()) {- versionTableExists = true;- }- }- }- if (!versionTableExists) {- return null;- } else {- try ( Statement stmt = conn.createStatement();- ResultSet resultset = stmt.executeQuery("select " + getVersionColumnName() + " from " + versionTableName)) {- if (!resultset.next())- throw new RuntimeException("No data version found in database: this is normally caused "- + "by unsuccessful restore/upgrade, please clean the database and try again");- String dataVersion = resultset.getString(1);- if (resultset.next())- throw new RuntimeException("Illegal data version format in database");- return dataVersion;- }- }- } catch (Exception e) {- if (e.getMessage() != null && e.getMessage().contains("ORA-00942"))- return null;- else- throw ExceptionUtils.unchecked(e);- }- }-- private File getVersionFile(File dataDir) {- File versionFile = new File(dataDir, ModelVersion.class.getSimpleName() + "s.xml");- if (!versionFile.exists())- versionFile = new File(dataDir, "VersionTables.xml");- return versionFile;- }-- protected void migrateData(File dataDir) {- File versionFile = getVersionFile(dataDir);-- VersionedDocument dom = VersionedDocument.fromFile(versionFile);- List<Element> elements = dom.getRootElement().elements();- if (elements.size() != 1)- throw new RuntimeException("Incorrect data format: illegal data version");- Element versionElement = elements.iterator().next().element(getVersionFieldName());- if (versionElement == null) {- throw new RuntimeException("Incorrect data format: no data version");- }-- if (MigrationHelper.migrate(versionElement.getText(), new DataMigrator(), dataDir)) {- // load version file again in case we changed something of it while migrating- versionFile = getVersionFile(dataDir);- dom = VersionedDocument.fromFile(versionFile);- elements = dom.getRootElement().elements();- Preconditions.checkState(elements.size() == 1);- versionElement = Preconditions.checkNotNull(elements.iterator().next().element(getVersionFieldName()));- versionElement.setText(MigrationHelper.getVersion(DataMigrator.class));- dom.writeToFile(versionFile, false);- }- }-- /**- * Determines whether or not entityType1 has transitive foreign key- * dependency on entityType2.- *- * @param entityType1- * @param entityType2- * @return- */- private boolean hasForeignKeyDependency(Class<?> entityType1, Class<?> entityType2) {- for (Field field: BeanUtils.findFields(entityType1)) {- if (field.getAnnotation(ManyToOne.class) != null) {- if (field.getType() == entityType2)- return true;- if (field.getType() != entityType1 &&- hasForeignKeyDependency(field.getType(), entityType2)) {- return true;- }- }- }-- return false;- }-- /**- * @return hibernate entity types ordered using foreign key dependency- * information. For example, Build type comes before Project- * type as Build has foreign key reference to Project- */- private List<Class<?>> getEntityTypes(SessionFactory sessionFactory) {- List<Class<?>> entityTypes = new ArrayList<>();- for (EntityType<?> entityType: ((EntityManagerFactory)sessionFactory).getMetamodel().getEntities()) {- entityTypes.add(entityType.getJavaType());- }-- /* Collections.sort does not work here */- List<Class<?>> sorted = new ArrayList<Class<?>>();- while (!entityTypes.isEmpty()) {- Class<?> dependencyLeaf = null;- for (Class<?> entityType: entityTypes) {- boolean hasDependents = false;- for (Class<?> each: entityTypes) {- if (each != entityType) {- if (hasForeignKeyDependency(each, entityType)) {- hasDependents = true;- break;- }- }- }- if (!hasDependents) {- dependencyLeaf = entityType;- break;- }- }- if (dependencyLeaf != null) {- sorted.add(dependencyLeaf);- entityTypes.remove(dependencyLeaf);- } else {- throw new RuntimeException("Looped foreigh key dependency found between model classes");- }- }- return sorted;- }-- @Override- public void exportData(File exportDir) {- exportData(exportDir, BACKUP_BATCH_SIZE);- }-- @Sessional- @Override- public void exportData(File exportDir, int batchSize) {- Session session = sessionFactory.openSession();- for (Class<?> entityType: getEntityTypes(sessionFactory)) {- logger.info("Exporting table '" + entityType.getSimpleName() + "'...");-- logger.info("Querying table ids...");-- CriteriaBuilder builder = sessionFactory.getCriteriaBuilder();- CriteriaQuery<Number> query = builder.createQuery(Number.class);- Root<?> root = query.from(entityType);- query.select(root.get("id")).orderBy(builder.asc(root.get("id")));-- List<Number> ids = session.createQuery(query).list();-- int count = ids.size();-- for (int i=0; i<count/batchSize; i++) {- exportEntity(session, entityType, ids, i*batchSize, batchSize, batchSize, exportDir);- // clear session to free memory- session.clear();- }-- if (count%batchSize != 0) {- exportEntity(session, entityType, ids, count/batchSize*batchSize, count%batchSize, batchSize, exportDir);- }- logger.info("");- }- }-- private void exportEntity(Session session, Class<?> entityType, List<Number> ids, int start, int count, int batchSize, File exportDir) {- logger.info("Loading table rows ({}->{}) from database...", String.valueOf(start+1), (start + count));-- Query<?> query = session.createQuery("from " + entityType.getSimpleName() + " where id>=:fromId and id<=:toId");- query.setParameter("fromId", ids.get(start));- query.setParameter("toId", ids.get(start+count-1));-- logger.info("Converting table rows to XML...");- VersionedDocument dom = new VersionedDocument();- Element rootElement = dom.addElement("list");- for (Object entity: query.list())- rootElement.appendContent(VersionedDocument.fromBean(entity));- String fileName;-- if (start == 0)- fileName = entityType.getSimpleName() + "s.xml";- else- fileName = entityType.getSimpleName() + "s.xml." + (start/batchSize + 1);-- logger.info("Writing resulting XML to file '" + fileName + "...");- dom.writeToFile(new File(exportDir, fileName), true);- }-- /*- * We do not use @Transactional annotation and will manage the session and transaction manually- * in this method to reduce memory usage if importing a large database.- */- @Sessional- @Override- public void importData(Metadata metadata, File dataDir) {- Session session = dao.getSession();- List<Class<?>> entityTypes = getEntityTypes(sessionFactory);- Collections.reverse(entityTypes);- for (Class<?> entityType: entityTypes) {- File[] dataFiles = dataDir.listFiles(new FilenameFilter() {-- @Override- public boolean accept(File dir, String name) {- return name.startsWith(entityType.getSimpleName() + "s.xml");- }-- });- for (File file: dataFiles) {- Transaction transaction = session.beginTransaction();- try {- logger.info("Importing from data file '" + file.getName() + "'...");- VersionedDocument dom = VersionedDocument.fromFile(file);-- for (Element element: dom.getRootElement().elements()) {- element.detach();- AbstractEntity entity = (AbstractEntity) new VersionedDocument(DocumentHelper.createDocument(element)).toBean();- session.replicate(entity, ReplicationMode.EXCEPTION);- }- session.flush();- session.clear();- transaction.commit();- } catch (Exception e) {- transaction.rollback();- throw ExceptionUtils.unchecked(e);- }- }- }- }-- protected void validateData(Metadata metadata, File dataDir) {- List<Class<?>> entityTypes = getEntityTypes(sessionFactory);- Collections.reverse(entityTypes);- for (Class<?> entityType: entityTypes) {- File[] dataFiles = dataDir.listFiles(new FilenameFilter() {-- @Override- public boolean accept(File dir, String name) {- return name.startsWith(entityType.getSimpleName() + "s.xml");- }-- });- for (File file: dataFiles) {- try {- logger.info("Validating data file '" + file.getName() + "'...");- VersionedDocument dom = VersionedDocument.fromFile(file);-- for (Element element: dom.getRootElement().elements()) {- element.detach();- AbstractEntity entity = (AbstractEntity) new VersionedDocument(DocumentHelper.createDocument(element)).toBean();- validator.validate(entity);- }- } catch (Exception e) {- throw ExceptionUtils.unchecked(e);- }- }- }- }-- protected void applyConstraints(Metadata metadata) {- File tempFile = null;- try {- tempFile = File.createTempFile("schema", ".sql");- new SchemaExport().setOutputFile(tempFile.getAbsolutePath())- .setFormat(false).createOnly(EnumSet.of(TargetType.SCRIPT), metadata);- List<String> sqls = new ArrayList<>();- for (String sql: FileUtils.readLines(tempFile, Charset.defaultCharset())) {- if (isApplyingConstraints(sql)) {- sqls.add(sql);- }- }- execute(sqls, true);- } catch (IOException e) {- throw new RuntimeException(e);- } finally {- if (tempFile != null)- tempFile.delete();- }- }-- protected void createTables(Metadata metadata) {- File tempFile = null;- try {- tempFile = File.createTempFile("schema", ".sql");- new SchemaExport().setOutputFile(tempFile.getAbsolutePath())- .setFormat(false).createOnly(EnumSet.of(TargetType.SCRIPT), metadata);- List<String> sqls = new ArrayList<>();- for (String sql: FileUtils.readLines(tempFile, Charset.defaultCharset())) {- if (shouldInclude(sql) && !isApplyingConstraints(sql))- sqls.add(sql);- }- execute(sqls, true);- } catch (IOException e) {- throw new RuntimeException(e);- } finally {- if (tempFile != null)- FileUtils.deleteFile(tempFile);- }- }-- protected void dropConstraints(Metadata metadata) {- File tempFile = null;- try {- tempFile = File.createTempFile("schema", ".sql");- new SchemaExport().setOutputFile(tempFile.getAbsolutePath())- .setFormat(false).drop(EnumSet.of(TargetType.SCRIPT), metadata);- List<String> sqls = new ArrayList<>();- for (String sql: FileUtils.readLines(tempFile, Charset.defaultCharset())) {- if (isDroppingConstraints(sql))- sqls.add(sql);- }- execute(sqls, false);- } catch (IOException e) {- throw new RuntimeException(e);- } finally {- if (tempFile != null)- tempFile.delete();- }- }-- protected void cleanDatabase(Metadata metadata) {- File tempFile = null;- try {- tempFile = File.createTempFile("schema", ".sql");- new SchemaExport().setOutputFile(tempFile.getAbsolutePath())- .setFormat(false).drop(EnumSet.of(TargetType.SCRIPT), metadata);- List<String> sqls = new ArrayList<>();- for (String sql: FileUtils.readLines(tempFile, Charset.defaultCharset())) {- sqls.add(sql);- }- execute(sqls, false);- } catch (IOException e) {- throw new RuntimeException(e);- } finally {- if (tempFile != null)- tempFile.delete();- }- }-- private boolean isApplyingConstraints(String sql) {- return sql.toLowerCase().contains(" foreign key ");- }-- private boolean isDroppingConstraints(String sql) {- return sql.toLowerCase().contains(" drop constraint ");- }-- private boolean shouldInclude(String sql) {- // some databases will create index on foreign keys automatically, so- // we skip creating indexes for those- if (!sql.toLowerCase().startsWith("create index") || !sql.toLowerCase().endsWith("_id)")) {- return true;- } else {- String dialect = getDialect().toLowerCase();- return !dialect.contains("mysql") && !dialect.contains("hsql");- }- }-- @Override- public SessionFactory getSessionFactory() {- return sessionFactory;- }--}+package io.onedev.server.persistence;++import java.io.File;+import java.io.FilenameFilter;+import java.io.IOException;+import java.lang.reflect.Field;+import java.nio.charset.Charset;+import java.sql.Connection;+import java.sql.Driver;+import java.sql.ResultSet;+import java.sql.SQLException;+import java.sql.Statement;+import java.util.ArrayList;+import java.util.Collections;+import java.util.EnumSet;+import java.util.List;+import java.util.Properties;++import javax.persistence.EntityManagerFactory;+import javax.persistence.ManyToOne;+import javax.persistence.criteria.CriteriaBuilder;+import javax.persistence.criteria.CriteriaQuery;+import javax.persistence.criteria.Root;+import javax.persistence.metamodel.EntityType;++import org.dom4j.DocumentHelper;+import org.dom4j.Element;+import org.hibernate.Interceptor;+import org.hibernate.ReplicationMode;+import org.hibernate.Session;+import org.hibernate.SessionFactory;+import org.hibernate.Transaction;+import org.hibernate.boot.Metadata;+import org.hibernate.boot.MetadataBuilder;+import org.hibernate.boot.MetadataSources;+import org.hibernate.boot.model.naming.Identifier;+import org.hibernate.boot.model.naming.PhysicalNamingStrategy;+import org.hibernate.boot.registry.StandardServiceRegistry;+import org.hibernate.boot.registry.StandardServiceRegistryBuilder;+import org.hibernate.engine.jdbc.env.spi.JdbcEnvironment;+import org.hibernate.query.Query;+import org.hibernate.tool.hbm2ddl.SchemaExport;+import org.hibernate.tool.schema.TargetType;+import org.slf4j.Logger;+import org.slf4j.LoggerFactory;++import com.google.common.base.Preconditions;+import com.google.common.collect.Lists;+import com.google.inject.Inject;+import com.google.inject.Singleton;++import io.onedev.commons.utils.ClassUtils;+import io.onedev.commons.utils.ExceptionUtils;+import io.onedev.commons.utils.FileUtils;+import io.onedev.server.migration.DataMigrator;+import io.onedev.server.migration.MigrationHelper;+import io.onedev.server.migration.VersionedXmlDoc;+import io.onedev.server.model.AbstractEntity;+import io.onedev.server.model.ModelVersion;+import io.onedev.server.persistence.annotation.Sessional;+import io.onedev.server.persistence.dao.Dao;+import io.onedev.server.util.BeanUtils;+import io.onedev.server.util.validation.EntityValidator;++@Singleton+public class DefaultPersistManager implements PersistManager {++ private static final int BACKUP_BATCH_SIZE = 1000;++ private static final Logger logger = LoggerFactory.getLogger(DefaultPersistManager.class);++ protected final PhysicalNamingStrategy physicalNamingStrategy;++ protected final HibernateProperties properties;++ protected final Interceptor interceptor;++ protected final IdManager idManager;++ protected final Dao dao;++ protected final EntityValidator validator;++ protected final StandardServiceRegistry serviceRegistry;++ protected final TransactionManager transactionManager;++ protected volatile SessionFactory sessionFactory;++ @Inject+ public DefaultPersistManager(PhysicalNamingStrategy physicalNamingStrategy,+ HibernateProperties properties, Interceptor interceptor,+ IdManager idManager, Dao dao, EntityValidator validator,+ TransactionManager transactionManager) {+ this.physicalNamingStrategy = physicalNamingStrategy;+ this.properties = properties;+ this.interceptor = interceptor;+ this.idManager = idManager;+ this.dao = dao;+ this.validator = validator;+ this.transactionManager = transactionManager;+ serviceRegistry = new StandardServiceRegistryBuilder().applySettings(properties).build();+ }++ protected String getDialect() {+ return properties.getDialect();+ }++ protected void execute(List<String> sqls, boolean failOnError) {+ try ( Connection conn = getConnection();+ Statement stmt = conn.createStatement();) {+ for (String sql: sqls) {+ logger.trace("Executing sql: " + sql);+ if (failOnError) {+ stmt.execute(sql);+ } else {+ try {+ stmt.execute(sql);+ } catch (Exception e) {+ logger.error("Error executing sql", e);+ }+ }+ }+ } catch (SQLException e) {+ throw new RuntimeException(e);+ }+ }++ protected Metadata buildMetadata() {+ MetadataSources metadataSources = new MetadataSources(serviceRegistry);+ for (Class<? extends AbstractEntity> each: ClassUtils.findImplementations(AbstractEntity.class, AbstractEntity.class)) {+ metadataSources.addAnnotatedClass(each);+ }++ MetadataBuilder builder = metadataSources.getMetadataBuilder();+ builder.applyPhysicalNamingStrategy(physicalNamingStrategy);+ return builder.build();+ }++ protected SessionFactory buildSessionFactory(Metadata metadata) {+ return metadata.getSessionFactoryBuilder().applyInterceptor(interceptor).build();+ }++ protected String checkDataVersion(boolean allowEmptyDB) {+ String dbDataVersion = readDbDataVersion();+ if (!allowEmptyDB && dbDataVersion == null) {+ logger.error("Database is not populated yet");+ System.exit(1);+ }+ String appDataVersion = MigrationHelper.getVersion(DataMigrator.class);+ if (dbDataVersion != null && !dbDataVersion.equals(appDataVersion)) {+ logger.error("Data version mismatch (app data version: {}, db data version: {})", appDataVersion, dbDataVersion);+ System.exit(1);+ }+ return dbDataVersion;+ }++ @Override+ public void start() {+ String dialect = getDialect().toLowerCase();+ if (dialect.contains("hsql"))+ execute(Lists.newArrayList("SET DATABASE TRANSACTION CONTROL MVCC"), true);++ String dbDataVersion = checkDataVersion(true);++ Metadata metadata = buildMetadata();++ if (dbDataVersion == null) {+ File tempFile = null;+ try {+ tempFile = File.createTempFile("schema", ".sql");+ new SchemaExport().setOutputFile(tempFile.getAbsolutePath())+ .setFormat(false).createOnly(EnumSet.of(TargetType.SCRIPT), metadata);+ List<String> sqls = new ArrayList<String>();+ for (String sql: FileUtils.readLines(tempFile, Charset.defaultCharset())) {+ if (shouldInclude(sql))+ sqls.add(sql);+ }+ execute(sqls, true);+ } catch (IOException e) {+ throw new RuntimeException(e);+ } finally {+ if (tempFile != null)+ tempFile.delete();+ }++ sessionFactory = buildSessionFactory(metadata);++ idManager.init();++ transactionManager.run(new Runnable() {++ @Override+ public void run() {+ ModelVersion dataVersion = new ModelVersion();+ dataVersion.versionColumn = MigrationHelper.getVersion(DataMigrator.class);+ transactionManager.getSession().save(dataVersion);+ }++ });+ } else {+ sessionFactory = metadata.getSessionFactoryBuilder().applyInterceptor(interceptor).build();+ idManager.init();+ }+ }++ @Override+ public void stop() {+ if (sessionFactory != null) {+ sessionFactory.close();+ sessionFactory = null;+ }+ }++ protected Connection getConnection() {+ try {+ Driver driver = (Driver) Class.forName(properties.getDriver(), true,+ Thread.currentThread().getContextClassLoader()).newInstance();+ Properties connectProps = new Properties();+ String user = properties.getUser();+ String password = properties.getPassword();+ if (user != null)+ connectProps.put("user", user);+ if (password != null)+ connectProps.put("password", password);++ return driver.connect(properties.getUrl(), connectProps);+ } catch (Exception e) {+ throw ExceptionUtils.unchecked(e);+ }+ }++ private String getVersionTableName() {+ JdbcEnvironment environment = serviceRegistry.getService(JdbcEnvironment.class);+ Identifier identifier = Identifier.toIdentifier(ModelVersion.class.getSimpleName());+ return physicalNamingStrategy.toPhysicalTableName(identifier, environment).getText();+ }++ private String getVersionFieldName() {+ return ModelVersion.class.getFields()[0].getName();+ }++ private String getVersionColumnName() {+ JdbcEnvironment environment = serviceRegistry.getService(JdbcEnvironment.class);+ Identifier identifier = Identifier.toIdentifier(getVersionFieldName());+ return physicalNamingStrategy.toPhysicalColumnName(identifier, environment).getText();+ }++ protected String readDbDataVersion() {+ try (Connection conn = getConnection()) {+ conn.setAutoCommit(false);+ String versionTableName = getVersionTableName();+ boolean versionTableExists = false;+ try (ResultSet resultset = conn.getMetaData().getTables(null, null, versionTableName.toUpperCase(), null)) {+ if (resultset.next())+ versionTableExists = true;+ }+ if (!versionTableExists) {+ try (ResultSet resultset = conn.getMetaData().getTables(null, null, versionTableName.toLowerCase(), null)) {+ if (resultset.next()) {+ versionTableExists = true;+ }+ }+ }+ if (!versionTableExists) {+ try (ResultSet resultset = conn.getMetaData().getTables(null, null, versionTableName, null)) {+ if (resultset.next()) {+ versionTableExists = true;+ }+ }+ }+ if (!versionTableExists) {+ return null;+ } else {+ try ( Statement stmt = conn.createStatement();+ ResultSet resultset = stmt.executeQuery("select " + getVersionColumnName() + " from " + versionTableName)) {+ if (!resultset.next())+ throw new RuntimeException("No data version found in database: this is normally caused "+ + "by unsuccessful restore/upgrade, please clean the database and try again");+ String dataVersion = resultset.getString(1);+ if (resultset.next())+ throw new RuntimeException("Illegal data version format in database");+ return dataVersion;+ }+ }+ } catch (Exception e) {+ if (e.getMessage() != null && e.getMessage().contains("ORA-00942"))+ return null;+ else+ throw ExceptionUtils.unchecked(e);+ }+ }++ private File getVersionFile(File dataDir) {+ File versionFile = new File(dataDir, ModelVersion.class.getSimpleName() + "s.xml");+ if (!versionFile.exists())+ versionFile = new File(dataDir, "VersionTables.xml");+ return versionFile;+ }++ protected void migrateData(File dataDir) {+ File versionFile = getVersionFile(dataDir);++ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(versionFile);+ List<Element> elements = dom.getRootElement().elements();+ if (elements.size() != 1)+ throw new RuntimeException("Incorrect data format: illegal data version");+ Element versionElement = elements.iterator().next().element(getVersionFieldName());+ if (versionElement == null) {+ throw new RuntimeException("Incorrect data format: no data version");+ }++ if (MigrationHelper.migrate(versionElement.getText(), new DataMigrator(), dataDir)) {+ // load version file again in case we changed something of it while migrating+ versionFile = getVersionFile(dataDir);+ dom = VersionedXmlDoc.fromFile(versionFile);+ elements = dom.getRootElement().elements();+ Preconditions.checkState(elements.size() == 1);+ versionElement = Preconditions.checkNotNull(elements.iterator().next().element(getVersionFieldName()));+ versionElement.setText(MigrationHelper.getVersion(DataMigrator.class));+ dom.writeToFile(versionFile, false);+ }+ }++ /**+ * Determines whether or not entityType1 has transitive foreign key+ * dependency on entityType2.+ *+ * @param entityType1+ * @param entityType2+ * @return+ */+ private boolean hasForeignKeyDependency(Class<?> entityType1, Class<?> entityType2) {+ for (Field field: BeanUtils.findFields(entityType1)) {+ if (field.getAnnotation(ManyToOne.class) != null) {+ if (field.getType() == entityType2)+ return true;+ if (field.getType() != entityType1 &&+ hasForeignKeyDependency(field.getType(), entityType2)) {+ return true;+ }+ }+ }++ return false;+ }++ /**+ * @return hibernate entity types ordered using foreign key dependency+ * information. For example, Build type comes before Project+ * type as Build has foreign key reference to Project+ */+ private List<Class<?>> getEntityTypes(SessionFactory sessionFactory) {+ List<Class<?>> entityTypes = new ArrayList<>();+ for (EntityType<?> entityType: ((EntityManagerFactory)sessionFactory).getMetamodel().getEntities()) {+ entityTypes.add(entityType.getJavaType());+ }++ /* Collections.sort does not work here */+ List<Class<?>> sorted = new ArrayList<Class<?>>();+ while (!entityTypes.isEmpty()) {+ Class<?> dependencyLeaf = null;+ for (Class<?> entityType: entityTypes) {+ boolean hasDependents = false;+ for (Class<?> each: entityTypes) {+ if (each != entityType) {+ if (hasForeignKeyDependency(each, entityType)) {+ hasDependents = true;+ break;+ }+ }+ }+ if (!hasDependents) {+ dependencyLeaf = entityType;+ break;+ }+ }+ if (dependencyLeaf != null) {+ sorted.add(dependencyLeaf);+ entityTypes.remove(dependencyLeaf);+ } else {+ throw new RuntimeException("Looped foreigh key dependency found between model classes");+ }+ }+ return sorted;+ }++ @Override+ public void exportData(File exportDir) {+ exportData(exportDir, BACKUP_BATCH_SIZE);+ }++ @Sessional+ @Override+ public void exportData(File exportDir, int batchSize) {+ Session session = sessionFactory.openSession();+ for (Class<?> entityType: getEntityTypes(sessionFactory)) {+ logger.info("Exporting table '" + entityType.getSimpleName() + "'...");++ logger.info("Querying table ids...");++ CriteriaBuilder builder = sessionFactory.getCriteriaBuilder();+ CriteriaQuery<Number> query = builder.createQuery(Number.class);+ Root<?> root = query.from(entityType);+ query.select(root.get("id")).orderBy(builder.asc(root.get("id")));++ List<Number> ids = session.createQuery(query).list();++ int count = ids.size();++ for (int i=0; i<count/batchSize; i++) {+ exportEntity(session, entityType, ids, i*batchSize, batchSize, batchSize, exportDir);+ // clear session to free memory+ session.clear();+ }++ if (count%batchSize != 0) {+ exportEntity(session, entityType, ids, count/batchSize*batchSize, count%batchSize, batchSize, exportDir);+ }+ logger.info("");+ }+ }++ private void exportEntity(Session session, Class<?> entityType, List<Number> ids, int start, int count, int batchSize, File exportDir) {+ logger.info("Loading table rows ({}->{}) from database...", String.valueOf(start+1), (start + count));++ Query<?> query = session.createQuery("from " + entityType.getSimpleName() + " where id>=:fromId and id<=:toId");+ query.setParameter("fromId", ids.get(start));+ query.setParameter("toId", ids.get(start+count-1));++ logger.info("Converting table rows to XML...");+ VersionedXmlDoc dom = new VersionedXmlDoc();+ Element rootElement = dom.addElement("list");+ for (Object entity: query.list())+ rootElement.appendContent(VersionedXmlDoc.fromBean(entity));+ String fileName;++ if (start == 0)+ fileName = entityType.getSimpleName() + "s.xml";+ else+ fileName = entityType.getSimpleName() + "s.xml." + (start/batchSize + 1);++ logger.info("Writing resulting XML to file '" + fileName + "...");+ dom.writeToFile(new File(exportDir, fileName), true);+ }++ /*+ * We do not use @Transactional annotation and will manage the session and transaction manually+ * in this method to reduce memory usage if importing a large database.+ */+ @Sessional+ @Override+ public void importData(Metadata metadata, File dataDir) {+ Session session = dao.getSession();+ List<Class<?>> entityTypes = getEntityTypes(sessionFactory);+ Collections.reverse(entityTypes);+ for (Class<?> entityType: entityTypes) {+ File[] dataFiles = dataDir.listFiles(new FilenameFilter() {++ @Override+ public boolean accept(File dir, String name) {+ return name.startsWith(entityType.getSimpleName() + "s.xml");+ }++ });+ for (File file: dataFiles) {+ Transaction transaction = session.beginTransaction();+ try {+ logger.info("Importing from data file '" + file.getName() + "'...");+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);++ for (Element element: dom.getRootElement().elements()) {+ element.detach();+ AbstractEntity entity = (AbstractEntity) new VersionedXmlDoc(DocumentHelper.createDocument(element)).toBean();+ session.replicate(entity, ReplicationMode.EXCEPTION);+ }+ session.flush();+ session.clear();+ transaction.commit();+ } catch (Exception e) {+ transaction.rollback();+ throw ExceptionUtils.unchecked(e);+ }+ }+ }+ }++ protected void validateData(Metadata metadata, File dataDir) {+ List<Class<?>> entityTypes = getEntityTypes(sessionFactory);+ Collections.reverse(entityTypes);+ for (Class<?> entityType: entityTypes) {+ File[] dataFiles = dataDir.listFiles(new FilenameFilter() {++ @Override+ public boolean accept(File dir, String name) {+ return name.startsWith(entityType.getSimpleName() + "s.xml");+ }++ });+ for (File file: dataFiles) {+ try {+ logger.info("Validating data file '" + file.getName() + "'...");+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);++ for (Element element: dom.getRootElement().elements()) {+ element.detach();+ AbstractEntity entity = (AbstractEntity) new VersionedXmlDoc(DocumentHelper.createDocument(element)).toBean();+ validator.validate(entity);+ }+ } catch (Exception e) {+ throw ExceptionUtils.unchecked(e);+ }+ }+ }+ }++ protected void applyConstraints(Metadata metadata) {+ File tempFile = null;+ try {+ tempFile = File.createTempFile("schema", ".sql");+ new SchemaExport().setOutputFile(tempFile.getAbsolutePath())+ .setFormat(false).createOnly(EnumSet.of(TargetType.SCRIPT), metadata);+ List<String> sqls = new ArrayList<>();+ for (String sql: FileUtils.readLines(tempFile, Charset.defaultCharset())) {+ if (isApplyingConstraints(sql)) {+ sqls.add(sql);+ }+ }+ execute(sqls, true);+ } catch (IOException e) {+ throw new RuntimeException(e);+ } finally {+ if (tempFile != null)+ tempFile.delete();+ }+ }++ protected void createTables(Metadata metadata) {+ File tempFile = null;+ try {+ tempFile = File.createTempFile("schema", ".sql");+ new SchemaExport().setOutputFile(tempFile.getAbsolutePath())+ .setFormat(false).createOnly(EnumSet.of(TargetType.SCRIPT), metadata);+ List<String> sqls = new ArrayList<>();+ for (String sql: FileUtils.readLines(tempFile, Charset.defaultCharset())) {+ if (shouldInclude(sql) && !isApplyingConstraints(sql))+ sqls.add(sql);+ }+ execute(sqls, true);+ } catch (IOException e) {+ throw new RuntimeException(e);+ } finally {+ if (tempFile != null)+ FileUtils.deleteFile(tempFile);+ }+ }++ protected void dropConstraints(Metadata metadata) {+ File tempFile = null;+ try {+ tempFile = File.createTempFile("schema", ".sql");+ new SchemaExport().setOutputFile(tempFile.getAbsolutePath())+ .setFormat(false).drop(EnumSet.of(TargetType.SCRIPT), metadata);+ List<String> sqls = new ArrayList<>();+ for (String sql: FileUtils.readLines(tempFile, Charset.defaultCharset())) {+ if (isDroppingConstraints(sql))+ sqls.add(sql);+ }+ execute(sqls, false);+ } catch (IOException e) {+ throw new RuntimeException(e);+ } finally {+ if (tempFile != null)+ tempFile.delete();+ }+ }++ protected void cleanDatabase(Metadata metadata) {+ File tempFile = null;+ try {+ tempFile = File.createTempFile("schema", ".sql");+ new SchemaExport().setOutputFile(tempFile.getAbsolutePath())+ .setFormat(false).drop(EnumSet.of(TargetType.SCRIPT), metadata);+ List<String> sqls = new ArrayList<>();+ for (String sql: FileUtils.readLines(tempFile, Charset.defaultCharset())) {+ sqls.add(sql);+ }+ execute(sqls, false);+ } catch (IOException e) {+ throw new RuntimeException(e);+ } finally {+ if (tempFile != null)+ tempFile.delete();+ }+ }++ private boolean isApplyingConstraints(String sql) {+ return sql.toLowerCase().contains(" foreign key ");+ }++ private boolean isDroppingConstraints(String sql) {+ return sql.toLowerCase().contains(" drop constraint ");+ }++ private boolean shouldInclude(String sql) {+ // some databases will create index on foreign keys automatically, so+ // we skip creating indexes for those+ if (!sql.toLowerCase().startsWith("create index") || !sql.toLowerCase().endsWith("_id)")) {+ return true;+ } else {+ String dialect = getDialect().toLowerCase();+ return !dialect.contains("mysql") && !dialect.contains("hsql");+ }+ }++ @Override+ public SessionFactory getSessionFactory() {+ return sessionFactory;+ }++}diff --git a/server-core/src/main/java/io/onedev/server/web/editable/Path.java b/server-core/src/main/java/io/onedev/server/util/Path.javasimilarity index 78%rename from server-core/src/main/java/io/onedev/server/web/editable/Path.javarename to server-core/src/main/java/io/onedev/server/util/Path.javaindex 09505e6109..36987f4de6 100644--- a/server-core/src/main/java/io/onedev/server/web/editable/Path.java+++ b/server-core/src/main/java/io/onedev/server/util/Path.java@@ -1,4 +1,4 @@-package io.onedev.server.web.editable;+package io.onedev.server.util;import java.io.Serializable;import java.util.ArrayList;@@ -27,6 +27,19 @@ public class Path implements Serializable {this.nodes = new ArrayList<>(path.getNodes());}+ public Path(Path path, PathNode node) {+ nodes = new ArrayList<>(path.getNodes());+ nodes.add(node);+ }++ public Path(Path path, String namedPathNode) {+ this(path, new PathNode.Named(namedPathNode));+ }++ public Path(Path path, int indexedPathNode) {+ this(path, new PathNode.Indexed(indexedPathNode));+ }+public Path(javax.validation.Path path) {for (javax.validation.Path.Node node: path) {if (node.getIndex() != null)@@ -50,7 +63,7 @@ public class Path implements Serializable {@Overridepublic String toString() {- return nodes.stream().map(it->it.toString()).collect(Collectors.joining(" -> "));+ return nodes.stream().map(it->it.toString()).collect(Collectors.joining("->"));}public static String describe(PathNode propertyNode, Path pathInProperty) {diff --git a/server-core/src/main/java/io/onedev/server/web/editable/PathNode.java b/server-core/src/main/java/io/onedev/server/util/PathNode.javasimilarity index 97%rename from server-core/src/main/java/io/onedev/server/web/editable/PathNode.javarename to server-core/src/main/java/io/onedev/server/util/PathNode.javaindex fbc52d7074..af8ebe2d49 100644--- a/server-core/src/main/java/io/onedev/server/web/editable/PathNode.java+++ b/server-core/src/main/java/io/onedev/server/util/PathNode.java@@ -1,4 +1,4 @@-package io.onedev.server.web.editable;+package io.onedev.server.util;import java.io.Serializable;diff --git a/server-core/src/main/java/io/onedev/server/util/xstream/CollectionConverter.java b/server-core/src/main/java/io/onedev/server/util/xstream/CollectionConverter.javaindex a479efb34a..981c300984 100644--- a/server-core/src/main/java/io/onedev/server/util/xstream/CollectionConverter.java+++ b/server-core/src/main/java/io/onedev/server/util/xstream/CollectionConverter.java@@ -10,7 +10,7 @@ import com.thoughtworks.xstream.io.HierarchicalStreamReader;import com.thoughtworks.xstream.io.HierarchicalStreamWriter;import com.thoughtworks.xstream.mapper.Mapper;-import io.onedev.server.migration.VersionedDocument;+import io.onedev.server.migration.VersionedXmlDoc;public class CollectionConverter extends com.thoughtworks.xstream.converters.collections.CollectionConverter {@@ -37,8 +37,8 @@ public class CollectionConverter extends com.thoughtworks.xstream.converters.col@Overrideprotected void writeCompleteItem(Object item, MarshallingContext context, HierarchicalStreamWriter writer) {- if (item instanceof VersionedDocument)- ((VersionedDocument)item).marshall(writer);+ if (item instanceof VersionedXmlDoc)+ ((VersionedXmlDoc)item).marshall(writer);elsesuper.writeCompleteItem(item, context, writer);}@@ -46,7 +46,7 @@ public class CollectionConverter extends com.thoughtworks.xstream.converters.col@Overrideprotected Object readCompleteItem(HierarchicalStreamReader reader, UnmarshallingContext context, Object current) {if (reader.getAttribute("revision") != null)- return VersionedDocument.unmarshall(reader);+ return VersionedXmlDoc.unmarshall(reader);elsereturn super.readCompleteItem(reader, context, current);}diff --git a/server-core/src/main/java/io/onedev/server/util/xstream/MapConverter.java b/server-core/src/main/java/io/onedev/server/util/xstream/MapConverter.javaindex 0187e42b1f..464ecc65fc 100644--- a/server-core/src/main/java/io/onedev/server/util/xstream/MapConverter.java+++ b/server-core/src/main/java/io/onedev/server/util/xstream/MapConverter.java@@ -6,7 +6,7 @@ import com.thoughtworks.xstream.io.HierarchicalStreamReader;import com.thoughtworks.xstream.io.HierarchicalStreamWriter;import com.thoughtworks.xstream.mapper.Mapper;-import io.onedev.server.migration.VersionedDocument;+import io.onedev.server.migration.VersionedXmlDoc;public class MapConverter extends com.thoughtworks.xstream.converters.collections.MapConverter {@@ -20,8 +20,8 @@ public class MapConverter extends com.thoughtworks.xstream.converters.collection@Overrideprotected void writeCompleteItem(Object item, MarshallingContext context, HierarchicalStreamWriter writer) {- if (item instanceof VersionedDocument)- ((VersionedDocument)item).marshall(writer);+ if (item instanceof VersionedXmlDoc)+ ((VersionedXmlDoc)item).marshall(writer);elsesuper.writeCompleteItem(item, context, writer);}@@ -29,7 +29,7 @@ public class MapConverter extends com.thoughtworks.xstream.converters.collection@Overrideprotected Object readCompleteItem(HierarchicalStreamReader reader, UnmarshallingContext context, Object current) {if (reader.getAttribute("revision") != null)- return VersionedDocument.unmarshall(reader);+ return VersionedXmlDoc.unmarshall(reader);elsereturn super.readCompleteItem(reader, context, current);}diff --git a/server-core/src/main/java/io/onedev/server/util/xstream/VersionedDocumentConverter.java b/server-core/src/main/java/io/onedev/server/util/xstream/VersionedDocumentConverter.javaindex 197092b872..7aade2026b 100644--- a/server-core/src/main/java/io/onedev/server/util/xstream/VersionedDocumentConverter.java+++ b/server-core/src/main/java/io/onedev/server/util/xstream/VersionedDocumentConverter.java@@ -1,29 +1,29 @@-package io.onedev.server.util.xstream;--import com.thoughtworks.xstream.converters.Converter;-import com.thoughtworks.xstream.converters.MarshallingContext;-import com.thoughtworks.xstream.converters.UnmarshallingContext;-import com.thoughtworks.xstream.io.HierarchicalStreamReader;-import com.thoughtworks.xstream.io.HierarchicalStreamWriter;--import io.onedev.server.migration.VersionedDocument;--public class VersionedDocumentConverter implements Converter {-- @SuppressWarnings("rawtypes")- @Override- public boolean canConvert(Class type) {- return type == VersionedDocument.class;- }-- @Override- public void marshal(Object source, HierarchicalStreamWriter writer, MarshallingContext context) {- ((VersionedDocument)source).marshall(writer);- }-- @Override- public Object unmarshal(HierarchicalStreamReader reader, UnmarshallingContext context) {- return VersionedDocument.unmarshall(reader);- }--}+package io.onedev.server.util.xstream;++import com.thoughtworks.xstream.converters.Converter;+import com.thoughtworks.xstream.converters.MarshallingContext;+import com.thoughtworks.xstream.converters.UnmarshallingContext;+import com.thoughtworks.xstream.io.HierarchicalStreamReader;+import com.thoughtworks.xstream.io.HierarchicalStreamWriter;++import io.onedev.server.migration.VersionedXmlDoc;++public class VersionedDocumentConverter implements Converter {++ @SuppressWarnings("rawtypes")+ @Override+ public boolean canConvert(Class type) {+ return type == VersionedXmlDoc.class;+ }++ @Override+ public void marshal(Object source, HierarchicalStreamWriter writer, MarshallingContext context) {+ ((VersionedXmlDoc)source).marshall(writer);+ }++ @Override+ public Object unmarshal(HierarchicalStreamReader reader, UnmarshallingContext context) {+ return VersionedXmlDoc.unmarshall(reader);+ }++}diff --git a/server-core/src/main/java/io/onedev/server/web/component/issue/board/BoardEditPanel.java b/server-core/src/main/java/io/onedev/server/web/component/issue/board/BoardEditPanel.javaindex e0be2db951..b11eb0d1e8 100644--- a/server-core/src/main/java/io/onedev/server/web/component/issue/board/BoardEditPanel.java+++ b/server-core/src/main/java/io/onedev/server/web/component/issue/board/BoardEditPanel.java@@ -13,11 +13,11 @@ import org.apache.wicket.markup.html.form.Form;import org.apache.wicket.markup.html.panel.Panel;import io.onedev.server.issue.BoardSpec;+import io.onedev.server.util.Path;+import io.onedev.server.util.PathNode;import io.onedev.server.web.ajaxlistener.ConfirmLeaveListener;import io.onedev.server.web.editable.BeanContext;import io.onedev.server.web.editable.BeanEditor;-import io.onedev.server.web.editable.Path;-import io.onedev.server.web.editable.PathNode;@SuppressWarnings("serial")public abstract class BoardEditPanel extends Panel {diff --git a/server-core/src/main/java/io/onedev/server/web/component/user/profileedit/ProfileEditPanel.java b/server-core/src/main/java/io/onedev/server/web/component/user/profileedit/ProfileEditPanel.javaindex 2a73732dca..81a31b158d 100644--- a/server-core/src/main/java/io/onedev/server/web/component/user/profileedit/ProfileEditPanel.java+++ b/server-core/src/main/java/io/onedev/server/web/component/user/profileedit/ProfileEditPanel.java@@ -14,11 +14,11 @@ import com.google.common.collect.Sets;import io.onedev.server.OneDev;import io.onedev.server.entitymanager.UserManager;import io.onedev.server.model.User;+import io.onedev.server.util.Path;+import io.onedev.server.util.PathNode;import io.onedev.server.web.component.user.UserDeleteLink;import io.onedev.server.web.editable.BeanContext;import io.onedev.server.web.editable.BeanEditor;-import io.onedev.server.web.editable.Path;-import io.onedev.server.web.editable.PathNode;import io.onedev.server.web.page.admin.user.UserListPage;@SuppressWarnings("serial")diff --git a/server-core/src/main/java/io/onedev/server/web/editable/BeanEditor.java b/server-core/src/main/java/io/onedev/server/web/editable/BeanEditor.javaindex b452451971..28c18baf83 100644--- a/server-core/src/main/java/io/onedev/server/web/editable/BeanEditor.java+++ b/server-core/src/main/java/io/onedev/server/web/editable/BeanEditor.java@@ -35,7 +35,9 @@ import org.apache.wicket.validation.IValidator;import io.onedev.commons.launcher.loader.AppLoader;import io.onedev.server.util.ComponentContext;import io.onedev.server.util.EditContext;-import io.onedev.server.web.editable.PathNode.Named;+import io.onedev.server.util.Path;+import io.onedev.server.util.PathNode;+import io.onedev.server.util.PathNode.Named;import io.onedev.server.web.editable.annotation.Horizontal;import io.onedev.server.web.editable.annotation.OmitName;import io.onedev.server.web.editable.annotation.Vertical;diff --git a/server-core/src/main/java/io/onedev/server/web/editable/ValueEditor.java b/server-core/src/main/java/io/onedev/server/web/editable/ValueEditor.javaindex 0cd7d29009..36e76bace3 100644--- a/server-core/src/main/java/io/onedev/server/web/editable/ValueEditor.java+++ b/server-core/src/main/java/io/onedev/server/web/editable/ValueEditor.java@@ -9,6 +9,9 @@ import org.apache.wicket.util.convert.ConversionException;import org.apache.wicket.util.visit.IVisit;import org.apache.wicket.util.visit.IVisitor;+import io.onedev.server.util.Path;+import io.onedev.server.util.PathNode;+@SuppressWarnings("serial")public abstract class ValueEditor<T> extends FormComponentPanel<T> {diff --git a/server-core/src/main/java/io/onedev/server/web/editable/bean/BeanPropertyEditor.java b/server-core/src/main/java/io/onedev/server/web/editable/bean/BeanPropertyEditor.javaindex b4a73ef29c..ba14c52934 100644--- a/server-core/src/main/java/io/onedev/server/web/editable/bean/BeanPropertyEditor.java+++ b/server-core/src/main/java/io/onedev/server/web/editable/bean/BeanPropertyEditor.java@@ -13,11 +13,11 @@ import org.apache.wicket.markup.html.form.CheckBox;import org.apache.wicket.model.IModel;import org.apache.wicket.util.convert.ConversionException;+import io.onedev.server.util.Path;+import io.onedev.server.util.PathNode;import io.onedev.server.web.editable.BeanContext;import io.onedev.server.web.editable.BeanEditor;import io.onedev.server.web.editable.BeanUpdating;-import io.onedev.server.web.editable.Path;-import io.onedev.server.web.editable.PathNode;import io.onedev.server.web.editable.PropertyDescriptor;import io.onedev.server.web.editable.PropertyEditor;import io.onedev.server.web.editable.ValueEditor;diff --git a/server-core/src/main/java/io/onedev/server/web/editable/beanlist/BeanListPropertyEditor.java b/server-core/src/main/java/io/onedev/server/web/editable/beanlist/BeanListPropertyEditor.javaindex 9834d4ad38..16c5d959c6 100644--- a/server-core/src/main/java/io/onedev/server/web/editable/beanlist/BeanListPropertyEditor.java+++ b/server-core/src/main/java/io/onedev/server/web/editable/beanlist/BeanListPropertyEditor.java@@ -26,15 +26,15 @@ import org.apache.wicket.model.Model;import org.apache.wicket.util.convert.ConversionException;import io.onedev.commons.utils.ClassUtils;+import io.onedev.server.util.Path;+import io.onedev.server.util.PathNode;import io.onedev.server.util.ReflectionUtils;+import io.onedev.server.util.PathNode.Indexed;+import io.onedev.server.util.PathNode.Named;import io.onedev.server.web.behavior.sortable.SortBehavior;import io.onedev.server.web.behavior.sortable.SortPosition;import io.onedev.server.web.editable.BeanDescriptor;import io.onedev.server.web.editable.EditableUtils;-import io.onedev.server.web.editable.Path;-import io.onedev.server.web.editable.PathNode;-import io.onedev.server.web.editable.PathNode.Indexed;-import io.onedev.server.web.editable.PathNode.Named;import io.onedev.server.web.editable.PropertyContext;import io.onedev.server.web.editable.PropertyDescriptor;import io.onedev.server.web.editable.PropertyEditor;diff --git a/server-core/src/main/java/io/onedev/server/web/editable/job/jobdependency/JobDependencyEditPanel.java b/server-core/src/main/java/io/onedev/server/web/editable/job/jobdependency/JobDependencyEditPanel.javaindex b039ec9444..08a390126d 100644--- a/server-core/src/main/java/io/onedev/server/web/editable/job/jobdependency/JobDependencyEditPanel.java+++ b/server-core/src/main/java/io/onedev/server/web/editable/job/jobdependency/JobDependencyEditPanel.java@@ -14,11 +14,11 @@ import de.agilecoders.wicket.core.markup.html.bootstrap.common.NotificationPanelimport io.onedev.server.buildspec.BuildSpecAware;import io.onedev.server.buildspec.job.JobAware;import io.onedev.server.buildspec.job.JobDependency;+import io.onedev.server.util.Path;+import io.onedev.server.util.PathNode;import io.onedev.server.web.ajaxlistener.ConfirmLeaveListener;import io.onedev.server.web.editable.BeanContext;import io.onedev.server.web.editable.BeanEditor;-import io.onedev.server.web.editable.PathNode;-import io.onedev.server.web.editable.Path;@SuppressWarnings("serial")abstract class JobDependencyEditPanel extends Panel implements BuildSpecAware, JobAware {diff --git a/server-core/src/main/java/io/onedev/server/web/editable/job/paramspec/ParamSpecEditPanel.java b/server-core/src/main/java/io/onedev/server/web/editable/job/paramspec/ParamSpecEditPanel.javaindex 0679d440af..8101f2fce8 100644--- a/server-core/src/main/java/io/onedev/server/web/editable/job/paramspec/ParamSpecEditPanel.java+++ b/server-core/src/main/java/io/onedev/server/web/editable/job/paramspec/ParamSpecEditPanel.java@@ -12,12 +12,12 @@ import org.apache.wicket.markup.html.panel.Panel;import org.apache.wicket.request.cycle.RequestCycle;import io.onedev.server.buildspec.job.paramspec.ParamSpec;+import io.onedev.server.util.Path;+import io.onedev.server.util.PathNode;import io.onedev.server.util.inputspec.InputContext;import io.onedev.server.web.ajaxlistener.ConfirmLeaveListener;import io.onedev.server.web.editable.BeanContext;import io.onedev.server.web.editable.BeanEditor;-import io.onedev.server.web.editable.Path;-import io.onedev.server.web.editable.PathNode;@SuppressWarnings("serial")abstract class ParamSpecEditPanel extends Panel implements InputContext {diff --git a/server-core/src/main/java/io/onedev/server/web/editable/job/projectdependency/ProjectDependencyEditPanel.java b/server-core/src/main/java/io/onedev/server/web/editable/job/projectdependency/ProjectDependencyEditPanel.javaindex 6bd7368304..eb72102e07 100644--- a/server-core/src/main/java/io/onedev/server/web/editable/job/projectdependency/ProjectDependencyEditPanel.java+++ b/server-core/src/main/java/io/onedev/server/web/editable/job/projectdependency/ProjectDependencyEditPanel.java@@ -13,11 +13,11 @@ import org.apache.wicket.request.cycle.RequestCycle;import de.agilecoders.wicket.core.markup.html.bootstrap.common.NotificationPanel;import io.onedev.server.buildspec.job.JobAware;import io.onedev.server.buildspec.job.ProjectDependency;+import io.onedev.server.util.Path;+import io.onedev.server.util.PathNode;import io.onedev.server.web.ajaxlistener.ConfirmLeaveListener;import io.onedev.server.web.editable.BeanContext;import io.onedev.server.web.editable.BeanEditor;-import io.onedev.server.web.editable.PathNode;-import io.onedev.server.web.editable.Path;@SuppressWarnings("serial")abstract class ProjectDependencyEditPanel extends Panel implements JobAware {diff --git a/server-core/src/main/java/io/onedev/server/web/editable/job/service/JobServiceEditPanel.java b/server-core/src/main/java/io/onedev/server/web/editable/job/service/JobServiceEditPanel.javaindex 34bc4a284c..e3f1756c16 100644--- a/server-core/src/main/java/io/onedev/server/web/editable/job/service/JobServiceEditPanel.java+++ b/server-core/src/main/java/io/onedev/server/web/editable/job/service/JobServiceEditPanel.java@@ -14,11 +14,11 @@ import de.agilecoders.wicket.core.markup.html.bootstrap.common.NotificationPanelimport io.onedev.server.buildspec.BuildSpecAware;import io.onedev.server.buildspec.job.JobAware;import io.onedev.server.buildspec.job.JobService;+import io.onedev.server.util.Path;+import io.onedev.server.util.PathNode;import io.onedev.server.web.ajaxlistener.ConfirmLeaveListener;import io.onedev.server.web.editable.BeanContext;import io.onedev.server.web.editable.BeanEditor;-import io.onedev.server.web.editable.PathNode;-import io.onedev.server.web.editable.Path;@SuppressWarnings("serial")abstract class JobServiceEditPanel extends Panel implements BuildSpecAware, JobAware {diff --git a/server-core/src/main/java/io/onedev/server/web/editable/polymorphic/PolymorphicPropertyEditor.java b/server-core/src/main/java/io/onedev/server/web/editable/polymorphic/PolymorphicPropertyEditor.javaindex 5819c3c8ef..3285a6b7df 100644--- a/server-core/src/main/java/io/onedev/server/web/editable/polymorphic/PolymorphicPropertyEditor.java+++ b/server-core/src/main/java/io/onedev/server/web/editable/polymorphic/PolymorphicPropertyEditor.java@@ -25,13 +25,13 @@ import com.google.common.base.Preconditions;import io.onedev.commons.launcher.loader.AppLoader;import io.onedev.commons.launcher.loader.ImplementationRegistry;+import io.onedev.server.util.Path;+import io.onedev.server.util.PathNode;import io.onedev.server.web.editable.BeanContext;import io.onedev.server.web.editable.BeanDescriptor;import io.onedev.server.web.editable.BeanEditor;import io.onedev.server.web.editable.BeanUpdating;import io.onedev.server.web.editable.EditableUtils;-import io.onedev.server.web.editable.Path;-import io.onedev.server.web.editable.PathNode;import io.onedev.server.web.editable.PropertyDescriptor;import io.onedev.server.web.editable.PropertyEditor;import io.onedev.server.web.editable.ValueEditor;diff --git a/server-core/src/main/java/io/onedev/server/web/page/admin/groovyscript/GroovyScriptEditPanel.java b/server-core/src/main/java/io/onedev/server/web/page/admin/groovyscript/GroovyScriptEditPanel.javaindex 4570071b86..377d4be915 100644--- a/server-core/src/main/java/io/onedev/server/web/page/admin/groovyscript/GroovyScriptEditPanel.java+++ b/server-core/src/main/java/io/onedev/server/web/page/admin/groovyscript/GroovyScriptEditPanel.java@@ -16,11 +16,11 @@ import org.apache.wicket.request.cycle.RequestCycle;import io.onedev.server.OneDev;import io.onedev.server.entitymanager.SettingManager;import io.onedev.server.model.support.administration.GroovyScript;+import io.onedev.server.util.Path;+import io.onedev.server.util.PathNode;import io.onedev.server.web.ajaxlistener.ConfirmLeaveListener;import io.onedev.server.web.editable.BeanContext;import io.onedev.server.web.editable.BeanEditor;-import io.onedev.server.web.editable.Path;-import io.onedev.server.web.editable.PathNode;@SuppressWarnings("serial")abstract class GroovyScriptEditPanel extends Panel {diff --git a/server-core/src/main/java/io/onedev/server/web/page/admin/group/create/NewGroupPage.java b/server-core/src/main/java/io/onedev/server/web/page/admin/group/create/NewGroupPage.javaindex 81bf3c624f..3edd068a6a 100644--- a/server-core/src/main/java/io/onedev/server/web/page/admin/group/create/NewGroupPage.java+++ b/server-core/src/main/java/io/onedev/server/web/page/admin/group/create/NewGroupPage.java@@ -9,11 +9,11 @@ import org.apache.wicket.request.mapper.parameter.PageParameters;import io.onedev.server.OneDev;import io.onedev.server.entitymanager.GroupManager;import io.onedev.server.model.Group;+import io.onedev.server.util.Path;+import io.onedev.server.util.PathNode;import io.onedev.server.util.SecurityUtils;import io.onedev.server.web.editable.BeanContext;import io.onedev.server.web.editable.BeanEditor;-import io.onedev.server.web.editable.Path;-import io.onedev.server.web.editable.PathNode;import io.onedev.server.web.page.admin.AdministrationPage;import io.onedev.server.web.page.admin.group.GroupCssResourceReference;import io.onedev.server.web.page.admin.group.membership.GroupMembershipsPage;diff --git a/server-core/src/main/java/io/onedev/server/web/page/admin/group/profile/GroupProfilePage.java b/server-core/src/main/java/io/onedev/server/web/page/admin/group/profile/GroupProfilePage.javaindex 8fff43d598..b65f1bef81 100644--- a/server-core/src/main/java/io/onedev/server/web/page/admin/group/profile/GroupProfilePage.java+++ b/server-core/src/main/java/io/onedev/server/web/page/admin/group/profile/GroupProfilePage.java@@ -13,10 +13,10 @@ import io.onedev.server.OneDev;import io.onedev.server.OneException;import io.onedev.server.entitymanager.GroupManager;import io.onedev.server.model.Group;+import io.onedev.server.util.Path;+import io.onedev.server.util.PathNode;import io.onedev.server.web.editable.BeanContext;import io.onedev.server.web.editable.BeanEditor;-import io.onedev.server.web.editable.Path;-import io.onedev.server.web.editable.PathNode;import io.onedev.server.web.page.admin.group.GroupListPage;import io.onedev.server.web.page.admin.group.GroupPage;import io.onedev.server.web.util.ConfirmOnClick;diff --git a/server-core/src/main/java/io/onedev/server/web/page/admin/issuesetting/FieldEditPanel.java b/server-core/src/main/java/io/onedev/server/web/page/admin/issuesetting/FieldEditPanel.javaindex 64e1b0f41e..8dcfc43482 100644--- a/server-core/src/main/java/io/onedev/server/web/page/admin/issuesetting/FieldEditPanel.java+++ b/server-core/src/main/java/io/onedev/server/web/page/admin/issuesetting/FieldEditPanel.java@@ -22,6 +22,8 @@ import io.onedev.server.entitymanager.SettingManager;import io.onedev.server.issue.fieldspec.ChoiceField;import io.onedev.server.issue.fieldspec.FieldSpec;import io.onedev.server.model.support.administration.GlobalIssueSetting;+import io.onedev.server.util.Path;+import io.onedev.server.util.PathNode;import io.onedev.server.util.ValueSetEdit;import io.onedev.server.util.inputspec.InputContext;import io.onedev.server.util.inputspec.InputSpec;@@ -30,8 +32,6 @@ import io.onedev.server.util.inputspec.choiceinput.choiceprovider.SpecifiedChoicimport io.onedev.server.web.ajaxlistener.ConfirmLeaveListener;import io.onedev.server.web.editable.BeanContext;import io.onedev.server.web.editable.BeanEditor;-import io.onedev.server.web.editable.Path;-import io.onedev.server.web.editable.PathNode;@SuppressWarnings("serial")abstract class FieldEditPanel extends Panel implements InputContext {diff --git a/server-core/src/main/java/io/onedev/server/web/page/admin/issuesetting/StateEditPanel.java b/server-core/src/main/java/io/onedev/server/web/page/admin/issuesetting/StateEditPanel.javaindex b6d00cf67f..0289c77870 100644--- a/server-core/src/main/java/io/onedev/server/web/page/admin/issuesetting/StateEditPanel.java+++ b/server-core/src/main/java/io/onedev/server/web/page/admin/issuesetting/StateEditPanel.java@@ -13,11 +13,11 @@ import io.onedev.server.OneDev;import io.onedev.server.entitymanager.SettingManager;import io.onedev.server.issue.StateSpec;import io.onedev.server.model.support.administration.GlobalIssueSetting;+import io.onedev.server.util.Path;+import io.onedev.server.util.PathNode;import io.onedev.server.web.ajaxlistener.ConfirmLeaveListener;import io.onedev.server.web.editable.BeanContext;import io.onedev.server.web.editable.BeanEditor;-import io.onedev.server.web.editable.PathNode;-import io.onedev.server.web.editable.Path;@SuppressWarnings("serial")abstract class StateEditPanel extends Panel {diff --git a/server-core/src/main/java/io/onedev/server/web/page/admin/jobexecutor/JobExecutorEditPanel.java b/server-core/src/main/java/io/onedev/server/web/page/admin/jobexecutor/JobExecutorEditPanel.javaindex 3c20e5f8a5..6af3908b12 100644--- a/server-core/src/main/java/io/onedev/server/web/page/admin/jobexecutor/JobExecutorEditPanel.java+++ b/server-core/src/main/java/io/onedev/server/web/page/admin/jobexecutor/JobExecutorEditPanel.java@@ -20,13 +20,13 @@ import org.apache.wicket.util.visit.IVisitor;import de.agilecoders.wicket.core.markup.html.bootstrap.common.NotificationPanel;import io.onedev.server.model.support.administration.jobexecutor.JobExecutor;import io.onedev.server.util.JobLogger;+import io.onedev.server.util.Path;+import io.onedev.server.util.PathNode;import io.onedev.server.web.component.beaneditmodal.BeanEditModalPanel;import io.onedev.server.web.component.taskbutton.TaskButton;import io.onedev.server.web.editable.BeanContext;import io.onedev.server.web.editable.BeanEditor;import io.onedev.server.web.editable.BeanUpdating;-import io.onedev.server.web.editable.Path;-import io.onedev.server.web.editable.PathNode;import io.onedev.server.web.util.Testable;@SuppressWarnings("serial")diff --git a/server-core/src/main/java/io/onedev/server/web/page/admin/role/NewRolePage.java b/server-core/src/main/java/io/onedev/server/web/page/admin/role/NewRolePage.javaindex a4f2f6294e..a515b6a59d 100644--- a/server-core/src/main/java/io/onedev/server/web/page/admin/role/NewRolePage.java+++ b/server-core/src/main/java/io/onedev/server/web/page/admin/role/NewRolePage.java@@ -9,11 +9,11 @@ import org.apache.wicket.request.mapper.parameter.PageParameters;import io.onedev.server.OneDev;import io.onedev.server.entitymanager.RoleManager;import io.onedev.server.model.Role;+import io.onedev.server.util.Path;+import io.onedev.server.util.PathNode;import io.onedev.server.util.SecurityUtils;import io.onedev.server.web.editable.BeanContext;import io.onedev.server.web.editable.BeanEditor;-import io.onedev.server.web.editable.Path;-import io.onedev.server.web.editable.PathNode;import io.onedev.server.web.page.admin.AdministrationPage;@SuppressWarnings("serial")diff --git a/server-core/src/main/java/io/onedev/server/web/page/admin/role/RoleDetailPage.java b/server-core/src/main/java/io/onedev/server/web/page/admin/role/RoleDetailPage.javaindex 60780414fe..8844269051 100644--- a/server-core/src/main/java/io/onedev/server/web/page/admin/role/RoleDetailPage.java+++ b/server-core/src/main/java/io/onedev/server/web/page/admin/role/RoleDetailPage.java@@ -18,11 +18,11 @@ import io.onedev.server.OneDev;import io.onedev.server.OneException;import io.onedev.server.entitymanager.RoleManager;import io.onedev.server.model.Role;+import io.onedev.server.util.Path;+import io.onedev.server.util.PathNode;import io.onedev.server.util.SecurityUtils;import io.onedev.server.web.editable.BeanContext;import io.onedev.server.web.editable.BeanEditor;-import io.onedev.server.web.editable.Path;-import io.onedev.server.web.editable.PathNode;import io.onedev.server.web.page.admin.AdministrationPage;import io.onedev.server.web.util.ConfirmOnClick;diff --git a/server-core/src/main/java/io/onedev/server/web/page/admin/user/create/NewUserPage.java b/server-core/src/main/java/io/onedev/server/web/page/admin/user/create/NewUserPage.javaindex 1b415a0c11..23630caa50 100644--- a/server-core/src/main/java/io/onedev/server/web/page/admin/user/create/NewUserPage.java+++ b/server-core/src/main/java/io/onedev/server/web/page/admin/user/create/NewUserPage.java@@ -13,10 +13,10 @@ import io.onedev.commons.launcher.loader.AppLoader;import io.onedev.server.OneDev;import io.onedev.server.entitymanager.UserManager;import io.onedev.server.model.User;+import io.onedev.server.util.Path;+import io.onedev.server.util.PathNode;import io.onedev.server.web.editable.BeanContext;import io.onedev.server.web.editable.BeanEditor;-import io.onedev.server.web.editable.PathNode;-import io.onedev.server.web.editable.Path;import io.onedev.server.web.page.admin.AdministrationPage;import io.onedev.server.web.page.admin.user.UserCssResourceReference;import io.onedev.server.web.page.admin.user.membership.UserMembershipsPage;diff --git a/server-core/src/main/java/io/onedev/server/web/page/project/NewProjectPage.java b/server-core/src/main/java/io/onedev/server/web/page/project/NewProjectPage.javaindex 891d682fca..4f8394bac4 100644--- a/server-core/src/main/java/io/onedev/server/web/page/project/NewProjectPage.java+++ b/server-core/src/main/java/io/onedev/server/web/page/project/NewProjectPage.java@@ -14,11 +14,11 @@ import io.onedev.server.OneDev;import io.onedev.server.entitymanager.ProjectManager;import io.onedev.server.entitymanager.UserManager;import io.onedev.server.model.Project;+import io.onedev.server.util.Path;+import io.onedev.server.util.PathNode;import io.onedev.server.util.SecurityUtils;import io.onedev.server.web.editable.BeanContext;import io.onedev.server.web.editable.BeanEditor;-import io.onedev.server.web.editable.Path;-import io.onedev.server.web.editable.PathNode;import io.onedev.server.web.page.layout.LayoutPage;import io.onedev.server.web.page.project.blob.ProjectBlobPage;diff --git a/server-core/src/main/java/io/onedev/server/web/page/project/blob/ProjectBlobPage.java b/server-core/src/main/java/io/onedev/server/web/page/project/blob/ProjectBlobPage.javaindex d8a5a1ec34..16305535b2 100644--- a/server-core/src/main/java/io/onedev/server/web/page/project/blob/ProjectBlobPage.java+++ b/server-core/src/main/java/io/onedev/server/web/page/project/blob/ProjectBlobPage.java@@ -1,1457 +1,1457 @@-package io.onedev.server.web.page.project.blob;--import static org.apache.wicket.ajax.attributes.CallbackParameter.explicit;--import java.io.IOException;-import java.io.Serializable;-import java.net.URISyntaxException;-import java.util.ArrayList;-import java.util.Collection;-import java.util.HashMap;-import java.util.HashSet;-import java.util.List;-import java.util.Map;-import java.util.Set;-import java.util.concurrent.atomic.AtomicBoolean;--import javax.annotation.Nullable;--import org.apache.commons.lang3.SerializationUtils;-import org.apache.commons.lang3.StringUtils;-import org.apache.http.NameValuePair;-import org.apache.http.client.utils.URIBuilder;-import org.apache.wicket.Component;-import org.apache.wicket.ajax.AjaxRequestTarget;-import org.apache.wicket.behavior.AttributeAppender;-import org.apache.wicket.core.request.handler.IPartialPageRequestHandler;-import org.apache.wicket.event.IEvent;-import org.apache.wicket.markup.ComponentTag;-import org.apache.wicket.markup.head.IHeaderResponse;-import org.apache.wicket.markup.head.JavaScriptHeaderItem;-import org.apache.wicket.markup.head.OnDomReadyHeaderItem;-import org.apache.wicket.markup.html.WebMarkupContainer;-import org.apache.wicket.markup.html.basic.Label;-import org.apache.wicket.markup.html.form.upload.FileUpload;-import org.apache.wicket.model.AbstractReadOnlyModel;-import org.apache.wicket.model.IModel;-import org.apache.wicket.model.Model;-import org.apache.wicket.request.IRequestParameters;-import org.apache.wicket.request.cycle.RequestCycle;-import org.apache.wicket.request.flow.RedirectToUrlException;-import org.apache.wicket.request.handler.resource.ResourceReferenceRequestHandler;-import org.apache.wicket.request.mapper.parameter.PageParameters;-import org.apache.wicket.request.resource.PackageResourceReference;-import org.apache.wicket.util.visit.IVisit;-import org.apache.wicket.util.visit.IVisitor;-import org.eclipse.jgit.lib.FileMode;-import org.eclipse.jgit.lib.ObjectId;-import org.eclipse.jgit.revwalk.RevCommit;-import org.eclipse.jgit.revwalk.RevTree;-import org.eclipse.jgit.revwalk.RevWalk;-import org.eclipse.jgit.treewalk.TreeWalk;-import org.slf4j.Logger;-import org.slf4j.LoggerFactory;--import com.google.common.base.Objects;-import com.google.common.base.Preconditions;-import com.google.common.collect.Sets;--import io.onedev.commons.jsymbol.util.NoAntiCacheImage;-import io.onedev.commons.launcher.loader.ListenerRegistry;-import io.onedev.commons.utils.PlanarRange;-import io.onedev.server.OneDev;-import io.onedev.server.buildspec.BuildSpec;-import io.onedev.server.entitymanager.CodeCommentManager;-import io.onedev.server.entitymanager.ProjectManager;-import io.onedev.server.entitymanager.PullRequestManager;-import io.onedev.server.entitymanager.PullRequestUpdateManager;-import io.onedev.server.event.RefUpdated;-import io.onedev.server.git.BlobContent;-import io.onedev.server.git.BlobEdits;-import io.onedev.server.git.BlobIdent;-import io.onedev.server.git.GitUtils;-import io.onedev.server.git.exception.BlobEditException;-import io.onedev.server.git.exception.NotTreeException;-import io.onedev.server.git.exception.ObjectAlreadyExistsException;-import io.onedev.server.git.exception.ObsoleteCommitException;-import io.onedev.server.model.CodeComment;-import io.onedev.server.model.Project;-import io.onedev.server.model.PullRequest;-import io.onedev.server.model.User;-import io.onedev.server.persistence.SessionManager;-import io.onedev.server.persistence.TransactionManager;-import io.onedev.server.search.code.CommitIndexed;-import io.onedev.server.search.code.IndexManager;-import io.onedev.server.search.code.SearchManager;-import io.onedev.server.search.code.hit.QueryHit;-import io.onedev.server.search.code.query.BlobQuery;-import io.onedev.server.search.code.query.TextQuery;-import io.onedev.server.util.SecurityUtils;-import io.onedev.server.util.script.identity.JobIdentity;-import io.onedev.server.util.script.identity.ScriptIdentity;-import io.onedev.server.util.script.identity.ScriptIdentityAware;-import io.onedev.server.web.PrioritizedComponentRenderer;-import io.onedev.server.web.behavior.AbstractPostAjaxBehavior;-import io.onedev.server.web.behavior.WebSocketObserver;-import io.onedev.server.web.component.commit.status.CommitStatusPanel;-import io.onedev.server.web.component.floating.FloatingPanel;-import io.onedev.server.web.component.link.ArchiveMenuLink;-import io.onedev.server.web.component.link.ViewStateAwareAjaxLink;-import io.onedev.server.web.component.link.ViewStateAwarePageLink;-import io.onedev.server.web.component.menu.MenuItem;-import io.onedev.server.web.component.menu.MenuLink;-import io.onedev.server.web.component.modal.ModalLink;-import io.onedev.server.web.component.modal.ModalPanel;-import io.onedev.server.web.component.revisionpicker.RevisionPicker;-import io.onedev.server.web.download.RawBlobDownloadResourceReference;-import io.onedev.server.web.page.project.ProjectPage;-import io.onedev.server.web.page.project.blob.navigator.BlobNavigator;-import io.onedev.server.web.page.project.blob.render.BlobRenderContext;-import io.onedev.server.web.page.project.blob.render.BlobRendererContribution;-import io.onedev.server.web.page.project.blob.render.renderers.source.SourceRendererProvider;-import io.onedev.server.web.page.project.blob.render.view.Positionable;-import io.onedev.server.web.page.project.blob.search.SearchMenuContributor;-import io.onedev.server.web.page.project.blob.search.advanced.AdvancedSearchPanel;-import io.onedev.server.web.page.project.blob.search.quick.QuickSearchPanel;-import io.onedev.server.web.page.project.blob.search.result.SearchResultPanel;-import io.onedev.server.web.page.project.commits.ProjectCommitsPage;-import io.onedev.server.web.util.EditParamsAware;-import io.onedev.server.web.websocket.WebSocketManager;--@SuppressWarnings("serial")-public class ProjectBlobPage extends ProjectPage implements BlobRenderContext, ScriptIdentityAware, EditParamsAware {-- private static final String PARAM_REVISION = "revision";-- private static final String PARAM_PATH = "path";-- private static final String PARAM_INITIAL_NEW_PATH = "initial-new-path";-- private static final String PARAM_REQUEST = "request";-- private static final String PARAM_COMMENT = "comment";-- private static final String PARAM_MODE = "mode";-- private static final String PARAM_VIEW_PLAIN = "view-plain";-- private static final String PARAM_URL_BEFORE_EDIT = "url-before-edit";-- private static final String PARAM_URL_AFTER_EDIT = "url-after-edit";-- private static final String PARAM_QUERY = "query";-- private static final String PARAM_POSITION = "position";-- private static final String PARAM_RAW = "raw";-- private static final String REVISION_PICKER_ID = "revisionPicker";-- private static final String BLOB_NAVIGATOR_ID = "blobNavigator";-- private static final String BLOB_CONTENT_ID = "blobContent";-- private static final Logger logger = LoggerFactory.getLogger(ProjectBlobPage.class);-- private State state = new State();-- private ObjectId resolvedRevision;-- private Component revisionIndexing;-- private WebMarkupContainer searchResult;-- private AbstractPostAjaxBehavior ajaxBehavior;-- public ProjectBlobPage(PageParameters params) {- super(params);-- List<String> revisionAndPathSegments = new ArrayList<>();- String segment = params.get(PARAM_REVISION).toString();- if (segment != null && segment.length() != 0)- revisionAndPathSegments.add(segment);- segment = params.get(PARAM_PATH).toString();- if (segment != null && segment.length() != 0)- revisionAndPathSegments.add(segment);-- for (int i=0; i<params.getIndexedCount(); i++) {- segment = params.get(i).toString();- if (segment.length() != 0)- revisionAndPathSegments.add(segment);- }-- BlobIdent blobIdent = new BlobIdent(getProject(), revisionAndPathSegments);- state = new State(blobIdent);-- String modeStr = params.get(PARAM_MODE).toString();- if (modeStr != null)- state.mode = Mode.valueOf(modeStr.toUpperCase());-- String viewPlain = params.get(PARAM_VIEW_PLAIN).toString();- state.viewPlain = "true".equals(viewPlain);-- state.urlBeforeEdit = params.get(PARAM_URL_BEFORE_EDIT).toString();- state.urlAfterEdit = params.get(PARAM_URL_AFTER_EDIT).toString();-- if (state.blobIdent.revision != null)- resolvedRevision = getProject().getObjectId(state.blobIdent.revision, true);-- state.position = params.get(PARAM_POSITION).toString();-- state.requestId = params.get(PARAM_REQUEST).toOptionalLong();-- state.commentId = params.get(PARAM_COMMENT).toOptionalLong();-- state.query = params.get(PARAM_QUERY).toString();-- state.initialNewPath = params.get(PARAM_INITIAL_NEW_PATH).toString();-- if (state.mode == Mode.ADD || state.mode == Mode.EDIT || state.mode == Mode.DELETE) {- if (!isOnBranch())- throw new IllegalArgumentException("Files can only be edited on branch");-- String path = state.blobIdent.path;- if (path != null && state.blobIdent.isTree())- path += "/";- if (!SecurityUtils.canModify(getProject(), state.blobIdent.revision, path))- unauthorized();- }-- if (params.get(PARAM_RAW).toBoolean(false)) {- RequestCycle.get().scheduleRequestHandlerAfterCurrent(- new ResourceReferenceRequestHandler(new RawBlobDownloadResourceReference(), getPageParameters()));- }- }-- @Override- protected void onInitialize() {- super.onInitialize();-- newRevisionPicker(null);- newCommitStatus(null);- newBlobNavigator(null);- newBlobOperations(null);-- add(revisionIndexing = new WebMarkupContainer("revisionIndexing") {-- @Override- protected void onInitialize() {- super.onInitialize();- add(new NoAntiCacheImage("icon", new PackageResourceReference(ProjectBlobPage.class, "indexing.gif")));- setOutputMarkupPlaceholderTag(true);- }-- @Override- protected void onConfigure() {- super.onConfigure();-- if (resolvedRevision != null) {- RevCommit commit = getProject().getRevCommit(resolvedRevision, true);- IndexManager indexManager = OneDev.getInstance(IndexManager.class);- if (!indexManager.isIndexed(getProject(), commit)) {- OneDev.getInstance(IndexManager.class).indexAsync(getProject(), commit);- setVisible(true);- } else {- setVisible(false);- }- } else {- setVisible(false);- }- }-- });- revisionIndexing.add(new WebSocketObserver() {-- @Override- public void onObservableChanged(IPartialPageRequestHandler handler) {- handler.add(revisionIndexing);- resizeWindow(handler);- }-- @Override- public Collection<String> getObservables() {- Set<String> observables = new HashSet<>();- if (resolvedRevision != null)- observables.add(CommitIndexed.getWebSocketObservable(getProject().getRevCommit(resolvedRevision, true).name()));- return observables;- }-- });-- newBuildSupportNote(null);- newBlobContent(null);-- add(searchResult = new WebMarkupContainer("searchResult"));-- List<QueryHit> queryHits;- if (state.query != null) {- BlobQuery query = new TextQuery.Builder()- .term(state.query)- .wholeWord(true)- .caseSensitive(true)- .count(SearchResultPanel.MAX_QUERY_ENTRIES)- .build();- try {- SearchManager searchManager = OneDev.getInstance(SearchManager.class);- queryHits = searchManager.search(projectModel.getObject(), getProject().getRevCommit(resolvedRevision, true),- query);- } catch (InterruptedException e) {- throw new RuntimeException(e);- }- } else {- queryHits = null;- }-- newSearchResult(null, queryHits);-- add(ajaxBehavior = new AbstractPostAjaxBehavior() {-- @Override- protected void respond(AjaxRequestTarget target) {- IRequestParameters params = RequestCycle.get().getRequest().getPostParameters();- String action = params.getParameterValue("action").toString("");- switch (action) {- case "quickSearch":- new ModalPanel(target) {-- @Override- protected Component newContent(String id) {- return newQuickSearchPanel(id, this);- }-- };- break;- case "advancedSearch":- new ModalPanel(target) {-- @Override- protected Component newContent(String id) {- return newAdvancedSearchPanel(id, this);- }-- };- break;- default:- throw new IllegalStateException("Unexpected action: " + action);- }- }-- });- }-- /*- * In case we are on a branch, this operation makes sure that the branch resolves- * to a certain commit during the life cycle of our page, unless the page is- * refreshed. This can avoid the issue that displayed file content and subsequent- * operations encounters different commit if someone commits to the branch while- * we are staying on the page.- */- @Override- protected Map<String, ObjectId> getObjectIdCache() {- Map<String, ObjectId> objectIdCache = new HashMap<>();- if (resolvedRevision != null)- objectIdCache.put(state.blobIdent.revision, resolvedRevision);- return objectIdCache;- }-- @Override- public CodeComment getOpenComment() {- if (state.commentId != null)- return OneDev.getInstance(CodeCommentManager.class).load(state.commentId);- else- return null;- }-- @Override- public PullRequest getPullRequest() {- if (state.requestId != null)- return OneDev.getInstance(PullRequestManager.class).load(state.requestId);- else- return null;- }-- private void newBlobNavigator(@Nullable AjaxRequestTarget target) {- Component blobNavigator = new BlobNavigator(BLOB_NAVIGATOR_ID, this);- if (target != null) {- replace(blobNavigator);- target.add(blobNavigator);- } else {- add(blobNavigator);- }- }-- private void newBlobOperations(@Nullable AjaxRequestTarget target) {- WebMarkupContainer blobOperations = new WebMarkupContainer("blobOperations");- blobOperations.setOutputMarkupId(true);-- String revision = state.blobIdent.revision;-- AtomicBoolean reviewRequired = new AtomicBoolean(true);- try {- reviewRequired.set(revision!=null && getProject().isReviewRequiredForModification(getLoginUser(), revision, null));- } catch (Exception e) {- logger.error("Error checking review requirement", e);- }-- AtomicBoolean buildRequired = new AtomicBoolean(true);- try {- buildRequired.set(revision!=null && getProject().isBuildRequiredForModification(getLoginUser(), revision, null));- } catch (Exception e) {- logger.error("Error checking build requirement", e);- }-- blobOperations.add(new MenuLink("add") {-- @Override- protected List<MenuItem> getMenuItems(FloatingPanel dropdown) {- List<MenuItem> menuItems = new ArrayList<>();- menuItems.add(new MenuItem() {-- @Override- public String getLabel() {- return "Create New File";- }-- @Override- public WebMarkupContainer newLink(String id) {- return new ViewStateAwareAjaxLink<Void>(id) {-- @Override- public void onClick(AjaxRequestTarget target) {- onModeChange(target, Mode.ADD, null);- dropdown.close();- }-- };- }-- });-- menuItems.add(new MenuItem() {-- @Override- public String getLabel() {- return "Upload Files";- }-- @Override- public WebMarkupContainer newLink(String id) {- return new ModalLink(id) {-- @Override- public void onClick(AjaxRequestTarget target) {- super.onClick(target);- dropdown.close();- }-- @Override- protected Component newContent(String id, ModalPanel modal) {- return new BlobUploadPanel(id, ProjectBlobPage.this) {-- @Override- public void onCancel(AjaxRequestTarget target) {- modal.close();- }-- @Override- public void onCommitted(AjaxRequestTarget target, RefUpdated refUpdated) {- ProjectBlobPage.this.onCommitted(target, refUpdated, null);- modal.close();- }-- };- }-- };- }-- });- return menuItems;- }-- @Override- protected void onComponentTag(ComponentTag tag) {- super.onComponentTag(tag);-- if (reviewRequired.get()) {- tag.append("class", "disabled", " ");- tag.put("title", "Review required for this change. Submit pull request instead");- } else if (buildRequired.get()) {- tag.append("class", "disabled", " ");- tag.put("title", "Build required for this change. Submit pull request instead");- } else {- tag.put("title", "Add on branch " + state.blobIdent.revision);- }- }-- @Override- protected void onConfigure() {- super.onConfigure();-- Project project = getProject();- if ((state.mode == Mode.VIEW || state.mode == Mode.BLAME)- && isOnBranch() && state.blobIdent.isTree()- && SecurityUtils.canWriteCode(project)) {- setVisible(true);- setEnabled(!reviewRequired.get() && !buildRequired.get());- } else {- setVisible(false);- }- }-- });-- blobOperations.add(new MenuLink("search") {-- @Override- protected List<MenuItem> getMenuItems(FloatingPanel dropdown) {- List<MenuItem> menuItems = new ArrayList<>();- menuItems.add(new MenuItem() {-- @Override- public String getShortcut() {- return "T";- }-- @Override- public String getLabel() {- return "Quick Search";- }-- @Override- public WebMarkupContainer newLink(String id) {- return new ModalLink(id) {-- @Override- public void onClick(AjaxRequestTarget target) {- super.onClick(target);- dropdown.close();- }-- @Override- protected Component newContent(String id, ModalPanel modal) {- return newQuickSearchPanel(id, modal);- }-- };- }-- });- menuItems.add(new MenuItem() {-- @Override- public String getShortcut() {- return "V";- }-- @Override- public String getLabel() {- return "Advanced Search";- }-- @Override- public WebMarkupContainer newLink(String id) {- return new ModalLink(id) {-- @Override- public void onClick(AjaxRequestTarget target) {- super.onClick(target);- dropdown.close();- }-- @Override- protected Component newContent(String id, ModalPanel modal) {- return newAdvancedSearchPanel(id, modal);- }-- };- }-- });-- IVisitor<Component, Component> visitor = new IVisitor<Component, Component>() {-- @Override- public void component(Component object, IVisit<Component> visit) {- visit.stop(object);- }-- };- SearchMenuContributor contributor = (SearchMenuContributor) getPage().visitChildren(- SearchMenuContributor.class, visitor);- if (contributor != null)- menuItems.addAll(contributor.getMenuItems(dropdown));-- return menuItems;- }-- });-- String compareWith = resolvedRevision!=null?resolvedRevision.name():null;- String query;- if (state.blobIdent.path != null)- query = String.format("path(%s)", state.blobIdent.path);- else- query = null;- blobOperations.add(new ViewStateAwarePageLink<Void>("history", ProjectCommitsPage.class,- ProjectCommitsPage.paramsOf(getProject(), query, compareWith)));-- blobOperations.add(new ArchiveMenuLink("download", projectModel) {-- @Override- protected String getRevision() {- return state.blobIdent.revision;- }-- @Override- protected void onConfigure() {- super.onConfigure();- setVisible(state.blobIdent.revision != null && state.blobIdent.path == null);- }-- });-- if (target != null) {- replace(blobOperations);- target.add(blobOperations);- } else {- add(blobOperations);- }- }-- private QuickSearchPanel newQuickSearchPanel(String id, ModalPanel modal) {- return new QuickSearchPanel(id, projectModel, new AbstractReadOnlyModel<String>() {-- @Override- public String getObject() {- return state.blobIdent.revision;- }-- }) {-- @Override- protected void onSelect(AjaxRequestTarget target, QueryHit hit) {- BlobIdent selected = new BlobIdent(state.blobIdent.revision, hit.getBlobPath(),- FileMode.REGULAR_FILE.getBits());- ProjectBlobPage.this.onSelect(target, selected, SourceRendererProvider.getPosition(hit.getTokenPos()));- modal.close();- }-- @Override- protected void onMoreQueried(AjaxRequestTarget target, List<QueryHit> hits) {- newSearchResult(target, hits);- resizeWindow(target);- modal.close();- }-- @Override- protected void onCancel(AjaxRequestTarget target) {- modal.close();- }-- };- }-- private AdvancedSearchPanel advancedSearchPanel;-- private ModalPanel advancedSearchPanelModal;-- private AdvancedSearchPanel newAdvancedSearchPanel(String id, ModalPanel modal) {- /*- * Re-use advanced search panel instance so that search options can be preserved in the page- */- advancedSearchPanelModal = modal;- if (advancedSearchPanel == null) {- advancedSearchPanel = new AdvancedSearchPanel(id, projectModel, new AbstractReadOnlyModel<String>() {-- @Override- public String getObject() {- return state.blobIdent.revision;- }-- }) {-- @Override- protected void onSearchComplete(AjaxRequestTarget target, List<QueryHit> hits) {- newSearchResult(target, hits);- resizeWindow(target);- advancedSearchPanelModal.close();- }-- @Override- protected void onCancel(AjaxRequestTarget target) {- advancedSearchPanelModal.close();- }-- @Override- protected BlobIdent getCurrentBlob() {- return state.blobIdent;- }-- };- }- return advancedSearchPanel;- }-- private void newBlobContent(@Nullable AjaxRequestTarget target) {- PrioritizedComponentRenderer mostPrioritizedRenderer = null;- for (BlobRendererContribution contribution: OneDev.getExtensions(BlobRendererContribution.class)) {- PrioritizedComponentRenderer renderer = contribution.getRenderer(this);- if (renderer != null) {- if (mostPrioritizedRenderer == null || mostPrioritizedRenderer.getPriority() > renderer.getPriority())- mostPrioritizedRenderer = renderer;- }- }- Component blobContent = Preconditions.checkNotNull(mostPrioritizedRenderer).render(BLOB_CONTENT_ID);- if (target != null) {- replace(blobContent);- target.add(blobContent);- } else {- add(blobContent);- }- }-- private void pushState(AjaxRequestTarget target) {- PageParameters params = paramsOf(getProject(), state);- CharSequence url = RequestCycle.get().urlFor(ProjectBlobPage.class, params);- pushState(target, url.toString(), state);- }-- private void newCommitStatus(@Nullable AjaxRequestTarget target) {- Component commitStatus;- if (resolvedRevision != null) {- commitStatus = new CommitStatusPanel("buildStatus", resolvedRevision) {-- @Override- protected Project getProject() {- return ProjectBlobPage.this.getProject();- }-- };- } else {- commitStatus = new WebMarkupContainer("buildStatus");- }-- commitStatus.setOutputMarkupPlaceholderTag(true);-- if (target != null) {- replace(commitStatus);- target.add(commitStatus);- } else {- add(commitStatus);- }- }-- private void newBuildSupportNote(@Nullable AjaxRequestTarget target) {- Component buildSupportNote = new WebMarkupContainer("buildSupportNote") {-- @Override- protected void onInitialize() {- super.onInitialize();-- String branch = state.blobIdent.revision;- if (branch == null)- branch = "master";- if (SecurityUtils.canModify(getProject(), branch, BuildSpec.BLOB_PATH)) {- add(new ViewStateAwareAjaxLink<Void>("addFile") {-- @Override- public void onClick(AjaxRequestTarget target) {- onModeChange(target, Mode.ADD, BuildSpec.BLOB_PATH);- }-- @Override- public IModel<?> getBody() {- return Model.of("adding " + BuildSpec.BLOB_PATH);- }-- });- } else {- add(new Label("addFile", "adding " + BuildSpec.BLOB_PATH) {-- @Override- protected void onComponentTag(ComponentTag tag) {- super.onComponentTag(tag);- tag.setName("span");- }-- });- }- setOutputMarkupPlaceholderTag(true);- }-- @Override- protected void onConfigure() {- super.onConfigure();- if (resolvedRevision != null && isOnBranch() && state.blobIdent.path == null && state.mode == Mode.VIEW) {- BlobIdent blobIdent = new BlobIdent(resolvedRevision.name(), BuildSpec.BLOB_PATH, FileMode.TYPE_FILE);- setVisible(getProject().getBlob(blobIdent, false) == null);- } else {- setVisible(false);- }- }-- };-- if (target != null) {- replace(buildSupportNote);- target.add(buildSupportNote);- } else {- add(buildSupportNote);- }- }-- private void newRevisionPicker(@Nullable AjaxRequestTarget target) {- String revision = state.blobIdent.revision;- boolean canCreateRef;- if (revision == null) {- revision = "master";- canCreateRef = false;- } else {- canCreateRef = true;- }-- Component revisionPicker = new RevisionPicker(REVISION_PICKER_ID, projectModel, revision, canCreateRef) {-- @Override- protected String getRevisionUrl(String revision) {- BlobIdent blobIdent = new BlobIdent(revision, null, FileMode.TREE.getBits());- State state = new State(blobIdent);- PageParameters params = ProjectBlobPage.paramsOf(projectModel.getObject(), state);- return urlFor(ProjectBlobPage.class, params).toString();- }-- @Override- protected void onSelect(AjaxRequestTarget target, String revision) {- BlobIdent newBlobIdent = new BlobIdent(state.blobIdent);- newBlobIdent.revision = revision;- if (newBlobIdent.path != null) {- try (RevWalk revWalk = new RevWalk(getProject().getRepository())) {- RevTree revTree = getProject().getRevCommit(revision, true).getTree();- TreeWalk treeWalk = TreeWalk.forPath(getProject().getRepository(), newBlobIdent.path, revTree);- if (treeWalk != null) {- newBlobIdent.mode = treeWalk.getRawMode(0);- } else {- newBlobIdent.path = null;- newBlobIdent.mode = FileMode.TREE.getBits();- }- } catch (IOException e) {- throw new RuntimeException(e);- }- }-- ProjectBlobPage.this.onSelect(target, newBlobIdent, null);- }-- };- if (target != null) {- replace(revisionPicker);- target.add(revisionPicker);- } else {- add(revisionPicker);- }- }-- /*- * This method represents changing of resolved revision, instead of the named revision.- * It is possible that resolved revision changes while named revision remains unchanged.- * For instance when a file on a branch is edited from this page, the named revision- * remains unchanged (still point to the branch), but the underlying resolved revision- * (the commit) has been changed- *- * @param target- */- private void onResolvedRevisionChange(AjaxRequestTarget target) {- /*- * A hack to reset resolved revision to null to disable getObjectIdCache()- * temporarily as otherwise getObjectId() method below will always- * resolved to existing value of resolvedRevision- */- resolvedRevision = null;- resolvedRevision = getProject().getObjectId(state.blobIdent.revision, true);-- OneDev.getInstance(WebSocketManager.class).observe(this);- newRevisionPicker(target);- newCommitStatus(target);- target.add(revisionIndexing);- newBlobNavigator(target);- newBlobOperations(target);- newBuildSupportNote(target);- newBlobContent(target);- resizeWindow(target);- }-- @Override- public void renderHead(IHeaderResponse response) {- super.renderHead(response);-- response.render(JavaScriptHeaderItem.forReference(new ProjectBlobResourceReference()));-- String callback = ajaxBehavior.getCallbackFunction(explicit("action")).toString();- String script = String.format("onedev.server.projectBlob.onDomReady(%s);", callback);-- response.render(OnDomReadyHeaderItem.forScript(script));- }-- public static ProjectBlobPage.State getState(CodeComment comment) {- BlobIdent blobIdent = new BlobIdent(comment.getMarkPos().getCommit(), comment.getMarkPos().getPath(),- FileMode.REGULAR_FILE.getBits());- ProjectBlobPage.State state = new ProjectBlobPage.State(blobIdent);- state.commentId = comment.getId();- state.position = SourceRendererProvider.getPosition(comment.getMarkPos().getRange());- return state;- }-- public static PageParameters paramsOf(CodeComment comment) {- return paramsOf(comment.getProject(), getState(comment));- }-- public static PageParameters paramsOf(Project project, BlobIdent blobIdent) {- return paramsOf(project, new State(blobIdent));- }-- public static void fillParams(PageParameters params, State state) {- if (state.blobIdent.revision != null)- params.add(PARAM_REVISION, state.blobIdent.revision);- if (state.blobIdent.path != null)- params.add(PARAM_PATH, state.blobIdent.path);- if (state.position != null)- params.add(PARAM_POSITION, state.position.toString());- if (state.requestId != null)- params.add(PARAM_REQUEST, state.requestId);- if (state.commentId != null)- params.add(PARAM_COMMENT, state.commentId);- if (state.mode != Mode.VIEW)- params.add(PARAM_MODE, state.mode.name().toLowerCase());- if (state.mode == Mode.VIEW && state.viewPlain)- params.add(PARAM_VIEW_PLAIN, true);- if (state.urlBeforeEdit != null)- params.add(PARAM_URL_BEFORE_EDIT, state.urlBeforeEdit);- if (state.urlAfterEdit != null)- params.add(PARAM_URL_AFTER_EDIT, state.urlAfterEdit);-- if (state.query != null)- params.add(PARAM_QUERY, state.query);- if (state.initialNewPath != null)- params.add(PARAM_INITIAL_NEW_PATH, state.initialNewPath);- }-- public static PageParameters paramsOf(Project project, State state) {- PageParameters params = paramsOf(project);- fillParams(params, state);- return params;- }-- private void newSearchResult(@Nullable AjaxRequestTarget target, @Nullable List<QueryHit> hits) {- Component content;- if (hits != null) {- content = new SearchResultPanel("content", this, hits) {-- @Override- protected void onClose(AjaxRequestTarget target) {- newSearchResult(target, null);- resizeWindow(target);- }-- };- if (target != null) {- target.appendJavaScript(""- + "$('#project-blob>.search-result').show(); "- + "$('#project-blob .search-result>.body').focus();");- }- } else {- content = new WebMarkupContainer("content").setOutputMarkupId(true);- if (target != null)- target.appendJavaScript("$('#project-blob>.search-result').hide();");- else- searchResult.add(AttributeAppender.replace("style", "display: none;"));- }- if (target != null) {- searchResult.replace(content);- target.add(content);- } else {- searchResult.add(content);- }- }-- @Override- protected void onPopState(AjaxRequestTarget target, Serializable data) {- super.onPopState(target, data);-- State popState = (State) data;- if (!popState.blobIdent.revision.equals(state.blobIdent.revision)) {- state = popState;- newSearchResult(target, null);- onResolvedRevisionChange(target);- } else {- state = popState;- newBlobNavigator(target);- newBlobOperations(target);- newBuildSupportNote(target);- newBlobContent(target);- resizeWindow(target);- }- }-- private void resizeWindow(IPartialPageRequestHandler partialPageRequestHandler) {- partialPageRequestHandler.appendJavaScript("$(window).resize();");- }-- @Override- public BlobIdent getBlobIdent() {- return state.blobIdent;- }-- @Override- public String getPosition() {- return state.position;- }-- @Override- public void onPosition(AjaxRequestTarget target, String position) {- state.position = position;- pushState(target);- }-- @Override- public String getPositionUrl(String position) {- State positionState = SerializationUtils.clone(state);- positionState.blobIdent.revision = resolvedRevision.name();- positionState.commentId = null;- positionState.position = position;- PageParameters params = paramsOf(getProject(), positionState);- return RequestCycle.get().urlFor(ProjectBlobPage.class, params).toString();- }-- @Override- public Mode getMode() {- return state.mode;- }-- @Override- public boolean isViewPlain() {- return state.viewPlain;- }-- @Override- public String getUrlBeforeEdit() {- return state.urlBeforeEdit;- }-- @Override- public String getUrlAfterEdit() {- return state.urlAfterEdit;- }-- @Override- public PageParameters getParamsBeforeEdit() {- return paramsOf(getProject(), state);- }-- @Override- public PageParameters getParamsAfterEdit() {- return paramsOf(getProject(), state);- }-- @Override- public void onSelect(AjaxRequestTarget target, BlobIdent blobIdent, @Nullable String position) {- String prevPosition = state.position;- state.position = position;- if (!blobIdent.revision.equals(state.blobIdent.revision)) {- state.blobIdent = blobIdent;- state.mode = Mode.VIEW;- state.commentId = null;- state.requestId = null;- newSearchResult(target, null);- onResolvedRevisionChange(target);- } else if (!Objects.equal(state.blobIdent.path, blobIdent.path)) {- state.blobIdent.path = blobIdent.path;- state.blobIdent.mode = blobIdent.mode;- state.mode = Mode.VIEW;- state.commentId = null;- newBlobNavigator(target);- newBlobOperations(target);- newBuildSupportNote(target);- newBlobContent(target);- resizeWindow(target);- OneDev.getInstance(WebSocketManager.class).observe(this);- } else if (state.position != null) {- if (get(BLOB_CONTENT_ID) instanceof Positionable) {- // This logic is added for performance reason, we do not want to- // reload the file if go to different mark positions in same file- ((Positionable)get(BLOB_CONTENT_ID)).position(target, state.position);- } else {- state.mode = Mode.VIEW;- newBlobOperations(target);- newBuildSupportNote(target);- newBlobContent(target);- resizeWindow(target);- }- } else if (prevPosition != null) {- state.mode = Mode.VIEW;- newBlobOperations(target);- newBuildSupportNote(target);- newBlobContent(target);- resizeWindow(target);- }- pushState(target);- }-- @Override- public void pushState(AjaxRequestTarget target, BlobIdent blobIdent, @Nullable String position) {- state.blobIdent = blobIdent;- state.position = position;- pushState(target);- }-- @Override- public void onSearchComplete(AjaxRequestTarget target, List<QueryHit> hits) {- newSearchResult(target, hits);- resizeWindow(target);- }-- @Override- public void onCommentOpened(AjaxRequestTarget target, CodeComment comment) {- if (comment != null) {- state.commentId = comment.getId();- state.position = SourceRendererProvider.getPosition(Preconditions.checkNotNull(comment.mapRange(state.blobIdent)));- } else {- state.commentId = null;- state.position = null;- }- pushState(target);- }-- @Override- public void onAddComment(AjaxRequestTarget target, PlanarRange range) {- state.commentId = null;- state.position = SourceRendererProvider.getPosition(range);- pushState(target);- }-- @Override- public boolean isOnBranch() {- return state.blobIdent.revision == null || getProject().getBranchRef(state.blobIdent.revision) != null;- }-- @Override- public RevCommit getCommit() {- if (resolvedRevision != null)- return getProject().getRevCommit(resolvedRevision, true);- else- return null;- }-- public static class State implements Serializable {-- private static final long serialVersionUID = 1L;-- public BlobIdent blobIdent;-- public Long requestId;-- public Long commentId;-- public String position;-- public Mode mode = Mode.VIEW;-- /*- * Some blob can be rendered in a way for easier understanding, such as .onedev-buildspec,- * In these cases, the VIEW_PLAIN mode enables to view plain text of the blob. Applicable- * only when mode is VIEW- */- public boolean viewPlain;-- public String urlBeforeEdit;-- public String urlAfterEdit;-- public boolean renderSource;-- public String query;-- public String initialNewPath;-- public State(BlobIdent blobIdent) {- this.blobIdent = blobIdent;- }-- public State() {- blobIdent = new BlobIdent();- }-- }-- @Override- public void onModeChange(AjaxRequestTarget target, Mode mode, @Nullable String newPath) {- onModeChange(target, mode, false, newPath);- }-- @Override- public void onModeChange(AjaxRequestTarget target, Mode mode, boolean viewPlain, @Nullable String newPath) {- state.viewPlain = viewPlain;- state.initialNewPath = newPath;-- /*- * User might be changing blob name when adding a file, and onModeChange will be called.- * In this case, we only need to re-create blob content- */- if (mode != Mode.ADD || state.mode != Mode.ADD) {- state.mode = mode;- pushState(target);- if (state.mode == Mode.VIEW || state.mode == Mode.EDIT || state.mode == Mode.ADD) {- newBlobNavigator(target);- newBlobOperations(target);- }- }- newBuildSupportNote(target);- newBlobContent(target);- resizeWindow(target);- }-- @Override- public void onCommitted(@Nullable AjaxRequestTarget target, RefUpdated refUpdated, @Nullable String position) {- Project project = getProject();- if (state.blobIdent.revision == null) {- state.blobIdent.revision = "master";- resolvedRevision = refUpdated.getNewCommitId();- project.setDefaultBranch("master");- }- String branch = state.blobIdent.revision;-- getProject().cacheObjectId(branch, refUpdated.getNewCommitId());-- Long projectId = project.getId();- String refName = refUpdated.getRefName();- ObjectId oldCommitId = refUpdated.getOldCommitId();- ObjectId newCommitId = refUpdated.getNewCommitId();-- /*- * Update pull request as this is a direct consequence of editing source branch. Also this- * is necessary to show the latest changes of the pull request after editing- */- PullRequest request = getPullRequest();- if (request != null)- OneDev.getInstance(PullRequestUpdateManager.class).checkUpdate(request);-- OneDev.getInstance(TransactionManager.class).runAfterCommit(new Runnable() {-- @Override- public void run() {- OneDev.getInstance(SessionManager.class).runAsync(new Runnable() {-- @Override- public void run() {- Project project = OneDev.getInstance(ProjectManager.class).load(projectId);- project.cacheObjectId(branch, newCommitId);- RefUpdated refUpdated = new RefUpdated(project, refName, oldCommitId, newCommitId);- OneDev.getInstance(ListenerRegistry.class).post(refUpdated);- }-- });- }-- });-- if (target != null) {- if (state.urlAfterEdit != null) {- throw new RedirectToUrlException(state.urlAfterEdit);- } else {- BlobIdent newBlobIdent;- if (state.mode == Mode.DELETE) {- try (RevWalk revWalk = new RevWalk(getProject().getRepository())) {- RevTree revTree = getProject().getRevCommit(refUpdated.getNewCommitId(), true).getTree();- String parentPath = StringUtils.substringBeforeLast(state.blobIdent.path, "/");- while (TreeWalk.forPath(getProject().getRepository(), parentPath, revTree) == null) {- if (parentPath.contains("/")) {- parentPath = StringUtils.substringBeforeLast(parentPath, "/");- } else {- parentPath = null;- break;- }- }- newBlobIdent = new BlobIdent(branch, parentPath, FileMode.TREE.getBits());- } catch (IOException e) {- throw new RuntimeException(e);- }- } else if (state.mode == Mode.ADD) {- newBlobIdent = new BlobIdent(branch, getNewPath(), FileMode.REGULAR_FILE.getBits());- } else if (state.mode == Mode.EDIT) {- newBlobIdent = new BlobIdent(branch, getNewPath(), FileMode.REGULAR_FILE.getBits());- } else {- // We've uploaded some files- newBlobIdent = null;- }-- if (newBlobIdent != null) {- state.blobIdent = newBlobIdent;- state.position = position;- state.commentId = null;- state.mode = Mode.VIEW;- onResolvedRevisionChange(target);- pushState(target);- } else {- state.mode = Mode.VIEW;- onResolvedRevisionChange(target);- }-- // fix the issue that sometimes indexing indicator of new commit does not disappear- target.appendJavaScript("Wicket.WebSocket.send('RenderCallback');");- }- }- }-- @Override- public String getInitialNewPath() {- return state.initialNewPath;- }-- @Override- public String getDirectory() {- String path;- if (state.mode == Mode.ADD || state.mode == Mode.EDIT) {- path = getNewPath();- if (path != null) {- if (path.contains("/"))- path = StringUtils.substringBeforeLast(path, "/");- else- path = null;- } else {- throw new IllegalStateException();- }- } else if (state.blobIdent.isTree()) {- path = state.blobIdent.path;- } else if (state.blobIdent.path.contains("/")) {- path = StringUtils.substringBeforeLast(state.blobIdent.path, "/");- } else {- path = null;- }- return path;- }-- @Override- public String getDirectoryUrl() {- String revision = state.blobIdent.revision;- BlobIdent blobIdent = new BlobIdent(revision, getDirectory(), FileMode.TREE.getBits());- ProjectBlobPage.State state = new ProjectBlobPage.State(blobIdent);- return urlFor(ProjectBlobPage.class, ProjectBlobPage.paramsOf(getProject(), state)).toString();- }-- @Override- public String getRootDirectoryUrl() {- BlobIdent blobIdent = new BlobIdent(state.blobIdent.revision, null, FileMode.TREE.getBits());- return RequestCycle.get().urlFor(ProjectBlobPage.class,- ProjectBlobPage.paramsOf(getProject(), blobIdent)).toString();- }-- @Override- public String getNewPath() {- BlobNavigator blobNavigator = (BlobNavigator) get(BLOB_NAVIGATOR_ID);- return blobNavigator.getNewPath();- }-- @Override- public void onEvent(IEvent<?> event) {- super.onEvent(event);- if (event.getPayload() instanceof RevisionResolved) {- RevisionResolved revisionResolveEvent = (RevisionResolved) event.getPayload();- resolvedRevision = revisionResolveEvent.getResolvedRevision();- }- }-- @Override- public String getAutosaveKey() {- if (state.mode == Mode.ADD) {- return String.format("autosave:addBlob:%d:%s:%s",- getProject().getId(), state.blobIdent.revision, getNewPath());- } else if (state.mode == Mode.EDIT) {- return String.format("autosave:editBlob:%d:%s:%s:%s",- getProject().getId(), state.blobIdent.revision,- state.blobIdent.path, getProject().getBlob(state.blobIdent, true).getBlobId());- } else {- throw new IllegalStateException();- }- }-- @Override- public RefUpdated uploadFiles(Collection<FileUpload> uploads, String directory, String commitMessage) {- Map<String, BlobContent> newBlobs = new HashMap<>();-- String parentPath = getDirectory();-- if (directory != null) {- if (parentPath != null)- parentPath += "/" + directory;- else- parentPath = directory;- }-- User user = Preconditions.checkNotNull(SecurityUtils.getUser());- BlobIdent blobIdent = getBlobIdent();-- for (FileUpload upload: uploads) {- String blobPath = upload.getClientFileName();- if (parentPath != null)- blobPath = parentPath + "/" + blobPath;-- if (getProject().isReviewRequiredForModification(user, blobIdent.revision, blobPath))- throw new BlobEditException("Review required for this change. Please submit pull request instead");- else if (getProject().isBuildRequiredForModification(user, blobIdent.revision, blobPath))- throw new BlobEditException("Build required for this change. Please submit pull request instead");-- BlobContent blobContent = new BlobContent.Immutable(upload.getBytes(), FileMode.REGULAR_FILE);- newBlobs.put(blobPath, blobContent);- }-- BlobEdits blobEdits = new BlobEdits(Sets.newHashSet(), newBlobs);- String refName = blobIdent.revision!=null?GitUtils.branch2ref(blobIdent.revision):"refs/heads/master";-- ObjectId prevCommitId;- if (blobIdent.revision != null)- prevCommitId = getProject().getObjectId(blobIdent.revision, true);- else- prevCommitId = ObjectId.zeroId();-- while (true) {- try {- ObjectId newCommitId = blobEdits.commit(getProject().getRepository(), refName, prevCommitId,- prevCommitId, user.asPerson(), commitMessage);- return new RefUpdated(getProject(), refName, prevCommitId, newCommitId);- } catch (ObjectAlreadyExistsException|NotTreeException e) {- throw new BlobEditException(e.getMessage());- } catch (ObsoleteCommitException e) {- prevCommitId = e.getOldCommitId();- }- }- }-- @Override- protected boolean isPermitted() {- return SecurityUtils.canReadCode(getProject());- }-- @Override- public String appendRaw(String url) {- try {- URIBuilder builder;- builder = new URIBuilder(url);- for (NameValuePair pair: builder.getQueryParams()) {- if (pair.getName().equals(PARAM_RAW))- return url;- }- return builder.addParameter(PARAM_RAW, "true").build().toString();- } catch (URISyntaxException e) {- throw new RuntimeException(e);- }- }-- @Override- public ScriptIdentity getScriptIdentity() {- if (getBlobIdent().revision != null)- return new JobIdentity(getProject(), getCommit().copy());- else // when we add file to an empty project- return new JobIdentity(getProject(), null);- }--}+package io.onedev.server.web.page.project.blob;++import static org.apache.wicket.ajax.attributes.CallbackParameter.explicit;++import java.io.IOException;+import java.io.Serializable;+import java.net.URISyntaxException;+import java.util.ArrayList;+import java.util.Collection;+import java.util.HashMap;+import java.util.HashSet;+import java.util.List;+import java.util.Map;+import java.util.Set;+import java.util.concurrent.atomic.AtomicBoolean;++import javax.annotation.Nullable;++import org.apache.commons.lang3.SerializationUtils;+import org.apache.commons.lang3.StringUtils;+import org.apache.http.NameValuePair;+import org.apache.http.client.utils.URIBuilder;+import org.apache.wicket.Component;+import org.apache.wicket.ajax.AjaxRequestTarget;+import org.apache.wicket.behavior.AttributeAppender;+import org.apache.wicket.core.request.handler.IPartialPageRequestHandler;+import org.apache.wicket.event.IEvent;+import org.apache.wicket.markup.ComponentTag;+import org.apache.wicket.markup.head.IHeaderResponse;+import org.apache.wicket.markup.head.JavaScriptHeaderItem;+import org.apache.wicket.markup.head.OnDomReadyHeaderItem;+import org.apache.wicket.markup.html.WebMarkupContainer;+import org.apache.wicket.markup.html.basic.Label;+import org.apache.wicket.markup.html.form.upload.FileUpload;+import org.apache.wicket.model.AbstractReadOnlyModel;+import org.apache.wicket.model.IModel;+import org.apache.wicket.model.Model;+import org.apache.wicket.request.IRequestParameters;+import org.apache.wicket.request.cycle.RequestCycle;+import org.apache.wicket.request.flow.RedirectToUrlException;+import org.apache.wicket.request.handler.resource.ResourceReferenceRequestHandler;+import org.apache.wicket.request.mapper.parameter.PageParameters;+import org.apache.wicket.request.resource.PackageResourceReference;+import org.apache.wicket.util.visit.IVisit;+import org.apache.wicket.util.visit.IVisitor;+import org.eclipse.jgit.lib.FileMode;+import org.eclipse.jgit.lib.ObjectId;+import org.eclipse.jgit.revwalk.RevCommit;+import org.eclipse.jgit.revwalk.RevTree;+import org.eclipse.jgit.revwalk.RevWalk;+import org.eclipse.jgit.treewalk.TreeWalk;+import org.slf4j.Logger;+import org.slf4j.LoggerFactory;++import com.google.common.base.Objects;+import com.google.common.base.Preconditions;+import com.google.common.collect.Sets;++import io.onedev.commons.jsymbol.util.NoAntiCacheImage;+import io.onedev.commons.launcher.loader.ListenerRegistry;+import io.onedev.commons.utils.PlanarRange;+import io.onedev.server.OneDev;+import io.onedev.server.buildspec.BuildSpec;+import io.onedev.server.entitymanager.CodeCommentManager;+import io.onedev.server.entitymanager.ProjectManager;+import io.onedev.server.entitymanager.PullRequestManager;+import io.onedev.server.entitymanager.PullRequestUpdateManager;+import io.onedev.server.event.RefUpdated;+import io.onedev.server.git.BlobContent;+import io.onedev.server.git.BlobEdits;+import io.onedev.server.git.BlobIdent;+import io.onedev.server.git.GitUtils;+import io.onedev.server.git.exception.BlobEditException;+import io.onedev.server.git.exception.NotTreeException;+import io.onedev.server.git.exception.ObjectAlreadyExistsException;+import io.onedev.server.git.exception.ObsoleteCommitException;+import io.onedev.server.model.CodeComment;+import io.onedev.server.model.Project;+import io.onedev.server.model.PullRequest;+import io.onedev.server.model.User;+import io.onedev.server.persistence.SessionManager;+import io.onedev.server.persistence.TransactionManager;+import io.onedev.server.search.code.CommitIndexed;+import io.onedev.server.search.code.IndexManager;+import io.onedev.server.search.code.SearchManager;+import io.onedev.server.search.code.hit.QueryHit;+import io.onedev.server.search.code.query.BlobQuery;+import io.onedev.server.search.code.query.TextQuery;+import io.onedev.server.util.SecurityUtils;+import io.onedev.server.util.script.identity.JobIdentity;+import io.onedev.server.util.script.identity.ScriptIdentity;+import io.onedev.server.util.script.identity.ScriptIdentityAware;+import io.onedev.server.web.PrioritizedComponentRenderer;+import io.onedev.server.web.behavior.AbstractPostAjaxBehavior;+import io.onedev.server.web.behavior.WebSocketObserver;+import io.onedev.server.web.component.commit.status.CommitStatusPanel;+import io.onedev.server.web.component.floating.FloatingPanel;+import io.onedev.server.web.component.link.ArchiveMenuLink;+import io.onedev.server.web.component.link.ViewStateAwareAjaxLink;+import io.onedev.server.web.component.link.ViewStateAwarePageLink;+import io.onedev.server.web.component.menu.MenuItem;+import io.onedev.server.web.component.menu.MenuLink;+import io.onedev.server.web.component.modal.ModalLink;+import io.onedev.server.web.component.modal.ModalPanel;+import io.onedev.server.web.component.revisionpicker.RevisionPicker;+import io.onedev.server.web.download.RawBlobDownloadResourceReference;+import io.onedev.server.web.page.project.ProjectPage;+import io.onedev.server.web.page.project.blob.navigator.BlobNavigator;+import io.onedev.server.web.page.project.blob.render.BlobRenderContext;+import io.onedev.server.web.page.project.blob.render.BlobRendererContribution;+import io.onedev.server.web.page.project.blob.render.renderers.source.SourceRendererProvider;+import io.onedev.server.web.page.project.blob.render.view.Positionable;+import io.onedev.server.web.page.project.blob.search.SearchMenuContributor;+import io.onedev.server.web.page.project.blob.search.advanced.AdvancedSearchPanel;+import io.onedev.server.web.page.project.blob.search.quick.QuickSearchPanel;+import io.onedev.server.web.page.project.blob.search.result.SearchResultPanel;+import io.onedev.server.web.page.project.commits.ProjectCommitsPage;+import io.onedev.server.web.util.EditParamsAware;+import io.onedev.server.web.websocket.WebSocketManager;++@SuppressWarnings("serial")+public class ProjectBlobPage extends ProjectPage implements BlobRenderContext, ScriptIdentityAware, EditParamsAware {++ private static final String PARAM_REVISION = "revision";++ private static final String PARAM_PATH = "path";++ private static final String PARAM_INITIAL_NEW_PATH = "initial-new-path";++ private static final String PARAM_REQUEST = "request";++ private static final String PARAM_COMMENT = "comment";++ private static final String PARAM_MODE = "mode";++ private static final String PARAM_VIEW_PLAIN = "view-plain";++ private static final String PARAM_URL_BEFORE_EDIT = "url-before-edit";++ private static final String PARAM_URL_AFTER_EDIT = "url-after-edit";++ private static final String PARAM_QUERY = "query";++ private static final String PARAM_POSITION = "position";++ private static final String PARAM_RAW = "raw";++ private static final String REVISION_PICKER_ID = "revisionPicker";++ private static final String BLOB_NAVIGATOR_ID = "blobNavigator";++ private static final String BLOB_CONTENT_ID = "blobContent";++ private static final Logger logger = LoggerFactory.getLogger(ProjectBlobPage.class);++ private State state = new State();++ private ObjectId resolvedRevision;++ private Component revisionIndexing;++ private WebMarkupContainer searchResult;++ private AbstractPostAjaxBehavior ajaxBehavior;++ public ProjectBlobPage(PageParameters params) {+ super(params);++ List<String> revisionAndPathSegments = new ArrayList<>();+ String segment = params.get(PARAM_REVISION).toString();+ if (segment != null && segment.length() != 0)+ revisionAndPathSegments.add(segment);+ segment = params.get(PARAM_PATH).toString();+ if (segment != null && segment.length() != 0)+ revisionAndPathSegments.add(segment);++ for (int i=0; i<params.getIndexedCount(); i++) {+ segment = params.get(i).toString();+ if (segment.length() != 0)+ revisionAndPathSegments.add(segment);+ }++ BlobIdent blobIdent = new BlobIdent(getProject(), revisionAndPathSegments);+ state = new State(blobIdent);++ String modeStr = params.get(PARAM_MODE).toString();+ if (modeStr != null)+ state.mode = Mode.valueOf(modeStr.toUpperCase());++ String viewPlain = params.get(PARAM_VIEW_PLAIN).toString();+ state.viewPlain = "true".equals(viewPlain);++ state.urlBeforeEdit = params.get(PARAM_URL_BEFORE_EDIT).toString();+ state.urlAfterEdit = params.get(PARAM_URL_AFTER_EDIT).toString();++ if (state.blobIdent.revision != null)+ resolvedRevision = getProject().getObjectId(state.blobIdent.revision, true);++ state.position = params.get(PARAM_POSITION).toString();++ state.requestId = params.get(PARAM_REQUEST).toOptionalLong();++ state.commentId = params.get(PARAM_COMMENT).toOptionalLong();++ state.query = params.get(PARAM_QUERY).toString();++ state.initialNewPath = params.get(PARAM_INITIAL_NEW_PATH).toString();++ if (state.mode == Mode.ADD || state.mode == Mode.EDIT || state.mode == Mode.DELETE) {+ if (!isOnBranch())+ throw new IllegalArgumentException("Files can only be edited on branch");++ String path = state.blobIdent.path;+ if (path != null && state.blobIdent.isTree())+ path += "/";+ if (!SecurityUtils.canModify(getProject(), state.blobIdent.revision, path))+ unauthorized();+ }++ if (params.get(PARAM_RAW).toBoolean(false)) {+ RequestCycle.get().scheduleRequestHandlerAfterCurrent(+ new ResourceReferenceRequestHandler(new RawBlobDownloadResourceReference(), getPageParameters()));+ }+ }++ @Override+ protected void onInitialize() {+ super.onInitialize();++ newRevisionPicker(null);+ newCommitStatus(null);+ newBlobNavigator(null);+ newBlobOperations(null);++ add(revisionIndexing = new WebMarkupContainer("revisionIndexing") {++ @Override+ protected void onInitialize() {+ super.onInitialize();+ add(new NoAntiCacheImage("icon", new PackageResourceReference(ProjectBlobPage.class, "indexing.gif")));+ setOutputMarkupPlaceholderTag(true);+ }++ @Override+ protected void onConfigure() {+ super.onConfigure();++ if (resolvedRevision != null) {+ RevCommit commit = getProject().getRevCommit(resolvedRevision, true);+ IndexManager indexManager = OneDev.getInstance(IndexManager.class);+ if (!indexManager.isIndexed(getProject(), commit)) {+ OneDev.getInstance(IndexManager.class).indexAsync(getProject(), commit);+ setVisible(true);+ } else {+ setVisible(false);+ }+ } else {+ setVisible(false);+ }+ }++ });+ revisionIndexing.add(new WebSocketObserver() {++ @Override+ public void onObservableChanged(IPartialPageRequestHandler handler) {+ handler.add(revisionIndexing);+ resizeWindow(handler);+ }++ @Override+ public Collection<String> getObservables() {+ Set<String> observables = new HashSet<>();+ if (resolvedRevision != null)+ observables.add(CommitIndexed.getWebSocketObservable(getProject().getRevCommit(resolvedRevision, true).name()));+ return observables;+ }++ });++ newBuildSupportNote(null);+ newBlobContent(null);++ add(searchResult = new WebMarkupContainer("searchResult"));++ List<QueryHit> queryHits;+ if (state.query != null) {+ BlobQuery query = new TextQuery.Builder()+ .term(state.query)+ .wholeWord(true)+ .caseSensitive(true)+ .count(SearchResultPanel.MAX_QUERY_ENTRIES)+ .build();+ try {+ SearchManager searchManager = OneDev.getInstance(SearchManager.class);+ queryHits = searchManager.search(projectModel.getObject(), getProject().getRevCommit(resolvedRevision, true),+ query);+ } catch (InterruptedException e) {+ throw new RuntimeException(e);+ }+ } else {+ queryHits = null;+ }++ newSearchResult(null, queryHits);++ add(ajaxBehavior = new AbstractPostAjaxBehavior() {++ @Override+ protected void respond(AjaxRequestTarget target) {+ IRequestParameters params = RequestCycle.get().getRequest().getPostParameters();+ String action = params.getParameterValue("action").toString("");+ switch (action) {+ case "quickSearch":+ new ModalPanel(target) {++ @Override+ protected Component newContent(String id) {+ return newQuickSearchPanel(id, this);+ }++ };+ break;+ case "advancedSearch":+ new ModalPanel(target) {++ @Override+ protected Component newContent(String id) {+ return newAdvancedSearchPanel(id, this);+ }++ };+ break;+ default:+ throw new IllegalStateException("Unexpected action: " + action);+ }+ }++ });+ }++ /*+ * In case we are on a branch, this operation makes sure that the branch resolves+ * to a certain commit during the life cycle of our page, unless the page is+ * refreshed. This can avoid the issue that displayed file content and subsequent+ * operations encounters different commit if someone commits to the branch while+ * we are staying on the page.+ */+ @Override+ protected Map<String, ObjectId> getObjectIdCache() {+ Map<String, ObjectId> objectIdCache = new HashMap<>();+ if (resolvedRevision != null)+ objectIdCache.put(state.blobIdent.revision, resolvedRevision);+ return objectIdCache;+ }++ @Override+ public CodeComment getOpenComment() {+ if (state.commentId != null)+ return OneDev.getInstance(CodeCommentManager.class).load(state.commentId);+ else+ return null;+ }++ @Override+ public PullRequest getPullRequest() {+ if (state.requestId != null)+ return OneDev.getInstance(PullRequestManager.class).load(state.requestId);+ else+ return null;+ }++ private void newBlobNavigator(@Nullable AjaxRequestTarget target) {+ Component blobNavigator = new BlobNavigator(BLOB_NAVIGATOR_ID, this);+ if (target != null) {+ replace(blobNavigator);+ target.add(blobNavigator);+ } else {+ add(blobNavigator);+ }+ }++ private void newBlobOperations(@Nullable AjaxRequestTarget target) {+ WebMarkupContainer blobOperations = new WebMarkupContainer("blobOperations");+ blobOperations.setOutputMarkupId(true);++ String revision = state.blobIdent.revision;++ AtomicBoolean reviewRequired = new AtomicBoolean(true);+ try {+ reviewRequired.set(revision!=null && getProject().isReviewRequiredForModification(getLoginUser(), revision, null));+ } catch (Exception e) {+ logger.error("Error checking review requirement", e);+ }++ AtomicBoolean buildRequired = new AtomicBoolean(true);+ try {+ buildRequired.set(revision!=null && getProject().isBuildRequiredForModification(getLoginUser(), revision, null));+ } catch (Exception e) {+ logger.error("Error checking build requirement", e);+ }++ blobOperations.add(new MenuLink("add") {++ @Override+ protected List<MenuItem> getMenuItems(FloatingPanel dropdown) {+ List<MenuItem> menuItems = new ArrayList<>();+ menuItems.add(new MenuItem() {++ @Override+ public String getLabel() {+ return "Create New File";+ }++ @Override+ public WebMarkupContainer newLink(String id) {+ return new ViewStateAwareAjaxLink<Void>(id) {++ @Override+ public void onClick(AjaxRequestTarget target) {+ onModeChange(target, Mode.ADD, null);+ dropdown.close();+ }++ };+ }++ });++ menuItems.add(new MenuItem() {++ @Override+ public String getLabel() {+ return "Upload Files";+ }++ @Override+ public WebMarkupContainer newLink(String id) {+ return new ModalLink(id) {++ @Override+ public void onClick(AjaxRequestTarget target) {+ super.onClick(target);+ dropdown.close();+ }++ @Override+ protected Component newContent(String id, ModalPanel modal) {+ return new BlobUploadPanel(id, ProjectBlobPage.this) {++ @Override+ public void onCancel(AjaxRequestTarget target) {+ modal.close();+ }++ @Override+ public void onCommitted(AjaxRequestTarget target, RefUpdated refUpdated) {+ ProjectBlobPage.this.onCommitted(target, refUpdated, null);+ modal.close();+ }++ };+ }++ };+ }++ });+ return menuItems;+ }++ @Override+ protected void onComponentTag(ComponentTag tag) {+ super.onComponentTag(tag);++ if (reviewRequired.get()) {+ tag.append("class", "disabled", " ");+ tag.put("title", "Review required for this change. Submit pull request instead");+ } else if (buildRequired.get()) {+ tag.append("class", "disabled", " ");+ tag.put("title", "Build required for this change. Submit pull request instead");+ } else {+ tag.put("title", "Add on branch " + state.blobIdent.revision);+ }+ }++ @Override+ protected void onConfigure() {+ super.onConfigure();++ Project project = getProject();+ if ((state.mode == Mode.VIEW || state.mode == Mode.BLAME)+ && isOnBranch() && state.blobIdent.isTree()+ && SecurityUtils.canWriteCode(project)) {+ setVisible(true);+ setEnabled(!reviewRequired.get() && !buildRequired.get());+ } else {+ setVisible(false);+ }+ }++ });++ blobOperations.add(new MenuLink("search") {++ @Override+ protected List<MenuItem> getMenuItems(FloatingPanel dropdown) {+ List<MenuItem> menuItems = new ArrayList<>();+ menuItems.add(new MenuItem() {++ @Override+ public String getShortcut() {+ return "T";+ }++ @Override+ public String getLabel() {+ return "Quick Search";+ }++ @Override+ public WebMarkupContainer newLink(String id) {+ return new ModalLink(id) {++ @Override+ public void onClick(AjaxRequestTarget target) {+ super.onClick(target);+ dropdown.close();+ }++ @Override+ protected Component newContent(String id, ModalPanel modal) {+ return newQuickSearchPanel(id, modal);+ }++ };+ }++ });+ menuItems.add(new MenuItem() {++ @Override+ public String getShortcut() {+ return "V";+ }++ @Override+ public String getLabel() {+ return "Advanced Search";+ }++ @Override+ public WebMarkupContainer newLink(String id) {+ return new ModalLink(id) {++ @Override+ public void onClick(AjaxRequestTarget target) {+ super.onClick(target);+ dropdown.close();+ }++ @Override+ protected Component newContent(String id, ModalPanel modal) {+ return newAdvancedSearchPanel(id, modal);+ }++ };+ }++ });++ IVisitor<Component, Component> visitor = new IVisitor<Component, Component>() {++ @Override+ public void component(Component object, IVisit<Component> visit) {+ visit.stop(object);+ }++ };+ SearchMenuContributor contributor = (SearchMenuContributor) getPage().visitChildren(+ SearchMenuContributor.class, visitor);+ if (contributor != null)+ menuItems.addAll(contributor.getMenuItems(dropdown));++ return menuItems;+ }++ });++ String compareWith = resolvedRevision!=null?resolvedRevision.name():null;+ String query;+ if (state.blobIdent.path != null)+ query = String.format("path(%s)", state.blobIdent.path);+ else+ query = null;+ blobOperations.add(new ViewStateAwarePageLink<Void>("history", ProjectCommitsPage.class,+ ProjectCommitsPage.paramsOf(getProject(), query, compareWith)));++ blobOperations.add(new ArchiveMenuLink("download", projectModel) {++ @Override+ protected String getRevision() {+ return state.blobIdent.revision;+ }++ @Override+ protected void onConfigure() {+ super.onConfigure();+ setVisible(state.blobIdent.revision != null && state.blobIdent.path == null);+ }++ });++ if (target != null) {+ replace(blobOperations);+ target.add(blobOperations);+ } else {+ add(blobOperations);+ }+ }++ private QuickSearchPanel newQuickSearchPanel(String id, ModalPanel modal) {+ return new QuickSearchPanel(id, projectModel, new AbstractReadOnlyModel<String>() {++ @Override+ public String getObject() {+ return state.blobIdent.revision;+ }++ }) {++ @Override+ protected void onSelect(AjaxRequestTarget target, QueryHit hit) {+ BlobIdent selected = new BlobIdent(state.blobIdent.revision, hit.getBlobPath(),+ FileMode.REGULAR_FILE.getBits());+ ProjectBlobPage.this.onSelect(target, selected, SourceRendererProvider.getPosition(hit.getTokenPos()));+ modal.close();+ }++ @Override+ protected void onMoreQueried(AjaxRequestTarget target, List<QueryHit> hits) {+ newSearchResult(target, hits);+ resizeWindow(target);+ modal.close();+ }++ @Override+ protected void onCancel(AjaxRequestTarget target) {+ modal.close();+ }++ };+ }++ private AdvancedSearchPanel advancedSearchPanel;++ private ModalPanel advancedSearchPanelModal;++ private AdvancedSearchPanel newAdvancedSearchPanel(String id, ModalPanel modal) {+ /*+ * Re-use advanced search panel instance so that search options can be preserved in the page+ */+ advancedSearchPanelModal = modal;+ if (advancedSearchPanel == null) {+ advancedSearchPanel = new AdvancedSearchPanel(id, projectModel, new AbstractReadOnlyModel<String>() {++ @Override+ public String getObject() {+ return state.blobIdent.revision;+ }++ }) {++ @Override+ protected void onSearchComplete(AjaxRequestTarget target, List<QueryHit> hits) {+ newSearchResult(target, hits);+ resizeWindow(target);+ advancedSearchPanelModal.close();+ }++ @Override+ protected void onCancel(AjaxRequestTarget target) {+ advancedSearchPanelModal.close();+ }++ @Override+ protected BlobIdent getCurrentBlob() {+ return state.blobIdent;+ }++ };+ }+ return advancedSearchPanel;+ }++ private void newBlobContent(@Nullable AjaxRequestTarget target) {+ PrioritizedComponentRenderer mostPrioritizedRenderer = null;+ for (BlobRendererContribution contribution: OneDev.getExtensions(BlobRendererContribution.class)) {+ PrioritizedComponentRenderer renderer = contribution.getRenderer(this);+ if (renderer != null) {+ if (mostPrioritizedRenderer == null || mostPrioritizedRenderer.getPriority() > renderer.getPriority())+ mostPrioritizedRenderer = renderer;+ }+ }+ Component blobContent = Preconditions.checkNotNull(mostPrioritizedRenderer).render(BLOB_CONTENT_ID);+ if (target != null) {+ replace(blobContent);+ target.add(blobContent);+ } else {+ add(blobContent);+ }+ }++ private void pushState(AjaxRequestTarget target) {+ PageParameters params = paramsOf(getProject(), state);+ CharSequence url = RequestCycle.get().urlFor(ProjectBlobPage.class, params);+ pushState(target, url.toString(), state);+ }++ private void newCommitStatus(@Nullable AjaxRequestTarget target) {+ Component commitStatus;+ if (resolvedRevision != null) {+ commitStatus = new CommitStatusPanel("buildStatus", resolvedRevision) {++ @Override+ protected Project getProject() {+ return ProjectBlobPage.this.getProject();+ }++ };+ } else {+ commitStatus = new WebMarkupContainer("buildStatus");+ }++ commitStatus.setOutputMarkupPlaceholderTag(true);++ if (target != null) {+ replace(commitStatus);+ target.add(commitStatus);+ } else {+ add(commitStatus);+ }+ }++ private void newBuildSupportNote(@Nullable AjaxRequestTarget target) {+ Component buildSupportNote = new WebMarkupContainer("buildSupportNote") {++ @Override+ protected void onInitialize() {+ super.onInitialize();++ String branch = state.blobIdent.revision;+ if (branch == null)+ branch = "master";+ if (SecurityUtils.canModify(getProject(), branch, BuildSpec.BLOB_PATH)) {+ add(new ViewStateAwareAjaxLink<Void>("addFile") {++ @Override+ public void onClick(AjaxRequestTarget target) {+ onModeChange(target, Mode.ADD, BuildSpec.BLOB_PATH);+ }++ @Override+ public IModel<?> getBody() {+ return Model.of("adding " + BuildSpec.BLOB_PATH);+ }++ });+ } else {+ add(new Label("addFile", "adding " + BuildSpec.BLOB_PATH) {++ @Override+ protected void onComponentTag(ComponentTag tag) {+ super.onComponentTag(tag);+ tag.setName("span");+ }++ });+ }+ setOutputMarkupPlaceholderTag(true);+ }++ @Override+ protected void onConfigure() {+ super.onConfigure();+ if (resolvedRevision != null && isOnBranch() && state.blobIdent.path == null && state.mode == Mode.VIEW) {+ BlobIdent blobIdent = new BlobIdent(resolvedRevision.name(), BuildSpec.BLOB_PATH, FileMode.TYPE_FILE);+ setVisible(getProject().getBlob(blobIdent, false) == null);+ } else {+ setVisible(false);+ }+ }++ };++ if (target != null) {+ replace(buildSupportNote);+ target.add(buildSupportNote);+ } else {+ add(buildSupportNote);+ }+ }++ private void newRevisionPicker(@Nullable AjaxRequestTarget target) {+ String revision = state.blobIdent.revision;+ boolean canCreateRef;+ if (revision == null) {+ revision = "master";+ canCreateRef = false;+ } else {+ canCreateRef = true;+ }++ Component revisionPicker = new RevisionPicker(REVISION_PICKER_ID, projectModel, revision, canCreateRef) {++ @Override+ protected String getRevisionUrl(String revision) {+ BlobIdent blobIdent = new BlobIdent(revision, null, FileMode.TREE.getBits());+ State state = new State(blobIdent);+ PageParameters params = ProjectBlobPage.paramsOf(projectModel.getObject(), state);+ return urlFor(ProjectBlobPage.class, params).toString();+ }++ @Override+ protected void onSelect(AjaxRequestTarget target, String revision) {+ BlobIdent newBlobIdent = new BlobIdent(state.blobIdent);+ newBlobIdent.revision = revision;+ if (newBlobIdent.path != null) {+ try (RevWalk revWalk = new RevWalk(getProject().getRepository())) {+ RevTree revTree = getProject().getRevCommit(revision, true).getTree();+ TreeWalk treeWalk = TreeWalk.forPath(getProject().getRepository(), newBlobIdent.path, revTree);+ if (treeWalk != null) {+ newBlobIdent.mode = treeWalk.getRawMode(0);+ } else {+ newBlobIdent.path = null;+ newBlobIdent.mode = FileMode.TREE.getBits();+ }+ } catch (IOException e) {+ throw new RuntimeException(e);+ }+ }++ ProjectBlobPage.this.onSelect(target, newBlobIdent, null);+ }++ };+ if (target != null) {+ replace(revisionPicker);+ target.add(revisionPicker);+ } else {+ add(revisionPicker);+ }+ }++ /*+ * This method represents changing of resolved revision, instead of the named revision.+ * It is possible that resolved revision changes while named revision remains unchanged.+ * For instance when a file on a branch is edited from this page, the named revision+ * remains unchanged (still point to the branch), but the underlying resolved revision+ * (the commit) has been changed+ *+ * @param target+ */+ private void onResolvedRevisionChange(AjaxRequestTarget target) {+ /*+ * A hack to reset resolved revision to null to disable getObjectIdCache()+ * temporarily as otherwise getObjectId() method below will always+ * resolved to existing value of resolvedRevision+ */+ resolvedRevision = null;+ resolvedRevision = getProject().getObjectId(state.blobIdent.revision, true);++ OneDev.getInstance(WebSocketManager.class).observe(this);+ newRevisionPicker(target);+ newCommitStatus(target);+ target.add(revisionIndexing);+ newBlobNavigator(target);+ newBlobOperations(target);+ newBuildSupportNote(target);+ newBlobContent(target);+ resizeWindow(target);+ }++ @Override+ public void renderHead(IHeaderResponse response) {+ super.renderHead(response);++ response.render(JavaScriptHeaderItem.forReference(new ProjectBlobResourceReference()));++ String callback = ajaxBehavior.getCallbackFunction(explicit("action")).toString();+ String script = String.format("onedev.server.projectBlob.onDomReady(%s);", callback);++ response.render(OnDomReadyHeaderItem.forScript(script));+ }++ public static ProjectBlobPage.State getState(CodeComment comment) {+ BlobIdent blobIdent = new BlobIdent(comment.getMarkPos().getCommit(), comment.getMarkPos().getPath(),+ FileMode.REGULAR_FILE.getBits());+ ProjectBlobPage.State state = new ProjectBlobPage.State(blobIdent);+ state.commentId = comment.getId();+ state.position = SourceRendererProvider.getPosition(comment.getMarkPos().getRange());+ return state;+ }++ public static PageParameters paramsOf(CodeComment comment) {+ return paramsOf(comment.getProject(), getState(comment));+ }++ public static PageParameters paramsOf(Project project, BlobIdent blobIdent) {+ return paramsOf(project, new State(blobIdent));+ }++ public static void fillParams(PageParameters params, State state) {+ if (state.blobIdent.revision != null)+ params.add(PARAM_REVISION, state.blobIdent.revision);+ if (state.blobIdent.path != null)+ params.add(PARAM_PATH, state.blobIdent.path);+ if (state.position != null)+ params.add(PARAM_POSITION, state.position.toString());+ if (state.requestId != null)+ params.add(PARAM_REQUEST, state.requestId);+ if (state.commentId != null)+ params.add(PARAM_COMMENT, state.commentId);+ if (state.mode != Mode.VIEW)+ params.add(PARAM_MODE, state.mode.name().toLowerCase());+ if (state.mode == Mode.VIEW && state.viewPlain)+ params.add(PARAM_VIEW_PLAIN, true);+ if (state.urlBeforeEdit != null)+ params.add(PARAM_URL_BEFORE_EDIT, state.urlBeforeEdit);+ if (state.urlAfterEdit != null)+ params.add(PARAM_URL_AFTER_EDIT, state.urlAfterEdit);++ if (state.query != null)+ params.add(PARAM_QUERY, state.query);+ if (state.initialNewPath != null)+ params.add(PARAM_INITIAL_NEW_PATH, state.initialNewPath);+ }++ public static PageParameters paramsOf(Project project, State state) {+ PageParameters params = paramsOf(project);+ fillParams(params, state);+ return params;+ }++ private void newSearchResult(@Nullable AjaxRequestTarget target, @Nullable List<QueryHit> hits) {+ Component content;+ if (hits != null) {+ content = new SearchResultPanel("content", this, hits) {++ @Override+ protected void onClose(AjaxRequestTarget target) {+ newSearchResult(target, null);+ resizeWindow(target);+ }++ };+ if (target != null) {+ target.appendJavaScript(""+ + "$('#project-blob>.search-result').show(); "+ + "$('#project-blob .search-result>.body').focus();");+ }+ } else {+ content = new WebMarkupContainer("content").setOutputMarkupId(true);+ if (target != null)+ target.appendJavaScript("$('#project-blob>.search-result').hide();");+ else+ searchResult.add(AttributeAppender.replace("style", "display: none;"));+ }+ if (target != null) {+ searchResult.replace(content);+ target.add(content);+ } else {+ searchResult.add(content);+ }+ }++ @Override+ protected void onPopState(AjaxRequestTarget target, Serializable data) {+ super.onPopState(target, data);++ State popState = (State) data;+ if (!popState.blobIdent.revision.equals(state.blobIdent.revision)) {+ state = popState;+ newSearchResult(target, null);+ onResolvedRevisionChange(target);+ } else {+ state = popState;+ newBlobNavigator(target);+ newBlobOperations(target);+ newBuildSupportNote(target);+ newBlobContent(target);+ resizeWindow(target);+ }+ }++ private void resizeWindow(IPartialPageRequestHandler partialPageRequestHandler) {+ partialPageRequestHandler.appendJavaScript("$(window).resize();");+ }++ @Override+ public BlobIdent getBlobIdent() {+ return state.blobIdent;+ }++ @Override+ public String getPosition() {+ return state.position;+ }++ @Override+ public void onPosition(AjaxRequestTarget target, String position) {+ state.position = position;+ pushState(target);+ }++ @Override+ public String getPositionUrl(String position) {+ State positionState = SerializationUtils.clone(state);+ positionState.blobIdent.revision = resolvedRevision.name();+ positionState.commentId = null;+ positionState.position = position;+ PageParameters params = paramsOf(getProject(), positionState);+ return RequestCycle.get().urlFor(ProjectBlobPage.class, params).toString();+ }++ @Override+ public Mode getMode() {+ return state.mode;+ }++ @Override+ public boolean isViewPlain() {+ return state.viewPlain;+ }++ @Override+ public String getUrlBeforeEdit() {+ return state.urlBeforeEdit;+ }++ @Override+ public String getUrlAfterEdit() {+ return state.urlAfterEdit;+ }++ @Override+ public PageParameters getParamsBeforeEdit() {+ return paramsOf(getProject(), state);+ }++ @Override+ public PageParameters getParamsAfterEdit() {+ return paramsOf(getProject(), state);+ }++ @Override+ public void onSelect(AjaxRequestTarget target, BlobIdent blobIdent, @Nullable String position) {+ String prevPosition = state.position;+ state.position = position;+ if (!blobIdent.revision.equals(state.blobIdent.revision)) {+ state.blobIdent = blobIdent;+ state.mode = Mode.VIEW;+ state.commentId = null;+ state.requestId = null;+ newSearchResult(target, null);+ onResolvedRevisionChange(target);+ } else if (!Objects.equal(state.blobIdent.path, blobIdent.path)) {+ state.blobIdent.path = blobIdent.path;+ state.blobIdent.mode = blobIdent.mode;+ state.mode = Mode.VIEW;+ state.commentId = null;+ newBlobNavigator(target);+ newBlobOperations(target);+ newBuildSupportNote(target);+ newBlobContent(target);+ resizeWindow(target);+ OneDev.getInstance(WebSocketManager.class).observe(this);+ } else if (state.position != null) {+ if (get(BLOB_CONTENT_ID) instanceof Positionable) {+ // This logic is added for performance reason, we do not want to+ // reload the file if go to different mark positions in same file+ ((Positionable)get(BLOB_CONTENT_ID)).position(target, state.position);+ } else {+ state.mode = Mode.VIEW;+ newBlobOperations(target);+ newBuildSupportNote(target);+ newBlobContent(target);+ resizeWindow(target);+ }+ } else if (prevPosition != null) {+ state.mode = Mode.VIEW;+ newBlobOperations(target);+ newBuildSupportNote(target);+ newBlobContent(target);+ resizeWindow(target);+ }+ pushState(target);+ }++ @Override+ public void pushState(AjaxRequestTarget target, BlobIdent blobIdent, @Nullable String position) {+ state.blobIdent = blobIdent;+ state.position = position;+ pushState(target);+ }++ @Override+ public void onSearchComplete(AjaxRequestTarget target, List<QueryHit> hits) {+ newSearchResult(target, hits);+ resizeWindow(target);+ }++ @Override+ public void onCommentOpened(AjaxRequestTarget target, CodeComment comment) {+ if (comment != null) {+ state.commentId = comment.getId();+ state.position = SourceRendererProvider.getPosition(Preconditions.checkNotNull(comment.mapRange(state.blobIdent)));+ } else {+ state.commentId = null;+ state.position = null;+ }+ pushState(target);+ }++ @Override+ public void onAddComment(AjaxRequestTarget target, PlanarRange range) {+ state.commentId = null;+ state.position = SourceRendererProvider.getPosition(range);+ pushState(target);+ }++ @Override+ public boolean isOnBranch() {+ return state.blobIdent.revision == null || getProject().getBranchRef(state.blobIdent.revision) != null;+ }++ @Override+ public RevCommit getCommit() {+ if (resolvedRevision != null)+ return getProject().getRevCommit(resolvedRevision, true);+ else+ return null;+ }++ public static class State implements Serializable {++ private static final long serialVersionUID = 1L;++ public BlobIdent blobIdent;++ public Long requestId;++ public Long commentId;++ public String position;++ public Mode mode = Mode.VIEW;++ /*+ * Some blob can be rendered in a way for easier understanding, such as .onedev-buildspec.yml,+ * In these cases, the VIEW_PLAIN mode enables to view plain text of the blob. Applicable+ * only when mode is VIEW+ */+ public boolean viewPlain;++ public String urlBeforeEdit;++ public String urlAfterEdit;++ public boolean renderSource;++ public String query;++ public String initialNewPath;++ public State(BlobIdent blobIdent) {+ this.blobIdent = blobIdent;+ }++ public State() {+ blobIdent = new BlobIdent();+ }++ }++ @Override+ public void onModeChange(AjaxRequestTarget target, Mode mode, @Nullable String newPath) {+ onModeChange(target, mode, false, newPath);+ }++ @Override+ public void onModeChange(AjaxRequestTarget target, Mode mode, boolean viewPlain, @Nullable String newPath) {+ state.viewPlain = viewPlain;+ state.initialNewPath = newPath;++ /*+ * User might be changing blob name when adding a file, and onModeChange will be called.+ * In this case, we only need to re-create blob content+ */+ if (mode != Mode.ADD || state.mode != Mode.ADD) {+ state.mode = mode;+ pushState(target);+ if (state.mode == Mode.VIEW || state.mode == Mode.EDIT || state.mode == Mode.ADD) {+ newBlobNavigator(target);+ newBlobOperations(target);+ }+ }+ newBuildSupportNote(target);+ newBlobContent(target);+ resizeWindow(target);+ }++ @Override+ public void onCommitted(@Nullable AjaxRequestTarget target, RefUpdated refUpdated, @Nullable String position) {+ Project project = getProject();+ if (state.blobIdent.revision == null) {+ state.blobIdent.revision = "master";+ resolvedRevision = refUpdated.getNewCommitId();+ project.setDefaultBranch("master");+ }+ String branch = state.blobIdent.revision;++ getProject().cacheObjectId(branch, refUpdated.getNewCommitId());++ Long projectId = project.getId();+ String refName = refUpdated.getRefName();+ ObjectId oldCommitId = refUpdated.getOldCommitId();+ ObjectId newCommitId = refUpdated.getNewCommitId();++ /*+ * Update pull request as this is a direct consequence of editing source branch. Also this+ * is necessary to show the latest changes of the pull request after editing+ */+ PullRequest request = getPullRequest();+ if (request != null)+ OneDev.getInstance(PullRequestUpdateManager.class).checkUpdate(request);++ OneDev.getInstance(TransactionManager.class).runAfterCommit(new Runnable() {++ @Override+ public void run() {+ OneDev.getInstance(SessionManager.class).runAsync(new Runnable() {++ @Override+ public void run() {+ Project project = OneDev.getInstance(ProjectManager.class).load(projectId);+ project.cacheObjectId(branch, newCommitId);+ RefUpdated refUpdated = new RefUpdated(project, refName, oldCommitId, newCommitId);+ OneDev.getInstance(ListenerRegistry.class).post(refUpdated);+ }++ });+ }++ });++ if (target != null) {+ if (state.urlAfterEdit != null) {+ throw new RedirectToUrlException(state.urlAfterEdit);+ } else {+ BlobIdent newBlobIdent;+ if (state.mode == Mode.DELETE) {+ try (RevWalk revWalk = new RevWalk(getProject().getRepository())) {+ RevTree revTree = getProject().getRevCommit(refUpdated.getNewCommitId(), true).getTree();+ String parentPath = StringUtils.substringBeforeLast(state.blobIdent.path, "/");+ while (TreeWalk.forPath(getProject().getRepository(), parentPath, revTree) == null) {+ if (parentPath.contains("/")) {+ parentPath = StringUtils.substringBeforeLast(parentPath, "/");+ } else {+ parentPath = null;+ break;+ }+ }+ newBlobIdent = new BlobIdent(branch, parentPath, FileMode.TREE.getBits());+ } catch (IOException e) {+ throw new RuntimeException(e);+ }+ } else if (state.mode == Mode.ADD) {+ newBlobIdent = new BlobIdent(branch, getNewPath(), FileMode.REGULAR_FILE.getBits());+ } else if (state.mode == Mode.EDIT) {+ newBlobIdent = new BlobIdent(branch, getNewPath(), FileMode.REGULAR_FILE.getBits());+ } else {+ // We've uploaded some files+ newBlobIdent = null;+ }++ if (newBlobIdent != null) {+ state.blobIdent = newBlobIdent;+ state.position = position;+ state.commentId = null;+ state.mode = Mode.VIEW;+ onResolvedRevisionChange(target);+ pushState(target);+ } else {+ state.mode = Mode.VIEW;+ onResolvedRevisionChange(target);+ }++ // fix the issue that sometimes indexing indicator of new commit does not disappear+ target.appendJavaScript("Wicket.WebSocket.send('RenderCallback');");+ }+ }+ }++ @Override+ public String getInitialNewPath() {+ return state.initialNewPath;+ }++ @Override+ public String getDirectory() {+ String path;+ if (state.mode == Mode.ADD || state.mode == Mode.EDIT) {+ path = getNewPath();+ if (path != null) {+ if (path.contains("/"))+ path = StringUtils.substringBeforeLast(path, "/");+ else+ path = null;+ } else {+ throw new IllegalStateException();+ }+ } else if (state.blobIdent.isTree()) {+ path = state.blobIdent.path;+ } else if (state.blobIdent.path.contains("/")) {+ path = StringUtils.substringBeforeLast(state.blobIdent.path, "/");+ } else {+ path = null;+ }+ return path;+ }++ @Override+ public String getDirectoryUrl() {+ String revision = state.blobIdent.revision;+ BlobIdent blobIdent = new BlobIdent(revision, getDirectory(), FileMode.TREE.getBits());+ ProjectBlobPage.State state = new ProjectBlobPage.State(blobIdent);+ return urlFor(ProjectBlobPage.class, ProjectBlobPage.paramsOf(getProject(), state)).toString();+ }++ @Override+ public String getRootDirectoryUrl() {+ BlobIdent blobIdent = new BlobIdent(state.blobIdent.revision, null, FileMode.TREE.getBits());+ return RequestCycle.get().urlFor(ProjectBlobPage.class,+ ProjectBlobPage.paramsOf(getProject(), blobIdent)).toString();+ }++ @Override+ public String getNewPath() {+ BlobNavigator blobNavigator = (BlobNavigator) get(BLOB_NAVIGATOR_ID);+ return blobNavigator.getNewPath();+ }++ @Override+ public void onEvent(IEvent<?> event) {+ super.onEvent(event);+ if (event.getPayload() instanceof RevisionResolved) {+ RevisionResolved revisionResolveEvent = (RevisionResolved) event.getPayload();+ resolvedRevision = revisionResolveEvent.getResolvedRevision();+ }+ }++ @Override+ public String getAutosaveKey() {+ if (state.mode == Mode.ADD) {+ return String.format("autosave:addBlob:%d:%s:%s",+ getProject().getId(), state.blobIdent.revision, getNewPath());+ } else if (state.mode == Mode.EDIT) {+ return String.format("autosave:editBlob:%d:%s:%s:%s",+ getProject().getId(), state.blobIdent.revision,+ state.blobIdent.path, getProject().getBlob(state.blobIdent, true).getBlobId());+ } else {+ throw new IllegalStateException();+ }+ }++ @Override+ public RefUpdated uploadFiles(Collection<FileUpload> uploads, String directory, String commitMessage) {+ Map<String, BlobContent> newBlobs = new HashMap<>();++ String parentPath = getDirectory();++ if (directory != null) {+ if (parentPath != null)+ parentPath += "/" + directory;+ else+ parentPath = directory;+ }++ User user = Preconditions.checkNotNull(SecurityUtils.getUser());+ BlobIdent blobIdent = getBlobIdent();++ for (FileUpload upload: uploads) {+ String blobPath = upload.getClientFileName();+ if (parentPath != null)+ blobPath = parentPath + "/" + blobPath;++ if (getProject().isReviewRequiredForModification(user, blobIdent.revision, blobPath))+ throw new BlobEditException("Review required for this change. Please submit pull request instead");+ else if (getProject().isBuildRequiredForModification(user, blobIdent.revision, blobPath))+ throw new BlobEditException("Build required for this change. Please submit pull request instead");++ BlobContent blobContent = new BlobContent.Immutable(upload.getBytes(), FileMode.REGULAR_FILE);+ newBlobs.put(blobPath, blobContent);+ }++ BlobEdits blobEdits = new BlobEdits(Sets.newHashSet(), newBlobs);+ String refName = blobIdent.revision!=null?GitUtils.branch2ref(blobIdent.revision):"refs/heads/master";++ ObjectId prevCommitId;+ if (blobIdent.revision != null)+ prevCommitId = getProject().getObjectId(blobIdent.revision, true);+ else+ prevCommitId = ObjectId.zeroId();++ while (true) {+ try {+ ObjectId newCommitId = blobEdits.commit(getProject().getRepository(), refName, prevCommitId,+ prevCommitId, user.asPerson(), commitMessage);+ return new RefUpdated(getProject(), refName, prevCommitId, newCommitId);+ } catch (ObjectAlreadyExistsException|NotTreeException e) {+ throw new BlobEditException(e.getMessage());+ } catch (ObsoleteCommitException e) {+ prevCommitId = e.getOldCommitId();+ }+ }+ }++ @Override+ protected boolean isPermitted() {+ return SecurityUtils.canReadCode(getProject());+ }++ @Override+ public String appendRaw(String url) {+ try {+ URIBuilder builder;+ builder = new URIBuilder(url);+ for (NameValuePair pair: builder.getQueryParams()) {+ if (pair.getName().equals(PARAM_RAW))+ return url;+ }+ return builder.addParameter(PARAM_RAW, "true").build().toString();+ } catch (URISyntaxException e) {+ throw new RuntimeException(e);+ }+ }++ @Override+ public ScriptIdentity getScriptIdentity() {+ if (getBlobIdent().revision != null)+ return new JobIdentity(getProject(), getCommit().copy());+ else // when we add file to an empty project+ return new JobIdentity(getProject(), null);+ }++}diff --git a/server-core/src/main/java/io/onedev/server/web/page/project/blob/navigator/BlobNavigator.java b/server-core/src/main/java/io/onedev/server/web/page/project/blob/navigator/BlobNavigator.javaindex 1c65317767..8d8a9ceb93 100644--- a/server-core/src/main/java/io/onedev/server/web/page/project/blob/navigator/BlobNavigator.java+++ b/server-core/src/main/java/io/onedev/server/web/page/project/blob/navigator/BlobNavigator.java@@ -1,337 +1,337 @@-package io.onedev.server.web.page.project.blob.navigator;--import java.util.ArrayList;-import java.util.Iterator;-import java.util.List;--import javax.annotation.Nullable;--import org.apache.wicket.Component;-import org.apache.wicket.ajax.AjaxChannel;-import org.apache.wicket.ajax.AjaxChannel.Type;-import org.apache.wicket.ajax.AjaxRequestTarget;-import org.apache.wicket.ajax.attributes.AjaxRequestAttributes;-import org.apache.wicket.ajax.form.AjaxFormSubmitBehavior;-import org.apache.wicket.ajax.markup.html.AjaxLink;-import org.apache.wicket.behavior.AttributeAppender;-import org.apache.wicket.event.Broadcast;-import org.apache.wicket.extensions.markup.html.repeater.tree.ITreeProvider;-import org.apache.wicket.extensions.markup.html.repeater.tree.NestedTree;-import org.apache.wicket.extensions.markup.html.repeater.tree.theme.HumanTheme;-import org.apache.wicket.markup.ComponentTag;-import org.apache.wicket.markup.head.CssHeaderItem;-import org.apache.wicket.markup.head.IHeaderResponse;-import org.apache.wicket.markup.head.OnDomReadyHeaderItem;-import org.apache.wicket.markup.html.WebMarkupContainer;-import org.apache.wicket.markup.html.basic.Label;-import org.apache.wicket.markup.html.form.Form;-import org.apache.wicket.markup.html.form.TextField;-import org.apache.wicket.markup.html.list.ListItem;-import org.apache.wicket.markup.html.list.ListView;-import org.apache.wicket.markup.html.panel.Fragment;-import org.apache.wicket.markup.html.panel.Panel;-import org.apache.wicket.model.IModel;-import org.apache.wicket.model.LoadableDetachableModel;-import org.apache.wicket.model.Model;-import org.apache.wicket.request.mapper.parameter.PageParameters;-import org.eclipse.jgit.lib.FileMode;--import com.google.common.base.Splitter;--import io.onedev.commons.utils.StringUtils;-import io.onedev.server.git.BlobIdent;-import io.onedev.server.git.BlobIdentFilter;-import io.onedev.server.git.GitUtils;-import io.onedev.server.web.ajaxlistener.ConfirmLeaveListener;-import io.onedev.server.web.component.blob.BlobIcon;-import io.onedev.server.web.component.floating.AlignPlacement;-import io.onedev.server.web.component.floating.FloatingPanel;-import io.onedev.server.web.component.link.DropdownLink;-import io.onedev.server.web.component.link.ViewStateAwareAjaxLink;-import io.onedev.server.web.page.project.blob.ProjectBlobPage;-import io.onedev.server.web.page.project.blob.render.BlobRenderContext;-import io.onedev.server.web.page.project.blob.render.BlobRenderContext.Mode;--@SuppressWarnings("serial")-public class BlobNavigator extends Panel {-- private final static String LAST_SEGMENT_ID = "lastSegment";-- private final BlobRenderContext context;-- private TextField<String> nameInput;-- public BlobNavigator(String id, BlobRenderContext context) {- super(id);-- this.context = context;- }-- @Override- protected void onInitialize() {- super.onInitialize();-- add(new ListView<BlobIdent>("treeSegments", new LoadableDetachableModel<List<BlobIdent>>() {-- @Override- protected List<BlobIdent> load() {- BlobIdent file = context.getBlobIdent();- List<BlobIdent> treeSegments = new ArrayList<>();- treeSegments.add(new BlobIdent(file.revision, null, FileMode.TREE.getBits()));-- if (file.path != null) {- List<String> segments = Splitter.on('/').omitEmptyStrings().splitToList(file.path);-- for (int i=0; i<segments.size(); i++) {- BlobIdent parent = treeSegments.get(treeSegments.size()-1);- int treeMode = FileMode.TREE.getBits();- if (i<segments.size()-1 || file.mode == treeMode) {- String treePath = segments.get(i);- if (parent.path != null)- treePath = parent.path + "/" + treePath;- treeSegments.add(new BlobIdent(file.revision, treePath, treeMode));- }- }- }-- return treeSegments;- }-- }) {-- @Override- protected void populateItem(final ListItem<BlobIdent> item) {- final BlobIdent blobIdent = item.getModelObject();- AjaxLink<Void> link = new ViewStateAwareAjaxLink<Void>("link") {-- @Override- protected void updateAjaxAttributes(AjaxRequestAttributes attributes) {- super.updateAjaxAttributes(attributes);- attributes.getAjaxCallListeners().add(new ConfirmLeaveListener());- }-- @Override- public void onClick(AjaxRequestTarget target) {- context.onSelect(target, blobIdent, null);- }-- @Override- protected void onComponentTag(ComponentTag tag) {- super.onComponentTag(tag);- ProjectBlobPage.State state = new ProjectBlobPage.State(blobIdent);- PageParameters params = ProjectBlobPage.paramsOf(context.getProject(), state);- tag.put("href", urlFor(ProjectBlobPage.class, params));- }-- };- link.setEnabled(!context.getBlobIdent().isTree() || item.getIndex() != getViewSize()-1);-- if (blobIdent.path != null) {- if (blobIdent.path.indexOf('/') != -1)- link.add(new Label("label", StringUtils.substringAfterLast(blobIdent.path, "/")));- else- link.add(new Label("label", blobIdent.path));- } else {- link.add(new Label("label", context.getProject().getName()));- }-- item.add(link);-- item.add(new DropdownLink("subtreeDropdownTrigger", AlignPlacement.bottom(6)) {-- @Override- protected void onInitialize(FloatingPanel dropdown) {- super.onInitialize(dropdown);- dropdown.add(AttributeAppender.append("class", "subtree-dropdown"));- }-- @Override- protected Component newContent(String id, FloatingPanel dropdown) {- return new NestedTree<BlobIdent>(id, new ITreeProvider<BlobIdent>() {-- @Override- public void detach() {- }-- @Override- public Iterator<? extends BlobIdent> getRoots() {- if (blobIdent.revision != null)- return context.getProject().getChildren(blobIdent, BlobIdentFilter.ALL).iterator();- else- return new ArrayList<BlobIdent>().iterator();- }-- @Override- public boolean hasChildren(BlobIdent blobIdent) {- return blobIdent.isTree();- }-- @Override- public Iterator<? extends BlobIdent> getChildren(BlobIdent blobIdent) {- return context.getProject().getChildren(blobIdent, BlobIdentFilter.ALL).iterator();- }-- @Override- public IModel<BlobIdent> model(BlobIdent blobIdent) {- return Model.of(blobIdent);- }-- }) {-- @Override- protected void onInitialize() {- super.onInitialize();- add(new HumanTheme());- }-- @Override- public void expand(BlobIdent blobIdent) {- super.expand(blobIdent);-- List<BlobIdent> children = context.getProject().getChildren(blobIdent, BlobIdentFilter.ALL);- if (children.size() == 1 && children.get(0).isTree())- expand(children.get(0));- }-- @Override- protected Component newContentComponent(String id, final IModel<BlobIdent> model) {- BlobIdent blobIdent = model.getObject();- Fragment fragment = new Fragment(id, "treeNodeFrag", BlobNavigator.this);-- AjaxLink<Void> link = new ViewStateAwareAjaxLink<Void>("link") {-- @Override- protected void updateAjaxAttributes(AjaxRequestAttributes attributes) {- super.updateAjaxAttributes(attributes);- attributes.getAjaxCallListeners().add(new ConfirmLeaveListener());- }-- @Override- public void onClick(AjaxRequestTarget target) {- context.onSelect(target, model.getObject(), null);- dropdown.close();- }-- @Override- protected void onComponentTag(ComponentTag tag) {- super.onComponentTag(tag);-- ProjectBlobPage.State state = new ProjectBlobPage.State(model.getObject());- PageParameters params = ProjectBlobPage.paramsOf(context.getProject(), state);- tag.put("href", urlFor(ProjectBlobPage.class, params));- }-- };-- link.add(new BlobIcon("icon", model));-- if (blobIdent.path.indexOf('/') != -1)- link.add(new Label("label", StringUtils.substringAfterLast(blobIdent.path, "/")));- else- link.add(new Label("label", blobIdent.path));- fragment.add(link);-- return fragment;- }-- };- }-- });- }-- });-- WebMarkupContainer lastSegment;- BlobIdent file = context.getBlobIdent();- if (context.getMode() == Mode.EDIT || context.getMode() == Mode.ADD) {- lastSegment = new Fragment(LAST_SEGMENT_ID, "nameEditFrag", this);-- Form<?> form = new Form<Void>("form");- lastSegment.add(form);- String name;- if (context.getMode() == Mode.ADD)- name = context.getInitialNewPath();- else if (file.path.contains("/"))- name = StringUtils.substringAfterLast(file.path, "/");- else- name = file.path;-- nameInput = new TextField<String>("input", Model.of(name));- form.add(nameInput);- nameInput.add(new AjaxFormSubmitBehavior(form, "input") {-- @Override- protected void updateAjaxAttributes(AjaxRequestAttributes attributes) {- super.updateAjaxAttributes(attributes);- attributes.setChannel(new AjaxChannel("blob-name-edit", Type.DROP));- }-- @Override- protected void onSubmit(AjaxRequestTarget target) {- super.onSubmit(target);- send(getPage(), Broadcast.BREADTH, new BlobNameChanging(target));- }-- });-- if (context.getMode() != Mode.ADD)- nameInput.add(AttributeAppender.append("class", "no-autofocus"));- lastSegment.add(AttributeAppender.append("class", "input"));- } else if (file.isTree()) {- lastSegment = new WebMarkupContainer(LAST_SEGMENT_ID);- lastSegment.setVisible(false);- } else {- lastSegment = new Fragment(LAST_SEGMENT_ID, "blobNameFrag", this);-- String blobName = file.path;- if (blobName.contains("/"))- blobName = StringUtils.substringAfterLast(blobName, "/");- lastSegment.add(new Label("label", blobName));- }- add(lastSegment);-- setOutputMarkupId(true);- }-- @Override- public void renderHead(IHeaderResponse response) {- super.renderHead(response);- response.render(CssHeaderItem.forReference(new BlobNavigatorResourceReference()));-- if (context.getBlobIdent().isTree()) {- String script = String.format("$('#%s input[type=text]').focus();", getMarkupId());- response.render(OnDomReadyHeaderItem.forScript(script));- }-- String script = String.format("$('#%s form').submit(false);", getMarkupId());- response.render(OnDomReadyHeaderItem.forScript(script));- }-- @Nullable- public String getNewPath() {- if (nameInput != null) {- String newPath;- String name = nameInput.getModelObject();- if (StringUtils.isNotBlank(name)) {- if (context.getBlobIdent().isTree()) {- if (context.getBlobIdent().path != null)- newPath = context.getBlobIdent().path + "/" + name;- else- newPath = name;- } else {- if (context.getBlobIdent().path.contains("/"))- newPath = StringUtils.substringBeforeLast(context.getBlobIdent().path, "/") + "/" + name;- else- newPath = name;- }- return GitUtils.normalizePath(newPath);- } else {- return null;- }- } else {- throw new IllegalStateException();- }- }--}+package io.onedev.server.web.page.project.blob.navigator;++import java.util.ArrayList;+import java.util.Iterator;+import java.util.List;++import javax.annotation.Nullable;++import org.apache.wicket.Component;+import org.apache.wicket.ajax.AjaxChannel;+import org.apache.wicket.ajax.AjaxChannel.Type;+import org.apache.wicket.ajax.AjaxRequestTarget;+import org.apache.wicket.ajax.attributes.AjaxRequestAttributes;+import org.apache.wicket.ajax.form.AjaxFormSubmitBehavior;+import org.apache.wicket.ajax.markup.html.AjaxLink;+import org.apache.wicket.behavior.AttributeAppender;+import org.apache.wicket.event.Broadcast;+import org.apache.wicket.extensions.markup.html.repeater.tree.ITreeProvider;+import org.apache.wicket.extensions.markup.html.repeater.tree.NestedTree;+import org.apache.wicket.extensions.markup.html.repeater.tree.theme.HumanTheme;+import org.apache.wicket.markup.ComponentTag;+import org.apache.wicket.markup.head.CssHeaderItem;+import org.apache.wicket.markup.head.IHeaderResponse;+import org.apache.wicket.markup.head.OnDomReadyHeaderItem;+import org.apache.wicket.markup.html.WebMarkupContainer;+import org.apache.wicket.markup.html.basic.Label;+import org.apache.wicket.markup.html.form.Form;+import org.apache.wicket.markup.html.form.TextField;+import org.apache.wicket.markup.html.list.ListItem;+import org.apache.wicket.markup.html.list.ListView;+import org.apache.wicket.markup.html.panel.Fragment;+import org.apache.wicket.markup.html.panel.Panel;+import org.apache.wicket.model.IModel;+import org.apache.wicket.model.LoadableDetachableModel;+import org.apache.wicket.model.Model;+import org.apache.wicket.request.mapper.parameter.PageParameters;+import org.eclipse.jgit.lib.FileMode;++import com.google.common.base.Splitter;++import io.onedev.commons.utils.StringUtils;+import io.onedev.server.git.BlobIdent;+import io.onedev.server.git.BlobIdentFilter;+import io.onedev.server.git.GitUtils;+import io.onedev.server.web.ajaxlistener.ConfirmLeaveListener;+import io.onedev.server.web.component.blob.BlobIcon;+import io.onedev.server.web.component.floating.AlignPlacement;+import io.onedev.server.web.component.floating.FloatingPanel;+import io.onedev.server.web.component.link.DropdownLink;+import io.onedev.server.web.component.link.ViewStateAwareAjaxLink;+import io.onedev.server.web.page.project.blob.ProjectBlobPage;+import io.onedev.server.web.page.project.blob.render.BlobRenderContext;+import io.onedev.server.web.page.project.blob.render.BlobRenderContext.Mode;++@SuppressWarnings("serial")+public class BlobNavigator extends Panel {++ private final static String LAST_SEGMENT_ID = "lastSegment";++ private final BlobRenderContext context;++ private TextField<String> nameInput;++ public BlobNavigator(String id, BlobRenderContext context) {+ super(id);++ this.context = context;+ }++ @Override+ protected void onInitialize() {+ super.onInitialize();++ add(new ListView<BlobIdent>("treeSegments", new LoadableDetachableModel<List<BlobIdent>>() {++ @Override+ protected List<BlobIdent> load() {+ BlobIdent file = context.getBlobIdent();+ List<BlobIdent> treeSegments = new ArrayList<>();+ treeSegments.add(new BlobIdent(file.revision, null, FileMode.TREE.getBits()));++ if (file.path != null) {+ List<String> segments = Splitter.on('/').omitEmptyStrings().splitToList(file.path);++ for (int i=0; i<segments.size(); i++) {+ BlobIdent parent = treeSegments.get(treeSegments.size()-1);+ int treeMode = FileMode.TREE.getBits();+ if (i<segments.size()-1 || file.mode == treeMode) {+ String treePath = segments.get(i);+ if (parent.path != null)+ treePath = parent.path + "/" + treePath;+ treeSegments.add(new BlobIdent(file.revision, treePath, treeMode));+ }+ }+ }++ return treeSegments;+ }++ }) {++ @Override+ protected void populateItem(final ListItem<BlobIdent> item) {+ final BlobIdent blobIdent = item.getModelObject();+ AjaxLink<Void> link = new ViewStateAwareAjaxLink<Void>("link") {++ @Override+ protected void updateAjaxAttributes(AjaxRequestAttributes attributes) {+ super.updateAjaxAttributes(attributes);+ attributes.getAjaxCallListeners().add(new ConfirmLeaveListener());+ }++ @Override+ public void onClick(AjaxRequestTarget target) {+ context.onSelect(target, blobIdent, null);+ }++ @Override+ protected void onComponentTag(ComponentTag tag) {+ super.onComponentTag(tag);+ ProjectBlobPage.State state = new ProjectBlobPage.State(blobIdent);+ PageParameters params = ProjectBlobPage.paramsOf(context.getProject(), state);+ tag.put("href", urlFor(ProjectBlobPage.class, params));+ }++ };+ link.setEnabled(!context.getBlobIdent().isTree() || item.getIndex() != getViewSize()-1);++ if (blobIdent.path != null) {+ if (blobIdent.path.indexOf('/') != -1)+ link.add(new Label("label", StringUtils.substringAfterLast(blobIdent.path, "/")));+ else+ link.add(new Label("label", blobIdent.path));+ } else {+ link.add(new Label("label", context.getProject().getName()));+ }++ item.add(link);++ item.add(new DropdownLink("subtreeDropdownTrigger", AlignPlacement.bottom(6)) {++ @Override+ protected void onInitialize(FloatingPanel dropdown) {+ super.onInitialize(dropdown);+ dropdown.add(AttributeAppender.append("class", "subtree-dropdown"));+ }++ @Override+ protected Component newContent(String id, FloatingPanel dropdown) {+ return new NestedTree<BlobIdent>(id, new ITreeProvider<BlobIdent>() {++ @Override+ public void detach() {+ }++ @Override+ public Iterator<? extends BlobIdent> getRoots() {+ if (blobIdent.revision != null)+ return context.getProject().getChildren(blobIdent, BlobIdentFilter.ALL).iterator();+ else+ return new ArrayList<BlobIdent>().iterator();+ }++ @Override+ public boolean hasChildren(BlobIdent blobIdent) {+ return blobIdent.isTree();+ }++ @Override+ public Iterator<? extends BlobIdent> getChildren(BlobIdent blobIdent) {+ return context.getProject().getChildren(blobIdent, BlobIdentFilter.ALL).iterator();+ }++ @Override+ public IModel<BlobIdent> model(BlobIdent blobIdent) {+ return Model.of(blobIdent);+ }++ }) {++ @Override+ protected void onInitialize() {+ super.onInitialize();+ add(new HumanTheme());+ }++ @Override+ public void expand(BlobIdent blobIdent) {+ super.expand(blobIdent);++ List<BlobIdent> children = context.getProject().getChildren(blobIdent, BlobIdentFilter.ALL);+ if (children.size() == 1 && children.get(0).isTree())+ expand(children.get(0));+ }++ @Override+ protected Component newContentComponent(String id, final IModel<BlobIdent> model) {+ BlobIdent blobIdent = model.getObject();+ Fragment fragment = new Fragment(id, "treeNodeFrag", BlobNavigator.this);++ AjaxLink<Void> link = new ViewStateAwareAjaxLink<Void>("link") {++ @Override+ protected void updateAjaxAttributes(AjaxRequestAttributes attributes) {+ super.updateAjaxAttributes(attributes);+ attributes.getAjaxCallListeners().add(new ConfirmLeaveListener());+ }++ @Override+ public void onClick(AjaxRequestTarget target) {+ context.onSelect(target, model.getObject(), null);+ dropdown.close();+ }++ @Override+ protected void onComponentTag(ComponentTag tag) {+ super.onComponentTag(tag);++ ProjectBlobPage.State state = new ProjectBlobPage.State(model.getObject());+ PageParameters params = ProjectBlobPage.paramsOf(context.getProject(), state);+ tag.put("href", urlFor(ProjectBlobPage.class, params));+ }++ };++ link.add(new BlobIcon("icon", model));++ if (blobIdent.path.indexOf('/') != -1)+ link.add(new Label("label", StringUtils.substringAfterLast(blobIdent.path, "/")));+ else+ link.add(new Label("label", blobIdent.path));+ fragment.add(link);++ return fragment;+ }++ };+ }++ });+ }++ });++ WebMarkupContainer lastSegment;+ BlobIdent file = context.getBlobIdent();+ if (context.getMode() == Mode.EDIT || context.getMode() == Mode.ADD) {+ lastSegment = new Fragment(LAST_SEGMENT_ID, "nameEditFrag", this);++ Form<?> form = new Form<Void>("form");+ lastSegment.add(form);+ String name;+ if (context.getMode() == Mode.ADD)+ name = context.getInitialNewPath();+ else if (file.path.contains("/"))+ name = StringUtils.substringAfterLast(file.path, "/");+ else+ name = file.path;++ nameInput = new TextField<String>("input", Model.of(name));+ form.add(nameInput);+ nameInput.add(new AjaxFormSubmitBehavior(form, "input") {++ @Override+ protected void updateAjaxAttributes(AjaxRequestAttributes attributes) {+ super.updateAjaxAttributes(attributes);+ attributes.setChannel(new AjaxChannel("blob-name-edit", Type.DROP));+ }++ @Override+ protected void onSubmit(AjaxRequestTarget target) {+ super.onSubmit(target);+ send(getPage(), Broadcast.BREADTH, new BlobNameChanging(target));+ }++ });++ if (context.getMode() != Mode.ADD)+ nameInput.add(AttributeAppender.append("class", "no-autofocus"));+ lastSegment.add(AttributeAppender.append("class", "input"));+ } else if (file.isTree()) {+ lastSegment = new WebMarkupContainer(LAST_SEGMENT_ID);+ lastSegment.setVisible(false);+ } else {+ lastSegment = new Fragment(LAST_SEGMENT_ID, "blobNameFrag", this);++ String blobName = file.path;+ if (blobName.contains("/"))+ blobName = StringUtils.substringAfterLast(blobName, "/");+ lastSegment.add(new Label("label", blobName));+ }+ add(lastSegment);++ setOutputMarkupId(true);+ }++ @Override+ public void renderHead(IHeaderResponse response) {+ super.renderHead(response);+ response.render(CssHeaderItem.forReference(new BlobNavigatorResourceReference()));++ if (context.getBlobIdent().isTree()) {+ String script = String.format("$('#%s input[type=text]').focus();", getMarkupId());+ response.render(OnDomReadyHeaderItem.forScript(script));+ }++ String script = String.format("$('#%s form').submit(false);", getMarkupId());+ response.render(OnDomReadyHeaderItem.forScript(script));+ }++ @Nullable+ public String getNewPath() {+ if (nameInput != null) {+ String newPath;+ String name = nameInput.getModelObject();+ if (StringUtils.isNotBlank(name)) {+ if (context.getBlobIdent().isTree()) {+ if (context.getBlobIdent().path != null)+ newPath = context.getBlobIdent().path + "/" + name;+ else+ newPath = name;+ } else {+ if (context.getBlobIdent().path.contains("/"))+ newPath = StringUtils.substringBeforeLast(context.getBlobIdent().path, "/") + "/" + name;+ else+ newPath = name;+ }+ return GitUtils.normalizePath(newPath);+ } else {+ return null;+ }+ } else {+ throw new IllegalStateException();+ }+ }++}diff --git a/server-core/src/main/java/io/onedev/server/web/page/project/blob/render/renderers/buildspec/BuildSpecBlobViewPanel.java b/server-core/src/main/java/io/onedev/server/web/page/project/blob/render/renderers/buildspec/BuildSpecBlobViewPanel.javaindex 003d68b884..ae6b5acf6a 100644--- a/server-core/src/main/java/io/onedev/server/web/page/project/blob/render/renderers/buildspec/BuildSpecBlobViewPanel.java+++ b/server-core/src/main/java/io/onedev/server/web/page/project/blob/render/renderers/buildspec/BuildSpecBlobViewPanel.java@@ -1,126 +1,127 @@-package io.onedev.server.web.page.project.blob.render.renderers.buildspec;--import org.apache.wicket.ajax.AjaxRequestTarget;-import org.apache.wicket.ajax.attributes.CallbackParameter;-import org.apache.wicket.behavior.AttributeAppender;-import org.apache.wicket.markup.head.IHeaderResponse;-import org.apache.wicket.markup.head.JavaScriptHeaderItem;-import org.apache.wicket.markup.head.OnDomReadyHeaderItem;-import org.apache.wicket.markup.html.WebMarkupContainer;-import org.apache.wicket.markup.html.basic.Label;-import org.apache.wicket.markup.html.panel.Fragment;-import org.apache.wicket.markup.repeater.RepeatingView;-import org.apache.wicket.request.IRequestParameters;-import org.apache.wicket.request.cycle.RequestCycle;-import org.unbescape.javascript.JavaScriptEscape;--import com.google.common.base.Throwables;--import io.onedev.server.buildspec.BuildSpec;-import io.onedev.server.buildspec.job.Job;-import io.onedev.server.git.Blob;-import io.onedev.server.model.Project;-import io.onedev.server.web.behavior.AbstractPostAjaxBehavior;-import io.onedev.server.web.component.MultilineLabel;-import io.onedev.server.web.component.job.RunJobLink;-import io.onedev.server.web.editable.BeanContext;-import io.onedev.server.web.editable.PropertyContext;-import io.onedev.server.web.page.project.blob.render.BlobRenderContext;-import io.onedev.server.web.page.project.blob.render.view.BlobViewPanel;--@SuppressWarnings("serial")-public class BuildSpecBlobViewPanel extends BlobViewPanel {-- private AbstractPostAjaxBehavior selectBehavior;-- public BuildSpecBlobViewPanel(String id, BlobRenderContext context) {- super(id, context);- }-- @Override- protected void onInitialize() {- super.onInitialize();-- try {- Blob blob = context.getProject().getBlob(context.getBlobIdent(), true);- BuildSpec buildSpec = BuildSpec.parse(blob.getBytes());- if (buildSpec != null) {- Fragment validFrag = new Fragment("content", "validFrag", this);- if (!buildSpec.getJobs().isEmpty()) {- Fragment hasJobsFrag = new Fragment("jobs", "hasJobsFrag", this);-- RepeatingView navsView = new RepeatingView("navs");- RepeatingView jobsView = new RepeatingView("contents");- for (Job job: buildSpec.getJobs()) {- WebMarkupContainer nav = new WebMarkupContainer(navsView.newChildId());- nav.add(new Label("jobName", job.getName()));- nav.add(AttributeAppender.append("data-name", job.getName()));- nav.add(new RunJobLink("run", context.getCommit().copy(), job.getName()) {-- @Override- protected Project getProject() {- return context.getProject();- }-- });- navsView.add(nav);- jobsView.add(BeanContext.view(jobsView.newChildId(), job));- }- hasJobsFrag.add(navsView);- hasJobsFrag.add(jobsView);-- validFrag.add(hasJobsFrag);- } else {- validFrag.add(new Label("jobs", "No jobs defined").add(AttributeAppender.append("class", "not-defined")));- }-- if (!buildSpec.getProperties().isEmpty())- validFrag.add(PropertyContext.view("properties", buildSpec, "properties"));- else- validFrag.add(new Label("properties", "No properties defined").add(AttributeAppender.append("class", "not-defined")));-- add(validFrag);- } else {- add(new Label("content", "Build spec not defined").add(AttributeAppender.append("class", "not-defined")));- }- } catch (Exception e) {- Fragment invalidFrag = new Fragment("content", "invalidFrag", this);- invalidFrag.add(new MultilineLabel("errorMessage", Throwables.getStackTraceAsString(e)));- add(invalidFrag);- }-- add(selectBehavior = new AbstractPostAjaxBehavior() {-- @Override- protected void respond(AjaxRequestTarget target) {- IRequestParameters params = RequestCycle.get().getRequest().getPostParameters();- String selection = params.getParameterValue("selection").toString();- String position = BuildSpecRendererProvider.getPosition(selection);- context.pushState(target, context.getBlobIdent(), position);- }-- });- }-- @Override- public void renderHead(IHeaderResponse response) {- super.renderHead(response);- response.render(JavaScriptHeaderItem.forReference(new BuildSpecResourceReference()));- String selection = BuildSpecRendererProvider.getSelection(context.getPosition());- String script = String.format("onedev.server.buildSpec.onDomReady(%s, %s);",- selection!=null? "'" + JavaScriptEscape.escapeJavaScript(selection) + "'": "undefined",- selectBehavior.getCallbackFunction(CallbackParameter.explicit("selection")));- response.render(OnDomReadyHeaderItem.forScript(script));- }-- @Override- protected boolean isEditSupported() {- return true;- }-- @Override- protected boolean isViewPlainSupported() {- return true;- }--}+package io.onedev.server.web.page.project.blob.render.renderers.buildspec;++import org.apache.wicket.ajax.AjaxRequestTarget;+import org.apache.wicket.ajax.attributes.CallbackParameter;+import org.apache.wicket.behavior.AttributeAppender;+import org.apache.wicket.markup.head.IHeaderResponse;+import org.apache.wicket.markup.head.JavaScriptHeaderItem;+import org.apache.wicket.markup.head.OnDomReadyHeaderItem;+import org.apache.wicket.markup.html.WebMarkupContainer;+import org.apache.wicket.markup.html.basic.Label;+import org.apache.wicket.markup.html.panel.Fragment;+import org.apache.wicket.markup.repeater.RepeatingView;+import org.apache.wicket.request.IRequestParameters;+import org.apache.wicket.request.cycle.RequestCycle;+import org.unbescape.javascript.JavaScriptEscape;++import com.google.common.base.Throwables;++import io.onedev.server.buildspec.BuildSpec;+import io.onedev.server.buildspec.job.Job;+import io.onedev.server.git.Blob;+import io.onedev.server.model.Project;+import io.onedev.server.web.behavior.AbstractPostAjaxBehavior;+import io.onedev.server.web.component.MultilineLabel;+import io.onedev.server.web.component.job.RunJobLink;+import io.onedev.server.web.editable.BeanContext;+import io.onedev.server.web.editable.PropertyContext;+import io.onedev.server.web.page.project.blob.render.BlobRenderContext;+import io.onedev.server.web.page.project.blob.render.view.BlobViewPanel;++@SuppressWarnings("serial")+public class BuildSpecBlobViewPanel extends BlobViewPanel {++ private AbstractPostAjaxBehavior selectBehavior;++ public BuildSpecBlobViewPanel(String id, BlobRenderContext context) {+ super(id, context);+ }++ @Override+ protected void onInitialize() {+ super.onInitialize();++ try {+ Blob blob = context.getProject().getBlob(context.getBlobIdent(), true);+ BuildSpec buildSpec = BuildSpec.parse(blob.getBytes());++ if (buildSpec != null) {+ Fragment validFrag = new Fragment("content", "validFrag", this);+ if (!buildSpec.getJobs().isEmpty()) {+ Fragment hasJobsFrag = new Fragment("jobs", "hasJobsFrag", this);++ RepeatingView navsView = new RepeatingView("navs");+ RepeatingView jobsView = new RepeatingView("contents");+ for (Job job: buildSpec.getJobs()) {+ WebMarkupContainer nav = new WebMarkupContainer(navsView.newChildId());+ nav.add(new Label("jobName", job.getName()));+ nav.add(AttributeAppender.append("data-name", job.getName()));+ nav.add(new RunJobLink("run", context.getCommit().copy(), job.getName()) {++ @Override+ protected Project getProject() {+ return context.getProject();+ }++ });+ navsView.add(nav);+ jobsView.add(BeanContext.view(jobsView.newChildId(), job));+ }+ hasJobsFrag.add(navsView);+ hasJobsFrag.add(jobsView);++ validFrag.add(hasJobsFrag);+ } else {+ validFrag.add(new Label("jobs", "No jobs defined").add(AttributeAppender.append("class", "not-defined")));+ }++ if (!buildSpec.getProperties().isEmpty())+ validFrag.add(PropertyContext.view("properties", buildSpec, "properties"));+ else+ validFrag.add(new Label("properties", "No properties defined").add(AttributeAppender.append("class", "not-defined")));++ add(validFrag);+ } else {+ add(new Label("content", "Build spec not defined").add(AttributeAppender.append("class", "not-defined")));+ }+ } catch (Exception e) {+ Fragment invalidFrag = new Fragment("content", "invalidFrag", this);+ invalidFrag.add(new MultilineLabel("errorMessage", Throwables.getStackTraceAsString(e)));+ add(invalidFrag);+ }++ add(selectBehavior = new AbstractPostAjaxBehavior() {++ @Override+ protected void respond(AjaxRequestTarget target) {+ IRequestParameters params = RequestCycle.get().getRequest().getPostParameters();+ String selection = params.getParameterValue("selection").toString();+ String position = BuildSpecRendererProvider.getPosition(selection);+ context.pushState(target, context.getBlobIdent(), position);+ }++ });+ }++ @Override+ public void renderHead(IHeaderResponse response) {+ super.renderHead(response);+ response.render(JavaScriptHeaderItem.forReference(new BuildSpecResourceReference()));+ String selection = BuildSpecRendererProvider.getSelection(context.getPosition());+ String script = String.format("onedev.server.buildSpec.onDomReady(%s, %s);",+ selection!=null? "'" + JavaScriptEscape.escapeJavaScript(selection) + "'": "undefined",+ selectBehavior.getCallbackFunction(CallbackParameter.explicit("selection")));+ response.render(OnDomReadyHeaderItem.forScript(script));+ }++ @Override+ protected boolean isEditSupported() {+ return true;+ }++ @Override+ protected boolean isViewPlainSupported() {+ return true;+ }++}diff --git a/server-core/src/main/java/io/onedev/server/web/page/project/blob/render/renderers/buildspec/BuildSpecEditPanel.java b/server-core/src/main/java/io/onedev/server/web/page/project/blob/render/renderers/buildspec/BuildSpecEditPanel.javaindex 06acafe074..1931d872ee 100644--- a/server-core/src/main/java/io/onedev/server/web/page/project/blob/render/renderers/buildspec/BuildSpecEditPanel.java+++ b/server-core/src/main/java/io/onedev/server/web/page/project/blob/render/renderers/buildspec/BuildSpecEditPanel.java@@ -1,348 +1,348 @@-package io.onedev.server.web.page.project.blob.render.renderers.buildspec;--import java.io.Serializable;-import java.nio.charset.StandardCharsets;-import java.util.ArrayList;-import java.util.List;--import javax.validation.ConstraintViolation;-import javax.validation.Validator;--import org.apache.wicket.Component;-import org.apache.wicket.ajax.AjaxRequestTarget;-import org.apache.wicket.ajax.attributes.CallbackParameter;-import org.apache.wicket.ajax.markup.html.AjaxLink;-import org.apache.wicket.behavior.AttributeAppender;-import org.apache.wicket.behavior.Behavior;-import org.apache.wicket.markup.head.IHeaderResponse;-import org.apache.wicket.markup.head.JavaScriptHeaderItem;-import org.apache.wicket.markup.head.OnDomReadyHeaderItem;-import org.apache.wicket.markup.html.WebMarkupContainer;-import org.apache.wicket.markup.html.form.FormComponentPanel;-import org.apache.wicket.markup.html.panel.Fragment;-import org.apache.wicket.markup.repeater.RepeatingView;-import org.apache.wicket.model.Model;-import org.apache.wicket.request.cycle.RequestCycle;-import org.apache.wicket.validation.IValidatable;-import org.apache.wicket.validation.IValidator;-import org.unbescape.javascript.JavaScriptEscape;--import com.google.common.base.Throwables;--import io.onedev.commons.launcher.loader.AppLoader;-import io.onedev.server.OneDev;-import io.onedev.server.buildspec.BuildSpec;-import io.onedev.server.buildspec.BuildSpecAware;-import io.onedev.server.buildspec.Property;-import io.onedev.server.buildspec.job.Job;-import io.onedev.server.buildspec.job.JobAware;-import io.onedev.server.buildspec.job.JobSuggestion;-import io.onedev.server.migration.VersionedDocument;-import io.onedev.server.web.behavior.AbstractPostAjaxBehavior;-import io.onedev.server.web.behavior.sortable.SortBehavior;-import io.onedev.server.web.behavior.sortable.SortPosition;-import io.onedev.server.web.component.MultilineLabel;-import io.onedev.server.web.component.floating.FloatingPanel;-import io.onedev.server.web.component.menu.MenuItem;-import io.onedev.server.web.component.menu.MenuLink;-import io.onedev.server.web.editable.BeanDescriptor;-import io.onedev.server.web.editable.BeanEditor;-import io.onedev.server.web.editable.Path;-import io.onedev.server.web.editable.PathNode;-import io.onedev.server.web.editable.PropertyContext;-import io.onedev.server.web.editable.PropertyEditor;-import io.onedev.server.web.editable.PathNode.Indexed;-import io.onedev.server.web.editable.PathNode.Named;-import io.onedev.server.web.page.project.blob.render.BlobRenderContext;-import io.onedev.server.web.util.WicketUtils;--@SuppressWarnings("serial")-public class BuildSpecEditPanel extends FormComponentPanel<byte[]> implements BuildSpecAware {-- private final BlobRenderContext context;-- private Serializable parseResult;-- private RepeatingView jobNavs;-- private RepeatingView jobContents;-- private PropertyEditor<Serializable> properties;-- private AbstractPostAjaxBehavior deleteBehavior;-- public BuildSpecEditPanel(String id, BlobRenderContext context, byte[] initialContent) {- super(id, Model.of(initialContent));- this.context = context;- parseResult = parseBuildSpec(getModelObject());- }-- private Serializable parseBuildSpec(byte[] bytes) {- try {- BuildSpec buildSpec = BuildSpec.parse(bytes);- if (buildSpec == null)- buildSpec = new BuildSpec();- return buildSpec;- } catch (Exception e) {- return e;- }- }-- private Component newJobNav(Job job) {- WebMarkupContainer nav = new WebMarkupContainer(jobNavs.newChildId());- nav.add(AttributeAppender.append("data-name", job.getName()));- jobNavs.add(nav.setOutputMarkupId(true));- return nav;- }-- private Component newJobContent(Job job) {- BeanEditor content = new JobEditor(jobContents.newChildId(), job);- content.add(new Behavior() {-- @Override- public void renderHead(Component component, IHeaderResponse response) {- super.renderHead(component, response);- int index = WicketUtils.getChildIndex(jobContents, content);- String script = String.format("onedev.server.buildSpec.trackJobNameChange(%d);", index);- response.render(OnDomReadyHeaderItem.forScript(script));- }-- });- jobContents.add(content.setOutputMarkupId(true));- return content;- }-- private void addJob(AjaxRequestTarget target, Job job) {- Component nav = newJobNav(job);- String script = String.format("$('.build-spec>.valid>.body>.jobs>.side>.navs').append(\"<div id='%s'></div>\");",- nav.getMarkupId());- target.prependJavaScript(script);- target.add(nav);-- Component content = newJobContent(job);- script = String.format("$('.build-spec>.valid>.body>.jobs>.contents').append(\"<div id='%s'></div>\");",- content.getMarkupId());- target.prependJavaScript(script);- target.add(content);-- script = String.format(""- + "onedev.server.buildSpec.showJob(%d); "- + "$('#%s .select').mouseup(onedev.server.buildSpec.selectJob);"- + "$('#%s .delete').mouseup(onedev.server.buildSpec.deleteJob);",- jobNavs.size() - 1, nav.getMarkupId(), nav.getMarkupId());- target.appendJavaScript(script);- }-- @Override- protected void onInitialize() {- super.onInitialize();-- Fragment content;- if (parseResult instanceof BuildSpec) {- BuildSpec buildSpec = (BuildSpec) parseResult;-- content = new Fragment("content", "validFrag", this);-- jobNavs = new RepeatingView("navs");- jobContents = new RepeatingView("contents");- for (Job job: buildSpec.getJobs()) {- newJobNav(job);- newJobContent(job);- }- content.add(jobNavs);- content.add(jobContents);-- List<Job> suggestedJobs = new ArrayList<>();-- if (context.getBlobIdent().revision != null) {- for (JobSuggestion suggestion: OneDev.getExtensions(JobSuggestion.class))- suggestedJobs.addAll(suggestion.suggestJobs(context.getProject(), context.getCommit()));- }-- AjaxLink<Void> createLink = new AjaxLink<Void>("create") {-- @Override- public void onClick(AjaxRequestTarget target) {- addJob(target, new Job());- }-- };- if (suggestedJobs.isEmpty())- createLink.add(AttributeAppender.append("class", "no-suggestions"));-- content.add(createLink);-- if (!suggestedJobs.isEmpty()) {- content.add(new MenuLink("suggestions") {-- @Override- protected List<MenuItem> getMenuItems(FloatingPanel dropdown) {- List<MenuItem> menuItems = new ArrayList<>();- for (Job job: suggestedJobs) {- menuItems.add(new MenuItem() {-- @Override- public String getLabel() {- return job.getName();- }-- @Override- public WebMarkupContainer newLink(String id) {- return new AjaxLink<Void>(id) {-- @Override- public void onClick(AjaxRequestTarget target) {- dropdown.close();- addJob(target, job);- }-- };- }-- });- }- return menuItems;- }-- });- } else {- content.add(new WebMarkupContainer("suggestions").setVisible(false));- }-- content.add(new SortBehavior() {-- @SuppressWarnings("deprecation")- @Override- protected void onSort(AjaxRequestTarget target, SortPosition from, SortPosition to) {- int fromIndex = from.getItemIndex();- int toIndex = to.getItemIndex();- if (fromIndex < toIndex) {- for (int i=0; i<toIndex-fromIndex; i++) {- jobNavs.swap(fromIndex+i, fromIndex+i+1);- jobContents.swap(fromIndex+i, fromIndex+i+1);- }- } else {- for (int i=0; i<fromIndex-toIndex; i++) {- jobNavs.swap(fromIndex-i, fromIndex-i-1);- jobContents.swap(fromIndex-i, fromIndex-i-1);- }- }- target.appendJavaScript(String.format("onedev.server.buildSpec.swapJobs(%d, %d)", fromIndex, toIndex));- }-- }.sortable(".body>.jobs>.side>.navs"));-- content.add(properties = PropertyContext.edit("properties", buildSpec, "properties"));-- add(new IValidator<byte[]>() {-- @Override- public void validate(IValidatable<byte[]> validatable) {- Serializable parseResult = parseBuildSpec(validatable.getValue());- if (parseResult instanceof BuildSpec) {- BuildSpec buildSpec = (BuildSpec) parseResult;- Validator validator = AppLoader.getInstance(Validator.class);- for (ConstraintViolation<BuildSpec> violation: validator.validate(buildSpec)) {- Path path = new Path(violation.getPropertyPath());- if (path.getNodes().isEmpty()) {- error(violation.getMessage());- } else {- PathNode.Named named = (Named) path.getNodes().iterator().next();- switch (named.getName()) {- case "jobs":- path = new Path(path.getNodes().subList(1, path.getNodes().size()));- if (path.getNodes().isEmpty()) {- error("Jobs: " + violation.getMessage());- } else {- PathNode.Indexed indexed = (Indexed) path.getNodes().iterator().next();- path = new Path(path.getNodes().subList(1, path.getNodes().size()));- if (path.getNodes().isEmpty()) {- error("Job '" + buildSpec.getJobs().get(indexed.getIndex()).getName() + "': " + violation.getMessage());- } else {- @SuppressWarnings("deprecation")- BeanEditor editor = (BeanEditor) jobContents.get(indexed.getIndex());- editor.error(path, violation.getMessage());- }- }- break;- default:- throw new RuntimeException("Unexpected element name: " + named.getName());- }- }- }- }- }-- });- } else {- content = new Fragment("content", "invalidFrag", this);- content.add(new MultilineLabel("errorMessage", Throwables.getStackTraceAsString((Throwable) parseResult)));- }- add(content);-- add(deleteBehavior = new AbstractPostAjaxBehavior() {-- @SuppressWarnings("deprecation")- @Override- protected void respond(AjaxRequestTarget target) {- int index = RequestCycle.get().getRequest().getRequestParameters().getParameterValue("index").toInt();- jobNavs.remove(jobNavs.get(index));- jobContents.remove(jobContents.get(index));- }-- });- }-- @Override- public void convertInput() {- if (parseResult instanceof BuildSpec) {- BuildSpec buildSpec = getBuildSpec();- setConvertedInput(VersionedDocument.fromBean(buildSpec).toXML().getBytes(StandardCharsets.UTF_8));- } else {- setConvertedInput(getModelObject());- }- }-- @Override- public void renderHead(IHeaderResponse response) {- super.renderHead(response);- response.render(JavaScriptHeaderItem.forReference(new BuildSpecResourceReference()));- String selection = BuildSpecRendererProvider.getSelection(context.getPosition());-- String script = String.format("onedev.server.buildSpec.onDomReady(%s, undefined, %s);",- selection!=null? "'" + JavaScriptEscape.escapeJavaScript(selection) + "'": "undefined",- deleteBehavior.getCallbackFunction(CallbackParameter.explicit("index")));- response.render(OnDomReadyHeaderItem.forScript(script));- }-- @SuppressWarnings("unchecked")- @Override- public BuildSpec getBuildSpec() {- if (parseResult instanceof BuildSpec) {- BuildSpec buildSpec = new BuildSpec();- for (Component child: jobContents) {- BeanEditor jobContent = (BeanEditor) child;- buildSpec.getJobs().add((Job) jobContent.getConvertedInput());- }- buildSpec.setProperties((List<Property>) properties.getConvertedInput());- return buildSpec;- } else {- return null;- }- }-- private static class JobEditor extends BeanEditor implements JobAware {-- public JobEditor(String id, Job job) {- super(id, new BeanDescriptor(Job.class), Model.of(job));- }-- @Override- public Job getJob() {- return (Job) getConvertedInput();- }-- }---}+package io.onedev.server.web.page.project.blob.render.renderers.buildspec;++import java.io.Serializable;+import java.nio.charset.StandardCharsets;+import java.util.ArrayList;+import java.util.List;++import javax.validation.ConstraintViolation;+import javax.validation.Validator;++import org.apache.wicket.Component;+import org.apache.wicket.ajax.AjaxRequestTarget;+import org.apache.wicket.ajax.attributes.CallbackParameter;+import org.apache.wicket.ajax.markup.html.AjaxLink;+import org.apache.wicket.behavior.AttributeAppender;+import org.apache.wicket.behavior.Behavior;+import org.apache.wicket.markup.head.IHeaderResponse;+import org.apache.wicket.markup.head.JavaScriptHeaderItem;+import org.apache.wicket.markup.head.OnDomReadyHeaderItem;+import org.apache.wicket.markup.html.WebMarkupContainer;+import org.apache.wicket.markup.html.form.FormComponentPanel;+import org.apache.wicket.markup.html.panel.Fragment;+import org.apache.wicket.markup.repeater.RepeatingView;+import org.apache.wicket.model.Model;+import org.apache.wicket.request.cycle.RequestCycle;+import org.apache.wicket.validation.IValidatable;+import org.apache.wicket.validation.IValidator;+import org.unbescape.javascript.JavaScriptEscape;++import com.google.common.base.Throwables;++import io.onedev.commons.launcher.loader.AppLoader;+import io.onedev.server.OneDev;+import io.onedev.server.buildspec.BuildSpec;+import io.onedev.server.buildspec.BuildSpecAware;+import io.onedev.server.buildspec.Property;+import io.onedev.server.buildspec.job.Job;+import io.onedev.server.buildspec.job.JobAware;+import io.onedev.server.buildspec.job.JobSuggestion;+import io.onedev.server.migration.VersionedYamlDoc;+import io.onedev.server.util.Path;+import io.onedev.server.util.PathNode;+import io.onedev.server.util.PathNode.Indexed;+import io.onedev.server.util.PathNode.Named;+import io.onedev.server.web.behavior.AbstractPostAjaxBehavior;+import io.onedev.server.web.behavior.sortable.SortBehavior;+import io.onedev.server.web.behavior.sortable.SortPosition;+import io.onedev.server.web.component.MultilineLabel;+import io.onedev.server.web.component.floating.FloatingPanel;+import io.onedev.server.web.component.menu.MenuItem;+import io.onedev.server.web.component.menu.MenuLink;+import io.onedev.server.web.editable.BeanDescriptor;+import io.onedev.server.web.editable.BeanEditor;+import io.onedev.server.web.editable.PropertyContext;+import io.onedev.server.web.editable.PropertyEditor;+import io.onedev.server.web.page.project.blob.render.BlobRenderContext;+import io.onedev.server.web.util.WicketUtils;++@SuppressWarnings("serial")+public class BuildSpecEditPanel extends FormComponentPanel<byte[]> implements BuildSpecAware {++ private final BlobRenderContext context;++ private Serializable parseResult;++ private RepeatingView jobNavs;++ private RepeatingView jobContents;++ private PropertyEditor<Serializable> properties;++ private AbstractPostAjaxBehavior deleteBehavior;++ public BuildSpecEditPanel(String id, BlobRenderContext context, byte[] initialContent) {+ super(id, Model.of(initialContent));+ this.context = context;+ parseResult = parseBuildSpec(getModelObject());+ }++ private Serializable parseBuildSpec(byte[] bytes) {+ try {+ BuildSpec buildSpec = BuildSpec.parse(bytes);+ if (buildSpec == null)+ buildSpec = new BuildSpec();+ return buildSpec;+ } catch (Exception e) {+ return e;+ }+ }++ private Component newJobNav(Job job) {+ WebMarkupContainer nav = new WebMarkupContainer(jobNavs.newChildId());+ nav.add(AttributeAppender.append("data-name", job.getName()));+ jobNavs.add(nav.setOutputMarkupId(true));+ return nav;+ }++ private Component newJobContent(Job job) {+ BeanEditor content = new JobEditor(jobContents.newChildId(), job);+ content.add(new Behavior() {++ @Override+ public void renderHead(Component component, IHeaderResponse response) {+ super.renderHead(component, response);+ int index = WicketUtils.getChildIndex(jobContents, content);+ String script = String.format("onedev.server.buildSpec.trackJobNameChange(%d);", index);+ response.render(OnDomReadyHeaderItem.forScript(script));+ }++ });+ jobContents.add(content.setOutputMarkupId(true));+ return content;+ }++ private void addJob(AjaxRequestTarget target, Job job) {+ Component nav = newJobNav(job);+ String script = String.format("$('.build-spec>.valid>.body>.jobs>.side>.navs').append(\"<div id='%s'></div>\");",+ nav.getMarkupId());+ target.prependJavaScript(script);+ target.add(nav);++ Component content = newJobContent(job);+ script = String.format("$('.build-spec>.valid>.body>.jobs>.contents').append(\"<div id='%s'></div>\");",+ content.getMarkupId());+ target.prependJavaScript(script);+ target.add(content);++ script = String.format(""+ + "onedev.server.buildSpec.showJob(%d); "+ + "$('#%s .select').mouseup(onedev.server.buildSpec.selectJob);"+ + "$('#%s .delete').mouseup(onedev.server.buildSpec.deleteJob);",+ jobNavs.size() - 1, nav.getMarkupId(), nav.getMarkupId());+ target.appendJavaScript(script);+ }++ @Override+ protected void onInitialize() {+ super.onInitialize();++ Fragment content;+ if (parseResult instanceof BuildSpec) {+ BuildSpec buildSpec = (BuildSpec) parseResult;++ content = new Fragment("content", "validFrag", this);++ jobNavs = new RepeatingView("navs");+ jobContents = new RepeatingView("contents");+ for (Job job: buildSpec.getJobs()) {+ newJobNav(job);+ newJobContent(job);+ }+ content.add(jobNavs);+ content.add(jobContents);++ List<Job> suggestedJobs = new ArrayList<>();++ if (context.getBlobIdent().revision != null) {+ for (JobSuggestion suggestion: OneDev.getExtensions(JobSuggestion.class))+ suggestedJobs.addAll(suggestion.suggestJobs(context.getProject(), context.getCommit()));+ }++ AjaxLink<Void> createLink = new AjaxLink<Void>("create") {++ @Override+ public void onClick(AjaxRequestTarget target) {+ addJob(target, new Job());+ }++ };+ if (suggestedJobs.isEmpty())+ createLink.add(AttributeAppender.append("class", "no-suggestions"));++ content.add(createLink);++ if (!suggestedJobs.isEmpty()) {+ content.add(new MenuLink("suggestions") {++ @Override+ protected List<MenuItem> getMenuItems(FloatingPanel dropdown) {+ List<MenuItem> menuItems = new ArrayList<>();+ for (Job job: suggestedJobs) {+ menuItems.add(new MenuItem() {++ @Override+ public String getLabel() {+ return job.getName();+ }++ @Override+ public WebMarkupContainer newLink(String id) {+ return new AjaxLink<Void>(id) {++ @Override+ public void onClick(AjaxRequestTarget target) {+ dropdown.close();+ addJob(target, job);+ }++ };+ }++ });+ }+ return menuItems;+ }++ });+ } else {+ content.add(new WebMarkupContainer("suggestions").setVisible(false));+ }++ content.add(new SortBehavior() {++ @SuppressWarnings("deprecation")+ @Override+ protected void onSort(AjaxRequestTarget target, SortPosition from, SortPosition to) {+ int fromIndex = from.getItemIndex();+ int toIndex = to.getItemIndex();+ if (fromIndex < toIndex) {+ for (int i=0; i<toIndex-fromIndex; i++) {+ jobNavs.swap(fromIndex+i, fromIndex+i+1);+ jobContents.swap(fromIndex+i, fromIndex+i+1);+ }+ } else {+ for (int i=0; i<fromIndex-toIndex; i++) {+ jobNavs.swap(fromIndex-i, fromIndex-i-1);+ jobContents.swap(fromIndex-i, fromIndex-i-1);+ }+ }+ target.appendJavaScript(String.format("onedev.server.buildSpec.swapJobs(%d, %d)", fromIndex, toIndex));+ }++ }.sortable(".body>.jobs>.side>.navs"));++ content.add(properties = PropertyContext.edit("properties", buildSpec, "properties"));++ add(new IValidator<byte[]>() {++ @Override+ public void validate(IValidatable<byte[]> validatable) {+ Serializable parseResult = parseBuildSpec(validatable.getValue());+ if (parseResult instanceof BuildSpec) {+ BuildSpec buildSpec = (BuildSpec) parseResult;+ Validator validator = AppLoader.getInstance(Validator.class);+ for (ConstraintViolation<BuildSpec> violation: validator.validate(buildSpec)) {+ Path path = new Path(violation.getPropertyPath());+ if (path.getNodes().isEmpty()) {+ error(violation.getMessage());+ } else {+ PathNode.Named named = (Named) path.getNodes().iterator().next();+ switch (named.getName()) {+ case "jobs":+ path = new Path(path.getNodes().subList(1, path.getNodes().size()));+ if (path.getNodes().isEmpty()) {+ error("Jobs: " + violation.getMessage());+ } else {+ PathNode.Indexed indexed = (Indexed) path.getNodes().iterator().next();+ path = new Path(path.getNodes().subList(1, path.getNodes().size()));+ if (path.getNodes().isEmpty()) {+ error("Job '" + buildSpec.getJobs().get(indexed.getIndex()).getName() + "': " + violation.getMessage());+ } else {+ @SuppressWarnings("deprecation")+ BeanEditor editor = (BeanEditor) jobContents.get(indexed.getIndex());+ editor.error(path, violation.getMessage());+ }+ }+ break;+ default:+ throw new RuntimeException("Unexpected element name: " + named.getName());+ }+ }+ }+ }+ }++ });+ } else {+ content = new Fragment("content", "invalidFrag", this);+ content.add(new MultilineLabel("errorMessage", Throwables.getStackTraceAsString((Throwable) parseResult)));+ }+ add(content);++ add(deleteBehavior = new AbstractPostAjaxBehavior() {++ @SuppressWarnings("deprecation")+ @Override+ protected void respond(AjaxRequestTarget target) {+ int index = RequestCycle.get().getRequest().getRequestParameters().getParameterValue("index").toInt();+ jobNavs.remove(jobNavs.get(index));+ jobContents.remove(jobContents.get(index));+ }++ });+ }++ @Override+ public void convertInput() {+ if (parseResult instanceof BuildSpec) {+ BuildSpec buildSpec = getBuildSpec();+ setConvertedInput(VersionedYamlDoc.fromBean(buildSpec).toYaml().getBytes(StandardCharsets.UTF_8));+ } else {+ setConvertedInput(getModelObject());+ }+ }++ @Override+ public void renderHead(IHeaderResponse response) {+ super.renderHead(response);+ response.render(JavaScriptHeaderItem.forReference(new BuildSpecResourceReference()));+ String selection = BuildSpecRendererProvider.getSelection(context.getPosition());++ String script = String.format("onedev.server.buildSpec.onDomReady(%s, undefined, %s);",+ selection!=null? "'" + JavaScriptEscape.escapeJavaScript(selection) + "'": "undefined",+ deleteBehavior.getCallbackFunction(CallbackParameter.explicit("index")));+ response.render(OnDomReadyHeaderItem.forScript(script));+ }++ @SuppressWarnings("unchecked")+ @Override+ public BuildSpec getBuildSpec() {+ if (parseResult instanceof BuildSpec) {+ BuildSpec buildSpec = new BuildSpec();+ for (Component child: jobContents) {+ BeanEditor jobContent = (BeanEditor) child;+ buildSpec.getJobs().add((Job) jobContent.getConvertedInput());+ }+ buildSpec.setProperties((List<Property>) properties.getConvertedInput());+ return buildSpec;+ } else {+ return null;+ }+ }++ private static class JobEditor extends BeanEditor implements JobAware {++ public JobEditor(String id, Job job) {+ super(id, new BeanDescriptor(Job.class), Model.of(job));+ }++ @Override+ public Job getJob() {+ return (Job) getConvertedInput();+ }++ }+++}diff --git a/server-core/src/main/java/io/onedev/server/web/page/project/blob/render/renderers/buildspec/BuildSpecRendererProvider.java b/server-core/src/main/java/io/onedev/server/web/page/project/blob/render/renderers/buildspec/BuildSpecRendererProvider.javaindex 3b252deb9c..bf6b736bb0 100644--- a/server-core/src/main/java/io/onedev/server/web/page/project/blob/render/renderers/buildspec/BuildSpecRendererProvider.java+++ b/server-core/src/main/java/io/onedev/server/web/page/project/blob/render/renderers/buildspec/BuildSpecRendererProvider.java@@ -1,87 +1,87 @@-package io.onedev.server.web.page.project.blob.render.renderers.buildspec;--import javax.annotation.Nullable;--import org.apache.wicket.Component;--import io.onedev.server.buildspec.BuildSpec;-import io.onedev.server.web.PrioritizedComponentRenderer;-import io.onedev.server.web.page.project.blob.render.BlobRenderContext;-import io.onedev.server.web.page.project.blob.render.BlobRenderContext.Mode;-import io.onedev.server.web.page.project.blob.render.BlobRendererContribution;-import io.onedev.server.web.page.project.blob.render.renderers.source.SourceEditPanel;-import io.onedev.server.web.page.project.blob.render.renderers.source.SourceRendererProvider;-import io.onedev.server.web.page.project.blob.render.renderers.source.SourceViewPanel;--public class BuildSpecRendererProvider implements BlobRendererContribution {-- private static final long serialVersionUID = 1L;-- private static final String POSITION_PREFIX = "buildspec-";-- private boolean isBuildSpec(@Nullable String blobPath) {- return BuildSpec.BLOB_PATH.equals(blobPath);- }-- @Nullable- public static String getPosition(@Nullable String selection) {- return selection!=null? POSITION_PREFIX + selection: null;- }-- @Nullable- public static String getSelection(@Nullable String position) {- if (position != null && position.startsWith(POSITION_PREFIX))- return position.substring(POSITION_PREFIX.length());- else- return null;- }-- @Override- public PrioritizedComponentRenderer getRenderer(BlobRenderContext context) {- if (context.getMode() == Mode.ADD && isBuildSpec(context.getNewPath())- || context.getMode() == Mode.EDIT && isBuildSpec(context.getBlobIdent().path)) {- return new PrioritizedComponentRenderer() {-- private static final long serialVersionUID = 1L;-- @Override- public Component render(String componentId) {- if (SourceRendererProvider.getRange(context.getPosition()) != null)- return new SourceEditPanel(componentId, context);- else- return new BuildSpecBlobEditPanel(componentId, context);- }-- @Override- public int getPriority() {- return 0;- }- };- } else if ((context.getMode() == Mode.VIEW || context.getMode() == Mode.BLAME)- && context.getBlobIdent().isFile()- && isBuildSpec(context.getBlobIdent().path)) {- return new PrioritizedComponentRenderer() {-- private static final long serialVersionUID = 1L;-- @Override- public Component render(String componentId) {- if (SourceRendererProvider.getRange(context.getPosition()) != null || context.getMode() == Mode.BLAME)- return new SourceViewPanel(componentId, context, false);- else if (context.isViewPlain())- return new SourceViewPanel(componentId, context, true);- else- return new BuildSpecBlobViewPanel(componentId, context);- }-- @Override- public int getPriority() {- return 0;- }- };- } else {- return null;- }- }--}+package io.onedev.server.web.page.project.blob.render.renderers.buildspec;++import javax.annotation.Nullable;++import org.apache.wicket.Component;++import io.onedev.server.buildspec.BuildSpec;+import io.onedev.server.web.PrioritizedComponentRenderer;+import io.onedev.server.web.page.project.blob.render.BlobRenderContext;+import io.onedev.server.web.page.project.blob.render.BlobRenderContext.Mode;+import io.onedev.server.web.page.project.blob.render.BlobRendererContribution;+import io.onedev.server.web.page.project.blob.render.renderers.source.SourceEditPanel;+import io.onedev.server.web.page.project.blob.render.renderers.source.SourceRendererProvider;+import io.onedev.server.web.page.project.blob.render.renderers.source.SourceViewPanel;++public class BuildSpecRendererProvider implements BlobRendererContribution {++ private static final long serialVersionUID = 1L;++ private static final String POSITION_PREFIX = "buildspec-";++ private boolean isBuildSpec(@Nullable String blobPath) {+ return BuildSpec.BLOB_PATH.equals(blobPath);+ }++ @Nullable+ public static String getPosition(@Nullable String selection) {+ return selection!=null? POSITION_PREFIX + selection: null;+ }++ @Nullable+ public static String getSelection(@Nullable String position) {+ if (position != null && position.startsWith(POSITION_PREFIX))+ return position.substring(POSITION_PREFIX.length());+ else+ return null;+ }++ @Override+ public PrioritizedComponentRenderer getRenderer(BlobRenderContext context) {+ if (context.getMode() == Mode.ADD && isBuildSpec(context.getNewPath())+ || context.getMode() == Mode.EDIT && isBuildSpec(context.getBlobIdent().path)) {+ return new PrioritizedComponentRenderer() {++ private static final long serialVersionUID = 1L;++ @Override+ public Component render(String componentId) {+ if (SourceRendererProvider.getRange(context.getPosition()) != null)+ return new SourceEditPanel(componentId, context);+ else+ return new BuildSpecBlobEditPanel(componentId, context);+ }++ @Override+ public int getPriority() {+ return 0;+ }+ };+ } else if ((context.getMode() == Mode.VIEW || context.getMode() == Mode.BLAME)+ && context.getBlobIdent().isFile()+ && isBuildSpec(context.getBlobIdent().path)) {+ return new PrioritizedComponentRenderer() {++ private static final long serialVersionUID = 1L;++ @Override+ public Component render(String componentId) {+ if (SourceRendererProvider.getRange(context.getPosition()) != null || context.getMode() == Mode.BLAME)+ return new SourceViewPanel(componentId, context, false);+ else if (context.isViewPlain())+ return new SourceViewPanel(componentId, context, true);+ else+ return new BuildSpecBlobViewPanel(componentId, context);+ }++ @Override+ public int getPriority() {+ return 0;+ }+ };+ } else {+ return null;+ }+ }++}diff --git a/server-core/src/main/java/io/onedev/server/web/page/project/info/ForkOptionPanel.java b/server-core/src/main/java/io/onedev/server/web/page/project/info/ForkOptionPanel.javaindex 537d5be22d..f08a81e640 100644--- a/server-core/src/main/java/io/onedev/server/web/page/project/info/ForkOptionPanel.java+++ b/server-core/src/main/java/io/onedev/server/web/page/project/info/ForkOptionPanel.java@@ -16,11 +16,11 @@ import io.onedev.server.OneDev;import io.onedev.server.entitymanager.ProjectManager;import io.onedev.server.entitymanager.UserManager;import io.onedev.server.model.Project;+import io.onedev.server.util.Path;+import io.onedev.server.util.PathNode;import io.onedev.server.util.SecurityUtils;import io.onedev.server.web.editable.BeanContext;import io.onedev.server.web.editable.BeanEditor;-import io.onedev.server.web.editable.Path;-import io.onedev.server.web.editable.PathNode;import io.onedev.server.web.page.project.ProjectOwnerBean;import io.onedev.server.web.page.project.blob.ProjectBlobPage;diff --git a/server-core/src/main/java/io/onedev/server/web/page/project/issues/boards/MilestoneEditPanel.java b/server-core/src/main/java/io/onedev/server/web/page/project/issues/boards/MilestoneEditPanel.javaindex 450740356f..fe14a75e9a 100644--- a/server-core/src/main/java/io/onedev/server/web/page/project/issues/boards/MilestoneEditPanel.java+++ b/server-core/src/main/java/io/onedev/server/web/page/project/issues/boards/MilestoneEditPanel.java@@ -11,11 +11,11 @@ import org.apache.wicket.markup.html.panel.Panel;import io.onedev.server.OneDev;import io.onedev.server.entitymanager.MilestoneManager;import io.onedev.server.model.Milestone;+import io.onedev.server.util.Path;+import io.onedev.server.util.PathNode;import io.onedev.server.web.ajaxlistener.ConfirmLeaveListener;import io.onedev.server.web.editable.BeanContext;import io.onedev.server.web.editable.BeanEditor;-import io.onedev.server.web.editable.PathNode;-import io.onedev.server.web.editable.Path;@SuppressWarnings("serial")abstract class MilestoneEditPanel extends Panel {diff --git a/server-core/src/main/java/io/onedev/server/web/page/project/issues/boards/NewBoardPanel.java b/server-core/src/main/java/io/onedev/server/web/page/project/issues/boards/NewBoardPanel.javaindex 87cea7ef78..ea4a404b65 100644--- a/server-core/src/main/java/io/onedev/server/web/page/project/issues/boards/NewBoardPanel.java+++ b/server-core/src/main/java/io/onedev/server/web/page/project/issues/boards/NewBoardPanel.java@@ -14,11 +14,11 @@ import io.onedev.server.OneDev;import io.onedev.server.entitymanager.ProjectManager;import io.onedev.server.issue.BoardSpec;import io.onedev.server.model.Project;+import io.onedev.server.util.Path;+import io.onedev.server.util.PathNode;import io.onedev.server.web.ajaxlistener.ConfirmLeaveListener;import io.onedev.server.web.editable.BeanContext;import io.onedev.server.web.editable.BeanEditor;-import io.onedev.server.web.editable.PathNode;-import io.onedev.server.web.editable.Path;@SuppressWarnings("serial")abstract class NewBoardPanel extends Panel {diff --git a/server-core/src/main/java/io/onedev/server/web/page/project/issues/boards/NewMilestonePanel.java b/server-core/src/main/java/io/onedev/server/web/page/project/issues/boards/NewMilestonePanel.javaindex f74614303c..b2a5dae5e6 100644--- a/server-core/src/main/java/io/onedev/server/web/page/project/issues/boards/NewMilestonePanel.java+++ b/server-core/src/main/java/io/onedev/server/web/page/project/issues/boards/NewMilestonePanel.java@@ -12,11 +12,11 @@ import io.onedev.server.OneDev;import io.onedev.server.entitymanager.MilestoneManager;import io.onedev.server.model.Milestone;import io.onedev.server.model.Project;+import io.onedev.server.util.Path;+import io.onedev.server.util.PathNode;import io.onedev.server.web.ajaxlistener.ConfirmLeaveListener;import io.onedev.server.web.editable.BeanContext;import io.onedev.server.web.editable.BeanEditor;-import io.onedev.server.web.editable.PathNode;-import io.onedev.server.web.editable.Path;@SuppressWarnings("serial")abstract class NewMilestonePanel extends Panel {diff --git a/server-core/src/main/java/io/onedev/server/web/page/project/issues/milestones/MilestoneEditPage.java b/server-core/src/main/java/io/onedev/server/web/page/project/issues/milestones/MilestoneEditPage.javaindex f17422fcc1..1dcf034327 100644--- a/server-core/src/main/java/io/onedev/server/web/page/project/issues/milestones/MilestoneEditPage.java+++ b/server-core/src/main/java/io/onedev/server/web/page/project/issues/milestones/MilestoneEditPage.java@@ -11,11 +11,11 @@ import org.apache.wicket.request.mapper.parameter.PageParameters;import io.onedev.server.OneDev;import io.onedev.server.entitymanager.MilestoneManager;import io.onedev.server.model.Milestone;+import io.onedev.server.util.Path;+import io.onedev.server.util.PathNode;import io.onedev.server.util.SecurityUtils;import io.onedev.server.web.editable.BeanContext;import io.onedev.server.web.editable.BeanEditor;-import io.onedev.server.web.editable.PathNode;-import io.onedev.server.web.editable.Path;import io.onedev.server.web.page.project.issues.ProjectIssuesPage;@SuppressWarnings("serial")diff --git a/server-core/src/main/java/io/onedev/server/web/page/project/issues/milestones/NewMilestonePage.java b/server-core/src/main/java/io/onedev/server/web/page/project/issues/milestones/NewMilestonePage.javaindex 43ab5906f3..93bb3357e7 100644--- a/server-core/src/main/java/io/onedev/server/web/page/project/issues/milestones/NewMilestonePage.java+++ b/server-core/src/main/java/io/onedev/server/web/page/project/issues/milestones/NewMilestonePage.java@@ -10,11 +10,11 @@ import io.onedev.server.OneDev;import io.onedev.server.entitymanager.MilestoneManager;import io.onedev.server.model.Milestone;import io.onedev.server.model.Project;+import io.onedev.server.util.Path;+import io.onedev.server.util.PathNode;import io.onedev.server.util.SecurityUtils;import io.onedev.server.web.editable.BeanContext;import io.onedev.server.web.editable.BeanEditor;-import io.onedev.server.web.editable.PathNode;-import io.onedev.server.web.editable.Path;import io.onedev.server.web.page.project.ProjectPage;import io.onedev.server.web.page.project.issues.ProjectIssuesPage;diff --git a/server-core/src/main/java/io/onedev/server/web/page/project/setting/general/GeneralSettingPage.java b/server-core/src/main/java/io/onedev/server/web/page/project/setting/general/GeneralSettingPage.javaindex 5e73bd3cf7..9f5cd01577 100644--- a/server-core/src/main/java/io/onedev/server/web/page/project/setting/general/GeneralSettingPage.java+++ b/server-core/src/main/java/io/onedev/server/web/page/project/setting/general/GeneralSettingPage.java@@ -17,12 +17,12 @@ import io.onedev.server.OneDev;import io.onedev.server.entitymanager.ProjectManager;import io.onedev.server.entitymanager.UserManager;import io.onedev.server.model.Project;+import io.onedev.server.util.Path;+import io.onedev.server.util.PathNode;import io.onedev.server.util.SecurityUtils;import io.onedev.server.web.component.project.ConfirmDeleteProjectModal;import io.onedev.server.web.editable.BeanContext;import io.onedev.server.web.editable.BeanEditor;-import io.onedev.server.web.editable.Path;-import io.onedev.server.web.editable.PathNode;import io.onedev.server.web.page.project.ProjectListPage;import io.onedev.server.web.page.project.ProjectOwnerBean;import io.onedev.server.web.page.project.setting.ProjectSettingPage;diff --git a/server-core/src/main/java/io/onedev/server/web/page/security/RegisterPage.java b/server-core/src/main/java/io/onedev/server/web/page/security/RegisterPage.javaindex 5b55eb08f4..1109ad8c22 100644--- a/server-core/src/main/java/io/onedev/server/web/page/security/RegisterPage.java+++ b/server-core/src/main/java/io/onedev/server/web/page/security/RegisterPage.java@@ -13,11 +13,11 @@ import io.onedev.server.OneDev;import io.onedev.server.entitymanager.SettingManager;import io.onedev.server.entitymanager.UserManager;import io.onedev.server.model.User;+import io.onedev.server.util.Path;+import io.onedev.server.util.PathNode;import io.onedev.server.util.SecurityUtils;import io.onedev.server.web.editable.BeanContext;import io.onedev.server.web.editable.BeanEditor;-import io.onedev.server.web.editable.PathNode;-import io.onedev.server.web.editable.Path;import io.onedev.server.web.page.base.BasePage;import io.onedev.server.web.page.my.avatar.MyAvatarPage;import io.onedev.server.web.page.project.ProjectListPage;diff --git a/server-core/src/main/java/io/onedev/server/web/page/test/TestPage.java b/server-core/src/main/java/io/onedev/server/web/page/test/TestPage.javaindex 61835c2a08..def47f7a0a 100644--- a/server-core/src/main/java/io/onedev/server/web/page/test/TestPage.java+++ b/server-core/src/main/java/io/onedev/server/web/page/test/TestPage.java@@ -1,38 +1,38 @@-package io.onedev.server.web.page.test;--import org.apache.wicket.markup.head.IHeaderResponse;-import org.apache.wicket.markup.head.JavaScriptHeaderItem;-import org.apache.wicket.markup.head.OnDomReadyHeaderItem;-import org.apache.wicket.markup.html.link.Link;-import org.apache.wicket.request.mapper.parameter.PageParameters;--import io.onedev.server.web.page.base.BasePage;--@SuppressWarnings("serial")-public class TestPage extends BasePage {-- public TestPage(PageParameters params) {- super(params);- }-- @Override- protected void onInitialize() {- super.onInitialize();- add(new Link<Void>("test") {-- @Override- public void onClick() {- }-- });-- }-- @Override- public void renderHead(IHeaderResponse response) {- super.renderHead(response);- response.render(JavaScriptHeaderItem.forReference(new TestResourceReference()));- response.render(OnDomReadyHeaderItem.forScript("onedev.server.test.onDomReady();"));- }--}+package io.onedev.server.web.page.test;++import org.apache.wicket.markup.head.IHeaderResponse;+import org.apache.wicket.markup.head.JavaScriptHeaderItem;+import org.apache.wicket.markup.head.OnDomReadyHeaderItem;+import org.apache.wicket.markup.html.link.Link;+import org.apache.wicket.request.mapper.parameter.PageParameters;++import io.onedev.server.web.page.base.BasePage;++@SuppressWarnings("serial")+public class TestPage extends BasePage {++ public TestPage(PageParameters params) {+ super(params);+ }++ @Override+ protected void onInitialize() {+ super.onInitialize();+ add(new Link<Void>("test") {++ @Override+ public void onClick() {+ }++ });++ }++ @Override+ public void renderHead(IHeaderResponse response) {+ super.renderHead(response);+ response.render(JavaScriptHeaderItem.forReference(new TestResourceReference()));+ response.render(OnDomReadyHeaderItem.forScript("onedev.server.test.onDomReady();"));+ }++}diff --git a/server-core/src/main/java/io/onedev/server/web/util/SuggestionUtils.java b/server-core/src/main/java/io/onedev/server/web/util/SuggestionUtils.javaindex 3ba6a18ebf..f6eb494f99 100644--- a/server-core/src/main/java/io/onedev/server/web/util/SuggestionUtils.java+++ b/server-core/src/main/java/io/onedev/server/web/util/SuggestionUtils.java@@ -1,447 +1,447 @@-package io.onedev.server.web.util;--import java.io.File;-import java.util.ArrayList;-import java.util.Collection;-import java.util.HashMap;-import java.util.HashSet;-import java.util.LinkedHashMap;-import java.util.List;-import java.util.Map;-import java.util.Set;-import java.util.concurrent.Callable;-import java.util.stream.Collectors;--import javax.annotation.Nullable;--import org.apache.commons.lang3.StringUtils;-import org.eclipse.jgit.lib.ObjectId;--import com.google.common.base.Preconditions;-import com.google.common.collect.Lists;--import edu.emory.mathcs.backport.java.util.Collections;-import io.onedev.commons.codeassist.InputSuggestion;-import io.onedev.commons.utils.FileUtils;-import io.onedev.commons.utils.LinearRange;-import io.onedev.commons.utils.LockUtils;-import io.onedev.server.OneDev;-import io.onedev.server.buildspec.BuildSpec;-import io.onedev.server.buildspec.Property;-import io.onedev.server.buildspec.job.Job;-import io.onedev.server.buildspec.job.JobVariable;-import io.onedev.server.buildspec.job.VariableInterpolator;-import io.onedev.server.buildspec.job.paramspec.ParamSpec;-import io.onedev.server.entitymanager.BuildManager;-import io.onedev.server.entitymanager.GroupManager;-import io.onedev.server.entitymanager.IssueManager;-import io.onedev.server.entitymanager.ProjectManager;-import io.onedev.server.entitymanager.PullRequestManager;-import io.onedev.server.entitymanager.SettingManager;-import io.onedev.server.entitymanager.UserManager;-import io.onedev.server.git.GitUtils;-import io.onedev.server.infomanager.CommitInfoManager;-import io.onedev.server.model.Build;-import io.onedev.server.model.Issue;-import io.onedev.server.model.Project;-import io.onedev.server.model.PullRequest;-import io.onedev.server.model.User;-import io.onedev.server.model.support.administration.GroovyScript;-import io.onedev.server.model.support.build.JobSecret;-import io.onedev.server.security.permission.AccessProject;-import io.onedev.server.util.SecurityUtils;-import io.onedev.server.util.match.PatternApplied;-import io.onedev.server.util.match.WildcardUtils;-import io.onedev.server.util.script.ScriptContribution;-import io.onedev.server.web.behavior.inputassist.InputAssistBehavior;--public class SuggestionUtils {-- public static List<InputSuggestion> suggest(List<String> candidates, String matchWith) {- matchWith = matchWith.toLowerCase();- List<InputSuggestion> suggestions = new ArrayList<>();- for (String candidate: candidates) {- LinearRange match = LinearRange.match(candidate, matchWith);- if (match != null) {- suggestions.add(new InputSuggestion(candidate, null, match));- if (suggestions.size() >= InputAssistBehavior.MAX_SUGGESTIONS)- break;- }- }- return suggestions;- }-- public static List<InputSuggestion> suggestBranches(@Nullable Project project, String matchWith) {- return suggest(project, matchWith, new ProjectScopedSuggester() {-- @Override- public List<InputSuggestion> suggest(Project project, String matchWith) {- if (SecurityUtils.canReadCode(project)) {- List<String> branchNames = project.getBranchRefInfos()- .stream()- .map(it->GitUtils.ref2branch(it.getRef().getName()))- .sorted()- .collect(Collectors.toList());- return SuggestionUtils.suggest(branchNames, matchWith);- } else {- return new ArrayList<>();- }- }-- }, ":");- }-- public static List<InputSuggestion> suggestTags(@Nullable Project project, String matchWith) {- return suggest(project, matchWith, new ProjectScopedSuggester() {-- @Override- public List<InputSuggestion> suggest(Project project, String matchWith) {- if (SecurityUtils.canReadCode(project)) {- List<String> tagNames = project.getTagRefInfos()- .stream()- .map(it->GitUtils.ref2tag(it.getRef().getName()))- .sorted()- .collect(Collectors.toList());- return SuggestionUtils.suggest(tagNames, matchWith);- } else {- return new ArrayList<>();- }- }-- }, ":");- }-- public static List<InputSuggestion> suggestCommits(@Nullable Project project, String matchWith) {- return suggest(project, matchWith, new ProjectScopedSuggester() {-- @Override- public List<InputSuggestion> suggest(Project project, String matchWith) {- if (SecurityUtils.canReadCode(project))- return null;- else- return new ArrayList<>();- }-- }, ":");- }-- public static List<InputSuggestion> suggestProjects(String matchWith) {- ProjectManager projectManager = OneDev.getInstance(ProjectManager.class);- List<String> projectNames = projectManager.getPermittedProjects(new AccessProject())- .stream()- .map(it->it.getName())- .sorted()- .collect(Collectors.toList());- return suggest(projectNames, matchWith);- }-- public static List<InputSuggestion> suggestVariables(Project project, @Nullable ObjectId commitId,- BuildSpec buildSpec, Job job, String matchWith) {- matchWith = matchWith.toLowerCase();- int numSuggestions = 0;- List<InputSuggestion> suggestions = new ArrayList<>();-- Map<String, String> variables = new LinkedHashMap<>();- for (JobVariable var: JobVariable.values())- variables.put(var.name().toLowerCase(), null);- for (ParamSpec paramSpec: job.getParamSpecs())- variables.put(VariableInterpolator.PREFIX_PARAMS + paramSpec.getName(), paramSpec.getDescription());- for (Property property: buildSpec.getProperties())- variables.put(VariableInterpolator.PREFIX_PROPERTIES + property.getName(), null);- for (JobSecret secret: project.getBuildSetting().getHierarchySecrets(project))- variables.put(VariableInterpolator.PREFIX_SECRETS + secret.getName(), null);- for (GroovyScript script: OneDev.getInstance(SettingManager.class).getGroovyScripts())- variables.put(VariableInterpolator.PREFIX_SCRIPTS + script.getName(), null);-- for (ScriptContribution contribution: OneDev.getExtensions(ScriptContribution.class)) {- String varName = VariableInterpolator.PREFIX_SCRIPTS + GroovyScript.BUILTIN_PREFIX- + contribution.getScript().getName();- if (!variables.containsKey(varName))- variables.put(varName, null);- }-- for (Map.Entry<String, String> entry: variables.entrySet()) {- int index = entry.getKey().toLowerCase().indexOf(matchWith);- if (index != -1 && numSuggestions++<InputAssistBehavior.MAX_SUGGESTIONS) {- suggestions.add(new InputSuggestion(entry.getKey(), entry.getValue(),- new LinearRange(index, index+matchWith.length())));- }- }- return suggestions;- }-- public static List<InputSuggestion> suggestUsers(String matchWith) {- matchWith = matchWith.toLowerCase();- List<InputSuggestion> suggestions = new ArrayList<>();- for (User user: OneDev.getInstance(UserManager.class).query()) {- LinearRange match = LinearRange.match(user.getName(), matchWith);- if (match != null) {- String description;- if (!user.getDisplayName().equals(user.getName()))- description = user.getDisplayName();- else- description = null;- suggestions.add(new InputSuggestion(user.getName(), description, match));- if (suggestions.size() >= InputAssistBehavior.MAX_SUGGESTIONS)- break;- }- }- return suggestions;- }-- public static List<InputSuggestion> suggestIssues(@Nullable Project project, String matchWith, int count) {- return suggest(project, matchWith, new ProjectScopedSuggester() {-- @Override- public List<InputSuggestion> suggest(Project project, String matchWith) {- List<InputSuggestion> suggestions = new ArrayList<>();- if (SecurityUtils.canAccess(project)) {- for (Issue issue: OneDev.getInstance(IssueManager.class).query(project, matchWith, count))- suggestions.add(new InputSuggestion("#" + issue.getNumber(), issue.getTitle(), null));- }- return suggestions;- }-- }, "#");- }-- public static List<InputSuggestion> suggestPullRequests(@Nullable Project project, String matchWith, int count) {- return suggest(project, matchWith, new ProjectScopedSuggester() {-- @Override- public List<InputSuggestion> suggest(Project project, String matchWith) {- List<InputSuggestion> suggestions = new ArrayList<>();- if (SecurityUtils.canReadCode(project)) {- PullRequestManager pullRequestManager = OneDev.getInstance(PullRequestManager.class);- for (PullRequest request: pullRequestManager.query(project, matchWith, count))- suggestions.add(new InputSuggestion("#" + request.getNumber(), request.getTitle(), null));- }- return suggestions;- }-- }, "#");- }-- public static List<InputSuggestion> suggestBuilds(@Nullable Project project, String matchWith, int count) {- return suggest(project, matchWith, new ProjectScopedSuggester() {-- @Override- public List<InputSuggestion> suggest(Project project, String matchWith) {- List<InputSuggestion> suggestions = new ArrayList<>();- for (Build build: OneDev.getInstance(BuildManager.class)- .query(project, matchWith, count)) {- String description;- if (build.getVersion() != null)- description = "(" + build.getVersion() + ") " + build.getJobName();- else- description = build.getJobName();- suggestions.add(new InputSuggestion("#" + build.getNumber(), description, null));- }- return suggestions;- }-- }, "#");- }-- public static List<InputSuggestion> suggestGroups(String matchWith) {- List<String> groupNames = OneDev.getInstance(GroupManager.class).query()- .stream()- .map(it->it.getName())- .sorted()- .collect(Collectors.toList());- return suggest(groupNames, matchWith);- }-- public static List<InputSuggestion> suggestBlobs(Project project, String matchWith) {- CommitInfoManager commitInfoManager = OneDev.getInstance(CommitInfoManager.class);- return suggestPaths(commitInfoManager.getFiles(project), matchWith);- }-- private static List<InputSuggestion> suggest(@Nullable Project project, String matchWith,- ProjectScopedSuggester projectScopedSuggester, String scopeSeparator) {- if (project == null) {- ProjectManager projectManager = OneDev.getInstance(ProjectManager.class);- if (matchWith.contains(scopeSeparator)) {- String projectName = StringUtils.substringBefore(matchWith, scopeSeparator);- matchWith = StringUtils.substringAfter(matchWith, scopeSeparator);- project = projectManager.find(projectName);- if (project != null) {- List<InputSuggestion> projectScopedSuggestions = projectScopedSuggester.suggest(project, matchWith);- if (projectScopedSuggestions != null) {- List<InputSuggestion> suggestions = new ArrayList<>();- for (InputSuggestion suggestion: projectScopedSuggestions) {- LinearRange match = suggestion.getMatch();- if (suggestion.getContent().startsWith(scopeSeparator)) {- if (match != null) {- int length = project.getName().length();- match = new LinearRange(match.getFrom() + length, match.getTo() + length);- }- suggestions.add(new InputSuggestion(- project.getName() + suggestion.getContent(),- suggestion.getDescription(),- match));- } else {- if (match != null) {- int length = project.getName().length() + scopeSeparator.length();- match = new LinearRange(match.getFrom() + length, match.getTo() + length);- }- suggestions.add(new InputSuggestion(- project.getName() + scopeSeparator + suggestion.getContent(),- suggestion.getDescription(),- match));- }- }- return suggestions;- } else {- return null;- }- } else {- return new ArrayList<>();- }- } else {- List<InputSuggestion> suggestions = new ArrayList<>();- for (Project each: projectManager.getPermittedProjects(new AccessProject())) {- LinearRange match = LinearRange.match(each.getName() + scopeSeparator, matchWith);- if (match != null) {- suggestions.add(new InputSuggestion(- each.getName() + scopeSeparator,- each.getName().length() + scopeSeparator.length(),- "select project first",- match));- if (suggestions.size() >= InputAssistBehavior.MAX_SUGGESTIONS)- break;- }- }- return suggestions;- }- } else {- return projectScopedSuggester.suggest(project, matchWith);- }- }-- public static List<InputSuggestion> suggestJobs(Project project, String matchWith) {- List<String> jobNames = new ArrayList<>(OneDev.getInstance(BuildManager.class)- .getAccessibleJobNames(project).get(project));- Collections.sort(jobNames);- return suggest(jobNames, matchWith);- }-- public static List<InputSuggestion> suggestBuildVersions(Project project, String matchWith) {- Collection<String> buildVersions = OneDev.getInstance(BuildManager.class).queryVersions(- project, matchWith, InputAssistBehavior.MAX_SUGGESTIONS);- List<InputSuggestion> suggestions = new ArrayList<>();- for (String buildVersion: buildVersions) {- LinearRange match = LinearRange.match(buildVersion, matchWith);- suggestions.add(new InputSuggestion(buildVersion, null, match));- }- return suggestions;- }-- public static List<InputSuggestion> suggestMilestones(Project project, String matchWith) {- List<String> milestoneNames = project.getMilestones()- .stream()- .map(it->it.getName())- .sorted()- .collect(Collectors.toList());- return suggest(milestoneNames, matchWith);- }-- public static List<InputSuggestion> suggestArtifacts(Build build, String matchWith) {- return LockUtils.read(build.getArtifactsLockKey(), new Callable<List<InputSuggestion>>() {-- @Override- public List<InputSuggestion> call() throws Exception {- List<String> paths = new ArrayList<>();- File artifactsDir = build.getArtifactsDir();- if (artifactsDir.exists()) {- int baseLen = artifactsDir.getAbsolutePath().length()+1;- for (File file: FileUtils.listFiles(artifactsDir, Lists.newArrayList("**"), new ArrayList<>()))- paths.add(file.getAbsolutePath().substring(baseLen));- }- return suggestPaths(paths, matchWith);- }-- });- }-- private static Set<String> getChildren(List<PatternApplied> allApplied, String path) {- Set<String> children = new HashSet<>();- for (PatternApplied applied: allApplied) {- if (applied.getText().startsWith(path)) {- String suffix = applied.getText().substring(path.length());- int index = suffix.indexOf('/');- if (index != -1)- children.add(suffix.substring(0, index+1));- else- children.add(suffix);- }- }- return children;- }-- public static List<InputSuggestion> suggestPaths(List<String> paths, String matchWith) {- matchWith = matchWith.toLowerCase();- List<InputSuggestion> suggestions = new ArrayList<>();-- List<PatternApplied> allApplied = new ArrayList<>();- for (String path: paths) {- PatternApplied applied = WildcardUtils.applyPattern(matchWith, path, false);- if (applied != null)- allApplied.add(applied);- }- allApplied.sort((o1, o2) -> o1.getMatch().getFrom() - o2.getMatch().getFrom());-- Map<String, Set<String>> childrenCache = new HashMap<>();- Map<String, LinearRange> suggestedInputs = new LinkedHashMap<>();- for (PatternApplied applied: allApplied) {- LinearRange match = applied.getMatch();- String suffix = applied.getText().substring(match.getTo());- int index = suffix.indexOf('/');- String suggestedInput = applied.getText().substring(0, match.getTo());- if (index != -1) {- suggestedInput += suffix.substring(0, index) + "/";- while (true) {- Set<String> children = childrenCache.get(suggestedInput);- if (children == null) {- children = getChildren(allApplied, suggestedInput);- childrenCache.put(suggestedInput, children);- }- Preconditions.checkState(!children.isEmpty());- if (children.size() > 1) {- break;- } else {- String child = children.iterator().next();- suggestedInput += child;- if (!suggestedInput.endsWith("/"))- break;- }- }- } else {- suggestedInput += suffix;- }- suggestedInputs.put(suggestedInput, match);- if (suggestedInputs.size() == InputAssistBehavior.MAX_SUGGESTIONS)- break;- }-- for (Map.Entry<String, LinearRange> entry: suggestedInputs.entrySet()) {- String text = entry.getKey();- int caret;- if (text.endsWith("/"))- caret = text.length();- else- caret = -1;- suggestions.add(new InputSuggestion(text, caret, null, entry.getValue()));- }-- return suggestions;- }-- static interface ProjectScopedSuggester {-- @Nullable- List<InputSuggestion> suggest(Project project, String matchWith);-- }--}+package io.onedev.server.web.util;++import java.io.File;+import java.util.ArrayList;+import java.util.Collection;+import java.util.HashMap;+import java.util.HashSet;+import java.util.LinkedHashMap;+import java.util.List;+import java.util.Map;+import java.util.Set;+import java.util.concurrent.Callable;+import java.util.stream.Collectors;++import javax.annotation.Nullable;++import org.apache.commons.lang3.StringUtils;+import org.eclipse.jgit.lib.ObjectId;++import com.google.common.base.Preconditions;+import com.google.common.collect.Lists;++import edu.emory.mathcs.backport.java.util.Collections;+import io.onedev.commons.codeassist.InputSuggestion;+import io.onedev.commons.utils.FileUtils;+import io.onedev.commons.utils.LinearRange;+import io.onedev.commons.utils.LockUtils;+import io.onedev.server.OneDev;+import io.onedev.server.buildspec.BuildSpec;+import io.onedev.server.buildspec.Property;+import io.onedev.server.buildspec.job.Job;+import io.onedev.server.buildspec.job.JobVariable;+import io.onedev.server.buildspec.job.VariableInterpolator;+import io.onedev.server.buildspec.job.paramspec.ParamSpec;+import io.onedev.server.entitymanager.BuildManager;+import io.onedev.server.entitymanager.GroupManager;+import io.onedev.server.entitymanager.IssueManager;+import io.onedev.server.entitymanager.ProjectManager;+import io.onedev.server.entitymanager.PullRequestManager;+import io.onedev.server.entitymanager.SettingManager;+import io.onedev.server.entitymanager.UserManager;+import io.onedev.server.git.GitUtils;+import io.onedev.server.infomanager.CommitInfoManager;+import io.onedev.server.model.Build;+import io.onedev.server.model.Issue;+import io.onedev.server.model.Project;+import io.onedev.server.model.PullRequest;+import io.onedev.server.model.User;+import io.onedev.server.model.support.administration.GroovyScript;+import io.onedev.server.model.support.build.JobSecret;+import io.onedev.server.security.permission.AccessProject;+import io.onedev.server.util.SecurityUtils;+import io.onedev.server.util.match.PatternApplied;+import io.onedev.server.util.match.WildcardUtils;+import io.onedev.server.util.script.ScriptContribution;+import io.onedev.server.web.behavior.inputassist.InputAssistBehavior;++public class SuggestionUtils {++ public static List<InputSuggestion> suggest(List<String> candidates, String matchWith) {+ matchWith = matchWith.toLowerCase();+ List<InputSuggestion> suggestions = new ArrayList<>();+ for (String candidate: candidates) {+ LinearRange match = LinearRange.match(candidate, matchWith);+ if (match != null) {+ suggestions.add(new InputSuggestion(candidate, null, match));+ if (suggestions.size() >= InputAssistBehavior.MAX_SUGGESTIONS)+ break;+ }+ }+ return suggestions;+ }++ public static List<InputSuggestion> suggestBranches(@Nullable Project project, String matchWith) {+ return suggest(project, matchWith, new ProjectScopedSuggester() {++ @Override+ public List<InputSuggestion> suggest(Project project, String matchWith) {+ if (SecurityUtils.canReadCode(project)) {+ List<String> branchNames = project.getBranchRefInfos()+ .stream()+ .map(it->GitUtils.ref2branch(it.getRef().getName()))+ .sorted()+ .collect(Collectors.toList());+ return SuggestionUtils.suggest(branchNames, matchWith);+ } else {+ return new ArrayList<>();+ }+ }++ }, ":");+ }++ public static List<InputSuggestion> suggestTags(@Nullable Project project, String matchWith) {+ return suggest(project, matchWith, new ProjectScopedSuggester() {++ @Override+ public List<InputSuggestion> suggest(Project project, String matchWith) {+ if (SecurityUtils.canReadCode(project)) {+ List<String> tagNames = project.getTagRefInfos()+ .stream()+ .map(it->GitUtils.ref2tag(it.getRef().getName()))+ .sorted()+ .collect(Collectors.toList());+ return SuggestionUtils.suggest(tagNames, matchWith);+ } else {+ return new ArrayList<>();+ }+ }++ }, ":");+ }++ public static List<InputSuggestion> suggestCommits(@Nullable Project project, String matchWith) {+ return suggest(project, matchWith, new ProjectScopedSuggester() {++ @Override+ public List<InputSuggestion> suggest(Project project, String matchWith) {+ if (SecurityUtils.canReadCode(project))+ return null;+ else+ return new ArrayList<>();+ }++ }, ":");+ }++ public static List<InputSuggestion> suggestProjects(String matchWith) {+ ProjectManager projectManager = OneDev.getInstance(ProjectManager.class);+ List<String> projectNames = projectManager.getPermittedProjects(new AccessProject())+ .stream()+ .map(it->it.getName())+ .sorted()+ .collect(Collectors.toList());+ return suggest(projectNames, matchWith);+ }++ public static List<InputSuggestion> suggestVariables(Project project, @Nullable ObjectId commitId,+ BuildSpec buildSpec, Job job, String matchWith) {+ matchWith = matchWith.toLowerCase();+ int numSuggestions = 0;+ List<InputSuggestion> suggestions = new ArrayList<>();++ Map<String, String> variables = new LinkedHashMap<>();+ for (JobVariable var: JobVariable.values())+ variables.put(var.name().toLowerCase(), null);+ for (ParamSpec paramSpec: job.getParamSpecs())+ variables.put(VariableInterpolator.PREFIX_PARAMS + paramSpec.getName(), paramSpec.getDescription());+ for (Property property: buildSpec.getProperties())+ variables.put(VariableInterpolator.PREFIX_PROPERTIES + property.getName(), null);+ for (JobSecret secret: project.getBuildSetting().getHierarchySecrets(project))+ variables.put(VariableInterpolator.PREFIX_SECRETS + secret.getName(), null);+ for (GroovyScript script: OneDev.getInstance(SettingManager.class).getGroovyScripts())+ variables.put(VariableInterpolator.PREFIX_SCRIPTS + script.getName(), null);++ for (ScriptContribution contribution: OneDev.getExtensions(ScriptContribution.class)) {+ String varName = VariableInterpolator.PREFIX_SCRIPTS + GroovyScript.BUILTIN_PREFIX+ + contribution.getScript().getName();+ if (!variables.containsKey(varName))+ variables.put(varName, null);+ }++ for (Map.Entry<String, String> entry: variables.entrySet()) {+ int index = entry.getKey().toLowerCase().indexOf(matchWith);+ if (index != -1 && numSuggestions++<InputAssistBehavior.MAX_SUGGESTIONS) {+ suggestions.add(new InputSuggestion(entry.getKey(), entry.getValue(),+ new LinearRange(index, index+matchWith.length())));+ }+ }+ return suggestions;+ }++ public static List<InputSuggestion> suggestUsers(String matchWith) {+ matchWith = matchWith.toLowerCase();+ List<InputSuggestion> suggestions = new ArrayList<>();+ for (User user: OneDev.getInstance(UserManager.class).query()) {+ LinearRange match = LinearRange.match(user.getName(), matchWith);+ if (match != null) {+ String description;+ if (!user.getDisplayName().equals(user.getName()))+ description = user.getDisplayName();+ else+ description = null;+ suggestions.add(new InputSuggestion(user.getName(), description, match));+ if (suggestions.size() >= InputAssistBehavior.MAX_SUGGESTIONS)+ break;+ }+ }+ return suggestions;+ }++ public static List<InputSuggestion> suggestIssues(@Nullable Project project, String matchWith, int count) {+ return suggest(project, matchWith, new ProjectScopedSuggester() {++ @Override+ public List<InputSuggestion> suggest(Project project, String matchWith) {+ List<InputSuggestion> suggestions = new ArrayList<>();+ if (SecurityUtils.canAccess(project)) {+ for (Issue issue: OneDev.getInstance(IssueManager.class).query(project, matchWith, count))+ suggestions.add(new InputSuggestion("#" + issue.getNumber(), issue.getTitle(), null));+ }+ return suggestions;+ }++ }, "#");+ }++ public static List<InputSuggestion> suggestPullRequests(@Nullable Project project, String matchWith, int count) {+ return suggest(project, matchWith, new ProjectScopedSuggester() {++ @Override+ public List<InputSuggestion> suggest(Project project, String matchWith) {+ List<InputSuggestion> suggestions = new ArrayList<>();+ if (SecurityUtils.canReadCode(project)) {+ PullRequestManager pullRequestManager = OneDev.getInstance(PullRequestManager.class);+ for (PullRequest request: pullRequestManager.query(project, matchWith, count))+ suggestions.add(new InputSuggestion("#" + request.getNumber(), request.getTitle(), null));+ }+ return suggestions;+ }++ }, "#");+ }++ public static List<InputSuggestion> suggestBuilds(@Nullable Project project, String matchWith, int count) {+ return suggest(project, matchWith, new ProjectScopedSuggester() {++ @Override+ public List<InputSuggestion> suggest(Project project, String matchWith) {+ List<InputSuggestion> suggestions = new ArrayList<>();+ for (Build build: OneDev.getInstance(BuildManager.class)+ .query(project, matchWith, count)) {+ String description;+ if (build.getVersion() != null)+ description = "(" + build.getVersion() + ") " + build.getJobName();+ else+ description = build.getJobName();+ suggestions.add(new InputSuggestion("#" + build.getNumber(), description, null));+ }+ return suggestions;+ }++ }, "#");+ }++ public static List<InputSuggestion> suggestGroups(String matchWith) {+ List<String> groupNames = OneDev.getInstance(GroupManager.class).query()+ .stream()+ .map(it->it.getName())+ .sorted()+ .collect(Collectors.toList());+ return suggest(groupNames, matchWith);+ }++ public static List<InputSuggestion> suggestBlobs(Project project, String matchWith) {+ CommitInfoManager commitInfoManager = OneDev.getInstance(CommitInfoManager.class);+ return suggestPaths(commitInfoManager.getFiles(project), matchWith);+ }++ private static List<InputSuggestion> suggest(@Nullable Project project, String matchWith,+ ProjectScopedSuggester projectScopedSuggester, String scopeSeparator) {+ if (project == null) {+ ProjectManager projectManager = OneDev.getInstance(ProjectManager.class);+ if (matchWith.contains(scopeSeparator)) {+ String projectName = StringUtils.substringBefore(matchWith, scopeSeparator);+ matchWith = StringUtils.substringAfter(matchWith, scopeSeparator);+ project = projectManager.find(projectName);+ if (project != null) {+ List<InputSuggestion> projectScopedSuggestions = projectScopedSuggester.suggest(project, matchWith);+ if (projectScopedSuggestions != null) {+ List<InputSuggestion> suggestions = new ArrayList<>();+ for (InputSuggestion suggestion: projectScopedSuggestions) {+ LinearRange match = suggestion.getMatch();+ if (suggestion.getContent().startsWith(scopeSeparator)) {+ if (match != null) {+ int length = project.getName().length();+ match = new LinearRange(match.getFrom() + length, match.getTo() + length);+ }+ suggestions.add(new InputSuggestion(+ project.getName() + suggestion.getContent(),+ suggestion.getDescription(),+ match));+ } else {+ if (match != null) {+ int length = project.getName().length() + scopeSeparator.length();+ match = new LinearRange(match.getFrom() + length, match.getTo() + length);+ }+ suggestions.add(new InputSuggestion(+ project.getName() + scopeSeparator + suggestion.getContent(),+ suggestion.getDescription(),+ match));+ }+ }+ return suggestions;+ } else {+ return null;+ }+ } else {+ return new ArrayList<>();+ }+ } else {+ List<InputSuggestion> suggestions = new ArrayList<>();+ for (Project each: projectManager.getPermittedProjects(new AccessProject())) {+ LinearRange match = LinearRange.match(each.getName() + scopeSeparator, matchWith);+ if (match != null) {+ suggestions.add(new InputSuggestion(+ each.getName() + scopeSeparator,+ each.getName().length() + scopeSeparator.length(),+ "select project first",+ match));+ if (suggestions.size() >= InputAssistBehavior.MAX_SUGGESTIONS)+ break;+ }+ }+ return suggestions;+ }+ } else {+ return projectScopedSuggester.suggest(project, matchWith);+ }+ }++ public static List<InputSuggestion> suggestJobs(Project project, String matchWith) {+ List<String> jobNames = new ArrayList<>(OneDev.getInstance(BuildManager.class)+ .getAccessibleJobNames(project).get(project));+ Collections.sort(jobNames);+ return suggest(jobNames, matchWith);+ }++ public static List<InputSuggestion> suggestBuildVersions(Project project, String matchWith) {+ Collection<String> buildVersions = OneDev.getInstance(BuildManager.class).queryVersions(+ project, matchWith, InputAssistBehavior.MAX_SUGGESTIONS);+ List<InputSuggestion> suggestions = new ArrayList<>();+ for (String buildVersion: buildVersions) {+ LinearRange match = LinearRange.match(buildVersion, matchWith);+ suggestions.add(new InputSuggestion(buildVersion, null, match));+ }+ return suggestions;+ }++ public static List<InputSuggestion> suggestMilestones(Project project, String matchWith) {+ List<String> milestoneNames = project.getMilestones()+ .stream()+ .map(it->it.getName())+ .sorted()+ .collect(Collectors.toList());+ return suggest(milestoneNames, matchWith);+ }++ public static List<InputSuggestion> suggestArtifacts(Build build, String matchWith) {+ return LockUtils.read(build.getArtifactsLockKey(), new Callable<List<InputSuggestion>>() {++ @Override+ public List<InputSuggestion> call() throws Exception {+ List<String> paths = new ArrayList<>();+ File artifactsDir = build.getArtifactsDir();+ if (artifactsDir.exists()) {+ int baseLen = artifactsDir.getAbsolutePath().length()+1;+ for (File file: FileUtils.listFiles(artifactsDir, Lists.newArrayList("**"), new ArrayList<>()))+ paths.add(file.getAbsolutePath().substring(baseLen));+ }+ return suggestPaths(paths, matchWith);+ }++ });+ }++ private static Set<String> getChildren(List<PatternApplied> allApplied, String path) {+ Set<String> children = new HashSet<>();+ for (PatternApplied applied: allApplied) {+ if (applied.getText().startsWith(path)) {+ String suffix = applied.getText().substring(path.length());+ int index = suffix.indexOf('/');+ if (index != -1)+ children.add(suffix.substring(0, index+1));+ else+ children.add(suffix);+ }+ }+ return children;+ }++ public static List<InputSuggestion> suggestPaths(List<String> paths, String matchWith) {+ matchWith = matchWith.toLowerCase();+ List<InputSuggestion> suggestions = new ArrayList<>();++ List<PatternApplied> allApplied = new ArrayList<>();+ for (String path: paths) {+ PatternApplied applied = WildcardUtils.applyPattern(matchWith, path, false);+ if (applied != null)+ allApplied.add(applied);+ }+ allApplied.sort((o1, o2) -> o1.getMatch().getFrom() - o2.getMatch().getFrom());++ Map<String, Set<String>> childrenCache = new HashMap<>();+ Map<String, LinearRange> suggestedInputs = new LinkedHashMap<>();+ for (PatternApplied applied: allApplied) {+ LinearRange match = applied.getMatch();+ String suffix = applied.getText().substring(match.getTo());+ int index = suffix.indexOf('/');+ String suggestedInput = applied.getText().substring(0, match.getTo());+ if (index != -1) {+ suggestedInput += suffix.substring(0, index) + "/";+ while (true) {+ Set<String> children = childrenCache.get(suggestedInput);+ if (children == null) {+ children = getChildren(allApplied, suggestedInput);+ childrenCache.put(suggestedInput, children);+ }+ Preconditions.checkState(!children.isEmpty());+ if (children.size() > 1) {+ break;+ } else {+ String child = children.iterator().next();+ suggestedInput += child;+ if (!suggestedInput.endsWith("/"))+ break;+ }+ }+ } else {+ suggestedInput += suffix;+ }+ suggestedInputs.put(suggestedInput, match);+ if (suggestedInputs.size() == InputAssistBehavior.MAX_SUGGESTIONS)+ break;+ }++ for (Map.Entry<String, LinearRange> entry: suggestedInputs.entrySet()) {+ String text = entry.getKey();+ int caret;+ if (text.endsWith("/"))+ caret = text.length();+ else+ caret = -1;+ suggestions.add(new InputSuggestion(text, caret, null, entry.getValue()));+ }++ return suggestions;+ }++ static interface ProjectScopedSuggester {++ @Nullable+ List<InputSuggestion> suggest(Project project, String matchWith);++ }++}diff --git a/server-core/src/main/java/org/yaml/snakeyaml/nodes/ScalarNode.java b/server-core/src/main/java/org/yaml/snakeyaml/nodes/ScalarNode.javanew file mode 100644index 0000000000..f38faa695b--- /dev/null+++ b/server-core/src/main/java/org/yaml/snakeyaml/nodes/ScalarNode.java@@ -0,0 +1,85 @@+/**+ * Copyright (c) 2008, http://www.snakeyaml.org+ *+ * Licensed under the Apache License, Version 2.0 (the "License");+ * you may not use this file except in compliance with the License.+ * You may obtain a copy of the License at+ *+ * http://www.apache.org/licenses/LICENSE-2.0+ *+ * Unless required by applicable law or agreed to in writing, software+ * distributed under the License is distributed on an "AS IS" BASIS,+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.+ * See the License for the specific language governing permissions and+ * limitations under the License.+ */+package org.yaml.snakeyaml.nodes;++import org.yaml.snakeyaml.DumperOptions;+import org.yaml.snakeyaml.error.Mark;++/**+ * Represents a scalar node.+ * <p>+ * Scalar nodes form the leaves in the node graph.+ * </p>+ */+public class ScalarNode extends Node {+ private DumperOptions.ScalarStyle style;+ private String value;++ public ScalarNode(Tag tag, String value, Mark startMark, Mark endMark, DumperOptions.ScalarStyle style) {+ this(tag, true, value, startMark, endMark, style);+ }++ public ScalarNode(Tag tag, boolean resolved, String value, Mark startMark, Mark endMark,+ DumperOptions.ScalarStyle style) {+ super(tag, startMark, endMark);+ if (value == null) {+ throw new NullPointerException("value in a Node is required.");+ }+ this.value = value;+ if (style == null) throw new NullPointerException("Scalar style must be provided.");+ this.style = style;+ this.resolved = resolved;+ }++ /**+ * Get scalar style of this node.+ *+ * @see org.yaml.snakeyaml.events.ScalarEvent+ * @see <a href="http://yaml.org/spec/1.1/#id903915">Chapter 9. Scalar+ * Styles</a>+ * @return style of this scalar node+ */+ public DumperOptions.ScalarStyle getStyle() {+ return style;+ }++ @Override+ public NodeId getNodeId() {+ return NodeId.scalar;+ }++ /**+ * Value of this scalar.+ *+ * @return Scalar's value.+ */+ public String getValue() {+ return value;+ }++ public void setValue(String value) {+ this.value = value;+ }++ public String toString() {+ return "<" + this.getClass().getName() + " (tag=" + getTag() + ", value=" + getValue()+ + ")>";+ }++ public boolean isPlain() {+ return style == DumperOptions.ScalarStyle.PLAIN;+ }+}diff --git a/server-product/src/test/java/io/onedev/server/product/Test.java b/server-product/src/test/java/io/onedev/server/product/Test.javaindex e29e84b6bf..8ce47824ed 100644--- a/server-product/src/test/java/io/onedev/server/product/Test.java+++ b/server-product/src/test/java/io/onedev/server/product/Test.java@@ -4,6 +4,6 @@ public class Test {@org.junit.Testpublic void test() {- }+ }}\ No newline at end of file