Skip to content

The Unified and Autonomous Development Platform

Store build spec as yaml instead of xml

Robin Shen3bc4ce97c883
diff --git a/server-core/src/main/java/io/onedev/server/buildspec/BuildSpec.java b/server-core/src/main/java/io/onedev/server/buildspec/BuildSpec.java
index be6755e329..fd4ffca3b3 100644
--- a/server-core/src/main/java/io/onedev/server/buildspec/BuildSpec.java
+++ b/server-core/src/main/java/io/onedev/server/buildspec/BuildSpec.java
@@ -1,225 +1,219 @@
-package io.onedev.server.buildspec;
-
-import java.io.Serializable;
-import java.nio.charset.StandardCharsets;
-import java.util.ArrayList;
-import java.util.HashSet;
-import java.util.LinkedHashMap;
-import java.util.List;
-import java.util.Map;
-import java.util.Set;
-import java.util.Stack;
-
-import javax.annotation.Nullable;
-import javax.validation.ConstraintValidatorContext;
-import javax.validation.Valid;
-import javax.validation.ValidationException;
-
-import com.google.common.collect.Lists;
-
-import io.onedev.commons.utils.StringUtils;
-import io.onedev.server.buildspec.job.Job;
-import io.onedev.server.buildspec.job.JobDependency;
-import io.onedev.server.buildspec.job.action.PostBuildAction;
-import io.onedev.server.buildspec.job.paramsupply.ParamSupply;
-import io.onedev.server.buildspec.job.retrycondition.RetryCondition;
-import io.onedev.server.buildspec.job.trigger.JobTrigger;
-import io.onedev.server.migration.VersionedDocument;
-import io.onedev.server.util.validation.Validatable;
-import io.onedev.server.util.validation.annotation.ClassValidating;
-import io.onedev.server.web.editable.annotation.Editable;
-
-@Editable
-@ClassValidating
-public class BuildSpec implements Serializable, Validatable {
-
- private static final long serialVersionUID = 1L;
-
- public static final String BLOB_PATH = ".onedev-buildspec";
-
- public static final String PROP_JOBS = "jobs";
-
- private List<Job> jobs = new ArrayList<>();
-
- private List<Property> properties = new ArrayList<>();
-
- private transient Map<String, Job> jobMap;
-
- private transient Map<String, String> propertyMap;
-
- @Editable
- @Valid
- public List<Job> getJobs() {
- return jobs;
- }
-
- public void setJobs(List<Job> jobs) {
- this.jobs = jobs;
- }
-
- @Editable
- public List<Property> getProperties() {
- return properties;
- }
-
- public void setProperties(List<Property> properties) {
- this.properties = properties;
- }
-
- public Map<String, Job> getJobMap() {
- if (jobMap == null) {
- jobMap = new LinkedHashMap<>();
- for (Job job: jobs)
- jobMap.put(job.getName(), job);
- }
- return jobMap;
- }
-
- public Map<String, String> getPropertyMap() {
- if (propertyMap == null) {
- propertyMap = new LinkedHashMap<>();
- for (Property property: properties)
- propertyMap.put(property.getName(), property.getValue());
- }
- return propertyMap;
- }
-
- @Override
- public boolean isValid(ConstraintValidatorContext context) {
- boolean valid = true;
-
- Set<String> jobNames = new HashSet<>();
- for (Job job: jobs) {
- if (!jobNames.add(job.getName())) {
- context.buildConstraintViolationWithTemplate("Duplicate names found: " + job.getName())
- .addPropertyNode(PROP_JOBS).addConstraintViolation();
- valid = false;
- }
- }
-
- for (int i=0; i<jobs.size(); i++) {
- Job job = jobs.get(i);
-
- int j=1;
- for (JobDependency dependency: job.getJobDependencies()) {
- Job dependencyJob = getJobMap().get(dependency.getJobName());
- if (dependencyJob != null) {
- try {
- ParamSupply.validateParams(dependencyJob.getParamSpecs(), dependency.getJobParams());
- } catch (ValidationException e) {
- String message = "Item #" + j + ": Error validating parameters of dependency job '"
- + dependencyJob.getName() + "': " + e.getMessage();
- context.buildConstraintViolationWithTemplate(message)
- .addPropertyNode(PROP_JOBS).addPropertyNode(Job.PROP_JOB_DEPENDENCIES)
- .inIterable().atIndex(i)
- .addConstraintViolation();
- valid = false;
- }
- } else {
- context.buildConstraintViolationWithTemplate("Dependency job not found: " + dependency.getJobName())
- .addPropertyNode("jobs").addPropertyNode(Job.PROP_JOB_DEPENDENCIES)
- .inIterable().atIndex(i)
- .addConstraintViolation();
- valid = false;
- }
- List<String> dependencyChain = Lists.newArrayList(job.getName());
- if (hasCircularDependencies(dependencyChain, dependency.getJobName())) {
- context.buildConstraintViolationWithTemplate("Circular dependencies found: " + dependencyChain)
- .addPropertyNode(PROP_JOBS).addPropertyNode(Job.PROP_JOB_DEPENDENCIES)
- .inIterable().atIndex(i)
- .addConstraintViolation();
- valid = false;
- }
- j++;
- }
-
- j=1;
- for (JobTrigger trigger: job.getTriggers()) {
- try {
- ParamSupply.validateParams(job.getParamSpecs(), trigger.getParams());
- } catch (Exception e) {
- String message = "Item #" + j + ": Error validating job parameters: " + e.getMessage();
- context.buildConstraintViolationWithTemplate(message)
- .addPropertyNode(PROP_JOBS).addPropertyNode(Job.PROP_TRIGGERS)
- .inIterable().atIndex(i)
- .addConstraintViolation();
- valid = false;
- }
- j++;
- }
-
- if (job.getRetryCondition() != null) {
- try {
- RetryCondition.parse(job, job.getRetryCondition());
- } catch (Exception e) {
- String message = e.getMessage();
- if (message == null)
- message = "Malformed retry condition";
- context.buildConstraintViolationWithTemplate(message)
- .addPropertyNode(PROP_JOBS).addPropertyNode(Job.PROP_RETRY_CONDITION)
- .inIterable().atIndex(i)
- .addConstraintViolation();
- valid = false;
- }
- }
-
- j=1;
- for (PostBuildAction action: job.getPostBuildActions()) {
- try {
- action.validateWithContext(this, job);
- } catch (Exception e) {
- context.buildConstraintViolationWithTemplate("Item #" + j + ": " + e.getMessage())
- .addPropertyNode(PROP_JOBS).addPropertyNode(Job.PROP_POST_BUILD_ACTIONS)
- .inIterable().atIndex(i)
- .addConstraintViolation();
- valid = false;
- }
- j++;
- }
- }
-
- if (!valid)
- context.disableDefaultConstraintViolation();
- return valid;
- }
-
- private boolean hasCircularDependencies(List<String> dependencyChain, String jobName) {
- if (dependencyChain.iterator().next().equals(jobName)) {
- dependencyChain.add(jobName);
- return true;
- } else if (dependencyChain.contains(jobName)) {
- // loop not at start of chain will be detected as a separate violation
- return false;
- } else {
- dependencyChain.add(jobName);
- Job job = getJobMap().get(jobName);
- if (job != null) {
- for (JobDependency dependency: job.getJobDependencies()) {
- if (hasCircularDependencies(new ArrayList<>(dependencyChain), dependency.getJobName()))
- return true;
- }
- }
- return false;
- }
- }
-
- @Nullable
- public static BuildSpec parse(byte[] bytes) {
- String buildSpecString = new String(bytes, StandardCharsets.UTF_8);
- if (StringUtils.isNotBlank(buildSpecString)) {
- try {
- return (BuildSpec) VersionedDocument.fromXML(buildSpecString).toBean();
- } catch (Exception e) {
- throw new InvalidBuildSpecException("Invalid build spec", e);
- }
- } else {
- return null;
- }
- }
-
- @SuppressWarnings("unused")
- private void migrate1(VersionedDocument dom, Stack<Integer> versions) {
- dom.getRootElement().addElement("properties");
- }
-
-}
+package io.onedev.server.buildspec;
+
+import java.io.Serializable;
+import java.nio.charset.StandardCharsets;
+import java.util.ArrayList;
+import java.util.HashSet;
+import java.util.LinkedHashMap;
+import java.util.List;
+import java.util.Map;
+import java.util.Set;
+
+import javax.annotation.Nullable;
+import javax.validation.ConstraintValidatorContext;
+import javax.validation.Valid;
+import javax.validation.ValidationException;
+
+import com.google.common.collect.Lists;
+
+import io.onedev.commons.utils.StringUtils;
+import io.onedev.server.buildspec.job.Job;
+import io.onedev.server.buildspec.job.JobDependency;
+import io.onedev.server.buildspec.job.action.PostBuildAction;
+import io.onedev.server.buildspec.job.paramsupply.ParamSupply;
+import io.onedev.server.buildspec.job.retrycondition.RetryCondition;
+import io.onedev.server.buildspec.job.trigger.JobTrigger;
+import io.onedev.server.migration.VersionedYamlDoc;
+import io.onedev.server.util.validation.Validatable;
+import io.onedev.server.util.validation.annotation.ClassValidating;
+import io.onedev.server.web.editable.annotation.Editable;
+
+@Editable
+@ClassValidating
+public class BuildSpec implements Serializable, Validatable {
+
+ private static final long serialVersionUID = 1L;
+
+ public static final String BLOB_PATH = ".onedev-buildspec.yml";
+
+ public static final String PROP_JOBS = "jobs";
+
+ private List<Job> jobs = new ArrayList<>();
+
+ private List<Property> properties = new ArrayList<>();
+
+ private transient Map<String, Job> jobMap;
+
+ private transient Map<String, String> propertyMap;
+
+ @Editable
+ @Valid
+ public List<Job> getJobs() {
+ return jobs;
+ }
+
+ public void setJobs(List<Job> jobs) {
+ this.jobs = jobs;
+ }
+
+ @Editable
+ public List<Property> getProperties() {
+ return properties;
+ }
+
+ public void setProperties(List<Property> properties) {
+ this.properties = properties;
+ }
+
+ public Map<String, Job> getJobMap() {
+ if (jobMap == null) {
+ jobMap = new LinkedHashMap<>();
+ for (Job job: jobs)
+ jobMap.put(job.getName(), job);
+ }
+ return jobMap;
+ }
+
+ public Map<String, String> getPropertyMap() {
+ if (propertyMap == null) {
+ propertyMap = new LinkedHashMap<>();
+ for (Property property: properties)
+ propertyMap.put(property.getName(), property.getValue());
+ }
+ return propertyMap;
+ }
+
+ @Override
+ public boolean isValid(ConstraintValidatorContext context) {
+ boolean valid = true;
+
+ Set<String> jobNames = new HashSet<>();
+ for (Job job: jobs) {
+ if (!jobNames.add(job.getName())) {
+ context.buildConstraintViolationWithTemplate("Duplicate names found: " + job.getName())
+ .addPropertyNode(PROP_JOBS).addConstraintViolation();
+ valid = false;
+ }
+ }
+
+ for (int i=0; i<jobs.size(); i++) {
+ Job job = jobs.get(i);
+
+ int j=1;
+ for (JobDependency dependency: job.getJobDependencies()) {
+ Job dependencyJob = getJobMap().get(dependency.getJobName());
+ if (dependencyJob != null) {
+ try {
+ ParamSupply.validateParams(dependencyJob.getParamSpecs(), dependency.getJobParams());
+ } catch (ValidationException e) {
+ String message = "Item #" + j + ": Error validating parameters of dependency job '"
+ + dependencyJob.getName() + "': " + e.getMessage();
+ context.buildConstraintViolationWithTemplate(message)
+ .addPropertyNode(PROP_JOBS).addPropertyNode(Job.PROP_JOB_DEPENDENCIES)
+ .inIterable().atIndex(i)
+ .addConstraintViolation();
+ valid = false;
+ }
+ } else {
+ context.buildConstraintViolationWithTemplate("Dependency job not found: " + dependency.getJobName())
+ .addPropertyNode("jobs").addPropertyNode(Job.PROP_JOB_DEPENDENCIES)
+ .inIterable().atIndex(i)
+ .addConstraintViolation();
+ valid = false;
+ }
+ List<String> dependencyChain = Lists.newArrayList(job.getName());
+ if (hasCircularDependencies(dependencyChain, dependency.getJobName())) {
+ context.buildConstraintViolationWithTemplate("Circular dependencies found: " + dependencyChain)
+ .addPropertyNode(PROP_JOBS).addPropertyNode(Job.PROP_JOB_DEPENDENCIES)
+ .inIterable().atIndex(i)
+ .addConstraintViolation();
+ valid = false;
+ }
+ j++;
+ }
+
+ j=1;
+ for (JobTrigger trigger: job.getTriggers()) {
+ try {
+ ParamSupply.validateParams(job.getParamSpecs(), trigger.getParams());
+ } catch (Exception e) {
+ String message = "Item #" + j + ": Error validating job parameters: " + e.getMessage();
+ context.buildConstraintViolationWithTemplate(message)
+ .addPropertyNode(PROP_JOBS).addPropertyNode(Job.PROP_TRIGGERS)
+ .inIterable().atIndex(i)
+ .addConstraintViolation();
+ valid = false;
+ }
+ j++;
+ }
+
+ if (job.getRetryCondition() != null) {
+ try {
+ RetryCondition.parse(job, job.getRetryCondition());
+ } catch (Exception e) {
+ String message = e.getMessage();
+ if (message == null)
+ message = "Malformed retry condition";
+ context.buildConstraintViolationWithTemplate(message)
+ .addPropertyNode(PROP_JOBS).addPropertyNode(Job.PROP_RETRY_CONDITION)
+ .inIterable().atIndex(i)
+ .addConstraintViolation();
+ valid = false;
+ }
+ }
+
+ j=1;
+ for (PostBuildAction action: job.getPostBuildActions()) {
+ try {
+ action.validateWithContext(this, job);
+ } catch (Exception e) {
+ context.buildConstraintViolationWithTemplate("Item #" + j + ": " + e.getMessage())
+ .addPropertyNode(PROP_JOBS).addPropertyNode(Job.PROP_POST_BUILD_ACTIONS)
+ .inIterable().atIndex(i)
+ .addConstraintViolation();
+ valid = false;
+ }
+ j++;
+ }
+ }
+
+ if (!valid)
+ context.disableDefaultConstraintViolation();
+ return valid;
+ }
+
+ private boolean hasCircularDependencies(List<String> dependencyChain, String jobName) {
+ if (dependencyChain.iterator().next().equals(jobName)) {
+ dependencyChain.add(jobName);
+ return true;
+ } else if (dependencyChain.contains(jobName)) {
+ // loop not at start of chain will be detected as a separate violation
+ return false;
+ } else {
+ dependencyChain.add(jobName);
+ Job job = getJobMap().get(jobName);
+ if (job != null) {
+ for (JobDependency dependency: job.getJobDependencies()) {
+ if (hasCircularDependencies(new ArrayList<>(dependencyChain), dependency.getJobName()))
+ return true;
+ }
+ }
+ return false;
+ }
+ }
+
+ @Nullable
+ public static BuildSpec parse(byte[] bytes) {
+ String buildSpecString = new String(bytes, StandardCharsets.UTF_8);
+ if (StringUtils.isNotBlank(buildSpecString)) {
+ try {
+ return VersionedYamlDoc.fromYaml(buildSpecString).toBean(BuildSpec.class);
+ } catch (Exception e) {
+ throw new InvalidBuildSpecException("Invalid build spec", e);
+ }
+ } else {
+ return null;
+ }
+ }
+
+}
diff --git a/server-core/src/main/java/io/onedev/server/buildspec/BuildSpecException.java b/server-core/src/main/java/io/onedev/server/buildspec/BuildSpecException.java
new file mode 100644
index 0000000000..aacbdd723b
--- /dev/null
+++ b/server-core/src/main/java/io/onedev/server/buildspec/BuildSpecException.java
@@ -0,0 +1,14 @@
+package io.onedev.server.buildspec;
+
+import io.onedev.server.OneException;
+import io.onedev.server.util.Path;
+
+public class BuildSpecException extends OneException {
+
+ private static final long serialVersionUID = 1L;
+
+ public BuildSpecException(Path path, String message) {
+ super(path.toString() + ": " + message);
+ }
+
+}
diff --git a/server-core/src/main/java/io/onedev/server/buildspec/Property.java b/server-core/src/main/java/io/onedev/server/buildspec/Property.java
index 6a3f094707..5cc4f2287f 100644
--- a/server-core/src/main/java/io/onedev/server/buildspec/Property.java
+++ b/server-core/src/main/java/io/onedev/server/buildspec/Property.java
@@ -1,38 +1,38 @@
-package io.onedev.server.buildspec;
-
-import java.io.Serializable;
-
-import org.hibernate.validator.constraints.NotEmpty;
-
-import io.onedev.server.web.editable.annotation.Editable;
-
-@Editable
-public class Property implements Serializable {
-
- private static final long serialVersionUID = 1L;
-
- private String name;
-
- private String value;
-
- @Editable(order=100)
- @NotEmpty
- public String getName() {
- return name;
- }
-
- public void setName(String name) {
- this.name = name;
- }
-
- @Editable(order=200)
- @NotEmpty
- public String getValue() {
- return value;
- }
-
- public void setValue(String value) {
- this.value = value;
- }
-
-}
+package io.onedev.server.buildspec;
+
+import java.io.Serializable;
+
+import org.hibernate.validator.constraints.NotEmpty;
+
+import io.onedev.server.web.editable.annotation.Editable;
+
+@Editable
+public class Property implements Serializable {
+
+ private static final long serialVersionUID = 1L;
+
+ private String name;
+
+ private String value;
+
+ @Editable(order=100)
+ @NotEmpty
+ public String getName() {
+ return name;
+ }
+
+ public void setName(String name) {
+ this.name = name;
+ }
+
+ @Editable(order=200)
+ @NotEmpty
+ public String getValue() {
+ return value;
+ }
+
+ public void setValue(String value) {
+ this.value = value;
+ }
+
+}
diff --git a/server-core/src/main/java/io/onedev/server/buildspec/job/Authentication.java b/server-core/src/main/java/io/onedev/server/buildspec/job/Authentication.java
index f7de0d7ef1..5a94a3b6fd 100644
--- a/server-core/src/main/java/io/onedev/server/buildspec/job/Authentication.java
+++ b/server-core/src/main/java/io/onedev/server/buildspec/job/Authentication.java
@@ -1,49 +1,49 @@
-package io.onedev.server.buildspec.job;
-
-import java.io.Serializable;
-import java.util.List;
-import java.util.stream.Collectors;
-
-import org.hibernate.validator.constraints.NotEmpty;
-
-import io.onedev.server.model.Project;
-import io.onedev.server.web.editable.annotation.ChoiceProvider;
-import io.onedev.server.web.editable.annotation.Editable;
-
-@Editable
-public class Authentication implements Serializable {
-
- private static final long serialVersionUID = 1L;
-
- private String userName;
-
- private String passwordSecret;
-
- @Editable(order=10000)
- @NotEmpty
- public String getUserName() {
- return userName;
- }
-
- public void setUserName(String userName) {
- this.userName = userName;
- }
-
- @Editable(order=10100, description="Specify a project secret to be used as password")
- @ChoiceProvider("getPasswordSecretChoices")
- @NotEmpty
- public String getPasswordSecret() {
- return passwordSecret;
- }
-
- public void setPasswordSecret(String passwordSecret) {
- this.passwordSecret = passwordSecret;
- }
-
- @SuppressWarnings("unused")
- private static List<String> getPasswordSecretChoices() {
- return Project.get().getBuildSetting().getHierarchySecrets(Project.get())
- .stream().map(it->it.getName()).collect(Collectors.toList());
- }
-
-}
+package io.onedev.server.buildspec.job;
+
+import java.io.Serializable;
+import java.util.List;
+import java.util.stream.Collectors;
+
+import org.hibernate.validator.constraints.NotEmpty;
+
+import io.onedev.server.model.Project;
+import io.onedev.server.web.editable.annotation.ChoiceProvider;
+import io.onedev.server.web.editable.annotation.Editable;
+
+@Editable
+public class Authentication implements Serializable {
+
+ private static final long serialVersionUID = 1L;
+
+ private String userName;
+
+ private String passwordSecret;
+
+ @Editable(order=10000)
+ @NotEmpty
+ public String getUserName() {
+ return userName;
+ }
+
+ public void setUserName(String userName) {
+ this.userName = userName;
+ }
+
+ @Editable(order=10100, description="Specify a project secret to be used as password")
+ @ChoiceProvider("getPasswordSecretChoices")
+ @NotEmpty
+ public String getPasswordSecret() {
+ return passwordSecret;
+ }
+
+ public void setPasswordSecret(String passwordSecret) {
+ this.passwordSecret = passwordSecret;
+ }
+
+ @SuppressWarnings("unused")
+ private static List<String> getPasswordSecretChoices() {
+ return Project.get().getBuildSetting().getHierarchySecrets(Project.get())
+ .stream().map(it->it.getName()).collect(Collectors.toList());
+ }
+
+}
diff --git a/server-core/src/main/java/io/onedev/server/buildspec/job/CacheSpec.java b/server-core/src/main/java/io/onedev/server/buildspec/job/CacheSpec.java
index 925425c763..56522b4d30 100644
--- a/server-core/src/main/java/io/onedev/server/buildspec/job/CacheSpec.java
+++ b/server-core/src/main/java/io/onedev/server/buildspec/job/CacheSpec.java
@@ -6,8 +6,8 @@ import java.util.List;
import org.hibernate.validator.constraints.NotEmpty;
import io.onedev.commons.codeassist.InputSuggestion;
-import io.onedev.server.util.validation.annotation.RegEx;
import io.onedev.server.util.validation.annotation.Path;
+import io.onedev.server.util.validation.annotation.RegEx;
import io.onedev.server.web.editable.annotation.Editable;
import io.onedev.server.web.editable.annotation.Interpolative;
diff --git a/server-core/src/main/java/io/onedev/server/buildspec/job/EnvVar.java b/server-core/src/main/java/io/onedev/server/buildspec/job/EnvVar.java
index dfbeb086a4..07e929bc85 100644
--- a/server-core/src/main/java/io/onedev/server/buildspec/job/EnvVar.java
+++ b/server-core/src/main/java/io/onedev/server/buildspec/job/EnvVar.java
@@ -1,52 +1,52 @@
-package io.onedev.server.buildspec.job;
-
-import java.io.Serializable;
-import java.util.List;
-
-import org.hibernate.validator.constraints.NotEmpty;
-
-import io.onedev.commons.codeassist.InputSuggestion;
-import io.onedev.server.util.validation.annotation.VariableName;
-import io.onedev.server.web.editable.annotation.Editable;
-import io.onedev.server.web.editable.annotation.Interpolative;
-
-@Editable
-public class EnvVar implements Serializable {
-
- private static final long serialVersionUID = 1L;
-
- private String name;
-
- private String value;
-
- @Editable(order=100, description="Specify name of the environment variable. "
- + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")
- @Interpolative(variableSuggester="suggestVariables")
- @VariableName(interpolative = true)
- @NotEmpty
- public String getName() {
- return name;
- }
-
- public void setName(String name) {
- this.name = name;
- }
-
- @Editable(order=200, description="Specify value of the environment variable. "
- + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")
- @Interpolative(variableSuggester="suggestVariables")
- @NotEmpty
- public String getValue() {
- return value;
- }
-
- public void setValue(String value) {
- this.value = value;
- }
-
- @SuppressWarnings("unused")
- private static List<InputSuggestion> suggestVariables(String matchWith) {
- return Job.suggestVariables(matchWith);
- }
-
-}
+package io.onedev.server.buildspec.job;
+
+import java.io.Serializable;
+import java.util.List;
+
+import org.hibernate.validator.constraints.NotEmpty;
+
+import io.onedev.commons.codeassist.InputSuggestion;
+import io.onedev.server.util.validation.annotation.VariableName;
+import io.onedev.server.web.editable.annotation.Editable;
+import io.onedev.server.web.editable.annotation.Interpolative;
+
+@Editable
+public class EnvVar implements Serializable {
+
+ private static final long serialVersionUID = 1L;
+
+ private String name;
+
+ private String value;
+
+ @Editable(order=100, description="Specify name of the environment variable. "
+ + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")
+ @Interpolative(variableSuggester="suggestVariables")
+ @VariableName(interpolative = true)
+ @NotEmpty
+ public String getName() {
+ return name;
+ }
+
+ public void setName(String name) {
+ this.name = name;
+ }
+
+ @Editable(order=200, description="Specify value of the environment variable. "
+ + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")
+ @Interpolative(variableSuggester="suggestVariables")
+ @NotEmpty
+ public String getValue() {
+ return value;
+ }
+
+ public void setValue(String value) {
+ this.value = value;
+ }
+
+ @SuppressWarnings("unused")
+ private static List<InputSuggestion> suggestVariables(String matchWith) {
+ return Job.suggestVariables(matchWith);
+ }
+
+}
diff --git a/server-core/src/main/java/io/onedev/server/buildspec/job/Job.java b/server-core/src/main/java/io/onedev/server/buildspec/job/Job.java
index 809647ef3c..c867900c7e 100644
--- a/server-core/src/main/java/io/onedev/server/buildspec/job/Job.java
+++ b/server-core/src/main/java/io/onedev/server/buildspec/job/Job.java
@@ -1,520 +1,520 @@
-package io.onedev.server.buildspec.job;
-
-import static io.onedev.server.search.entity.build.BuildQuery.getRuleName;
-import static io.onedev.server.search.entity.build.BuildQueryLexer.And;
-import static io.onedev.server.search.entity.build.BuildQueryLexer.Is;
-import static io.onedev.server.model.Build.FIELD_COMMIT;
-import static io.onedev.server.model.Build.FIELD_JOB;
-
-import java.io.Serializable;
-import java.util.ArrayList;
-import java.util.HashSet;
-import java.util.List;
-import java.util.Map;
-import java.util.Set;
-
-import javax.validation.ConstraintValidatorContext;
-import javax.validation.Valid;
-import javax.validation.constraints.Min;
-import javax.validation.constraints.Size;
-
-import org.apache.wicket.Component;
-import org.eclipse.jgit.lib.ObjectId;
-import org.eclipse.jgit.revwalk.RevCommit;
-import org.hibernate.validator.constraints.NotEmpty;
-
-import io.onedev.commons.codeassist.InputSuggestion;
-import io.onedev.server.buildspec.BuildSpec;
-import io.onedev.server.buildspec.BuildSpecAware;
-import io.onedev.server.buildspec.job.action.PostBuildAction;
-import io.onedev.server.buildspec.job.paramspec.ParamSpec;
-import io.onedev.server.buildspec.job.paramsupply.ParamSupply;
-import io.onedev.server.buildspec.job.trigger.JobTrigger;
-import io.onedev.server.event.ProjectEvent;
-import io.onedev.server.model.Project;
-import io.onedev.server.util.ComponentContext;
-import io.onedev.server.util.EditContext;
-import io.onedev.server.util.criteria.Criteria;
-import io.onedev.server.util.validation.Validatable;
-import io.onedev.server.util.validation.annotation.ClassValidating;
-import io.onedev.server.web.editable.annotation.Code;
-import io.onedev.server.web.editable.annotation.Editable;
-import io.onedev.server.web.editable.annotation.Horizontal;
-import io.onedev.server.web.editable.annotation.Interpolative;
-import io.onedev.server.web.editable.annotation.IssueQuery;
-import io.onedev.server.web.editable.annotation.NameOfEmptyValue;
-import io.onedev.server.web.editable.annotation.Patterns;
-import io.onedev.server.web.editable.annotation.RetryCondition;
-import io.onedev.server.web.editable.annotation.ShowCondition;
-import io.onedev.server.web.page.project.blob.ProjectBlobPage;
-import io.onedev.server.web.util.SuggestionUtils;
-import io.onedev.server.web.util.WicketUtils;
-
-@Editable
-@Horizontal
-@ClassValidating
-public class Job implements Serializable, Validatable {
-
- private static final long serialVersionUID = 1L;
-
- public static final String SELECTION_PREFIX = "jobs/";
-
- public static final String PROP_JOB_DEPENDENCIES = "jobDependencies";
-
- public static final String PROP_TRIGGERS = "triggers";
-
- public static final String PROP_RETRY_CONDITION = "retryCondition";
-
- public static final String PROP_POST_BUILD_ACTIONS = "postBuildActions";
-
- private String name;
-
- private List<ParamSpec> paramSpecs = new ArrayList<>();
-
- private String image;
-
- private List<String> commands;
-
- private boolean retrieveSource = true;
-
- private Integer cloneDepth;
-
- private List<SubmoduleCredential> submoduleCredentials = new ArrayList<>();
-
- private List<JobDependency> jobDependencies = new ArrayList<>();
-
- private List<ProjectDependency> projectDependencies = new ArrayList<>();
-
- private List<JobService> services = new ArrayList<>();
-
- private String artifacts;
-
- private List<JobReport> reports = new ArrayList<>();
-
- private List<JobTrigger> triggers = new ArrayList<>();
-
- private List<CacheSpec> caches = new ArrayList<>();
-
- private String cpuRequirement = "250m";
-
- private String memoryRequirement = "128m";
-
- private long timeout = 3600;
-
- private List<PostBuildAction> postBuildActions = new ArrayList<>();
-
- private String retryCondition = "never";
-
- private int maxRetries = 3;
-
- private int retryDelay = 30;
-
- private String defaultFixedIssuesFilter;
-
- private transient Map<String, ParamSpec> paramSpecMap;
-
- @Editable(order=100, description="Specify name of the job")
- @NotEmpty
- public String getName() {
- return name;
- }
-
- public void setName(String name) {
- this.name = name;
- }
-
- @Editable(order=110, description="Specify docker image of the job. "
- + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")
- @Interpolative(variableSuggester="suggestVariables")
- @NotEmpty
- public String getImage() {
- return image;
- }
-
- public void setImage(String image) {
- this.image = image;
- }
-
- public static List<InputSuggestion> suggestVariables(String matchWith) {
- Component component = ComponentContext.get().getComponent();
- List<InputSuggestion> suggestions = new ArrayList<>();
- ProjectBlobPage page = (ProjectBlobPage) WicketUtils.getPage();
- BuildSpecAware buildSpecAware = WicketUtils.findInnermost(component, BuildSpecAware.class);
- if (buildSpecAware != null) {
- BuildSpec buildSpec = buildSpecAware.getBuildSpec();
- if (buildSpec != null) {
- JobAware jobAware = WicketUtils.findInnermost(component, JobAware.class);
- if (jobAware != null) {
- Job job = jobAware.getJob();
- if (job != null) {
- RevCommit commit;
- if (page.getBlobIdent().revision != null)
- commit = page.getCommit();
- else
- commit = null;
- suggestions.addAll(SuggestionUtils.suggestVariables(
- page.getProject(), commit, buildSpec, job, matchWith));
- }
- }
- }
- }
- return suggestions;
- }
-
- @Editable(order=120, name="Commands", description="Specify content of Linux shell script or Windows command batch to execute in above image. "
- + "It will be executed under <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/concepts.md#job-workspace' target='_blank'>job workspace</a>, which may contain files of your repository and "
- + "dependency artifacts based on your configuration below. "
- + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")
- @Interpolative
- @Code(language = Code.SHELL, variableProvider="getVariables")
- @Size(min=1, message="may not be empty")
- public List<String> getCommands() {
- return commands;
- }
-
- public void setCommands(List<String> commands) {
- this.commands = commands;
- }
-
- @SuppressWarnings("unused")
- private static List<String> getVariables() {
- List<String> variables = new ArrayList<>();
- ProjectBlobPage page = (ProjectBlobPage) WicketUtils.getPage();
- Project project = page.getProject();
- ObjectId commitId = page.getCommit();
- BuildSpec buildSpec = ComponentContext.get().getComponent().findParent(BuildSpecAware.class).getBuildSpec();
- Job job = ComponentContext.get().getComponent().findParent(JobAware.class).getJob();
- for (InputSuggestion suggestion: SuggestionUtils.suggestVariables(project, commitId, buildSpec, job, ""))
- variables.add(suggestion.getContent());
- return variables;
- }
-
- @Editable(order=130, name="Parameter Specs", description="Optionally define parameter specifications of the job")
- @Valid
- public List<ParamSpec> getParamSpecs() {
- return paramSpecs;
- }
-
- public void setParamSpecs(List<ParamSpec> paramSpecs) {
- this.paramSpecs = paramSpecs;
- }
-
- @Editable(order=500, description="Use triggers to run the job automatically under certain conditions")
- @Valid
- public List<JobTrigger> getTriggers() {
- return triggers;
- }
-
- public void setTriggers(List<JobTrigger> triggers) {
- this.triggers = triggers;
- }
-
- @Editable(order=9000, group="Source Retrieval", description="Whether or not to retrieve files under the repository "
- + "into <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/concepts.md#job-workspace' target='_blank'>job workspace</a>")
- public boolean isRetrieveSource() {
- return retrieveSource;
- }
-
- public void setRetrieveSource(boolean retrieveSource) {
- this.retrieveSource = retrieveSource;
- }
-
- @Editable(order=9050, group="Source Retrieval", description="Optionally specify depth for a shallow clone in order "
- + "to speed up source retrieval")
- @ShowCondition("isRetrieveSourceEnabled")
- public Integer getCloneDepth() {
- return cloneDepth;
- }
-
- public void setCloneDepth(Integer cloneDepth) {
- this.cloneDepth = cloneDepth;
- }
-
- @Editable(order=9100, group="Source Retrieval", description="For git submodules accessing via http/https, you will "
- + "need to specify credentials here if required")
- @Valid
- @ShowCondition("isRetrieveSourceEnabled")
- public List<SubmoduleCredential> getSubmoduleCredentials() {
- return submoduleCredentials;
- }
-
- public void setSubmoduleCredentials(List<SubmoduleCredential> submoduleCredentials) {
- this.submoduleCredentials = submoduleCredentials;
- }
-
- @SuppressWarnings("unused")
- private static boolean isRetrieveSourceEnabled() {
- return (boolean) EditContext.get().getInputValue("retrieveSource");
- }
-
- @Editable(name="Job Dependencies", order=9110, group="Dependencies & Services", description="Job dependencies determines the order and "
- + "concurrency when run different jobs. You may also specify artifacts to retrieve from upstream jobs")
- @Valid
- public List<JobDependency> getJobDependencies() {
- return jobDependencies;
- }
-
- public void setJobDependencies(List<JobDependency> jobDependencies) {
- this.jobDependencies = jobDependencies;
- }
-
- @Editable(name="Project Dependencies", order=9112, group="Dependencies & Services", description="Use project dependency to retrieve "
- + "artifacts from other projects")
- @Valid
- public List<ProjectDependency> getProjectDependencies() {
- return projectDependencies;
- }
-
- public void setProjectDependencies(List<ProjectDependency> projectDependencies) {
- this.projectDependencies = projectDependencies;
- }
-
- @Editable(order=9114, group="Dependencies & Services", description="Optionally define services used by this job")
- @Valid
- public List<JobService> getServices() {
- return services;
- }
-
- public void setServices(List<JobService> services) {
- this.services = services;
- }
-
- @Editable(order=9115, group="Artifacts & Reports", description="Optionally specify files to publish as job artifacts. "
- + "Artifact files are relative to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/concepts.md#job-workspace' target='_blank'>job workspace</a>, and may use * or ? for pattern match. "
- + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")
- @Interpolative(variableSuggester="suggestVariables")
- @Patterns(interpolative = true)
- @NameOfEmptyValue("No artifacts")
- public String getArtifacts() {
- return artifacts;
- }
-
- public void setArtifacts(String artifacts) {
- this.artifacts = artifacts;
- }
-
- @Editable(order=9120, group="Artifacts & Reports", description="Add job reports here")
- @Valid
- public List<JobReport> getReports() {
- return reports;
- }
-
- public void setReports(List<JobReport> reports) {
- this.reports = reports;
- }
-
- @Editable(order=9400, group="Retry Upon Failure", description="Specify condition to retry build upon failure")
- @NotEmpty
- @RetryCondition
- public String getRetryCondition() {
- return retryCondition;
- }
-
- public void setRetryCondition(String retryCondition) {
- this.retryCondition = retryCondition;
- }
-
- @Editable(order=9410, group="Retry Upon Failure", description="Maximum of retries before giving up")
- @Min(value=1, message="This value should not be less than 1")
- public int getMaxRetries() {
- return maxRetries;
- }
-
- public void setMaxRetries(int maxRetries) {
- this.maxRetries = maxRetries;
- }
-
- @Editable(order=9420, group="Retry Upon Failure", description="Delay for the first retry in seconds. "
- + "Delay of subsequent retries will be calculated using an exponential back-off "
- + "based on this delay")
- @Min(value=1, message="This value should not be less than 1")
- public int getRetryDelay() {
- return retryDelay;
- }
-
- public void setRetryDelay(int retryDelay) {
- this.retryDelay = retryDelay;
- }
-
- @Editable(order=9200, name="CPU Requirement", group="Resource Requirements", description="Specify CPU requirement of the job. "
- + "Refer to <a href='https://kubernetes.io/docs/concepts/configuration/manage-compute-resources-container/#meaning-of-cpu' target='_blank'>kubernetes documentation</a> for details. "
- + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")
- @Interpolative(variableSuggester="suggestVariables")
- @NotEmpty
- public String getCpuRequirement() {
- return cpuRequirement;
- }
-
- public void setCpuRequirement(String cpuRequirement) {
- this.cpuRequirement = cpuRequirement;
- }
-
- @Editable(order=9300, group="Resource Requirements", description="Specify memory requirement of the job. "
- + "Refer to <a href='https://kubernetes.io/docs/concepts/configuration/manage-compute-resources-container/#meaning-of-memory' target='_blank'>kubernetes documentation</a> for details. "
- + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")
- @Interpolative(variableSuggester="suggestVariables")
- @NotEmpty
- public String getMemoryRequirement() {
- return memoryRequirement;
- }
-
- public void setMemoryRequirement(String memoryRequirement) {
- this.memoryRequirement = memoryRequirement;
- }
-
- @Editable(order=10100, group="More Settings", description="Cache specific paths to speed up job execution. "
- + "For instance for node.js projects, you may cache folder <tt>/root/.npm</tt> to avoid downloading "
- + "node modules for subsequent job executions")
- @Valid
- public List<CacheSpec> getCaches() {
- return caches;
- }
-
- public void setCaches(List<CacheSpec> caches) {
- this.caches = caches;
- }
-
- @Editable(order=10500, group="More Settings", description="Specify timeout in seconds")
- public long getTimeout() {
- return timeout;
- }
-
- public void setTimeout(long timeout) {
- this.timeout = timeout;
- }
-
- @Editable(order=10600, name="Post Build Actions", group="More Settings")
- @Valid
- public List<PostBuildAction> getPostBuildActions() {
- return postBuildActions;
- }
-
- public void setPostBuildActions(List<PostBuildAction> postBuildActions) {
- this.postBuildActions = postBuildActions;
- }
-
- @Editable(order=10700, group="More Settings", description="Optionally specify a default query "
- + "to filter/order fixed issues of the builds generated by current job")
- @IssueQuery(withCurrentBuildCriteria = false, withCurrentCommitCriteria = false,
- withCurrentPullRequestCriteria = false, withCurrentUserCriteria = true,
- withOrder = true)
- @NameOfEmptyValue("No default filter")
- public String getDefaultFixedIssuesFilter() {
- return defaultFixedIssuesFilter;
- }
-
- public void setDefaultFixedIssuesFilter(String defaultFixedIssuesFilterQuery) {
- this.defaultFixedIssuesFilter = defaultFixedIssuesFilterQuery;
- }
-
- public JobTrigger getMatchedTrigger(ProjectEvent event) {
- for (JobTrigger trigger: getTriggers()) {
- if (trigger.matches(event, this))
- return trigger;
- }
- return null;
- }
-
- @Override
- public boolean isValid(ConstraintValidatorContext context) {
- Set<String> keys = new HashSet<>();
- Set<String> paths = new HashSet<>();
-
- boolean isValid = true;
- for (CacheSpec cache: caches) {
- if (keys.contains(cache.getKey())) {
- isValid = false;
- context.buildConstraintViolationWithTemplate("Duplicate key: " + cache.getKey())
- .addPropertyNode("caches").addConstraintViolation();
- } else {
- keys.add(cache.getKey());
- }
- if (paths.contains(cache.getPath())) {
- isValid = false;
- context.buildConstraintViolationWithTemplate("Duplicate path: " + cache.getPath())
- .addPropertyNode("caches").addConstraintViolation();
- } else {
- paths.add(cache.getPath());
- }
- }
-
- Set<String> dependencyJobs = new HashSet<>();
- for (JobDependency dependency: jobDependencies) {
- if (dependencyJobs.contains(dependency.getJobName())) {
- isValid = false;
- context.buildConstraintViolationWithTemplate("Duplicate dependency: " + dependency.getJobName())
- .addPropertyNode("dependencies").addConstraintViolation();
- } else {
- dependencyJobs.add(dependency.getJobName());
- }
- }
-
- Set<String> paramSpecNames = new HashSet<>();
- for (ParamSpec paramSpec: paramSpecs) {
- if (paramSpecNames.contains(paramSpec.getName())) {
- isValid = false;
- context.buildConstraintViolationWithTemplate("Duplicate parameter spec: " + paramSpec.getName())
- .addPropertyNode("paramSpecs").addConstraintViolation();
- } else {
- paramSpecNames.add(paramSpec.getName());
- }
- }
-
- if (retrieveSource) {
- int index = 0;
- for (SubmoduleCredential credential: getSubmoduleCredentials()) {
- if (credential.getUrl() != null
- && !credential.getUrl().startsWith("http://")
- && !credential.getUrl().startsWith("https://")) {
- isValid = false;
- context.buildConstraintViolationWithTemplate("Can only provide credentials for submodules accessing via http/https")
- .addPropertyNode("submoduleCredentials").addPropertyNode("url")
- .inIterable().atIndex(index)
- .addConstraintViolation();
- }
- index++;
- }
- }
-
- if (!isValid)
- context.disableDefaultConstraintViolation();
-
- return isValid;
- }
-
- public Map<String, ParamSpec> getParamSpecMap() {
- if (paramSpecMap == null)
- paramSpecMap = ParamSupply.getParamSpecMap(paramSpecs);
- return paramSpecMap;
- }
-
- public static String getBuildQuery(ObjectId commitId, String jobName) {
- return ""
- + Criteria.quote(FIELD_COMMIT) + " " + getRuleName(Is) + " " + Criteria.quote(commitId.name())
- + " " + getRuleName(And) + " "
- + Criteria.quote(FIELD_JOB) + " " + getRuleName(Is) + " " + Criteria.quote(jobName);
- }
-
- public static List<String> getChoices() {
- List<String> choices = new ArrayList<>();
- Component component = ComponentContext.get().getComponent();
- BuildSpecAware buildSpecAware = WicketUtils.findInnermost(component, BuildSpecAware.class);
- if (buildSpecAware != null) {
- BuildSpec buildSpec = buildSpecAware.getBuildSpec();
- if (buildSpec != null) {
- for (Job eachJob: buildSpec.getJobs()) {
- if (eachJob.getName() != null)
- choices.add(eachJob.getName());
- }
- }
- JobAware jobAware = WicketUtils.findInnermost(component, JobAware.class);
- if (jobAware != null) {
- Job job = jobAware.getJob();
- if (job != null)
- choices.remove(job.getName());
- }
- }
- return choices;
- }
-
-}
+package io.onedev.server.buildspec.job;
+
+import static io.onedev.server.model.Build.FIELD_COMMIT;
+import static io.onedev.server.model.Build.FIELD_JOB;
+import static io.onedev.server.search.entity.build.BuildQuery.getRuleName;
+import static io.onedev.server.search.entity.build.BuildQueryLexer.And;
+import static io.onedev.server.search.entity.build.BuildQueryLexer.Is;
+
+import java.io.Serializable;
+import java.util.ArrayList;
+import java.util.HashSet;
+import java.util.List;
+import java.util.Map;
+import java.util.Set;
+
+import javax.validation.ConstraintValidatorContext;
+import javax.validation.Valid;
+import javax.validation.constraints.Min;
+import javax.validation.constraints.Size;
+
+import org.apache.wicket.Component;
+import org.eclipse.jgit.lib.ObjectId;
+import org.eclipse.jgit.revwalk.RevCommit;
+import org.hibernate.validator.constraints.NotEmpty;
+
+import io.onedev.commons.codeassist.InputSuggestion;
+import io.onedev.server.buildspec.BuildSpec;
+import io.onedev.server.buildspec.BuildSpecAware;
+import io.onedev.server.buildspec.job.action.PostBuildAction;
+import io.onedev.server.buildspec.job.paramspec.ParamSpec;
+import io.onedev.server.buildspec.job.paramsupply.ParamSupply;
+import io.onedev.server.buildspec.job.trigger.JobTrigger;
+import io.onedev.server.event.ProjectEvent;
+import io.onedev.server.model.Project;
+import io.onedev.server.util.ComponentContext;
+import io.onedev.server.util.EditContext;
+import io.onedev.server.util.criteria.Criteria;
+import io.onedev.server.util.validation.Validatable;
+import io.onedev.server.util.validation.annotation.ClassValidating;
+import io.onedev.server.web.editable.annotation.Code;
+import io.onedev.server.web.editable.annotation.Editable;
+import io.onedev.server.web.editable.annotation.Horizontal;
+import io.onedev.server.web.editable.annotation.Interpolative;
+import io.onedev.server.web.editable.annotation.IssueQuery;
+import io.onedev.server.web.editable.annotation.NameOfEmptyValue;
+import io.onedev.server.web.editable.annotation.Patterns;
+import io.onedev.server.web.editable.annotation.RetryCondition;
+import io.onedev.server.web.editable.annotation.ShowCondition;
+import io.onedev.server.web.page.project.blob.ProjectBlobPage;
+import io.onedev.server.web.util.SuggestionUtils;
+import io.onedev.server.web.util.WicketUtils;
+
+@Editable
+@Horizontal
+@ClassValidating
+public class Job implements Serializable, Validatable {
+
+ private static final long serialVersionUID = 1L;
+
+ public static final String SELECTION_PREFIX = "jobs/";
+
+ public static final String PROP_JOB_DEPENDENCIES = "jobDependencies";
+
+ public static final String PROP_TRIGGERS = "triggers";
+
+ public static final String PROP_RETRY_CONDITION = "retryCondition";
+
+ public static final String PROP_POST_BUILD_ACTIONS = "postBuildActions";
+
+ private String name;
+
+ private List<ParamSpec> paramSpecs = new ArrayList<>();
+
+ private String image;
+
+ private List<String> commands;
+
+ private boolean retrieveSource = true;
+
+ private Integer cloneDepth;
+
+ private List<SubmoduleCredential> submoduleCredentials = new ArrayList<>();
+
+ private List<JobDependency> jobDependencies = new ArrayList<>();
+
+ private List<ProjectDependency> projectDependencies = new ArrayList<>();
+
+ private List<JobService> services = new ArrayList<>();
+
+ private String artifacts;
+
+ private List<JobReport> reports = new ArrayList<>();
+
+ private List<JobTrigger> triggers = new ArrayList<>();
+
+ private List<CacheSpec> caches = new ArrayList<>();
+
+ private String cpuRequirement = "250m";
+
+ private String memoryRequirement = "128m";
+
+ private long timeout = 3600;
+
+ private List<PostBuildAction> postBuildActions = new ArrayList<>();
+
+ private String retryCondition = "never";
+
+ private int maxRetries = 3;
+
+ private int retryDelay = 30;
+
+ private String defaultFixedIssuesFilter;
+
+ private transient Map<String, ParamSpec> paramSpecMap;
+
+ @Editable(order=100, description="Specify name of the job")
+ @NotEmpty
+ public String getName() {
+ return name;
+ }
+
+ public void setName(String name) {
+ this.name = name;
+ }
+
+ @Editable(order=110, description="Specify docker image of the job. "
+ + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")
+ @Interpolative(variableSuggester="suggestVariables")
+ @NotEmpty
+ public String getImage() {
+ return image;
+ }
+
+ public void setImage(String image) {
+ this.image = image;
+ }
+
+ public static List<InputSuggestion> suggestVariables(String matchWith) {
+ Component component = ComponentContext.get().getComponent();
+ List<InputSuggestion> suggestions = new ArrayList<>();
+ ProjectBlobPage page = (ProjectBlobPage) WicketUtils.getPage();
+ BuildSpecAware buildSpecAware = WicketUtils.findInnermost(component, BuildSpecAware.class);
+ if (buildSpecAware != null) {
+ BuildSpec buildSpec = buildSpecAware.getBuildSpec();
+ if (buildSpec != null) {
+ JobAware jobAware = WicketUtils.findInnermost(component, JobAware.class);
+ if (jobAware != null) {
+ Job job = jobAware.getJob();
+ if (job != null) {
+ RevCommit commit;
+ if (page.getBlobIdent().revision != null)
+ commit = page.getCommit();
+ else
+ commit = null;
+ suggestions.addAll(SuggestionUtils.suggestVariables(
+ page.getProject(), commit, buildSpec, job, matchWith));
+ }
+ }
+ }
+ }
+ return suggestions;
+ }
+
+ @Editable(order=120, name="Commands", description="Specify content of Linux shell script or Windows command batch to execute in above image. "
+ + "It will be executed under <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/concepts.md#job-workspace' target='_blank'>job workspace</a>, which may contain files of your repository and "
+ + "dependency artifacts based on your configuration below. "
+ + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")
+ @Interpolative
+ @Code(language = Code.SHELL, variableProvider="getVariables")
+ @Size(min=1, message="may not be empty")
+ public List<String> getCommands() {
+ return commands;
+ }
+
+ public void setCommands(List<String> commands) {
+ this.commands = commands;
+ }
+
+ @SuppressWarnings("unused")
+ private static List<String> getVariables() {
+ List<String> variables = new ArrayList<>();
+ ProjectBlobPage page = (ProjectBlobPage) WicketUtils.getPage();
+ Project project = page.getProject();
+ ObjectId commitId = page.getCommit();
+ BuildSpec buildSpec = ComponentContext.get().getComponent().findParent(BuildSpecAware.class).getBuildSpec();
+ Job job = ComponentContext.get().getComponent().findParent(JobAware.class).getJob();
+ for (InputSuggestion suggestion: SuggestionUtils.suggestVariables(project, commitId, buildSpec, job, ""))
+ variables.add(suggestion.getContent());
+ return variables;
+ }
+
+ @Editable(order=130, name="Parameter Specs", description="Optionally define parameter specifications of the job")
+ @Valid
+ public List<ParamSpec> getParamSpecs() {
+ return paramSpecs;
+ }
+
+ public void setParamSpecs(List<ParamSpec> paramSpecs) {
+ this.paramSpecs = paramSpecs;
+ }
+
+ @Editable(order=500, description="Use triggers to run the job automatically under certain conditions")
+ @Valid
+ public List<JobTrigger> getTriggers() {
+ return triggers;
+ }
+
+ public void setTriggers(List<JobTrigger> triggers) {
+ this.triggers = triggers;
+ }
+
+ @Editable(order=9000, group="Source Retrieval", description="Whether or not to retrieve files under the repository "
+ + "into <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/concepts.md#job-workspace' target='_blank'>job workspace</a>")
+ public boolean isRetrieveSource() {
+ return retrieveSource;
+ }
+
+ public void setRetrieveSource(boolean retrieveSource) {
+ this.retrieveSource = retrieveSource;
+ }
+
+ @Editable(order=9050, group="Source Retrieval", description="Optionally specify depth for a shallow clone in order "
+ + "to speed up source retrieval")
+ @ShowCondition("isRetrieveSourceEnabled")
+ public Integer getCloneDepth() {
+ return cloneDepth;
+ }
+
+ public void setCloneDepth(Integer cloneDepth) {
+ this.cloneDepth = cloneDepth;
+ }
+
+ @Editable(order=9100, group="Source Retrieval", description="For git submodules accessing via http/https, you will "
+ + "need to specify credentials here if required")
+ @Valid
+ @ShowCondition("isRetrieveSourceEnabled")
+ public List<SubmoduleCredential> getSubmoduleCredentials() {
+ return submoduleCredentials;
+ }
+
+ public void setSubmoduleCredentials(List<SubmoduleCredential> submoduleCredentials) {
+ this.submoduleCredentials = submoduleCredentials;
+ }
+
+ @SuppressWarnings("unused")
+ private static boolean isRetrieveSourceEnabled() {
+ return (boolean) EditContext.get().getInputValue("retrieveSource");
+ }
+
+ @Editable(name="Job Dependencies", order=9110, group="Dependencies & Services", description="Job dependencies determines the order and "
+ + "concurrency when run different jobs. You may also specify artifacts to retrieve from upstream jobs")
+ @Valid
+ public List<JobDependency> getJobDependencies() {
+ return jobDependencies;
+ }
+
+ public void setJobDependencies(List<JobDependency> jobDependencies) {
+ this.jobDependencies = jobDependencies;
+ }
+
+ @Editable(name="Project Dependencies", order=9112, group="Dependencies & Services", description="Use project dependency to retrieve "
+ + "artifacts from other projects")
+ @Valid
+ public List<ProjectDependency> getProjectDependencies() {
+ return projectDependencies;
+ }
+
+ public void setProjectDependencies(List<ProjectDependency> projectDependencies) {
+ this.projectDependencies = projectDependencies;
+ }
+
+ @Editable(order=9114, group="Dependencies & Services", description="Optionally define services used by this job")
+ @Valid
+ public List<JobService> getServices() {
+ return services;
+ }
+
+ public void setServices(List<JobService> services) {
+ this.services = services;
+ }
+
+ @Editable(order=9115, group="Artifacts & Reports", description="Optionally specify files to publish as job artifacts. "
+ + "Artifact files are relative to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/concepts.md#job-workspace' target='_blank'>job workspace</a>, and may use * or ? for pattern match. "
+ + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")
+ @Interpolative(variableSuggester="suggestVariables")
+ @Patterns(interpolative = true)
+ @NameOfEmptyValue("No artifacts")
+ public String getArtifacts() {
+ return artifacts;
+ }
+
+ public void setArtifacts(String artifacts) {
+ this.artifacts = artifacts;
+ }
+
+ @Editable(order=9120, group="Artifacts & Reports", description="Add job reports here")
+ @Valid
+ public List<JobReport> getReports() {
+ return reports;
+ }
+
+ public void setReports(List<JobReport> reports) {
+ this.reports = reports;
+ }
+
+ @Editable(order=9400, group="Retry Upon Failure", description="Specify condition to retry build upon failure")
+ @NotEmpty
+ @RetryCondition
+ public String getRetryCondition() {
+ return retryCondition;
+ }
+
+ public void setRetryCondition(String retryCondition) {
+ this.retryCondition = retryCondition;
+ }
+
+ @Editable(order=9410, group="Retry Upon Failure", description="Maximum of retries before giving up")
+ @Min(value=1, message="This value should not be less than 1")
+ public int getMaxRetries() {
+ return maxRetries;
+ }
+
+ public void setMaxRetries(int maxRetries) {
+ this.maxRetries = maxRetries;
+ }
+
+ @Editable(order=9420, group="Retry Upon Failure", description="Delay for the first retry in seconds. "
+ + "Delay of subsequent retries will be calculated using an exponential back-off "
+ + "based on this delay")
+ @Min(value=1, message="This value should not be less than 1")
+ public int getRetryDelay() {
+ return retryDelay;
+ }
+
+ public void setRetryDelay(int retryDelay) {
+ this.retryDelay = retryDelay;
+ }
+
+ @Editable(order=9200, name="CPU Requirement", group="Resource Requirements", description="Specify CPU requirement of the job. "
+ + "Refer to <a href='https://kubernetes.io/docs/concepts/configuration/manage-compute-resources-container/#meaning-of-cpu' target='_blank'>kubernetes documentation</a> for details. "
+ + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")
+ @Interpolative(variableSuggester="suggestVariables")
+ @NotEmpty
+ public String getCpuRequirement() {
+ return cpuRequirement;
+ }
+
+ public void setCpuRequirement(String cpuRequirement) {
+ this.cpuRequirement = cpuRequirement;
+ }
+
+ @Editable(order=9300, group="Resource Requirements", description="Specify memory requirement of the job. "
+ + "Refer to <a href='https://kubernetes.io/docs/concepts/configuration/manage-compute-resources-container/#meaning-of-memory' target='_blank'>kubernetes documentation</a> for details. "
+ + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")
+ @Interpolative(variableSuggester="suggestVariables")
+ @NotEmpty
+ public String getMemoryRequirement() {
+ return memoryRequirement;
+ }
+
+ public void setMemoryRequirement(String memoryRequirement) {
+ this.memoryRequirement = memoryRequirement;
+ }
+
+ @Editable(order=10100, group="More Settings", description="Cache specific paths to speed up job execution. "
+ + "For instance for node.js projects, you may cache folder <tt>/root/.npm</tt> to avoid downloading "
+ + "node modules for subsequent job executions")
+ @Valid
+ public List<CacheSpec> getCaches() {
+ return caches;
+ }
+
+ public void setCaches(List<CacheSpec> caches) {
+ this.caches = caches;
+ }
+
+ @Editable(order=10500, group="More Settings", description="Specify timeout in seconds")
+ public long getTimeout() {
+ return timeout;
+ }
+
+ public void setTimeout(long timeout) {
+ this.timeout = timeout;
+ }
+
+ @Editable(order=10600, name="Post Build Actions", group="More Settings")
+ @Valid
+ public List<PostBuildAction> getPostBuildActions() {
+ return postBuildActions;
+ }
+
+ public void setPostBuildActions(List<PostBuildAction> postBuildActions) {
+ this.postBuildActions = postBuildActions;
+ }
+
+ @Editable(order=10700, group="More Settings", description="Optionally specify a default query "
+ + "to filter/order fixed issues of the builds generated by current job")
+ @IssueQuery(withCurrentBuildCriteria = false, withCurrentCommitCriteria = false,
+ withCurrentPullRequestCriteria = false, withCurrentUserCriteria = true,
+ withOrder = true)
+ @NameOfEmptyValue("No default filter")
+ public String getDefaultFixedIssuesFilter() {
+ return defaultFixedIssuesFilter;
+ }
+
+ public void setDefaultFixedIssuesFilter(String defaultFixedIssuesFilterQuery) {
+ this.defaultFixedIssuesFilter = defaultFixedIssuesFilterQuery;
+ }
+
+ public JobTrigger getMatchedTrigger(ProjectEvent event) {
+ for (JobTrigger trigger: getTriggers()) {
+ if (trigger.matches(event, this))
+ return trigger;
+ }
+ return null;
+ }
+
+ @Override
+ public boolean isValid(ConstraintValidatorContext context) {
+ Set<String> keys = new HashSet<>();
+ Set<String> paths = new HashSet<>();
+
+ boolean isValid = true;
+ for (CacheSpec cache: caches) {
+ if (keys.contains(cache.getKey())) {
+ isValid = false;
+ context.buildConstraintViolationWithTemplate("Duplicate key: " + cache.getKey())
+ .addPropertyNode("caches").addConstraintViolation();
+ } else {
+ keys.add(cache.getKey());
+ }
+ if (paths.contains(cache.getPath())) {
+ isValid = false;
+ context.buildConstraintViolationWithTemplate("Duplicate path: " + cache.getPath())
+ .addPropertyNode("caches").addConstraintViolation();
+ } else {
+ paths.add(cache.getPath());
+ }
+ }
+
+ Set<String> dependencyJobs = new HashSet<>();
+ for (JobDependency dependency: jobDependencies) {
+ if (dependencyJobs.contains(dependency.getJobName())) {
+ isValid = false;
+ context.buildConstraintViolationWithTemplate("Duplicate dependency: " + dependency.getJobName())
+ .addPropertyNode("dependencies").addConstraintViolation();
+ } else {
+ dependencyJobs.add(dependency.getJobName());
+ }
+ }
+
+ Set<String> paramSpecNames = new HashSet<>();
+ for (ParamSpec paramSpec: paramSpecs) {
+ if (paramSpecNames.contains(paramSpec.getName())) {
+ isValid = false;
+ context.buildConstraintViolationWithTemplate("Duplicate parameter spec: " + paramSpec.getName())
+ .addPropertyNode("paramSpecs").addConstraintViolation();
+ } else {
+ paramSpecNames.add(paramSpec.getName());
+ }
+ }
+
+ if (retrieveSource) {
+ int index = 0;
+ for (SubmoduleCredential credential: getSubmoduleCredentials()) {
+ if (credential.getUrl() != null
+ && !credential.getUrl().startsWith("http://")
+ && !credential.getUrl().startsWith("https://")) {
+ isValid = false;
+ context.buildConstraintViolationWithTemplate("Can only provide credentials for submodules accessing via http/https")
+ .addPropertyNode("submoduleCredentials").addPropertyNode("url")
+ .inIterable().atIndex(index)
+ .addConstraintViolation();
+ }
+ index++;
+ }
+ }
+
+ if (!isValid)
+ context.disableDefaultConstraintViolation();
+
+ return isValid;
+ }
+
+ public Map<String, ParamSpec> getParamSpecMap() {
+ if (paramSpecMap == null)
+ paramSpecMap = ParamSupply.getParamSpecMap(paramSpecs);
+ return paramSpecMap;
+ }
+
+ public static String getBuildQuery(ObjectId commitId, String jobName) {
+ return ""
+ + Criteria.quote(FIELD_COMMIT) + " " + getRuleName(Is) + " " + Criteria.quote(commitId.name())
+ + " " + getRuleName(And) + " "
+ + Criteria.quote(FIELD_JOB) + " " + getRuleName(Is) + " " + Criteria.quote(jobName);
+ }
+
+ public static List<String> getChoices() {
+ List<String> choices = new ArrayList<>();
+ Component component = ComponentContext.get().getComponent();
+ BuildSpecAware buildSpecAware = WicketUtils.findInnermost(component, BuildSpecAware.class);
+ if (buildSpecAware != null) {
+ BuildSpec buildSpec = buildSpecAware.getBuildSpec();
+ if (buildSpec != null) {
+ for (Job eachJob: buildSpec.getJobs()) {
+ if (eachJob.getName() != null)
+ choices.add(eachJob.getName());
+ }
+ }
+ JobAware jobAware = WicketUtils.findInnermost(component, JobAware.class);
+ if (jobAware != null) {
+ Job job = jobAware.getJob();
+ if (job != null)
+ choices.remove(job.getName());
+ }
+ }
+ return choices;
+ }
+
+}
diff --git a/server-core/src/main/java/io/onedev/server/buildspec/job/JobDependency.java b/server-core/src/main/java/io/onedev/server/buildspec/job/JobDependency.java
index 6ff584c35d..ee586af587 100644
--- a/server-core/src/main/java/io/onedev/server/buildspec/job/JobDependency.java
+++ b/server-core/src/main/java/io/onedev/server/buildspec/job/JobDependency.java
@@ -109,5 +109,5 @@ public class JobDependency implements Serializable {
}
return new ArrayList<>();
}
-
+
}
diff --git a/server-core/src/main/java/io/onedev/server/buildspec/job/JobReport.java b/server-core/src/main/java/io/onedev/server/buildspec/job/JobReport.java
index 0b2697f13f..9b58f97fa1 100644
--- a/server-core/src/main/java/io/onedev/server/buildspec/job/JobReport.java
+++ b/server-core/src/main/java/io/onedev/server/buildspec/job/JobReport.java
@@ -48,5 +48,5 @@ public abstract class JobReport implements Serializable {
}
public abstract void process(Build build, File workspace, JobLogger logger);
-
+
}
diff --git a/server-core/src/main/java/io/onedev/server/buildspec/job/JobService.java b/server-core/src/main/java/io/onedev/server/buildspec/job/JobService.java
index d31c059d0b..873b385bc4 100644
--- a/server-core/src/main/java/io/onedev/server/buildspec/job/JobService.java
+++ b/server-core/src/main/java/io/onedev/server/buildspec/job/JobService.java
@@ -1,124 +1,124 @@
-package io.onedev.server.buildspec.job;
-
-import java.io.Serializable;
-import java.util.ArrayList;
-import java.util.List;
-
-import org.hibernate.validator.constraints.NotEmpty;
-
-import io.onedev.commons.codeassist.InputSuggestion;
-import io.onedev.server.util.validation.annotation.DnsName;
-import io.onedev.server.web.editable.annotation.Editable;
-import io.onedev.server.web.editable.annotation.Interpolative;
-
-@Editable
-public class JobService implements Serializable {
-
- private static final long serialVersionUID = 1L;
-
- private String name;
-
- private String image;
-
- private String arguments;
-
- private List<EnvVar> envVars = new ArrayList<>();
-
- private String readinessCheckCommand;
-
- private String cpuRequirement = "500m";
-
- private String memoryRequirement = "128m";
-
- @Editable(order=100, description="Specify name of the service, which will be used as host name to access "
- + "the service. <b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")
- @Interpolative(variableSuggester="suggestVariables")
- @DnsName(interpolative = true)
- @NotEmpty
- public String getName() {
- return name;
- }
-
- public void setName(String name) {
- this.name = name;
- }
-
- @Editable(order=200, description="Specify docker image of the service. "
- + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")
- @Interpolative(variableSuggester="suggestVariables")
- @NotEmpty
- public String getImage() {
- return image;
- }
-
- public void setImage(String image) {
- this.image = image;
- }
-
- @Editable(order=220, description="Optionally specify arguments to run above image. "
- + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")
- @Interpolative(variableSuggester="suggestVariables")
- public String getArguments() {
- return arguments;
- }
-
- public void setArguments(String arguments) {
- this.arguments = arguments;
- }
-
- @Editable(order=300, name="Environment Variables", description="Optionally specify environment variables of "
- + "the service")
- public List<EnvVar> getEnvVars() {
- return envVars;
- }
-
- public void setEnvVars(List<EnvVar> envVars) {
- this.envVars = envVars;
- }
-
- @Editable(order=400, description="Specify command to check readiness of the service. This command will "
- + "be interpretated by cmd.exe on Windows images, and by shell on Linux images. It will be "
- + "executed repeatedly until a zero code is returned to indicate service ready. "
- + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")
- @Interpolative(variableSuggester="suggestVariables")
- @NotEmpty
- public String getReadinessCheckCommand() {
- return readinessCheckCommand;
- }
-
- public void setReadinessCheckCommand(String readinessCheckCommand) {
- this.readinessCheckCommand = readinessCheckCommand;
- }
-
- @Editable(order=10000, name="CPU Requirement", group="More Settings", description="Specify CPU requirement of the job. "
- + "Refer to <a href='https://kubernetes.io/docs/concepts/configuration/manage-compute-resources-container/#meaning-of-cpu' target='_blank'>kubernetes documentation</a> for details. "
- + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")
- @Interpolative(variableSuggester="suggestVariables")
- @NotEmpty
- public String getCpuRequirement() {
- return cpuRequirement;
- }
-
- public void setCpuRequirement(String cpuRequirement) {
- this.cpuRequirement = cpuRequirement;
- }
-
- @Editable(order=10100, group="More Settings", description="Specify memory requirement of the job. "
- + "Refer to <a href='https://kubernetes.io/docs/concepts/configuration/manage-compute-resources-container/#meaning-of-memory' target='_blank'>kubernetes documentation</a> for details. "
- + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")
- @Interpolative(variableSuggester="suggestVariables")
- @NotEmpty
- public String getMemoryRequirement() {
- return memoryRequirement;
- }
-
- public void setMemoryRequirement(String memoryRequirement) {
- this.memoryRequirement = memoryRequirement;
- }
-
- @SuppressWarnings("unused")
- private static List<InputSuggestion> suggestVariables(String matchWith) {
- return Job.suggestVariables(matchWith);
- }
-
-}
+package io.onedev.server.buildspec.job;
+
+import java.io.Serializable;
+import java.util.ArrayList;
+import java.util.List;
+
+import org.hibernate.validator.constraints.NotEmpty;
+
+import io.onedev.commons.codeassist.InputSuggestion;
+import io.onedev.server.util.validation.annotation.DnsName;
+import io.onedev.server.web.editable.annotation.Editable;
+import io.onedev.server.web.editable.annotation.Interpolative;
+
+@Editable
+public class JobService implements Serializable {
+
+ private static final long serialVersionUID = 1L;
+
+ private String name;
+
+ private String image;
+
+ private String arguments;
+
+ private List<EnvVar> envVars = new ArrayList<>();
+
+ private String readinessCheckCommand;
+
+ private String cpuRequirement = "500m";
+
+ private String memoryRequirement = "128m";
+
+ @Editable(order=100, description="Specify name of the service, which will be used as host name to access "
+ + "the service. <b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")
+ @Interpolative(variableSuggester="suggestVariables")
+ @DnsName(interpolative = true)
+ @NotEmpty
+ public String getName() {
+ return name;
+ }
+
+ public void setName(String name) {
+ this.name = name;
+ }
+
+ @Editable(order=200, description="Specify docker image of the service. "
+ + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")
+ @Interpolative(variableSuggester="suggestVariables")
+ @NotEmpty
+ public String getImage() {
+ return image;
+ }
+
+ public void setImage(String image) {
+ this.image = image;
+ }
+
+ @Editable(order=220, description="Optionally specify arguments to run above image. "
+ + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")
+ @Interpolative(variableSuggester="suggestVariables")
+ public String getArguments() {
+ return arguments;
+ }
+
+ public void setArguments(String arguments) {
+ this.arguments = arguments;
+ }
+
+ @Editable(order=300, name="Environment Variables", description="Optionally specify environment variables of "
+ + "the service")
+ public List<EnvVar> getEnvVars() {
+ return envVars;
+ }
+
+ public void setEnvVars(List<EnvVar> envVars) {
+ this.envVars = envVars;
+ }
+
+ @Editable(order=400, description="Specify command to check readiness of the service. This command will "
+ + "be interpretated by cmd.exe on Windows images, and by shell on Linux images. It will be "
+ + "executed repeatedly until a zero code is returned to indicate service ready. "
+ + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")
+ @Interpolative(variableSuggester="suggestVariables")
+ @NotEmpty
+ public String getReadinessCheckCommand() {
+ return readinessCheckCommand;
+ }
+
+ public void setReadinessCheckCommand(String readinessCheckCommand) {
+ this.readinessCheckCommand = readinessCheckCommand;
+ }
+
+ @Editable(order=10000, name="CPU Requirement", group="More Settings", description="Specify CPU requirement of the job. "
+ + "Refer to <a href='https://kubernetes.io/docs/concepts/configuration/manage-compute-resources-container/#meaning-of-cpu' target='_blank'>kubernetes documentation</a> for details. "
+ + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")
+ @Interpolative(variableSuggester="suggestVariables")
+ @NotEmpty
+ public String getCpuRequirement() {
+ return cpuRequirement;
+ }
+
+ public void setCpuRequirement(String cpuRequirement) {
+ this.cpuRequirement = cpuRequirement;
+ }
+
+ @Editable(order=10100, group="More Settings", description="Specify memory requirement of the job. "
+ + "Refer to <a href='https://kubernetes.io/docs/concepts/configuration/manage-compute-resources-container/#meaning-of-memory' target='_blank'>kubernetes documentation</a> for details. "
+ + "<b>Note:</b> Type <tt>@</tt> to <a href='https://code.onedev.io/projects/onedev-manual/blob/master/pages/variable-substitution.md' target='_blank' tabindex='-1'>insert variable</a>, use <tt>\\</tt> to escape normal occurrences of <tt>@</tt> or <tt>\\</tt>")
+ @Interpolative(variableSuggester="suggestVariables")
+ @NotEmpty
+ public String getMemoryRequirement() {
+ return memoryRequirement;
+ }
+
+ public void setMemoryRequirement(String memoryRequirement) {
+ this.memoryRequirement = memoryRequirement;
+ }
+
+ @SuppressWarnings("unused")
+ private static List<InputSuggestion> suggestVariables(String matchWith) {
+ return Job.suggestVariables(matchWith);
+ }
+
+}
diff --git a/server-core/src/main/java/io/onedev/server/buildspec/job/SubmoduleCredential.java b/server-core/src/main/java/io/onedev/server/buildspec/job/SubmoduleCredential.java
index 0675fcd6d3..52d6c09f8e 100644
--- a/server-core/src/main/java/io/onedev/server/buildspec/job/SubmoduleCredential.java
+++ b/server-core/src/main/java/io/onedev/server/buildspec/job/SubmoduleCredential.java
@@ -1,35 +1,35 @@
-package io.onedev.server.buildspec.job;
-
-import java.util.List;
-
-import org.hibernate.validator.constraints.NotEmpty;
-
-import io.onedev.commons.codeassist.InputSuggestion;
-import io.onedev.server.web.editable.annotation.Editable;
-import io.onedev.server.web.editable.annotation.Interpolative;
-
-@Editable
-public class SubmoduleCredential extends Authentication {
-
- private static final long serialVersionUID = 1L;
-
- private String url;
-
- @Editable(order=100, description="Specify submodule url. Note: Input '@' to start inserting variable. "
- + "Use \\ to escape normal occurrences of @ or \\")
- @Interpolative(variableSuggester="suggestVariables")
- @NotEmpty
- public String getUrl() {
- return url;
- }
-
- public void setUrl(String url) {
- this.url = url;
- }
-
- @SuppressWarnings("unused")
- private static List<InputSuggestion> suggestVariables(String matchWith) {
- return Job.suggestVariables(matchWith);
- }
-
+package io.onedev.server.buildspec.job;
+
+import java.util.List;
+
+import org.hibernate.validator.constraints.NotEmpty;
+
+import io.onedev.commons.codeassist.InputSuggestion;
+import io.onedev.server.web.editable.annotation.Editable;
+import io.onedev.server.web.editable.annotation.Interpolative;
+
+@Editable
+public class SubmoduleCredential extends Authentication {
+
+ private static final long serialVersionUID = 1L;
+
+ private String url;
+
+ @Editable(order=100, description="Specify submodule url. Note: Input '@' to start inserting variable. "
+ + "Use \\ to escape normal occurrences of @ or \\")
+ @Interpolative(variableSuggester="suggestVariables")
+ @NotEmpty
+ public String getUrl() {
+ return url;
+ }
+
+ public void setUrl(String url) {
+ this.url = url;
+ }
+
+ @SuppressWarnings("unused")
+ private static List<InputSuggestion> suggestVariables(String matchWith) {
+ return Job.suggestVariables(matchWith);
+ }
+
}
\ No newline at end of file
diff --git a/server-core/src/main/java/io/onedev/server/buildspec/job/action/PostBuildAction.java b/server-core/src/main/java/io/onedev/server/buildspec/job/action/PostBuildAction.java
index 93bb7b223b..04dc958e88 100644
--- a/server-core/src/main/java/io/onedev/server/buildspec/job/action/PostBuildAction.java
+++ b/server-core/src/main/java/io/onedev/server/buildspec/job/action/PostBuildAction.java
@@ -1,39 +1,39 @@
-package io.onedev.server.buildspec.job.action;
-
-import java.io.Serializable;
-
-import org.hibernate.validator.constraints.NotEmpty;
-
-import io.onedev.server.buildspec.BuildSpec;
-import io.onedev.server.buildspec.job.Job;
-import io.onedev.server.model.Build;
-import io.onedev.server.web.editable.annotation.ActionCondition;
-import io.onedev.server.web.editable.annotation.Editable;
-
-@Editable
-public abstract class PostBuildAction implements Serializable {
-
- private static final long serialVersionUID = 1L;
-
- private String condition;
-
- @Editable(order=100, description="Specify the condition current build must satisfy to execute this action")
- @ActionCondition
- @NotEmpty
- public String getCondition() {
- return condition;
- }
-
- public void setCondition(String condition) {
- this.condition = condition;
- }
-
- public abstract void execute(Build build);
-
- public abstract String getDescription();
-
- public void validateWithContext(BuildSpec buildSpec, Job job) {
- io.onedev.server.buildspec.job.action.condition.ActionCondition.parse(job, condition);
- }
-
-}
+package io.onedev.server.buildspec.job.action;
+
+import java.io.Serializable;
+
+import org.hibernate.validator.constraints.NotEmpty;
+
+import io.onedev.server.buildspec.BuildSpec;
+import io.onedev.server.buildspec.job.Job;
+import io.onedev.server.model.Build;
+import io.onedev.server.web.editable.annotation.ActionCondition;
+import io.onedev.server.web.editable.annotation.Editable;
+
+@Editable
+public abstract class PostBuildAction implements Serializable {
+
+ private static final long serialVersionUID = 1L;
+
+ private String condition;
+
+ @Editable(order=100, description="Specify the condition current build must satisfy to execute this action")
+ @ActionCondition
+ @NotEmpty
+ public String getCondition() {
+ return condition;
+ }
+
+ public void setCondition(String condition) {
+ this.condition = condition;
+ }
+
+ public abstract void execute(Build build);
+
+ public abstract String getDescription();
+
+ public void validateWithContext(BuildSpec buildSpec, Job job) {
+ io.onedev.server.buildspec.job.action.condition.ActionCondition.parse(job, condition);
+ }
+
+}
diff --git a/server-core/src/main/java/io/onedev/server/buildspec/job/paramsupply/ParamSupply.java b/server-core/src/main/java/io/onedev/server/buildspec/job/paramsupply/ParamSupply.java
index 66956c3125..61a225a5b6 100644
--- a/server-core/src/main/java/io/onedev/server/buildspec/job/paramsupply/ParamSupply.java
+++ b/server-core/src/main/java/io/onedev/server/buildspec/job/paramsupply/ParamSupply.java
@@ -1,253 +1,253 @@
-package io.onedev.server.buildspec.job.paramsupply;
-
-import java.io.Serializable;
-import java.util.ArrayList;
-import java.util.Collection;
-import java.util.HashMap;
-import java.util.HashSet;
-import java.util.LinkedHashMap;
-import java.util.List;
-import java.util.Map;
-import java.util.Set;
-
-import javax.annotation.Nullable;
-import javax.validation.Valid;
-import javax.validation.ValidationException;
-import javax.validation.constraints.NotNull;
-
-import org.apache.commons.codec.DecoderException;
-import org.apache.commons.codec.binary.Hex;
-import org.apache.commons.lang.SerializationUtils;
-import org.apache.commons.lang3.builder.EqualsBuilder;
-import org.apache.commons.lang3.builder.HashCodeBuilder;
-import org.hibernate.validator.constraints.NotEmpty;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-import com.google.common.base.Preconditions;
-
-import io.onedev.server.buildspec.job.Job;
-import io.onedev.server.buildspec.job.paramspec.ParamSpec;
-import io.onedev.server.buildspec.job.paramspec.SecretParam;
-import io.onedev.server.util.inputspec.SecretInput;
-import io.onedev.server.web.editable.BeanDescriptor;
-import io.onedev.server.web.editable.PropertyDescriptor;
-import io.onedev.server.web.editable.annotation.Editable;
-
-@Editable
-public class ParamSupply implements Serializable {
-
- private static final long serialVersionUID = 1L;
-
- private static final Logger logger = LoggerFactory.getLogger(ParamSupply.class);
-
- private static final String PARAM_BEAN_PREFIX = "ParamSupplyBean";
-
- private String name;
-
- private boolean secret;
-
- private ValuesProvider valuesProvider = new SpecifiedValues();
-
- @NotEmpty
- public String getName() {
- return name;
- }
-
- public void setName(String name) {
- this.name = name;
- }
-
- @NotNull
- @Valid
- public ValuesProvider getValuesProvider() {
- return valuesProvider;
- }
-
- public void setValuesProvider(ValuesProvider valuesProvider) {
- this.valuesProvider = valuesProvider;
- }
-
- public boolean isSecret() {
- return secret;
- }
-
- public void setSecret(boolean secret) {
- this.secret = secret;
- }
-
- @Override
- public boolean equals(Object other) {
- if (!(other instanceof ParamSupply))
- return false;
- if (this == other)
- return true;
- ParamSupply otherParamValue = (ParamSupply) other;
- return new EqualsBuilder()
- .append(name, otherParamValue.name)
- .append(valuesProvider, otherParamValue.valuesProvider)
- .isEquals();
- }
-
- @Override
- public int hashCode() {
- return new HashCodeBuilder(17, 37)
- .append(name)
- .append(valuesProvider)
- .toHashCode();
- }
-
- public static void validateParamValues(List<List<String>> values) {
- if (values.isEmpty())
- throw new ValidationException("At least one value needs to be specified");
- Set<List<String>> encountered = new HashSet<>();
- for (List<String> value: values) {
- if (encountered.contains(value))
- throw new ValidationException("Duplicate values not allowed");
- else
- encountered.add(value);
- }
- }
-
- public static void validateParamMatrix(Map<String, ParamSpec> paramSpecMap, Map<String, List<List<String>>> paramMatrix) {
- validateParamNames(paramSpecMap.keySet(), paramMatrix.keySet());
- for (Map.Entry<String, List<List<String>>> entry: paramMatrix.entrySet()) {
- if (entry.getValue() != null) {
- try {
- validateParamValues(entry.getValue());
- } catch (ValidationException e) {
- throw new ValidationException("Error validating values of parameter '"
- + entry.getKey() + "': " + e.getMessage());
- }
-
- ParamSpec paramSpec = Preconditions.checkNotNull(paramSpecMap.get(entry.getKey()));
- for (List<String> value: entry.getValue())
- validateParamValue(paramSpec, entry.getKey(), value);
- }
- }
- }
-
- private static void validateParamValue(ParamSpec paramSpec, String paramName, List<String> paramValue) {
- try {
- paramSpec.convertToObject(paramValue);
- } catch (Exception e) {
- String displayValue;
- if (paramSpec instanceof SecretParam)
- displayValue = SecretInput.MASK;
- else
- displayValue = paramValue.toString();
- if (e.getMessage() == null)
- logger.error("Error validating field value", e);
- throw new ValidationException("Error validating value '" + displayValue + "' of parameter '"
- + paramName + "': " + e.getMessage());
- }
- }
-
- private static void validateParamNames(Collection<String> paramSpecNames, Collection<String> paramNames) {
- for (String paramSpecName: paramSpecNames) {
- if (!paramNames.contains(paramSpecName))
- throw new ValidationException("Missing job parameter: " + paramSpecName);
- }
- for (String paramName: paramNames) {
- if (!paramSpecNames.contains(paramName))
- throw new ValidationException("Unknown job parameter: " + paramName);
- }
- }
-
- public static void validateParamMap(Map<String, ParamSpec> paramSpecMap, Map<String, List<String>> paramMap) {
- validateParamNames(paramSpecMap.keySet(), paramMap.keySet());
- for (Map.Entry<String, List<String>> entry: paramMap.entrySet()) {
- ParamSpec paramSpec = Preconditions.checkNotNull(paramSpecMap.get(entry.getKey()));
- validateParamValue(paramSpec, entry.getKey(), entry.getValue());
- }
- }
-
- public static Map<String, ParamSpec> getParamSpecMap(List<ParamSpec> paramSpecs) {
- Map<String, ParamSpec> paramSpecMap = new LinkedHashMap<>();
- for (ParamSpec paramSpec: paramSpecs)
- paramSpecMap.put(paramSpec.getName(), paramSpec);
- return paramSpecMap;
- }
-
- public static void validateParams(List<ParamSpec> paramSpecs, List<ParamSupply> params) {
- Map<String, List<List<String>>> paramMap = new HashMap<>();
- for (ParamSupply param: params) {
- List<List<String>> values;
- if (param.getValuesProvider() instanceof SpecifiedValues)
- values = param.getValuesProvider().getValues();
- else
- values = null;
- if (paramMap.put(param.getName(), values) != null)
- throw new ValidationException("Duplicate param: " + param.getName());
- }
- validateParamMatrix(getParamSpecMap(paramSpecs), paramMap);
- }
-
- @SuppressWarnings("unchecked")
- public static Class<? extends Serializable> defineBeanClass(Collection<ParamSpec> paramSpecs) {
- byte[] bytes = SerializationUtils.serialize((Serializable) paramSpecs);
- String className = PARAM_BEAN_PREFIX + "_" + Hex.encodeHexString(bytes);
-
- List<ParamSpec> paramSpecsCopy = new ArrayList<>(paramSpecs);
- for (int i=0; i<paramSpecsCopy.size(); i++) {
- ParamSpec paramSpec = paramSpecsCopy.get(i);
- if (paramSpec instanceof SecretParam) {
- ParamSpec paramSpecClone = (ParamSpec) SerializationUtils.clone(paramSpec);
- String description = paramSpecClone.getDescription();
- if (description == null)
- description = "";
- description += String.format("<div style='margin-top: 12px;'><b>Note:</b> Secret less than %d characters "
- + "will not be masked in build log</div>", SecretInput.MASK.length());
- paramSpecClone.setDescription(description);
- paramSpecsCopy.set(i, paramSpecClone);
- }
- }
- return (Class<? extends Serializable>) ParamSpec.defineClass(className, "Build Parameters", paramSpecsCopy);
- }
-
- @SuppressWarnings("unchecked")
- @Nullable
- public static Class<? extends Serializable> loadBeanClass(String className) {
- if (className.startsWith(PARAM_BEAN_PREFIX)) {
- byte[] bytes;
- try {
- bytes = Hex.decodeHex(className.substring(PARAM_BEAN_PREFIX.length()+1).toCharArray());
- } catch (DecoderException e) {
- throw new RuntimeException(e);
- }
- List<ParamSpec> paramSpecs = (List<ParamSpec>) SerializationUtils.deserialize(bytes);
- return defineBeanClass(paramSpecs);
- } else {
- return null;
- }
- }
-
- public static Map<String, List<String>> getParamMap(Job job, Object paramBean, Collection<String> paramNames) {
- Map<String, List<String>> paramMap = new HashMap<>();
- BeanDescriptor descriptor = new BeanDescriptor(paramBean.getClass());
- for (List<PropertyDescriptor> groupProperties: descriptor.getProperties().values()) {
- for (PropertyDescriptor property: groupProperties) {
- if (paramNames.contains(property.getDisplayName())) {
- Object typedValue = property.getPropertyValue(paramBean);
- ParamSpec paramSpec = Preconditions.checkNotNull(job.getParamSpecMap().get(property.getDisplayName()));
- List<String> values = new ArrayList<>();
- for (String value: paramSpec.convertToStrings(typedValue)) {
- if (paramSpec instanceof SecretParam)
- value = SecretInput.LITERAL_VALUE_PREFIX + value;
- values.add(value);
- }
- paramMap.put(paramSpec.getName(), values);
- }
- }
- }
- return paramMap;
- }
-
- public static Map<String, List<List<String>>> getParamMatrix(List<ParamSupply> params) {
- Map<String, List<List<String>>> paramMatrix = new LinkedHashMap<>();
- for (ParamSupply param: params)
- paramMatrix.put(param.getName(), param.getValuesProvider().getValues());
- return paramMatrix;
- }
-
-}
+package io.onedev.server.buildspec.job.paramsupply;
+
+import java.io.Serializable;
+import java.util.ArrayList;
+import java.util.Collection;
+import java.util.HashMap;
+import java.util.HashSet;
+import java.util.LinkedHashMap;
+import java.util.List;
+import java.util.Map;
+import java.util.Set;
+
+import javax.annotation.Nullable;
+import javax.validation.Valid;
+import javax.validation.ValidationException;
+import javax.validation.constraints.NotNull;
+
+import org.apache.commons.codec.DecoderException;
+import org.apache.commons.codec.binary.Hex;
+import org.apache.commons.lang.SerializationUtils;
+import org.apache.commons.lang3.builder.EqualsBuilder;
+import org.apache.commons.lang3.builder.HashCodeBuilder;
+import org.hibernate.validator.constraints.NotEmpty;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import com.google.common.base.Preconditions;
+
+import io.onedev.server.buildspec.job.Job;
+import io.onedev.server.buildspec.job.paramspec.ParamSpec;
+import io.onedev.server.buildspec.job.paramspec.SecretParam;
+import io.onedev.server.util.inputspec.SecretInput;
+import io.onedev.server.web.editable.BeanDescriptor;
+import io.onedev.server.web.editable.PropertyDescriptor;
+import io.onedev.server.web.editable.annotation.Editable;
+
+@Editable
+public class ParamSupply implements Serializable {
+
+ private static final long serialVersionUID = 1L;
+
+ private static final Logger logger = LoggerFactory.getLogger(ParamSupply.class);
+
+ private static final String PARAM_BEAN_PREFIX = "ParamSupplyBean";
+
+ private String name;
+
+ private boolean secret;
+
+ private ValuesProvider valuesProvider = new SpecifiedValues();
+
+ @NotEmpty
+ public String getName() {
+ return name;
+ }
+
+ public void setName(String name) {
+ this.name = name;
+ }
+
+ @NotNull
+ @Valid
+ public ValuesProvider getValuesProvider() {
+ return valuesProvider;
+ }
+
+ public void setValuesProvider(ValuesProvider valuesProvider) {
+ this.valuesProvider = valuesProvider;
+ }
+
+ public boolean isSecret() {
+ return secret;
+ }
+
+ public void setSecret(boolean secret) {
+ this.secret = secret;
+ }
+
+ @Override
+ public boolean equals(Object other) {
+ if (!(other instanceof ParamSupply))
+ return false;
+ if (this == other)
+ return true;
+ ParamSupply otherParamValue = (ParamSupply) other;
+ return new EqualsBuilder()
+ .append(name, otherParamValue.name)
+ .append(valuesProvider, otherParamValue.valuesProvider)
+ .isEquals();
+ }
+
+ @Override
+ public int hashCode() {
+ return new HashCodeBuilder(17, 37)
+ .append(name)
+ .append(valuesProvider)
+ .toHashCode();
+ }
+
+ public static void validateParamValues(List<List<String>> values) {
+ if (values.isEmpty())
+ throw new ValidationException("At least one value needs to be specified");
+ Set<List<String>> encountered = new HashSet<>();
+ for (List<String> value: values) {
+ if (encountered.contains(value))
+ throw new ValidationException("Duplicate values not allowed");
+ else
+ encountered.add(value);
+ }
+ }
+
+ public static void validateParamMatrix(Map<String, ParamSpec> paramSpecMap, Map<String, List<List<String>>> paramMatrix) {
+ validateParamNames(paramSpecMap.keySet(), paramMatrix.keySet());
+ for (Map.Entry<String, List<List<String>>> entry: paramMatrix.entrySet()) {
+ if (entry.getValue() != null) {
+ try {
+ validateParamValues(entry.getValue());
+ } catch (ValidationException e) {
+ throw new ValidationException("Error validating values of parameter '"
+ + entry.getKey() + "': " + e.getMessage());
+ }
+
+ ParamSpec paramSpec = Preconditions.checkNotNull(paramSpecMap.get(entry.getKey()));
+ for (List<String> value: entry.getValue())
+ validateParamValue(paramSpec, entry.getKey(), value);
+ }
+ }
+ }
+
+ private static void validateParamValue(ParamSpec paramSpec, String paramName, List<String> paramValue) {
+ try {
+ paramSpec.convertToObject(paramValue);
+ } catch (Exception e) {
+ String displayValue;
+ if (paramSpec instanceof SecretParam)
+ displayValue = SecretInput.MASK;
+ else
+ displayValue = paramValue.toString();
+ if (e.getMessage() == null)
+ logger.error("Error validating field value", e);
+ throw new ValidationException("Error validating value '" + displayValue + "' of parameter '"
+ + paramName + "': " + e.getMessage());
+ }
+ }
+
+ private static void validateParamNames(Collection<String> paramSpecNames, Collection<String> paramNames) {
+ for (String paramSpecName: paramSpecNames) {
+ if (!paramNames.contains(paramSpecName))
+ throw new ValidationException("Missing job parameter: " + paramSpecName);
+ }
+ for (String paramName: paramNames) {
+ if (!paramSpecNames.contains(paramName))
+ throw new ValidationException("Unknown job parameter: " + paramName);
+ }
+ }
+
+ public static void validateParamMap(Map<String, ParamSpec> paramSpecMap, Map<String, List<String>> paramMap) {
+ validateParamNames(paramSpecMap.keySet(), paramMap.keySet());
+ for (Map.Entry<String, List<String>> entry: paramMap.entrySet()) {
+ ParamSpec paramSpec = Preconditions.checkNotNull(paramSpecMap.get(entry.getKey()));
+ validateParamValue(paramSpec, entry.getKey(), entry.getValue());
+ }
+ }
+
+ public static Map<String, ParamSpec> getParamSpecMap(List<ParamSpec> paramSpecs) {
+ Map<String, ParamSpec> paramSpecMap = new LinkedHashMap<>();
+ for (ParamSpec paramSpec: paramSpecs)
+ paramSpecMap.put(paramSpec.getName(), paramSpec);
+ return paramSpecMap;
+ }
+
+ public static void validateParams(List<ParamSpec> paramSpecs, List<ParamSupply> params) {
+ Map<String, List<List<String>>> paramMap = new HashMap<>();
+ for (ParamSupply param: params) {
+ List<List<String>> values;
+ if (param.getValuesProvider() instanceof SpecifiedValues)
+ values = param.getValuesProvider().getValues();
+ else
+ values = null;
+ if (paramMap.put(param.getName(), values) != null)
+ throw new ValidationException("Duplicate param: " + param.getName());
+ }
+ validateParamMatrix(getParamSpecMap(paramSpecs), paramMap);
+ }
+
+ @SuppressWarnings("unchecked")
+ public static Class<? extends Serializable> defineBeanClass(Collection<ParamSpec> paramSpecs) {
+ byte[] bytes = SerializationUtils.serialize((Serializable) paramSpecs);
+ String className = PARAM_BEAN_PREFIX + "_" + Hex.encodeHexString(bytes);
+
+ List<ParamSpec> paramSpecsCopy = new ArrayList<>(paramSpecs);
+ for (int i=0; i<paramSpecsCopy.size(); i++) {
+ ParamSpec paramSpec = paramSpecsCopy.get(i);
+ if (paramSpec instanceof SecretParam) {
+ ParamSpec paramSpecClone = (ParamSpec) SerializationUtils.clone(paramSpec);
+ String description = paramSpecClone.getDescription();
+ if (description == null)
+ description = "";
+ description += String.format("<div style='margin-top: 12px;'><b>Note:</b> Secret less than %d characters "
+ + "will not be masked in build log</div>", SecretInput.MASK.length());
+ paramSpecClone.setDescription(description);
+ paramSpecsCopy.set(i, paramSpecClone);
+ }
+ }
+ return (Class<? extends Serializable>) ParamSpec.defineClass(className, "Build Parameters", paramSpecsCopy);
+ }
+
+ @SuppressWarnings("unchecked")
+ @Nullable
+ public static Class<? extends Serializable> loadBeanClass(String className) {
+ if (className.startsWith(PARAM_BEAN_PREFIX)) {
+ byte[] bytes;
+ try {
+ bytes = Hex.decodeHex(className.substring(PARAM_BEAN_PREFIX.length()+1).toCharArray());
+ } catch (DecoderException e) {
+ throw new RuntimeException(e);
+ }
+ List<ParamSpec> paramSpecs = (List<ParamSpec>) SerializationUtils.deserialize(bytes);
+ return defineBeanClass(paramSpecs);
+ } else {
+ return null;
+ }
+ }
+
+ public static Map<String, List<String>> getParamMap(Job job, Object paramBean, Collection<String> paramNames) {
+ Map<String, List<String>> paramMap = new HashMap<>();
+ BeanDescriptor descriptor = new BeanDescriptor(paramBean.getClass());
+ for (List<PropertyDescriptor> groupProperties: descriptor.getProperties().values()) {
+ for (PropertyDescriptor property: groupProperties) {
+ if (paramNames.contains(property.getDisplayName())) {
+ Object typedValue = property.getPropertyValue(paramBean);
+ ParamSpec paramSpec = Preconditions.checkNotNull(job.getParamSpecMap().get(property.getDisplayName()));
+ List<String> values = new ArrayList<>();
+ for (String value: paramSpec.convertToStrings(typedValue)) {
+ if (paramSpec instanceof SecretParam)
+ value = SecretInput.LITERAL_VALUE_PREFIX + value;
+ values.add(value);
+ }
+ paramMap.put(paramSpec.getName(), values);
+ }
+ }
+ }
+ return paramMap;
+ }
+
+ public static Map<String, List<List<String>>> getParamMatrix(List<ParamSupply> params) {
+ Map<String, List<List<String>>> paramMatrix = new LinkedHashMap<>();
+ for (ParamSupply param: params)
+ paramMatrix.put(param.getName(), param.getValuesProvider().getValues());
+ return paramMatrix;
+ }
+
+}
diff --git a/server-core/src/main/java/io/onedev/server/buildspec/job/paramsupply/SpecifiedValues.java b/server-core/src/main/java/io/onedev/server/buildspec/job/paramsupply/SpecifiedValues.java
index f4ec03243c..0f5b6de541 100644
--- a/server-core/src/main/java/io/onedev/server/buildspec/job/paramsupply/SpecifiedValues.java
+++ b/server-core/src/main/java/io/onedev/server/buildspec/job/paramsupply/SpecifiedValues.java
@@ -1,47 +1,50 @@
-package io.onedev.server.buildspec.job.paramsupply;
-
-import java.util.ArrayList;
-import java.util.List;
-
-import org.apache.commons.lang3.builder.EqualsBuilder;
-import org.apache.commons.lang3.builder.HashCodeBuilder;
-
-public class SpecifiedValues implements ValuesProvider {
-
- private static final long serialVersionUID = 1L;
-
- public static final String DISPLAY_NAME = "Use specified values";
-
- public static final String SECRET_DISPLAY_NAME = "Use specified job secrets";
-
- private List<List<String>> values = new ArrayList<>();
-
- @Override
- public List<List<String>> getValues() {
- return values;
- }
-
- public void setValues(List<List<String>> values) {
- this.values = values;
- }
-
- @Override
- public boolean equals(Object other) {
- if (!(other instanceof SpecifiedValues))
- return false;
- if (this == other)
- return true;
- SpecifiedValues otherSpecifiedValues = (SpecifiedValues) other;
- return new EqualsBuilder()
- .append(values, otherSpecifiedValues.values)
- .isEquals();
- }
-
- @Override
- public int hashCode() {
- return new HashCodeBuilder(17, 37)
- .append(values)
- .toHashCode();
- }
-
-}
+package io.onedev.server.buildspec.job.paramsupply;
+
+import java.util.ArrayList;
+import java.util.List;
+
+import org.apache.commons.lang3.builder.EqualsBuilder;
+import org.apache.commons.lang3.builder.HashCodeBuilder;
+
+import io.onedev.server.web.editable.annotation.Editable;
+
+@Editable
+public class SpecifiedValues implements ValuesProvider {
+
+ private static final long serialVersionUID = 1L;
+
+ public static final String DISPLAY_NAME = "Use specified values";
+
+ public static final String SECRET_DISPLAY_NAME = "Use specified job secrets";
+
+ private List<List<String>> values = new ArrayList<>();
+
+ @Override
+ public List<List<String>> getValues() {
+ return values;
+ }
+
+ public void setValues(List<List<String>> values) {
+ this.values = values;
+ }
+
+ @Override
+ public boolean equals(Object other) {
+ if (!(other instanceof SpecifiedValues))
+ return false;
+ if (this == other)
+ return true;
+ SpecifiedValues otherSpecifiedValues = (SpecifiedValues) other;
+ return new EqualsBuilder()
+ .append(values, otherSpecifiedValues.values)
+ .isEquals();
+ }
+
+ @Override
+ public int hashCode() {
+ return new HashCodeBuilder(17, 37)
+ .append(values)
+ .toHashCode();
+ }
+
+}
diff --git a/server-core/src/main/java/io/onedev/server/buildspec/job/paramsupply/ValuesProvider.java b/server-core/src/main/java/io/onedev/server/buildspec/job/paramsupply/ValuesProvider.java
index 3aa10a5aec..40f6fa7a15 100644
--- a/server-core/src/main/java/io/onedev/server/buildspec/job/paramsupply/ValuesProvider.java
+++ b/server-core/src/main/java/io/onedev/server/buildspec/job/paramsupply/ValuesProvider.java
@@ -1,10 +1,13 @@
-package io.onedev.server.buildspec.job.paramsupply;
-
-import java.io.Serializable;
-import java.util.List;
-
-public interface ValuesProvider extends Serializable {
-
- List<List<String>> getValues();
-
-}
+package io.onedev.server.buildspec.job.paramsupply;
+
+import java.io.Serializable;
+import java.util.List;
+
+import io.onedev.server.web.editable.annotation.Editable;
+
+@Editable
+public interface ValuesProvider extends Serializable {
+
+ List<List<String>> getValues();
+
+}
diff --git a/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/BranchUpdateTrigger.java b/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/BranchUpdateTrigger.java
index be9477fa3f..789e8b4884 100644
--- a/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/BranchUpdateTrigger.java
+++ b/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/BranchUpdateTrigger.java
@@ -1,118 +1,118 @@
-package io.onedev.server.buildspec.job.trigger;
-
-import java.util.Collection;
-import java.util.List;
-
-import org.eclipse.jgit.lib.ObjectId;
-
-import io.onedev.commons.codeassist.InputSuggestion;
-import io.onedev.server.buildspec.job.Job;
-import io.onedev.server.event.ProjectEvent;
-import io.onedev.server.event.RefUpdated;
-import io.onedev.server.git.GitUtils;
-import io.onedev.server.model.Project;
-import io.onedev.server.util.match.Matcher;
-import io.onedev.server.util.match.PathMatcher;
-import io.onedev.server.util.patternset.PatternSet;
-import io.onedev.server.web.editable.annotation.Editable;
-import io.onedev.server.web.editable.annotation.NameOfEmptyValue;
-import io.onedev.server.web.editable.annotation.Patterns;
-import io.onedev.server.web.util.SuggestionUtils;
-
-@Editable(order=100, name="When update branches")
-public class BranchUpdateTrigger extends JobTrigger {
-
- private static final long serialVersionUID = 1L;
-
- private String branches;
-
- private String paths;
-
- @Editable(name="Branches", order=100,
- description="Optionally specify space-separated branches to check. Use * or ? for wildcard match. "
- + "Leave empty to match all branches")
- @Patterns(suggester = "suggestBranches")
- @NameOfEmptyValue("Any branch")
- public String getBranches() {
- return branches;
- }
-
- public void setBranches(String branches) {
- this.branches = branches;
- }
-
- @SuppressWarnings("unused")
- private static List<InputSuggestion> suggestBranches(String matchWith) {
- return SuggestionUtils.suggestBranches(Project.get(), matchWith);
- }
-
- @Editable(name="Touched Files", order=200,
- description="Optionally specify space-separated files to check. Use * or ? for wildcard match. "
- + "Leave empty to match all files")
- @Patterns(suggester = "getPathSuggestions")
- @NameOfEmptyValue("Any file")
- public String getPaths() {
- return paths;
- }
-
- public void setPaths(String paths) {
- this.paths = paths;
- }
-
- @SuppressWarnings("unused")
- private static List<InputSuggestion> getPathSuggestions(String matchWith) {
- return SuggestionUtils.suggestBlobs(Project.get(), matchWith);
- }
-
- private boolean touchedFile(RefUpdated refUpdated) {
- if (getPaths() != null) {
- if (refUpdated.getOldCommitId().equals(ObjectId.zeroId())) {
- return true;
- } else if (refUpdated.getNewCommitId().equals(ObjectId.zeroId())) {
- return false;
- } else {
- Collection<String> changedFiles = GitUtils.getChangedFiles(refUpdated.getProject().getRepository(),
- refUpdated.getOldCommitId(), refUpdated.getNewCommitId());
- PatternSet patternSet = PatternSet.parse(getPaths());
- Matcher matcher = new PathMatcher();
- for (String changedFile: changedFiles) {
- if (patternSet.matches(matcher, changedFile))
- return true;
- }
- return false;
- }
- } else {
- return true;
- }
- }
-
- @Override
- public boolean matches(ProjectEvent event, Job job) {
- if (event instanceof RefUpdated) {
- RefUpdated refUpdated = (RefUpdated) event;
- String branch = GitUtils.ref2branch(refUpdated.getRefName());
- if (branch != null) {
- if ((getBranches() == null || PatternSet.parse(getBranches()).matches(new PathMatcher(), branch))
- && touchedFile(refUpdated)) {
- return true;
- }
- }
- }
- return false;
- }
-
- @Override
- public String getDescription() {
- String description;
- if (getBranches() != null && getPaths() != null)
- description = String.format("When update branches '%s' and touch files '%s'", getBranches(), getPaths());
- else if (getBranches() != null)
- description = String.format("When update branches '%s'", getBranches());
- else if (getPaths() != null)
- description = String.format("When touch files '%s'", getPaths());
- else
- description = "When update branches";
- return description;
- }
-
-}
+package io.onedev.server.buildspec.job.trigger;
+
+import java.util.Collection;
+import java.util.List;
+
+import org.eclipse.jgit.lib.ObjectId;
+
+import io.onedev.commons.codeassist.InputSuggestion;
+import io.onedev.server.buildspec.job.Job;
+import io.onedev.server.event.ProjectEvent;
+import io.onedev.server.event.RefUpdated;
+import io.onedev.server.git.GitUtils;
+import io.onedev.server.model.Project;
+import io.onedev.server.util.match.Matcher;
+import io.onedev.server.util.match.PathMatcher;
+import io.onedev.server.util.patternset.PatternSet;
+import io.onedev.server.web.editable.annotation.Editable;
+import io.onedev.server.web.editable.annotation.NameOfEmptyValue;
+import io.onedev.server.web.editable.annotation.Patterns;
+import io.onedev.server.web.util.SuggestionUtils;
+
+@Editable(order=100, name="Branch update")
+public class BranchUpdateTrigger extends JobTrigger {
+
+ private static final long serialVersionUID = 1L;
+
+ private String branches;
+
+ private String paths;
+
+ @Editable(name="Branches", order=100,
+ description="Optionally specify space-separated branches to check. Use * or ? for wildcard match. "
+ + "Leave empty to match all branches")
+ @Patterns(suggester = "suggestBranches")
+ @NameOfEmptyValue("Any branch")
+ public String getBranches() {
+ return branches;
+ }
+
+ public void setBranches(String branches) {
+ this.branches = branches;
+ }
+
+ @SuppressWarnings("unused")
+ private static List<InputSuggestion> suggestBranches(String matchWith) {
+ return SuggestionUtils.suggestBranches(Project.get(), matchWith);
+ }
+
+ @Editable(name="Touched Files", order=200,
+ description="Optionally specify space-separated files to check. Use * or ? for wildcard match. "
+ + "Leave empty to match all files")
+ @Patterns(suggester = "getPathSuggestions")
+ @NameOfEmptyValue("Any file")
+ public String getPaths() {
+ return paths;
+ }
+
+ public void setPaths(String paths) {
+ this.paths = paths;
+ }
+
+ @SuppressWarnings("unused")
+ private static List<InputSuggestion> getPathSuggestions(String matchWith) {
+ return SuggestionUtils.suggestBlobs(Project.get(), matchWith);
+ }
+
+ private boolean touchedFile(RefUpdated refUpdated) {
+ if (getPaths() != null) {
+ if (refUpdated.getOldCommitId().equals(ObjectId.zeroId())) {
+ return true;
+ } else if (refUpdated.getNewCommitId().equals(ObjectId.zeroId())) {
+ return false;
+ } else {
+ Collection<String> changedFiles = GitUtils.getChangedFiles(refUpdated.getProject().getRepository(),
+ refUpdated.getOldCommitId(), refUpdated.getNewCommitId());
+ PatternSet patternSet = PatternSet.parse(getPaths());
+ Matcher matcher = new PathMatcher();
+ for (String changedFile: changedFiles) {
+ if (patternSet.matches(matcher, changedFile))
+ return true;
+ }
+ return false;
+ }
+ } else {
+ return true;
+ }
+ }
+
+ @Override
+ public boolean matches(ProjectEvent event, Job job) {
+ if (event instanceof RefUpdated) {
+ RefUpdated refUpdated = (RefUpdated) event;
+ String branch = GitUtils.ref2branch(refUpdated.getRefName());
+ if (branch != null) {
+ if ((getBranches() == null || PatternSet.parse(getBranches()).matches(new PathMatcher(), branch))
+ && touchedFile(refUpdated)) {
+ return true;
+ }
+ }
+ }
+ return false;
+ }
+
+ @Override
+ public String getDescription() {
+ String description;
+ if (getBranches() != null && getPaths() != null)
+ description = String.format("When update branches '%s' and touch files '%s'", getBranches(), getPaths());
+ else if (getBranches() != null)
+ description = String.format("When update branches '%s'", getBranches());
+ else if (getPaths() != null)
+ description = String.format("When touch files '%s'", getPaths());
+ else
+ description = "When update branches";
+ return description;
+ }
+
+}
diff --git a/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/DependencyFinishedTrigger.java b/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/DependencyFinishedTrigger.java
index 4b1514e284..a8bcf86fbd 100644
--- a/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/DependencyFinishedTrigger.java
+++ b/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/DependencyFinishedTrigger.java
@@ -1,46 +1,46 @@
-package io.onedev.server.buildspec.job.trigger;
-
-import java.util.List;
-
-import io.onedev.server.buildspec.job.Job;
-import io.onedev.server.buildspec.job.JobDependency;
-import io.onedev.server.buildspec.job.paramsupply.ParamSupply;
-import io.onedev.server.event.ProjectEvent;
-import io.onedev.server.event.build.BuildFinished;
-import io.onedev.server.model.Build;
-import io.onedev.server.model.Build.Status;
-import io.onedev.server.web.editable.annotation.Editable;
-
-@Editable(order=500, name="When dependency jobs finished")
-public class DependencyFinishedTrigger extends JobTrigger {
-
- private static final long serialVersionUID = 1L;
-
- @Override
- public boolean matches(ProjectEvent event, Job job) {
- if (event instanceof BuildFinished) {
- BuildFinished buildFinished = (BuildFinished) event;
- Build build = buildFinished.getBuild();
- for (JobDependency dependency: job.getJobDependencies()) {
- if (dependency.getJobName().equals(build.getJobName())
- && (!dependency.isRequireSuccessful() || build.getStatus() == Status.SUCCESSFUL)) {
- for (ParamSupply param: dependency.getJobParams()) {
- if (!param.isSecret()) {
- List<String> paramValue = build.getParamMap().get(param.getName());
- if (!param.getValuesProvider().getValues().contains(paramValue))
- return false;
- }
- }
- return true;
- }
- }
- }
- return false;
- }
-
- @Override
- public String getDescription() {
- return "When dependency jobs finished";
- }
-
-}
+package io.onedev.server.buildspec.job.trigger;
+
+import java.util.List;
+
+import io.onedev.server.buildspec.job.Job;
+import io.onedev.server.buildspec.job.JobDependency;
+import io.onedev.server.buildspec.job.paramsupply.ParamSupply;
+import io.onedev.server.event.ProjectEvent;
+import io.onedev.server.event.build.BuildFinished;
+import io.onedev.server.model.Build;
+import io.onedev.server.model.Build.Status;
+import io.onedev.server.web.editable.annotation.Editable;
+
+@Editable(order=500, name="Dependency job finished")
+public class DependencyFinishedTrigger extends JobTrigger {
+
+ private static final long serialVersionUID = 1L;
+
+ @Override
+ public boolean matches(ProjectEvent event, Job job) {
+ if (event instanceof BuildFinished) {
+ BuildFinished buildFinished = (BuildFinished) event;
+ Build build = buildFinished.getBuild();
+ for (JobDependency dependency: job.getJobDependencies()) {
+ if (dependency.getJobName().equals(build.getJobName())
+ && (!dependency.isRequireSuccessful() || build.getStatus() == Status.SUCCESSFUL)) {
+ for (ParamSupply param: dependency.getJobParams()) {
+ if (!param.isSecret()) {
+ List<String> paramValue = build.getParamMap().get(param.getName());
+ if (!param.getValuesProvider().getValues().contains(paramValue))
+ return false;
+ }
+ }
+ return true;
+ }
+ }
+ }
+ return false;
+ }
+
+ @Override
+ public String getDescription() {
+ return "When dependency jobs finished";
+ }
+
+}
diff --git a/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/JobTrigger.java b/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/JobTrigger.java
index cfa05557bb..910d2eca28 100644
--- a/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/JobTrigger.java
+++ b/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/JobTrigger.java
@@ -1,57 +1,57 @@
-package io.onedev.server.buildspec.job.trigger;
-
-import java.io.Serializable;
-import java.util.ArrayList;
-import java.util.List;
-
-import javax.validation.Valid;
-
-import org.apache.wicket.Component;
-
-import io.onedev.server.buildspec.job.Job;
-import io.onedev.server.buildspec.job.JobAware;
-import io.onedev.server.buildspec.job.paramspec.ParamSpec;
-import io.onedev.server.buildspec.job.paramsupply.ParamSupply;
-import io.onedev.server.event.ProjectEvent;
-import io.onedev.server.util.ComponentContext;
-import io.onedev.server.web.editable.annotation.Editable;
-import io.onedev.server.web.editable.annotation.OmitName;
-import io.onedev.server.web.editable.annotation.ParamSpecProvider;
-import io.onedev.server.web.util.WicketUtils;
-
-@Editable
-public abstract class JobTrigger implements Serializable {
-
- private static final long serialVersionUID = 1L;
-
- private List<ParamSupply> params = new ArrayList<>();
-
- @Editable(name="Job Parameters", order=1000)
- @ParamSpecProvider("getParamSpecs")
- @OmitName
- @Valid
- public List<ParamSupply> getParams() {
- return params;
- }
-
- public void setParams(List<ParamSupply> params) {
- this.params = params;
- }
-
- @SuppressWarnings("unused")
- private static List<ParamSpec> getParamSpecs() {
- Component component = ComponentContext.get().getComponent();
- JobAware jobAware = WicketUtils.findInnermost(component, JobAware.class);
- if (jobAware != null) {
- Job job = jobAware.getJob();
- if (job != null)
- return job.getParamSpecs();
- }
- return new ArrayList<>();
- }
-
- public abstract boolean matches(ProjectEvent event, Job job);
-
- public abstract String getDescription();
-
-}
+package io.onedev.server.buildspec.job.trigger;
+
+import java.io.Serializable;
+import java.util.ArrayList;
+import java.util.List;
+
+import javax.validation.Valid;
+
+import org.apache.wicket.Component;
+
+import io.onedev.server.buildspec.job.Job;
+import io.onedev.server.buildspec.job.JobAware;
+import io.onedev.server.buildspec.job.paramspec.ParamSpec;
+import io.onedev.server.buildspec.job.paramsupply.ParamSupply;
+import io.onedev.server.event.ProjectEvent;
+import io.onedev.server.util.ComponentContext;
+import io.onedev.server.web.editable.annotation.Editable;
+import io.onedev.server.web.editable.annotation.OmitName;
+import io.onedev.server.web.editable.annotation.ParamSpecProvider;
+import io.onedev.server.web.util.WicketUtils;
+
+@Editable
+public abstract class JobTrigger implements Serializable {
+
+ private static final long serialVersionUID = 1L;
+
+ private List<ParamSupply> params = new ArrayList<>();
+
+ @Editable(name="Job Parameters", order=1000)
+ @ParamSpecProvider("getParamSpecs")
+ @OmitName
+ @Valid
+ public List<ParamSupply> getParams() {
+ return params;
+ }
+
+ public void setParams(List<ParamSupply> params) {
+ this.params = params;
+ }
+
+ @SuppressWarnings("unused")
+ private static List<ParamSpec> getParamSpecs() {
+ Component component = ComponentContext.get().getComponent();
+ JobAware jobAware = WicketUtils.findInnermost(component, JobAware.class);
+ if (jobAware != null) {
+ Job job = jobAware.getJob();
+ if (job != null)
+ return job.getParamSpecs();
+ }
+ return new ArrayList<>();
+ }
+
+ public abstract boolean matches(ProjectEvent event, Job job);
+
+ public abstract String getDescription();
+
+}
diff --git a/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/PullRequestTrigger.java b/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/PullRequestTrigger.java
index 069d5a1741..24ca85ae9e 100644
--- a/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/PullRequestTrigger.java
+++ b/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/PullRequestTrigger.java
@@ -1,113 +1,113 @@
-package io.onedev.server.buildspec.job.trigger;
-
-import java.util.Collection;
-import java.util.List;
-
-import org.eclipse.jgit.lib.ObjectId;
-
-import io.onedev.commons.codeassist.InputSuggestion;
-import io.onedev.server.buildspec.job.Job;
-import io.onedev.server.event.ProjectEvent;
-import io.onedev.server.event.pullrequest.PullRequestMergePreviewCalculated;
-import io.onedev.server.git.GitUtils;
-import io.onedev.server.model.Project;
-import io.onedev.server.model.PullRequest;
-import io.onedev.server.util.match.Matcher;
-import io.onedev.server.util.match.PathMatcher;
-import io.onedev.server.util.patternset.PatternSet;
-import io.onedev.server.web.editable.annotation.Editable;
-import io.onedev.server.web.editable.annotation.NameOfEmptyValue;
-import io.onedev.server.web.editable.annotation.Patterns;
-import io.onedev.server.web.util.SuggestionUtils;
-
-@Editable(order=300, name="When open/update pull requests")
-public class PullRequestTrigger extends JobTrigger {
-
- private static final long serialVersionUID = 1L;
-
- private String branches;
-
- private String paths;
-
- @Editable(name="Target Branches", order=100,
- description="Optionally specify space-separated target branches of the pull requests to check. "
- + "Use * or ? for wildcard match. Leave empty to match all branches")
- @Patterns(suggester = "suggestBranches")
- @NameOfEmptyValue("Any branch")
- public String getBranches() {
- return branches;
- }
-
- public void setBranches(String branches) {
- this.branches = branches;
- }
-
- @SuppressWarnings("unused")
- private static List<InputSuggestion> suggestBranches(String matchWith) {
- return SuggestionUtils.suggestBranches(Project.get(), matchWith);
- }
-
- @Editable(name="Touched Files", order=200,
- description="Optionally specify space-separated files to check. Use * or ? for wildcard match. "
- + "Leave empty to match all files")
- @Patterns(suggester = "getPathSuggestions")
- @NameOfEmptyValue("Any file")
- public String getPaths() {
- return paths;
- }
-
- public void setPaths(String paths) {
- this.paths = paths;
- }
-
- @SuppressWarnings("unused")
- private static List<InputSuggestion> getPathSuggestions(String matchWith) {
- return SuggestionUtils.suggestBlobs(Project.get(), matchWith);
- }
-
- private boolean touchedFile(PullRequest request) {
- if (getPaths() != null) {
- Collection<String> changedFiles = GitUtils.getChangedFiles(request.getTargetProject().getRepository(),
- request.getTarget().getObjectId(), ObjectId.fromString(request.getLastMergePreview().getMerged()));
- PatternSet patternSet = PatternSet.parse(getPaths());
- Matcher matcher = new PathMatcher();
- for (String changedFile: changedFiles) {
- if (patternSet.matches(matcher, changedFile))
- return true;
- }
- return false;
- } else {
- return true;
- }
- }
-
- @Override
- public boolean matches(ProjectEvent event, Job job) {
- if (event instanceof PullRequestMergePreviewCalculated) {
- PullRequestMergePreviewCalculated pullRequestMergePreviewCalculated = (PullRequestMergePreviewCalculated) event;
- String branch = pullRequestMergePreviewCalculated.getRequest().getTargetBranch();
- if (branch != null) {
- if ((getBranches() == null || PatternSet.parse(getBranches()).matches(new PathMatcher(), branch))
- && touchedFile(pullRequestMergePreviewCalculated.getRequest())) {
- return true;
- }
- }
- }
- return false;
- }
-
- @Override
- public String getDescription() {
- String description;
- if (getBranches() != null && getPaths() != null)
- description = String.format("When open/update pull requests targeting branches '%s' and touching files '%s'", getBranches(), getPaths());
- else if (getBranches() != null)
- description = String.format("When open/update pull requests targeting branches '%s'", getBranches());
- else if (getPaths() != null)
- description = String.format("When open/update pull requests touching files '%s'", getPaths());
- else
- description = "When open/update pull requests";
- return description;
- }
-
-}
+package io.onedev.server.buildspec.job.trigger;
+
+import java.util.Collection;
+import java.util.List;
+
+import org.eclipse.jgit.lib.ObjectId;
+
+import io.onedev.commons.codeassist.InputSuggestion;
+import io.onedev.server.buildspec.job.Job;
+import io.onedev.server.event.ProjectEvent;
+import io.onedev.server.event.pullrequest.PullRequestMergePreviewCalculated;
+import io.onedev.server.git.GitUtils;
+import io.onedev.server.model.Project;
+import io.onedev.server.model.PullRequest;
+import io.onedev.server.util.match.Matcher;
+import io.onedev.server.util.match.PathMatcher;
+import io.onedev.server.util.patternset.PatternSet;
+import io.onedev.server.web.editable.annotation.Editable;
+import io.onedev.server.web.editable.annotation.NameOfEmptyValue;
+import io.onedev.server.web.editable.annotation.Patterns;
+import io.onedev.server.web.util.SuggestionUtils;
+
+@Editable(order=300, name="Pull request open or update")
+public class PullRequestTrigger extends JobTrigger {
+
+ private static final long serialVersionUID = 1L;
+
+ private String branches;
+
+ private String paths;
+
+ @Editable(name="Target Branches", order=100,
+ description="Optionally specify space-separated target branches of the pull requests to check. "
+ + "Use * or ? for wildcard match. Leave empty to match all branches")
+ @Patterns(suggester = "suggestBranches")
+ @NameOfEmptyValue("Any branch")
+ public String getBranches() {
+ return branches;
+ }
+
+ public void setBranches(String branches) {
+ this.branches = branches;
+ }
+
+ @SuppressWarnings("unused")
+ private static List<InputSuggestion> suggestBranches(String matchWith) {
+ return SuggestionUtils.suggestBranches(Project.get(), matchWith);
+ }
+
+ @Editable(name="Touched Files", order=200,
+ description="Optionally specify space-separated files to check. Use * or ? for wildcard match. "
+ + "Leave empty to match all files")
+ @Patterns(suggester = "getPathSuggestions")
+ @NameOfEmptyValue("Any file")
+ public String getPaths() {
+ return paths;
+ }
+
+ public void setPaths(String paths) {
+ this.paths = paths;
+ }
+
+ @SuppressWarnings("unused")
+ private static List<InputSuggestion> getPathSuggestions(String matchWith) {
+ return SuggestionUtils.suggestBlobs(Project.get(), matchWith);
+ }
+
+ private boolean touchedFile(PullRequest request) {
+ if (getPaths() != null) {
+ Collection<String> changedFiles = GitUtils.getChangedFiles(request.getTargetProject().getRepository(),
+ request.getTarget().getObjectId(), ObjectId.fromString(request.getLastMergePreview().getMerged()));
+ PatternSet patternSet = PatternSet.parse(getPaths());
+ Matcher matcher = new PathMatcher();
+ for (String changedFile: changedFiles) {
+ if (patternSet.matches(matcher, changedFile))
+ return true;
+ }
+ return false;
+ } else {
+ return true;
+ }
+ }
+
+ @Override
+ public boolean matches(ProjectEvent event, Job job) {
+ if (event instanceof PullRequestMergePreviewCalculated) {
+ PullRequestMergePreviewCalculated pullRequestMergePreviewCalculated = (PullRequestMergePreviewCalculated) event;
+ String branch = pullRequestMergePreviewCalculated.getRequest().getTargetBranch();
+ if (branch != null) {
+ if ((getBranches() == null || PatternSet.parse(getBranches()).matches(new PathMatcher(), branch))
+ && touchedFile(pullRequestMergePreviewCalculated.getRequest())) {
+ return true;
+ }
+ }
+ }
+ return false;
+ }
+
+ @Override
+ public String getDescription() {
+ String description;
+ if (getBranches() != null && getPaths() != null)
+ description = String.format("When open/update pull requests targeting branches '%s' and touching files '%s'", getBranches(), getPaths());
+ else if (getBranches() != null)
+ description = String.format("When open/update pull requests targeting branches '%s'", getBranches());
+ else if (getPaths() != null)
+ description = String.format("When open/update pull requests touching files '%s'", getPaths());
+ else
+ description = "When open/update pull requests";
+ return description;
+ }
+
+}
diff --git a/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/TagCreateTrigger.java b/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/TagCreateTrigger.java
index 3aa642d6fd..5095230e7c 100644
--- a/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/TagCreateTrigger.java
+++ b/server-core/src/main/java/io/onedev/server/buildspec/job/trigger/TagCreateTrigger.java
@@ -1,66 +1,66 @@
-package io.onedev.server.buildspec.job.trigger;
-
-import java.util.List;
-
-import org.eclipse.jgit.lib.ObjectId;
-
-import io.onedev.commons.codeassist.InputSuggestion;
-import io.onedev.server.buildspec.job.Job;
-import io.onedev.server.event.ProjectEvent;
-import io.onedev.server.event.RefUpdated;
-import io.onedev.server.git.GitUtils;
-import io.onedev.server.model.Project;
-import io.onedev.server.util.match.PathMatcher;
-import io.onedev.server.util.patternset.PatternSet;
-import io.onedev.server.web.editable.annotation.Editable;
-import io.onedev.server.web.editable.annotation.NameOfEmptyValue;
-import io.onedev.server.web.editable.annotation.Patterns;
-import io.onedev.server.web.util.SuggestionUtils;
-
-@Editable(order=200, name="When create tags")
-public class TagCreateTrigger extends JobTrigger {
-
- private static final long serialVersionUID = 1L;
-
- private String tags;
-
- @Editable(name="Tags", order=100,
- description="Optionally specify space-separated tags to check. Use * or ? for wildcard match. "
- + "Leave empty to match all tags")
- @Patterns(suggester = "suggestTags")
- @NameOfEmptyValue("Any tag")
- public String getTags() {
- return tags;
- }
-
- public void setTags(String tags) {
- this.tags = tags;
- }
-
- @SuppressWarnings("unused")
- private static List<InputSuggestion> suggestTags(String matchWith) {
- return SuggestionUtils.suggestTags(Project.get(), matchWith);
- }
-
- @Override
- public boolean matches(ProjectEvent event, Job job) {
- if (event instanceof RefUpdated) {
- RefUpdated refUpdated = (RefUpdated) event;
- String pushedTag = GitUtils.ref2tag(refUpdated.getRefName());
- if (pushedTag != null && !refUpdated.getNewCommitId().equals(ObjectId.zeroId())
- && (getTags() == null || PatternSet.parse(getTags()).matches(new PathMatcher(), pushedTag))) {
- return true;
- }
- }
- return false;
- }
-
- @Override
- public String getDescription() {
- if (getTags() != null)
- return String.format("When create tags '%s'", getTags());
- else
- return "When create tags";
- }
-
-}
+package io.onedev.server.buildspec.job.trigger;
+
+import java.util.List;
+
+import org.eclipse.jgit.lib.ObjectId;
+
+import io.onedev.commons.codeassist.InputSuggestion;
+import io.onedev.server.buildspec.job.Job;
+import io.onedev.server.event.ProjectEvent;
+import io.onedev.server.event.RefUpdated;
+import io.onedev.server.git.GitUtils;
+import io.onedev.server.model.Project;
+import io.onedev.server.util.match.PathMatcher;
+import io.onedev.server.util.patternset.PatternSet;
+import io.onedev.server.web.editable.annotation.Editable;
+import io.onedev.server.web.editable.annotation.NameOfEmptyValue;
+import io.onedev.server.web.editable.annotation.Patterns;
+import io.onedev.server.web.util.SuggestionUtils;
+
+@Editable(order=200, name="Tag creation")
+public class TagCreateTrigger extends JobTrigger {
+
+ private static final long serialVersionUID = 1L;
+
+ private String tags;
+
+ @Editable(name="Tags", order=100,
+ description="Optionally specify space-separated tags to check. Use * or ? for wildcard match. "
+ + "Leave empty to match all tags")
+ @Patterns(suggester = "suggestTags")
+ @NameOfEmptyValue("Any tag")
+ public String getTags() {
+ return tags;
+ }
+
+ public void setTags(String tags) {
+ this.tags = tags;
+ }
+
+ @SuppressWarnings("unused")
+ private static List<InputSuggestion> suggestTags(String matchWith) {
+ return SuggestionUtils.suggestTags(Project.get(), matchWith);
+ }
+
+ @Override
+ public boolean matches(ProjectEvent event, Job job) {
+ if (event instanceof RefUpdated) {
+ RefUpdated refUpdated = (RefUpdated) event;
+ String pushedTag = GitUtils.ref2tag(refUpdated.getRefName());
+ if (pushedTag != null && !refUpdated.getNewCommitId().equals(ObjectId.zeroId())
+ && (getTags() == null || PatternSet.parse(getTags()).matches(new PathMatcher(), pushedTag))) {
+ return true;
+ }
+ }
+ return false;
+ }
+
+ @Override
+ public String getDescription() {
+ if (getTags() != null)
+ return String.format("When create tags '%s'", getTags());
+ else
+ return "When create tags";
+ }
+
+}
diff --git a/server-core/src/main/java/io/onedev/server/issue/fieldsupply/SpecifiedValue.java b/server-core/src/main/java/io/onedev/server/issue/fieldsupply/SpecifiedValue.java
index 6d86148e1d..b982666669 100644
--- a/server-core/src/main/java/io/onedev/server/issue/fieldsupply/SpecifiedValue.java
+++ b/server-core/src/main/java/io/onedev/server/issue/fieldsupply/SpecifiedValue.java
@@ -1,47 +1,50 @@
-package io.onedev.server.issue.fieldsupply;
-
-import java.util.ArrayList;
-import java.util.List;
-
-import org.apache.commons.lang3.builder.EqualsBuilder;
-import org.apache.commons.lang3.builder.HashCodeBuilder;
-
-public class SpecifiedValue implements ValueProvider {
-
- private static final long serialVersionUID = 1L;
-
- public static final String DISPLAY_NAME = "Use specified value";
-
- public static final String SECRET_DISPLAY_NAME = "Use specified job secret";
-
- private List<String> value = new ArrayList<>();
-
- @Override
- public List<String> getValue() {
- return value;
- }
-
- public void setValue(List<String> value) {
- this.value = value;
- }
-
- @Override
- public boolean equals(Object other) {
- if (!(other instanceof SpecifiedValue))
- return false;
- if (this == other)
- return true;
- SpecifiedValue otherSpecifiedValue = (SpecifiedValue) other;
- return new EqualsBuilder()
- .append(value, otherSpecifiedValue.value)
- .isEquals();
- }
-
- @Override
- public int hashCode() {
- return new HashCodeBuilder(17, 37)
- .append(value)
- .toHashCode();
- }
-
-}
+package io.onedev.server.issue.fieldsupply;
+
+import java.util.ArrayList;
+import java.util.List;
+
+import org.apache.commons.lang3.builder.EqualsBuilder;
+import org.apache.commons.lang3.builder.HashCodeBuilder;
+
+import io.onedev.server.web.editable.annotation.Editable;
+
+@Editable
+public class SpecifiedValue implements ValueProvider {
+
+ private static final long serialVersionUID = 1L;
+
+ public static final String DISPLAY_NAME = "Use specified value";
+
+ public static final String SECRET_DISPLAY_NAME = "Use specified job secret";
+
+ private List<String> value = new ArrayList<>();
+
+ @Override
+ public List<String> getValue() {
+ return value;
+ }
+
+ public void setValue(List<String> value) {
+ this.value = value;
+ }
+
+ @Override
+ public boolean equals(Object other) {
+ if (!(other instanceof SpecifiedValue))
+ return false;
+ if (this == other)
+ return true;
+ SpecifiedValue otherSpecifiedValue = (SpecifiedValue) other;
+ return new EqualsBuilder()
+ .append(value, otherSpecifiedValue.value)
+ .isEquals();
+ }
+
+ @Override
+ public int hashCode() {
+ return new HashCodeBuilder(17, 37)
+ .append(value)
+ .toHashCode();
+ }
+
+}
diff --git a/server-core/src/main/java/io/onedev/server/issue/fieldsupply/ValueProvider.java b/server-core/src/main/java/io/onedev/server/issue/fieldsupply/ValueProvider.java
index 836c7fccdf..f84be2a8eb 100644
--- a/server-core/src/main/java/io/onedev/server/issue/fieldsupply/ValueProvider.java
+++ b/server-core/src/main/java/io/onedev/server/issue/fieldsupply/ValueProvider.java
@@ -1,10 +1,13 @@
-package io.onedev.server.issue.fieldsupply;
-
-import java.io.Serializable;
-import java.util.List;
-
-public interface ValueProvider extends Serializable {
-
- List<String> getValue();
-
-}
+package io.onedev.server.issue.fieldsupply;
+
+import java.io.Serializable;
+import java.util.List;
+
+import io.onedev.server.web.editable.annotation.Editable;
+
+@Editable
+public interface ValueProvider extends Serializable {
+
+ List<String> getValue();
+
+}
diff --git a/server-core/src/main/java/io/onedev/server/migration/DataMigrator.java b/server-core/src/main/java/io/onedev/server/migration/DataMigrator.java
index 55d8440a25..900f59a87b 100644
--- a/server-core/src/main/java/io/onedev/server/migration/DataMigrator.java
+++ b/server-core/src/main/java/io/onedev/server/migration/DataMigrator.java
@@ -1,1770 +1,1770 @@
-package io.onedev.server.migration;
-
-import java.io.File;
-import java.io.IOException;
-import java.io.InputStream;
-import java.nio.charset.StandardCharsets;
-import java.nio.file.Files;
-import java.nio.file.Path;
-import java.util.Collection;
-import java.util.Collections;
-import java.util.HashMap;
-import java.util.HashSet;
-import java.util.Map;
-import java.util.Set;
-import java.util.Stack;
-
-import javax.inject.Singleton;
-
-import org.apache.commons.io.IOUtils;
-import org.dom4j.Element;
-import org.dom4j.Node;
-
-import com.google.common.base.Preconditions;
-
-import io.onedev.commons.launcher.bootstrap.Bootstrap;
-import io.onedev.commons.utils.FileUtils;
-import io.onedev.commons.utils.StringUtils;
-import io.onedev.server.OneException;
-
-@Singleton
-@SuppressWarnings("unused")
-public class DataMigrator {
-
- private void migrate1(File dataDir, Stack<Integer> versions) {
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("CodeComments.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- Element branchRefElement = element.element("branchRef");
- if (branchRefElement != null)
- branchRefElement.detach();
- }
- dom.writeToFile(file, false);
- }
- }
- }
-
- private void migrate2(File dataDir, Stack<Integer> versions) {
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("Depots.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- Element gateKeeperElement = element.element("gateKeeper");
- gateKeeperElement.detach();
- element.addElement("gateKeepers");
- }
- dom.writeToFile(file, false);
- }
- }
- }
-
- private void migrate3(File dataDir, Stack<Integer> versions) {
- for (File file: dataDir.listFiles()) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- String name = element.getName();
- name = StringUtils.replace(name, "com.pmease.commons", "com.gitplex.commons");
- name = StringUtils.replace(name, "com.pmease.gitplex", "com.gitplex.server");
- element.setName(name);
- }
- if (file.getName().startsWith("Configs.xml")) {
- for (Element element: dom.getRootElement().elements()) {
- Element settingElement = element.element("setting");
- if (settingElement != null) {
- String clazz = settingElement.attributeValue("class");
- settingElement.addAttribute("class", StringUtils.replace(clazz, "com.pmease.gitplex", "com.gitplex.server"));
- Element gitConfigElement = settingElement.element("gitConfig");
- if (gitConfigElement != null) {
- clazz = gitConfigElement.attributeValue("class");
- gitConfigElement.addAttribute("class", StringUtils.replace(clazz, "com.pmease.gitplex", "com.gitplex.server"));
- }
- }
- }
- }
- dom.writeToFile(file, false);
- }
- }
-
- private void migrate4(File dataDir, Stack<Integer> versions) {
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("Accounts.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- Element avatarUploadDateElement = element.element("avatarUploadDate");
- if (avatarUploadDateElement != null)
- avatarUploadDateElement.detach();
- }
- dom.writeToFile(file, false);
- }
- }
- }
-
- private void migrate5(File dataDir, Stack<Integer> versions) {
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("Configs.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- if (element.elementTextTrim("key").equals("MAIL")) {
- Element settingElement = element.element("setting");
- if (settingElement != null)
- settingElement.addElement("enableSSL").setText("false");
- }
- }
- dom.writeToFile(file, false);
- }
- }
- }
-
- private void migrate6(File dataDir, Stack<Integer> versions) {
- }
-
- private void migrate7(File dataDir, Stack<Integer> versions) {
- for (File file: dataDir.listFiles()) {
- try {
- String content = FileUtils.readFileToString(file, StandardCharsets.UTF_8);
- content = StringUtils.replace(content,
- "com.gitplex.commons.hibernate.migration.VersionTable",
- "com.gitplex.server.model.ModelVersion");
- content = StringUtils.replace(content,
- "com.gitplex.server.core.entity.support.IntegrationPolicy",
- "com.gitplex.server.model.support.IntegrationPolicy");
- content = StringUtils.replace(content,
- "com.gitplex.server.core.entity.PullRequest_-IntegrationStrategy",
- "com.gitplex.server.model.PullRequest_-IntegrationStrategy");
- content = StringUtils.replace(content,
- "com.gitplex.server.core.entity.", "com.gitplex.server.model.");
- content = StringUtils.replace(content,
- "com.gitplex.server.core.setting.SpecifiedGit", "com.gitplex.server.git.config.SpecifiedGit");
- content = StringUtils.replace(content,
- "com.gitplex.server.core.setting.SystemGit", "com.gitplex.server.git.config.SystemGit");
- content = StringUtils.replace(content,
- "com.gitplex.server.core.setting.", "com.gitplex.server.model.support.setting.");
- content = StringUtils.replace(content,
- "com.gitplex.server.core.gatekeeper.", "com.gitplex.server.gatekeeper.");
- FileUtils.writeStringToFile(file, content, StandardCharsets.UTF_8);
-
- if (file.getName().equals("VersionTables.xml")) {
- FileUtils.moveFile(file, new File(file.getParentFile(), "ModelVersions.xml"));
- }
- } catch (IOException e) {
- throw new RuntimeException(e);
- }
- }
- }
-
- private void migrateIntegrationStrategy8(Element integrationStrategyElement) {
- if (integrationStrategyElement != null) {
- integrationStrategyElement.setName("mergeStrategy");
- switch (integrationStrategyElement.getText()) {
- case "MERGE_ALWAYS":
- integrationStrategyElement.setText("ALWAYS_MERGE");
- break;
- case "MERGE_WITH_SQUASH":
- integrationStrategyElement.setText("SQUASH_MERGE");
- break;
- case "REBASE_SOURCE_ONTO_TARGET":
- integrationStrategyElement.setText("REBASE_MERGE");
- break;
- case "REBASE_TARGET_ONTO_SOURCE":
- integrationStrategyElement.setText("MERGE_IF_NECESSARY");
- break;
- }
- }
- }
-
- private void migrate8(File dataDir, Stack<Integer> versions) {
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("Configs.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- if (element.elementTextTrim("key").equals("SYSTEM")) {
- Element settingElement = element.element("setting");
- settingElement.addElement("curlConfig")
- .addAttribute("class", "com.gitplex.server.git.config.SystemCurl");
- }
- }
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("Accounts.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- element.element("reviewEffort").detach();
- }
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("Depots.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- element.element("gateKeepers").detach();
- element.element("integrationPolicies").detach();
- element.addElement("branchProtections");
- element.addElement("tagProtections");
- }
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("PullRequests.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- Element assigneeElement = element.element("assignee");
- if (assigneeElement != null)
- assigneeElement.detach();
- migrateIntegrationStrategy8(element.element("integrationStrategy"));
- Element lastIntegrationPreviewElement = element.element("lastIntegrationPreview");
- if (lastIntegrationPreviewElement != null) {
- lastIntegrationPreviewElement.setName("lastMergePreview");
- Element integratedElement = lastIntegrationPreviewElement.element("integrated");
- if (integratedElement != null)
- integratedElement.setName("merged");
- migrateIntegrationStrategy8(lastIntegrationPreviewElement.element("integrationStrategy"));
- }
- Element closeInfoElement = element.element("closeInfo");
- if (closeInfoElement != null) {
- Element closeStatusElement = closeInfoElement.element("closeStatus");
- if (closeStatusElement.getText().equals("INTEGRATED"))
- closeStatusElement.setText("MERGED");
- }
- }
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("PullRequestReviews.xml")
- || file.getName().startsWith("PullRequestReviewInvitations.xml")
- || file.getName().startsWith("PullRequestStatusChanges.xml")
- || file.getName().startsWith("PullRequestTasks.xml")
- || file.getName().startsWith("PullRequestVerifications.xml")
- || file.getName().startsWith("CodeComments.xml")
- || file.getName().startsWith("CodeCommentRelations.xml")
- || file.getName().startsWith("CodeCommentReplys.xml")
- || file.getName().startsWith("CodeCommentStatusChanges.xml")) {
- FileUtils.deleteFile(file);
- } else if (file.getName().startsWith("PullRequestUpdates.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- Element mergeCommitHashElement = element.element("mergeCommitHash");
- mergeCommitHashElement.setName("mergeBaseCommitHash");
- }
- dom.writeToFile(file, false);
- }
- }
- }
-
- private void migrate9(File dataDir, Stack<Integer> versions) {
- try {
- Map<String, String> accountIdToName = new HashMap<>();
- Set<String> userIds = new HashSet<>();
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("Accounts.xml")) {
- File renamedFile = new File(dataDir, file.getName().replace("Accounts.xml", "Users.xml"));
- FileUtils.moveFile(file, renamedFile);
- String content = FileUtils.readFileToString(renamedFile, StandardCharsets.UTF_8);
- content = StringUtils.replace(content, "com.gitplex.server.model.Account",
- "com.gitplex.server.model.User");
- VersionedDocument dom = VersionedDocument.fromXML(content);
- for (Element element: dom.getRootElement().elements()) {
- accountIdToName.put(element.elementText("id"), element.elementText("name"));
- if (element.elementTextTrim("organization").equals("true")) {
- element.detach();
- } else {
- userIds.add(element.elementText("id"));
- element.element("organization").detach();
- element.element("defaultPrivilege").detach();
- element.element("noSpaceName").detach();
- if (element.element("noSpaceFullName") != null)
- element.element("noSpaceFullName").detach();
- }
- }
- dom.writeToFile(renamedFile, false);
- }
- }
-
- long lastUserAuthorizationId = 0;
- VersionedDocument userAuthorizationsDom = new VersionedDocument();
- Element userAuthorizationListElement = userAuthorizationsDom.addElement("list");
-
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("Depots.xml")) {
- File renamedFile = new File(dataDir, file.getName().replace("Depots.xml", "Projects.xml"));
- FileUtils.moveFile(file, renamedFile);
- String content = FileUtils.readFileToString(renamedFile, StandardCharsets.UTF_8);
- content = StringUtils.replace(content, "com.gitplex.server.model.Depot",
- "com.gitplex.server.model.Project");
- VersionedDocument dom = VersionedDocument.fromXML(content);
- for (Element element: dom.getRootElement().elements()) {
- String accountId = element.elementText("account");
- element.element("account").detach();
- String depotName = element.elementText("name");
- element.element("name").setText(accountIdToName.get(accountId) + "." + depotName);
- if (element.element("defaultPrivilege") != null )
- element.element("defaultPrivilege").detach();
-
- String adminId;
- if (userIds.contains(accountId)) {
- adminId = accountId;
- } else {
- adminId = "1";
- }
- Element userAuthorizationElement =
- userAuthorizationListElement.addElement("com.gitplex.server.model.UserAuthorization");
- userAuthorizationElement.addAttribute("revision", "0.0");
- userAuthorizationElement.addElement("id").setText(String.valueOf(++lastUserAuthorizationId));
- userAuthorizationElement.addElement("user").setText(adminId);
- userAuthorizationElement.addElement("project").setText(element.elementText("id"));
- userAuthorizationElement.addElement("privilege").setText("ADMIN");
- }
-
- dom.writeToFile(renamedFile, false);
- } else if (file.getName().startsWith("BranchWatchs.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- if (!userIds.contains(element.elementText("user"))) {
- element.detach();
- } else {
- element.element("depot").setName("project");
- }
- }
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("Teams.xml")
- || file.getName().startsWith("TeamMemberships.xml")
- || file.getName().startsWith("TeamAuthorizations.xml")
- || file.getName().startsWith("OrganizationMemberships.xml")
- || file.getName().startsWith("UserAuthorizations.xml")
- || file.getName().startsWith("PullRequest")
- || file.getName().startsWith("Review")
- || file.getName().startsWith("ReviewInvitation")) {
- FileUtils.deleteFile(file);
- } else if (file.getName().startsWith("Configs.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- if (element.elementText("key").equals("SYSTEM")) {
- String storagePath = element.element("setting").elementText("storagePath");
- File storageDir = new File(storagePath);
- File repositoriesDir = new File(storageDir, "repositories");
- if (repositoriesDir.exists()) {
- File projectsDir = new File(storageDir, "projects");
- FileUtils.moveDirectory(repositoriesDir, projectsDir);
- for (File projectDir: projectsDir.listFiles()) {
- File infoDir = new File(projectDir, "info");
- if (infoDir.exists())
- FileUtils.deleteDir(infoDir);
- }
- }
- } else if (element.elementText("key").equals("SECURITY")) {
- element.element("setting").addElement("enableAnonymousAccess").setText("false");
- }
- }
- dom.writeToFile(file, false);
- }
- }
- userAuthorizationsDom.writeToFile(new File(dataDir, "UserAuthorizations.xml"), false);
- } catch (IOException e) {
- throw new RuntimeException(e);
- }
- }
-
- private void migrate10(File dataDir, Stack<Integer> versions) {
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("CodeComments.xml") || file.getName().startsWith("CodeCommentReplys.xml")
- || file.getName().startsWith("CodeCommentStatusChanges.xml")) {
- FileUtils.deleteFile(file);
- } else if (file.getName().startsWith("Projects.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- for (Element branchProtectionElement: element.element("branchProtections").elements()) {
- Element exprElement = branchProtectionElement.element("reviewAppointmentExpr");
- if (exprElement != null)
- exprElement.setName("reviewRequirementSpec");
- for (Element fileProtectionElement: branchProtectionElement.element("fileProtections").elements()) {
- exprElement = fileProtectionElement.element("reviewAppointmentExpr");
- if (exprElement != null)
- exprElement.setName("reviewRequirementSpec");
- }
- }
- }
- dom.writeToFile(file, false);
- }
- }
- VersionedDocument dom = VersionedDocument.fromFile(new File(dataDir, "Configs.xml"));
- for (Element element: dom.getRootElement().elements()) {
- if (element.elementText("key").equals("SYSTEM")) {
- String storagePath = element.element("setting").elementText("storagePath");
- File codeCommentsFromWeiFeng = new File(storagePath, "CodeComments.xml");
- if (codeCommentsFromWeiFeng.exists()) {
- dom = VersionedDocument.fromFile(codeCommentsFromWeiFeng);
- for (Element commentElement: dom.getRootElement().elements()) {
- commentElement.setName("com.gitplex.server.model.CodeComment");
- commentElement.element("depot").setName("project");
- commentElement.element("resolved").detach();
- commentElement.element("commentPos").setName("markPos");
- }
- dom.writeToFile(new File(dataDir, "CodeComments.xml"), false);
- }
- }
- }
- }
-
- private void migrate11(File dataDir, Stack<Integer> versions) {
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("Configs.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- long maxId = 0;
- for (Element element: dom.getRootElement().elements()) {
- Long id = Long.parseLong(element.elementTextTrim("id"));
- if (maxId < id)
- maxId = id;
- }
- Element licenseConfigElement = dom.getRootElement().addElement("com.gitplex.server.model.Config");
- licenseConfigElement.addElement("id").setText(String.valueOf(maxId+1));
- licenseConfigElement.addElement("key").setText("LICENSE");
- dom.writeToFile(file, false);
- }
- }
- }
-
- private void migrate12(File dataDir, Stack<Integer> versions) {
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("Projects.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element projectElement: dom.getRootElement().elements()) {
- for (Element branchProtectionElement: projectElement.element("branchProtections").elements()) {
- branchProtectionElement.addElement("enabled").setText("true");
- }
- for (Element tagProtectionElement: projectElement.element("tagProtections").elements()) {
- tagProtectionElement.addElement("enabled").setText("true");
- }
- }
- dom.writeToFile(file, false);
- }
- }
- }
-
- private void migrate13(File dataDir, Stack<Integer> versions) {
- for (File file: dataDir.listFiles()) {
- try {
- String content = FileUtils.readFileToString(file, StandardCharsets.UTF_8);
- content = StringUtils.replace(content, "gitplex", "turbodev");
- content = StringUtils.replace(content, "GitPlex", "TurboDev");
- FileUtils.writeFile(file, content, StandardCharsets.UTF_8.name());
- } catch (IOException e) {
- throw new RuntimeException(e);
- }
- }
- }
-
- private void migrate14(File dataDir, Stack<Integer> versions) {
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("Projects.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element projectElement: dom.getRootElement().elements()) {
- for (Element branchProtectionElement: projectElement.element("branchProtections").elements()) {
- Element submitterElement = branchProtectionElement.addElement("submitter");
- submitterElement.addAttribute("class", "com.turbodev.server.model.support.submitter.Anyone");
- branchProtectionElement.addElement("noCreation").setText("true");
- }
- for (Element tagProtectionElement: projectElement.element("tagProtections").elements()) {
- tagProtectionElement.detach();
- }
- }
- dom.writeToFile(file, false);
- }
- }
- }
-
- private void migrate15(File dataDir, Stack<Integer> versions) {
- for (File file: dataDir.listFiles()) {
- try {
- String content = FileUtils.readFileToString(file, StandardCharsets.UTF_8);
- content = StringUtils.replace(content, "com.turbodev", "io.onedev");
- content = StringUtils.replace(content, "com/turbodev", "io/onedev");
- content = StringUtils.replace(content, "turbodev.com", "onedev.io");
- content = StringUtils.replace(content, "turbodev", "onedev");
- content = StringUtils.replace(content, "TurboDev", "OneDev");
- FileUtils.writeFile(file, content, StandardCharsets.UTF_8.name());
- } catch (IOException e) {
- throw new RuntimeException(e);
- }
- }
- }
-
- private void migrateMergeStrategy16(Element mergeStrategyElement) {
- if (mergeStrategyElement != null) {
- mergeStrategyElement.setName("mergeStrategy");
- switch (mergeStrategyElement.getText()) {
- case "ALWAYS_MERGE":
- mergeStrategyElement.setText("CREATE_MERGE_COMMIT");
- break;
- case "MERGE_IF_NECESSARY":
- mergeStrategyElement.setText("CREATE_MERGE_COMMIT_IF_NECESSARY");
- break;
- case "SQUASH_MERGE":
- mergeStrategyElement.setText("SQUASH_SOURCE_BRANCH_COMMITS");
- break;
- case "REBASE_MERGE":
- mergeStrategyElement.setText("REBASE_SOURCE_BRANCH_COMMITS");
- break;
- }
- }
- }
-
- /*
- * Migrate from 1.0 to 2.0
- */
- private void migrate16(File dataDir, Stack<Integer> versions) {
- Map<String, Integer> codeCommentReplyCounts = new HashMap<>();
- Map<String, String> userNames = new HashMap<>();
- Map<String, Set<String>> requestCodeComments = new HashMap<>();
- Map<String, Integer> requestCommentCounts = new HashMap<>();
- Set<String> openRequests = new HashSet<>();
- Map<String, String> reviewRequirements = new HashMap<>();
-
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("Users.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- Element fullNameElement = element.element("fullName");
- if (fullNameElement != null)
- userNames.put(element.elementTextTrim("id"), fullNameElement.getText());
- else
- userNames.put(element.elementTextTrim("id"), element.elementText("name"));
- }
- } else if (file.getName().startsWith("CodeCommentReplys.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- String commentId = element.elementTextTrim("comment");
- Integer replyCount = codeCommentReplyCounts.get(commentId);
- if (replyCount == null)
- replyCount = 0;
- replyCount++;
- codeCommentReplyCounts.put(commentId, replyCount);
- }
- } else if (file.getName().startsWith("CodeCommentRelations.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- String commentId = element.elementTextTrim("comment");
- String requestId = element.elementTextTrim("request");
- Set<String> codeComments = requestCodeComments.get(requestId);
- if (codeComments == null) {
- codeComments = new HashSet<>();
- requestCodeComments.put(requestId, codeComments);
- }
- codeComments.add(commentId);
- }
- } else if (file.getName().startsWith("PullRequestComments.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- String commentId = element.elementTextTrim("request");
- Integer commentCount = requestCommentCounts.get(commentId);
- if (commentCount == null)
- commentCount = 0;
- commentCount++;
- requestCommentCounts.put(commentId, commentCount);
- }
- } else if (file.getName().startsWith("PullRequests.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- if (element.element("closeInfo") == null) {
- openRequests.add(element.elementTextTrim("id"));
- }
- }
- } else if (file.getName().startsWith("Projects.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- String projectId = element.elementTextTrim("id");
- StringBuilder builder = new StringBuilder();
- for (Element branchProtectionElement: element.element("branchProtections").elements()) {
- Element reviewRequirementSpecElement = branchProtectionElement.element("reviewRequirementSpec");
- if (reviewRequirementSpecElement != null)
- builder.append(reviewRequirementSpecElement.getText()).append(";");
-
- for (Element fileProtectionElement: branchProtectionElement.element("fileProtections").elements()) {
- reviewRequirementSpecElement = fileProtectionElement.element("reviewRequirementSpec");
- builder.append(reviewRequirementSpecElement.getText()).append(";");
- }
- }
- reviewRequirements.put(projectId, builder.toString());
- }
- }
- }
-
- for (Map.Entry<String, Set<String>> entry: requestCodeComments.entrySet()) {
- Integer commentCount = requestCommentCounts.get(entry.getKey());
- if (commentCount == null)
- commentCount = 0;
- for (String commentId: entry.getValue()) {
- commentCount++;
- Integer replyCount = codeCommentReplyCounts.get(commentId);
- if (replyCount != null)
- commentCount += replyCount;
- }
- requestCommentCounts.put(entry.getKey(), commentCount);
- }
-
- VersionedDocument requestReviewsDOM = new VersionedDocument();
- Element requestReviewListElement = requestReviewsDOM.addElement("list");
-
- VersionedDocument configurationsDOM = new VersionedDocument();
- Element configurationListElement = configurationsDOM.addElement("list");
- Map<String, Map<String, Long>> projectConfigurations = new HashMap<>();
- long configurationCount = 0;
-
- int reviewCount = 0;
-
- VersionedDocument requestBuildsDOM = new VersionedDocument();
- Element requestBuildListElement = requestBuildsDOM.addElement("list");
- int requestBuildCount = 0;
-
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("BranchWatches.xml")
- || file.getName().startsWith("PullRequestReferences.xml")
- || file.getName().startsWith("PullRequestStatusChanges.xml")
- || file.getName().startsWith("PullRequestTasks.xml")
- || file.getName().startsWith("ReviewInvitations.xml")
- || file.getName().startsWith("Reviews.xml")) {
- FileUtils.deleteFile(file);
- } else if (file.getName().startsWith("UserAuthorizations.xml") || file.getName().startsWith("GroupAuthorizations.xml")) {
- try {
- String content = FileUtils.readFileToString(file, StandardCharsets.UTF_8.name());
- content = StringUtils.replace(content, "ADMIN", "ADMINISTRATION");
- content = StringUtils.replace(content, "WRITE", "CODE_WRITE");
- content = StringUtils.replace(content, "READ", "CODE_READ");
- FileUtils.writeFile(file, content, StandardCharsets.UTF_8.name());
- } catch (IOException e) {
- throw new RuntimeException(e);
- }
- } else if (file.getName().startsWith("CodeComments.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- Integer replyCount = codeCommentReplyCounts.get(element.elementTextTrim("id"));
- if (replyCount == null)
- replyCount = 0;
- element.addElement("replyCount").setText(String.valueOf(replyCount));
-
- Element dateElement = element.element("date");
- dateElement.setName("createDate");
- Element updateDateElement = element.addElement("updateDate");
- updateDateElement.addAttribute("class", "sql-timestamp");
- Element lastEventElement = element.element("lastEvent");
- if (lastEventElement != null) {
- updateDateElement.setText(lastEventElement.elementText("date"));
- lastEventElement.detach();
- } else {
- updateDateElement.setText(dateElement.getText());
- }
- }
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("PullRequests.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- migrateMergeStrategy16(element.element("mergeStrategy"));
- Element lastMergePreviewElement = element.element("lastMergePreview");
- if (lastMergePreviewElement != null) {
- migrateMergeStrategy16(lastMergePreviewElement.element("mergeStrategy"));
- }
-
- Integer commentCount = requestCommentCounts.get(element.elementTextTrim("id"));
- if (commentCount == null)
- commentCount = 0;
- element.addElement("commentCount").setText(String.valueOf(commentCount));
-
- Element lastCodeCommentEventDateElement = element.element("lastCodeCommentEventDate");
- if (lastCodeCommentEventDateElement != null)
- lastCodeCommentEventDateElement.setName("lastCodeCommentActivityDate");
-
- Element closeInfoElement = element.element("closeInfo");
- if (closeInfoElement != null) {
- Element closedByElement = closeInfoElement.element("closedBy");
- if (closedByElement != null)
- closedByElement.setName("user");
- Element closedByNameElement = closeInfoElement.element("closedByName");
- if (closedByNameElement != null)
- closedByNameElement.setName("userName");
- closeInfoElement.element("closeDate").setName("date");
- closeInfoElement.element("closeStatus").setName("status");
- }
- Element submitDateElement = element.element("submitDate");
- Element updateDateElement = element.addElement("updateDate");
- updateDateElement.addAttribute("class", "sql-timestamp");
- Element lastEventElement = element.element("lastEvent");
- if (lastEventElement != null) {
- updateDateElement.setText(lastEventElement.elementText("date"));
- lastEventElement.detach();
- } else {
- updateDateElement.setText(submitDateElement.getText());
- }
- }
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("Configs.xml")) {
- String content;
- try {
- content = FileUtils.readFileToString(file, StandardCharsets.UTF_8);
- } catch (IOException e) {
- throw new RuntimeException(e);
- }
- content = StringUtils.replace(content, "io.onedev.server.security.authenticator.",
- "io.onedev.server.model.support.authenticator.");
- VersionedDocument dom = VersionedDocument.fromXML(content);
- for (Element element: dom.getRootElement().elements()) {
- element.setName("io.onedev.server.model.Setting");
- Element settingElement = element.element("setting");
- if (settingElement != null) {
- settingElement.setName("value");
- if (element.elementTextTrim("key").equals("AUTHENTICATOR")) {
- Element authenticatorElement = settingElement.elementIterator().next();
- settingElement.addAttribute("class", authenticatorElement.getName());
- for (Element fieldElement: authenticatorElement.elements()) {
- if (!fieldElement.getName().equals("defaultGroupNames")) {
- fieldElement.detach();
- settingElement.add(fieldElement);
- }
- }
- authenticatorElement.detach();
- settingElement.addElement("canCreateProjects").setText("true");
- }
- }
- }
- FileUtils.deleteFile(file);
- dom.writeToFile(new File(file.getParentFile(), file.getName().replace("Config", "Setting")), false);
- } else if (file.getName().startsWith("PullRequestWatchs.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- Element reasonElement = element.element("reason");
- if (reasonElement != null)
- reasonElement.detach();
- Element ignoreElement = element.element("ignore");
- ignoreElement.setName("watching");
- ignoreElement.setText(String.valueOf(!Boolean.parseBoolean(ignoreElement.getTextTrim())));
- }
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("PullRequestUpdates.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- element.element("uuid").detach();
- }
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("Projects.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- String project = element.elementTextTrim("id");
- Element publicReadElement = element.element("publicRead");
- if (publicReadElement.getTextTrim().equals("true"))
- element.addElement("defaultPrivilege").setText("CODE_READ");
- publicReadElement.detach();
-
- for (Element branchProtectionElement: element.element("branchProtections").elements()) {
- branchProtectionElement.element("verifyMerges").setName("buildMerges");
- Element verificationsElement = branchProtectionElement.element("verifications");
- verificationsElement.setName("configurations");
- for (Element verificationElement: verificationsElement.elements()) {
- String verification = verificationElement.getText();
- Map<String, Long> configurations = projectConfigurations.get(project);
- if (configurations == null) {
- configurations = new HashMap<>();
- projectConfigurations.put(project, configurations);
- }
- Long configurationId = configurations.get(verification);
- if (configurationId == null) {
- configurationId = ++configurationCount;
- configurations.put(verification, configurationId);
- Element configurationElement = configurationListElement.addElement("io.onedev.server.model.Configuration");
- configurationElement.addAttribute("revision", "0.0");
- configurationElement.addElement("id").setText(String.valueOf(configurationId));
- configurationElement.addElement("project").setText(project);
- configurationElement.addElement("name").setText(verification);
- configurationElement.addElement("buildCleanupRule").addAttribute("class", "io.onedev.server.model.support.configuration.DoNotCleanup");
- }
- for (String request: openRequests) {
- Element requestBuildElement = requestBuildListElement.addElement("io.onedev.server.model.PullRequestBuild");
- requestBuildElement.addAttribute("revision", "0.0");
- requestBuildElement.addElement("id").setText(String.valueOf(++requestBuildCount));
- requestBuildElement.addElement("request").setText(request);
- requestBuildElement.addElement("configuration").setText(String.valueOf(configurationId));
- }
- }
- Element submitterElement = branchProtectionElement.element("submitter");
- String submitterClass = submitterElement.attributeValue("class");
- submitterClass = submitterClass.replace("io.onedev.server.model.support.submitter.",
- "io.onedev.server.model.support.usermatcher.");
- submitterElement.attribute("class").setValue(submitterClass);
-
- Element reviewRequirementSpecElement = branchProtectionElement.element("reviewRequirementSpec");
- if (reviewRequirementSpecElement != null) {
- reviewRequirementSpecElement.setName("reviewRequirement");
- }
-
- for (Element fileProtectionElement: branchProtectionElement.element("fileProtections").elements()) {
- reviewRequirementSpecElement = fileProtectionElement.element("reviewRequirementSpec");
- reviewRequirementSpecElement.setName("reviewRequirement");
- }
- }
- for (Element tagProtectionElement: element.element("tagProtections").elements()) {
- Element submitterElement = tagProtectionElement.element("submitter");
- String submitterClass = submitterElement.attributeValue("class");
- submitterClass = submitterClass.replace("io.onedev.server.model.support.submitter.",
- "io.onedev.server.model.support.usermatcher.");
- submitterElement.attribute("class").setValue(submitterClass);
- }
- }
- dom.writeToFile(file, false);
- }
- }
-
- requestReviewsDOM.writeToFile(new File(dataDir, "PullRequestReviews.xml"), false);
- configurationsDOM.writeToFile(new File(dataDir, "Configurations.xml"), false);
- requestBuildsDOM.writeToFile(new File(dataDir, "PullRequestBuilds.xml"), false);
- }
-
- private void migrate17(File dataDir, Stack<Integer> versions) {
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("Issue")) {
- FileUtils.deleteFile(file);
- } else if (file.getName().startsWith("Projects.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- Element issueWorkflowElement = element.element("issueWorkflow");
- if (issueWorkflowElement != null)
- issueWorkflowElement.detach();
- Element savedIssueQueriesElement = element.element("savedIssueQueries");
- if (savedIssueQueriesElement != null)
- savedIssueQueriesElement.detach();
- Element issueListFieldsElement = element.element("issueListFields");
- if (issueListFieldsElement != null)
- issueListFieldsElement.detach();
- Element issueBoardsElement = element.element("issueBoards");
- if (issueBoardsElement != null)
- issueBoardsElement.detach();
- }
- dom.writeToFile(file, false);
- }
- }
- }
-
- private void migrate18(File dataDir, Stack<Integer> versions) {
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("Settings.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- if (element.elementTextTrim("key").equals("LICENSE"))
- element.detach();
- }
- dom.writeToFile(file, false);
- }
- }
- }
-
- private void migrate19(File dataDir, Stack<Integer> versions) {
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("Projects.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- Element commitMessageTransformsElement = element.addElement("commitMessageTransforms");
- Element commitMessageTransformSettingElement = element.element("commitMessageTransformSetting");
- if (commitMessageTransformSettingElement != null) {
- commitMessageTransformSettingElement.detach();
- commitMessageTransformSettingElement.setName("io.onedev.server.model.support.CommitMessageTransform");
- commitMessageTransformsElement.add(commitMessageTransformSettingElement);
- }
- }
- dom.writeToFile(file, false);
- }
- }
- }
-
- private void migrate20(File dataDir, Stack<Integer> versions) {
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("Settings.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- if (element.elementTextTrim("key").equals("ISSUE")) {
- Element valueElement = element.element("value");
- if (valueElement != null) {
- for (Element fieldElement: valueElement.element("fieldSpecs").elements()) {
- fieldElement.addElement("canBeChangedBy").addAttribute("class", "io.onedev.server.model.support.usermatcher.Anyone");
- }
- }
- }
- }
- dom.writeToFile(file, false);
- }
- }
- }
-
- private void migrate21(File dataDir, Stack<Integer> versions) {
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("Projects.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- for (Element branchProtectionElement: element.element("branchProtections").elements()) {
- branchProtectionElement.element("branch").setName("branches");
- for (Element fileProtectionElement: branchProtectionElement.element("fileProtections").elements()) {
- fileProtectionElement.element("path").setName("paths");
- }
- }
- for (Element tagProtectionElement: element.element("tagProtections").elements()) {
- tagProtectionElement.element("tag").setName("tags");
- }
- }
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("Settings.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- if (element.elementTextTrim("key").equals("LICENSE")) {
- element.element("value").addAttribute("class", "io.onedev.commons.utils.license.LicenseDetail");
- }
- }
- dom.writeToFile(file, false);
- }
- }
- }
-
- private void migrate22(File dataDir, Stack<Integer> versions) {
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("IssueFieldUnarys.xml")) {
- File renamedFile = new File(dataDir, file.getName().replace("IssueFieldUnarys", "IssueFieldEntitys"));
- try {
- FileUtils.moveFile(file, renamedFile);
- } catch (IOException e) {
- throw new RuntimeException(e);
- }
- VersionedDocument dom = VersionedDocument.fromFile(renamedFile);
- for (Element element: dom.getRootElement().elements()) {
- element.setName("io.onedev.server.model.IssueFieldEntity");
- }
- dom.writeToFile(renamedFile, false);
- }
- }
- }
-
- private void migrate23(File dataDir, Stack<Integer> versions) {
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("Build2s.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- Element runInstanceIdElement = element.element("runInstanceId");
- if (runInstanceIdElement != null)
- runInstanceIdElement.detach();
- Element errorMessageElement = element.element("errorMessage");
- if (errorMessageElement != null)
- errorMessageElement.setName("statusMessage");
- }
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("Projects.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- element.element("uuid").detach();
- if (element.element("issueSetting") == null)
- element.addElement("issueSetting");
- if (element.element("savedCommitQueries") == null)
- element.addElement("savedCommitQueries");
- if (element.element("savedPullRequestQueries") == null)
- element.addElement("savedPullRequestQueries");
- if (element.element("savedCodeCommentQueries") == null)
- element.addElement("savedCodeCommentQueries");
- if (element.element("savedBuildQueries") == null)
- element.addElement("savedBuildQueries");
- if (element.element("webHooks") == null)
- element.addElement("webHooks");
- }
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("Users.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- element.element("uuid").detach();
- }
- dom.writeToFile(file, false);
- }
- }
- }
-
- private String escapeValue24(String value) {
- StringBuilder builder = new StringBuilder();
- for (int i=0; i<value.length(); i++) {
- char ch = value.charAt(i);
- if ("\\()".indexOf(ch) != -1)
- builder.append("\\");
- builder.append(ch);
- }
- return builder.toString();
- }
-
- private void migrateUserMatcher24(Element userMatcherElement) {
- String userMatcher;
- String userMatcherClass = userMatcherElement.attributeValue("class");
- if (userMatcherClass.contains("Anyone")) {
- userMatcher = "anyone";
- } else if (userMatcherClass.contains("CodeWriters")) {
- userMatcher = "code writers";
- } else if (userMatcherClass.contains("CodeReaders")) {
- userMatcher = "code readers";
- } else if (userMatcherClass.contains("IssueReaders")) {
- userMatcher = "issue readers";
- } else if (userMatcherClass.contains("ProjectAdministrators")) {
- userMatcher = "project administrators";
- } else if (userMatcherClass.contains("SpecifiedUser")) {
- userMatcher = "user(" + escapeValue24(userMatcherElement.elementText("userName").trim()) + ")";
- } else {
- userMatcher = "group(" + escapeValue24(userMatcherElement.elementText("groupName").trim()) + ")";
- }
- userMatcherElement.clearContent();
- userMatcherElement.remove(userMatcherElement.attribute("class"));
- userMatcherElement.setText(userMatcher);
- }
-
- private void migrateTransitionSpecsElement24(Element transitionSpecsElement) {
- for (Element transitionElement: transitionSpecsElement.elements()) {
- Element triggerElement = transitionElement.element("trigger");
- if (triggerElement.attributeValue("class").contains("PressButtonTrigger"))
- migrateUserMatcher24(triggerElement.element("authorized"));
- }
- }
-
- private void migrate24(File dataDir, Stack<Integer> versions) {
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("Settings.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- if (element.elementTextTrim("key").equals("ISSUE")) {
- Element valueElement = element.element("value");
- if (valueElement != null) {
- migrateTransitionSpecsElement24(valueElement.element("defaultTransitionSpecs"));
- for (Element fieldElement: valueElement.element("fieldSpecs").elements())
- migrateUserMatcher24(fieldElement.element("canBeChangedBy"));
- }
- }
- }
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("Projects.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- Element issueSettingElement = element.element("issueSetting");
- Element transitionsElement = issueSettingElement.element("transitionSpecs");
- if (transitionsElement != null)
- migrateTransitionSpecsElement24(transitionsElement);
- for (Element branchProtectionElement: element.element("branchProtections").elements())
- migrateUserMatcher24(branchProtectionElement.element("submitter"));
- for (Element tagProtectionElement: element.element("tagProtections").elements())
- migrateUserMatcher24(tagProtectionElement.element("submitter"));
- }
- dom.writeToFile(file, false);
- }
- }
- }
-
- // from 2.0 to 3.0
- private void migrate25(File dataDir, Stack<Integer> versions) {
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("Settings.xml")) {
- String content;
- try {
- content = FileUtils.readFileToString(file, StandardCharsets.UTF_8.name());
- } catch (IOException e) {
- throw new RuntimeException(e);
- }
- content = content.replace(".support.setting.", ".support.administration.");
- content = content.replace(".support.authenticator.", ".support.administration.authenticator.");
-
- VersionedDocument dom = VersionedDocument.fromXML(content);
- for (Element element: dom.getRootElement().elements()) {
- String key = element.elementTextTrim("key");
- if (key.equals("ISSUE") || key.equals("JOB_EXECUTORS")) {
- element.detach();
- } else if (key.equals("BACKUP")) {
- Element valueElement = element.element("value");
- if (valueElement != null) {
- Element folderElement = valueElement.element("folder");
- if (folderElement != null)
- folderElement.detach();
- }
- } else if (key.equals("SECURITY")) {
- Element valueElement = element.element("value");
- if (valueElement != null)
- valueElement.element("enableAnonymousAccess").setText("false");
- } else if (key.equals("SYSTEM")) {
- Element valueElement = element.element("value");
- if (valueElement != null) {
- Element storagePathElement = valueElement.element("storagePath");
- String storagePath = storagePathElement.getText();
- storagePathElement.detach();
- try {
- File projectsDir = new File(storagePath, "projects");
- if (projectsDir.exists()) {
- Path target = projectsDir.toPath();
- File linkDir = new File(Bootstrap.installDir, "site/projects");
- if (linkDir.exists())
- throw new OneException("Directory already exists: " + linkDir);
- Files.createSymbolicLink(linkDir.toPath(), target);
- }
- } catch (IOException e) {
- throw new RuntimeException(e);
- }
- }
- } else if (key.equals("AUTHENTICATOR")) {
- Element valueElement = element.element("value");
- if (valueElement != null) {
- Element defaultGroupNamesElement = valueElement.element("defaultGroupNames");
- if (defaultGroupNamesElement != null)
- defaultGroupNamesElement.detach();
- }
- }
- }
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("Groups.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements())
- element.element("canCreateProjects").setName("createProjects");
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("Users.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- element.addElement("userProjectQueries");
-
- element.addElement("userIssueQueries");
- element.addElement("userIssueQueryWatches");
- element.addElement("issueQueryWatches");
-
- element.addElement("userPullRequestQueries");
- element.addElement("userPullRequestQueryWatches");
- element.addElement("pullRequestQueryWatches");
-
- element.addElement("userBuildQueries");
- element.addElement("userBuildQuerySubscriptions");
- element.addElement("buildQuerySubscriptions");
- }
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("GroupAuthorizations.xml")
- || file.getName().startsWith("UserAuthorizations.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- Element privilegeElement = element.element("privilege");
- String privilege = privilegeElement.getTextTrim();
- privilegeElement.detach();
-
- String roleId;
- switch (privilege) {
- case "ISSUE_READ":
- roleId = "4";
- break;
- case "CODE_READ":
- roleId = "3";
- break;
- case "CODE_WRITE":
- roleId = "2";
- break;
- default:
- roleId = "1";
- }
- element.addElement("role").setText(roleId);
- }
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("Issues.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements())
- element.element("numberStr").detach();
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("CodeComments.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- Element rangeElement = element.element("markPos").element("range");
- rangeElement.element("beginLine").setName("fromRow");
- rangeElement.element("endLine").setName("toRow");
- rangeElement.element("beginChar").setName("fromColumn");
- rangeElement.element("endChar").setName("toColumn");
- }
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("PullRequests.xml")) {
- String content;
- try {
- content = FileUtils.readFileToString(file, StandardCharsets.UTF_8.name());
- } catch (IOException e) {
- throw new RuntimeException(e);
- }
- content = content.replace("DO_NOT_MERGE", "CREATE_MERGE_COMMIT");
-
- VersionedDocument dom = VersionedDocument.fromXML(content);
- for (Element element: dom.getRootElement().elements())
- element.element("numberStr").detach();
-
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("Projects.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- Element defaultPrivilegeElement = element.element("defaultPrivilege");
- if (defaultPrivilegeElement != null)
- defaultPrivilegeElement.detach();
- element.addElement("owner").setText("1");
-
- for (Element branchProtectionElement: element.element("branchProtections").elements()) {
- Element submitterElement = branchProtectionElement.element("submitter");
- submitterElement.setName("user");
- submitterElement.setText("anyone");
- branchProtectionElement.element("configurations").detach();
- branchProtectionElement.element("buildMerges").detach();
- branchProtectionElement.addElement("jobNames");
- for (Element fileProtectionElement: branchProtectionElement.element("fileProtections").elements())
- fileProtectionElement.addElement("jobNames");
- }
-
- for (Element tagProtectionElement: element.element("tagProtections").elements())
- tagProtectionElement.element("submitter").setName("user");
- element.addElement("secrets");
- element.element("commitMessageTransforms").detach();
- element.element("webHooks").detach();
- element.addElement("webHooks");
- element.element("issueSetting").detach();
- element.addElement("issueSetting");
-
- element.element("savedBuildQueries").detach();
- Element buildSettingElement = element.addElement("buildSetting");
- buildSettingElement.addElement("buildsToPreserve").setText("all");
-
- element.element("savedCommitQueries").detach();
- element.element("savedCodeCommentQueries").detach();
- element.element("savedPullRequestQueries").detach();
-
- element.addElement("pullRequestSetting");
- }
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("IssueChanges.xml")
- || file.getName().startsWith("Configurations.xml")
- || file.getName().startsWith("IssueQuerySettings.xml")
- || file.getName().startsWith("PullRequestQuerySettings.xml")
- || file.getName().startsWith("PullRequestChanges.xml")
- || file.getName().startsWith("CodeCommentQuerySettings.xml")
- || file.getName().startsWith("PullRequestWatchs.xml")
- || file.getName().startsWith("IssueWatchs.xml")
- || file.getName().startsWith("CommitQuerySettings.xml")
- || file.getName().startsWith("PullRequestBuilds.xml")
- || file.getName().startsWith("BuildQuerySettings.xml")
- || file.getName().startsWith("Builds.xml")
- || file.getName().startsWith("Build2s.xml")
- || file.getName().startsWith("BuildDependences.xml")
- || file.getName().startsWith("BuildParams.xml")) {
- FileUtils.deleteFile(file);
- } else if (file.getName().startsWith("IssueFieldEntitys.xml")) {
- String content;
- try {
- content = FileUtils.readFileToString(file, StandardCharsets.UTF_8.name());
- } catch (IOException e) {
- throw new RuntimeException(e);
- }
- content = content.replace("io.onedev.server.model.IssueFieldEntity",
- "io.onedev.server.model.IssueField");
-
- FileUtils.deleteFile(file);
-
- File renamedFile = new File(dataDir, file.getName().replace(
- "IssueFieldEntitys.xml", "IssueFields.xml"));
- FileUtils.writeFile(renamedFile, content, StandardCharsets.UTF_8.name());
- }
- }
- try (InputStream is = getClass().getResourceAsStream("migrate25_roles.xml")) {
- Preconditions.checkNotNull(is);
- FileUtils.writeFile(
- new File(dataDir, "Roles.xml"),
- StringUtils.join(IOUtils.readLines(is, StandardCharsets.UTF_8.name()), "\n"));
- } catch (IOException e) {
- throw new RuntimeException(e);
- }
-
- }
-
- private void migrate26(File dataDir, Stack<Integer> versions) {
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("Projects.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- Element createdAtElement = element.element("createdAt");
- createdAtElement.setName("createDate");
- element.addElement("updateDate").setText(createdAtElement.getText());
- }
- dom.writeToFile(file, false);
- }
- }
- }
-
- private void migrate27(File dataDir, Stack<Integer> versions) {
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("Projects.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- Element buildSettingElement = element.element("buildSetting");
- buildSettingElement.element("buildsToPreserve").detach();
- buildSettingElement.addElement("preservations");
- }
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("IssueChanges.xml")) {
- FileUtils.deleteFile(file);
- }
- }
- }
-
- private void migrate28(File dataDir, Stack<Integer> versions) {
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("Users.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- Element buildSettingElement = element.addElement("buildSetting");
- buildSettingElement.addElement("secrets");
- buildSettingElement.addElement("buildPreservations");
- }
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("Projects.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- element.element("secrets").detach();
- element.element("buildSetting").detach();
- Element buildSettingElement = element.addElement("buildSetting");
- buildSettingElement.addElement("secrets");
- buildSettingElement.addElement("buildPreservations");
- }
- dom.writeToFile(file, false);
- }
- }
- }
-
- private void migrate29(File dataDir, Stack<Integer> versions) {
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("Users.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements())
- element.addElement("webHooks");
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("Projects.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- for (Element branchProtectionElement: element.element("branchProtections").elements())
- branchProtectionElement.element("user").setName("userMatch");
- for (Element tagProtectionElement: element.element("tagProtections").elements())
- tagProtectionElement.element("user").setName("userMatch");
- }
- dom.writeToFile(file, false);
- }
- }
- }
-
- private void migrate30(File dataDir, Stack<Integer> versions) {
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("Settings.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- String key = element.elementTextTrim("key");
- if (key.equals("JOB_EXECUTORS"))
- element.detach();
- }
- dom.writeToFile(file, false);
- }
- }
- }
-
- private void migrate31(File dataDir, Stack<Integer> versions) {
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("Roles.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- Element editableIssueFieldsElement = element.element("editableIssueFields");
- editableIssueFieldsElement.detach();
- element.addElement("editableIssueFields").addAttribute(
- "class", "io.onedev.server.model.support.role.AllIssueFields");
- }
- dom.writeToFile(file, false);
- }
- }
- }
-
- private void migrate32(File dataDir, Stack<Integer> versions) {
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("Settings.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- String key = element.elementTextTrim("key");
- if (key.equals("ISSUE"))
- element.detach();
- }
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("IssueChanges.xml")) {
- FileUtils.deleteFile(file);
- }
- }
- }
-
- private void migrate33(File dataDir, Stack<Integer> versions) {
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("Projects.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- for (Element branchProtectionElement: element.element("branchProtections").elements()) {
- branchProtectionElement.element("noCreation").setName("preventCreation");
- branchProtectionElement.element("noDeletion").setName("preventDeletion");
- branchProtectionElement.element("noForcedPush").setName("preventForcedPush");
- }
- for (Element tagProtectionElement: element.element("tagProtections").elements()) {
- tagProtectionElement.element("noCreation").setName("preventCreation");
- tagProtectionElement.element("noDeletion").setName("preventDeletion");
- tagProtectionElement.element("noUpdate").setName("preventUpdate");
- }
- }
- dom.writeToFile(file, false);
- }
- }
- }
-
- private void migrate34(File dataDir, Stack<Integer> versions) {
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("Settings.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- if (element.elementTextTrim("key").equals("ISSUE")) {
- Element valueElement = element.element("value");
- if (valueElement != null) {
- for (Element stateElement: valueElement.element("stateSpecs").elements()) {
- Element categoryElement = stateElement.element("category");
- stateElement.addElement("done").setText(String.valueOf(categoryElement.getTextTrim().equals("CLOSED")));
- categoryElement.detach();
- }
- }
- }
- }
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("Milestones.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- element.element("numOfOpenIssues").setName("numOfIssuesTodo");
- element.element("numOfClosedIssues").setName("numOfIssuesDone");
- }
- dom.writeToFile(file, false);
- }
- }
- }
-
- private void migrate35(File dataDir, Stack<Integer> versions) {
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("CodeComments.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- element.element("updateDate").detach();
- Element createDateElement = element.element("createDate");
- Element lastUpdateElement = element.addElement("lastUpdate");
- Element userElement = element.element("user");
- Element lastUpdateUserElement = lastUpdateElement.addElement("user");
- if (userElement != null)
- lastUpdateUserElement.setText(userElement.getTextTrim());
- else
- lastUpdateUserElement.setText("1");
- lastUpdateElement.addElement("activity").setText("created");
- Element dateElement = lastUpdateElement.addElement("date");
- dateElement.addAttribute("class", createDateElement.attributeValue("class"));
- dateElement.setText(createDateElement.getTextTrim());
- }
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("PullRequests.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- element.element("updateDate").detach();
- Element submitDateElement = element.element("submitDate");
- Element lastUpdateElement = element.addElement("lastUpdate");
- Element submitterElement = element.element("submitter");
- Element lastUpdateUserElement = lastUpdateElement.addElement("user");
- if (submitterElement != null)
- lastUpdateUserElement.setText(submitterElement.getTextTrim());
- else
- lastUpdateUserElement.setText("1");
- lastUpdateElement.addElement("activity").setText("opened");
- Element dateElement = lastUpdateElement.addElement("date");
- dateElement.addAttribute("class", submitDateElement.attributeValue("class"));
- dateElement.setText(submitDateElement.getTextTrim());
- }
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("Issues.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- element.element("updateDate").detach();
- Element submitDateElement = element.element("submitDate");
- Element lastUpdateElement = element.addElement("lastUpdate");
- Element submitterElement = element.element("submitter");
- Element lastUpdateUserElement = lastUpdateElement.addElement("user");
- if (submitterElement != null)
- lastUpdateUserElement.setText(submitterElement.getTextTrim());
- else
- lastUpdateUserElement.setText("1");
- lastUpdateElement.addElement("activity").setText("opened");
- Element dateElement = lastUpdateElement.addElement("date");
- dateElement.addAttribute("class", submitDateElement.attributeValue("class"));
- dateElement.setText(submitDateElement.getTextTrim());
- }
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("Projects.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- Element buildSettingElement = element.element("buildSetting");
- Element namedQueriesElement = buildSettingElement.element("namedQueries");
- if (namedQueriesElement != null) {
- for (Element queryElement: namedQueriesElement.elements())
- queryElement.setName("io.onedev.server.model.support.build.NamedBuildQuery");
- }
- Element secretsElement = buildSettingElement.element("secrets");
- secretsElement.setName("jobSecrets");
- for (Element secretElement: secretsElement.elements())
- secretElement.setName("io.onedev.server.model.support.build.JobSecret");
- for (Element buildPreservationElement: buildSettingElement.element("buildPreservations").elements())
- buildPreservationElement.setName("io.onedev.server.model.support.build.BuildPreservation");
- buildSettingElement.addElement("actionAuthorizations");
-
- for (Element tagProtectionElement: element.element("tagProtections").elements()) {
- Element buildBranchesElement = tagProtectionElement.element("buildBranches");
- if (buildBranchesElement != null)
- buildBranchesElement.detach();
- }
- }
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("Users.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- for (Element queryElement: element.element("userBuildQueries").elements())
- queryElement.setName("io.onedev.server.model.support.build.NamedBuildQuery");
- Element buildSettingElement = element.element("buildSetting");
- Element secretsElement = buildSettingElement.element("secrets");
- secretsElement.setName("jobSecrets");
- for (Element secretElement: secretsElement.elements())
- secretElement.setName("io.onedev.server.model.support.build.JobSecret");
- for (Element buildPreservationElement: buildSettingElement.element("buildPreservations").elements())
- buildPreservationElement.setName("io.onedev.server.model.support.build.BuildPreservation");
- buildSettingElement.addElement("actionAuthorizations");
- Element passwordElement = element.element("password");
- if (passwordElement == null)
- element.addElement("password").setText("external_managed");
- else if (StringUtils.isBlank(passwordElement.getText()))
- passwordElement.setText("external_managed");
- }
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("BuildQuerySettings.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- for (Element queryElement: element.element("userQueries").elements())
- queryElement.setName("io.onedev.server.model.support.build.NamedBuildQuery");
- }
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("Settings.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- if (element.elementTextTrim("key").equals("ISSUE")) {
- Element valueElement = element.element("value");
- if (valueElement != null) {
- for (Element stateElement: valueElement.element("stateSpecs").elements()) {
- stateElement.element("done").detach();
- }
- }
- } else if (element.elementTextTrim("key").equals("BUILD")) {
- Element valueElement = element.element("value");
- if (valueElement != null) {
- for (Element queryElement: valueElement.element("namedQueries").elements())
- queryElement.setName("io.onedev.server.model.support.build.NamedBuildQuery");
- }
- }
- }
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("Milestones.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- element.element("numOfIssuesTodo").detach();
- element.element("numOfIssuesDone").detach();
- }
- dom.writeToFile(file, false);
- }
- }
- }
-
- // Database schema changed
- private void migrate36(File dataDir, Stack<Integer> versions) {
- }
-
- private void migrate37(File dataDir, Stack<Integer> versions) {
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("Settings.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- if (element.elementTextTrim("key").equals("LICENSE"))
- element.detach();
- }
- dom.writeToFile(file, false);
- }
- }
- }
-
- private Long getForkedRoot38(Map<Long, Long> forkedFroms, Long projectId) {
- Long forkedFrom = forkedFroms.get(projectId);
- if (forkedFrom != null)
- return getForkedRoot38(forkedFroms, forkedFrom);
- else
- return projectId;
- }
-
- private void migrate38(File dataDir, Stack<Integer> versions) {
- Map<Long, Long> forkedFroms = new HashMap<>();
-
- for (File file: dataDir.listFiles()) {
- if (file.getName().contains(".xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Node node: dom.selectNodes("//io.onedev.server.model.support.pullrequest.NamedPullRequestQuery")) {
- if (node instanceof Element) {
- Element element = (Element) node;
- if (element.elementTextTrim("query").equals("all"))
- element.element("query").detach();
- }
- }
- for (Node node: dom.selectNodes("//io.onedev.server.model.support.issue.NamedIssueQuery")) {
- if (node instanceof Element) {
- Element element = (Element) node;
- if (element.elementTextTrim("query").equals("all"))
- element.element("query").detach();
- }
- }
- for (Node node: dom.selectNodes("//io.onedev.server.model.support.build.NamedBuildQuery")) {
- if (node instanceof Element) {
- Element element = (Element) node;
- if (element.elementTextTrim("query").equals("all"))
- element.element("query").detach();
- }
- }
- for (Node node: dom.selectNodes("//io.onedev.server.model.support.NamedProjectQuery")) {
- if (node instanceof Element) {
- Element element = (Element) node;
- if (element.elementTextTrim("query").equals("all"))
- element.element("query").detach();
- }
- }
- for (Node node: dom.selectNodes("//issueQuery")) {
- if (node instanceof Element) {
- Element element = (Element) node;
- if (element.getTextTrim().equals("all"))
- element.detach();
- }
- }
- for (Node node: dom.selectNodes("//io.onedev.server.model.support.build.BuildPreservation")) {
- if (node instanceof Element) {
- Element element = (Element) node;
- Element conditionElement = element.element("condition");
- if (conditionElement.getTextTrim().equals("all"))
- conditionElement.detach();
- }
- }
- dom.writeToFile(file, false);
- }
- if (file.getName().startsWith("IssueChanges.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- Element dataElement = element.element("data");
- String className = dataElement.attributeValue("class");
- if (className.contains("IssueCommittedData") || className.contains("IssuePullRequest"))
- element.detach();
- }
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("Projects.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- Long projectId = Long.valueOf(element.elementTextTrim("id"));
- Element forkedFromElement = element.element("forkedFrom");
- if (forkedFromElement != null)
- forkedFroms.put(projectId, Long.valueOf(forkedFromElement.getTextTrim()));
- else
- forkedFroms.put(projectId, null);
- }
- }
- }
-
- Map<Long, Long> forkedRoots = new HashMap<>();
- for (Long projectId: forkedFroms.keySet()) {
- forkedRoots.put(projectId, getForkedRoot38(forkedFroms, projectId));
- }
-
- Map<Long, Set<Long>> issueNumbers = new HashMap<>();
- Map<Long, Set<Long>> buildNumbers = new HashMap<>();
- Map<Long, Set<Long>> pullRequestNumbers = new HashMap<>();
-
- for (Long forkedRoot: forkedRoots.values()) {
- issueNumbers.put(forkedRoot, new HashSet<>());
- buildNumbers.put(forkedRoot, new HashSet<>());
- pullRequestNumbers.put(forkedRoot, new HashSet<>());
- }
-
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("Issues.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- Long issueNumber = Long.valueOf(element.elementTextTrim("number"));
- Long projectId = Long.valueOf(element.elementTextTrim("project"));
- if (projectId.equals(forkedRoots.get(projectId)))
- issueNumbers.get(projectId).add(issueNumber);
- }
- } else if (file.getName().startsWith("Builds.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- Long buildNumber = Long.valueOf(element.elementTextTrim("number"));
- Long projectId = Long.valueOf(element.elementTextTrim("project"));
- if (projectId.equals(forkedRoots.get(projectId)))
- buildNumbers.get(projectId).add(buildNumber);
- }
- } else if (file.getName().startsWith("PullRequests.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- Long requestNumber = Long.valueOf(element.elementTextTrim("number"));
- Long projectId = Long.valueOf(element.elementTextTrim("targetProject"));
- if (projectId.equals(forkedRoots.get(projectId)))
- pullRequestNumbers.get(projectId).add(requestNumber);
- }
- }
- }
-
- for (File file: dataDir.listFiles()) {
- if (file.getName().startsWith("Issues.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- Element numberElement = element.element("number");
- Long issueNumber = Long.valueOf(numberElement.getTextTrim());
- Long projectId = Long.valueOf(element.elementTextTrim("project"));
- Long forkedRoot = forkedRoots.get(projectId);
- element.addElement("numberScope").setText(forkedRoot.toString());
- if (!projectId.equals(forkedRoot)) {
- Set<Long> issueNumbersOfForkedRoot = issueNumbers.get(forkedRoot);
- if (issueNumbersOfForkedRoot.contains(issueNumber)) {
- issueNumber = Collections.max(issueNumbersOfForkedRoot) + 1;
- numberElement.setText(issueNumber.toString());
- }
- issueNumbersOfForkedRoot.add(issueNumber);
- }
- }
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("Builds.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- Element numberElement = element.element("number");
- Long buildNumber = Long.valueOf(numberElement.getTextTrim());
- Long projectId = Long.valueOf(element.elementTextTrim("project"));
- Long forkedRoot = forkedRoots.get(projectId);
- element.addElement("numberScope").setText(forkedRoot.toString());
- if (!projectId.equals(forkedRoot)) {
- Set<Long> buildNumbersOfForkedRoot = buildNumbers.get(forkedRoot);
- if (buildNumbersOfForkedRoot.contains(buildNumber)) {
- buildNumber = Collections.max(buildNumbersOfForkedRoot) + 1;
- numberElement.setText(buildNumber.toString());
- }
- buildNumbersOfForkedRoot.add(buildNumber);
- }
- }
- dom.writeToFile(file, false);
- } else if (file.getName().startsWith("PullRequests.xml")) {
- VersionedDocument dom = VersionedDocument.fromFile(file);
- for (Element element: dom.getRootElement().elements()) {
- Element numberElement = element.element("number");
- Long requestNumber = Long.valueOf(numberElement.getTextTrim());
- Long projectId = Long.valueOf(element.elementTextTrim("targetProject"));
- Long forkedRoot = forkedRoots.get(projectId);
- element.addElement("numberScope").setText(forkedRoot.toString());
- if (!projectId.equals(forkedRoot)) {
- Set<Long> requestNumbersOfForkedRoot = pullRequestNumbers.get(forkedRoot);
- if (requestNumbersOfForkedRoot.contains(requestNumber)) {
- requestNumber = Collections.max(requestNumbersOfForkedRoot) + 1;
- numberElement.setText(requestNumber.toString());
- }
- requestNumbersOfForkedRoot.add(requestNumber);
- }
- }
- dom.writeToFile(file, false);
- }
- }
- }
-
-}
+package io.onedev.server.migration;
+
+import java.io.File;
+import java.io.IOException;
+import java.io.InputStream;
+import java.nio.charset.StandardCharsets;
+import java.nio.file.Files;
+import java.nio.file.Path;
+import java.util.Collection;
+import java.util.Collections;
+import java.util.HashMap;
+import java.util.HashSet;
+import java.util.Map;
+import java.util.Set;
+import java.util.Stack;
+
+import javax.inject.Singleton;
+
+import org.apache.commons.io.IOUtils;
+import org.dom4j.Element;
+import org.dom4j.Node;
+
+import com.google.common.base.Preconditions;
+
+import io.onedev.commons.launcher.bootstrap.Bootstrap;
+import io.onedev.commons.utils.FileUtils;
+import io.onedev.commons.utils.StringUtils;
+import io.onedev.server.OneException;
+
+@Singleton
+@SuppressWarnings("unused")
+public class DataMigrator {
+
+ private void migrate1(File dataDir, Stack<Integer> versions) {
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("CodeComments.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ Element branchRefElement = element.element("branchRef");
+ if (branchRefElement != null)
+ branchRefElement.detach();
+ }
+ dom.writeToFile(file, false);
+ }
+ }
+ }
+
+ private void migrate2(File dataDir, Stack<Integer> versions) {
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("Depots.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ Element gateKeeperElement = element.element("gateKeeper");
+ gateKeeperElement.detach();
+ element.addElement("gateKeepers");
+ }
+ dom.writeToFile(file, false);
+ }
+ }
+ }
+
+ private void migrate3(File dataDir, Stack<Integer> versions) {
+ for (File file: dataDir.listFiles()) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ String name = element.getName();
+ name = StringUtils.replace(name, "com.pmease.commons", "com.gitplex.commons");
+ name = StringUtils.replace(name, "com.pmease.gitplex", "com.gitplex.server");
+ element.setName(name);
+ }
+ if (file.getName().startsWith("Configs.xml")) {
+ for (Element element: dom.getRootElement().elements()) {
+ Element settingElement = element.element("setting");
+ if (settingElement != null) {
+ String clazz = settingElement.attributeValue("class");
+ settingElement.addAttribute("class", StringUtils.replace(clazz, "com.pmease.gitplex", "com.gitplex.server"));
+ Element gitConfigElement = settingElement.element("gitConfig");
+ if (gitConfigElement != null) {
+ clazz = gitConfigElement.attributeValue("class");
+ gitConfigElement.addAttribute("class", StringUtils.replace(clazz, "com.pmease.gitplex", "com.gitplex.server"));
+ }
+ }
+ }
+ }
+ dom.writeToFile(file, false);
+ }
+ }
+
+ private void migrate4(File dataDir, Stack<Integer> versions) {
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("Accounts.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ Element avatarUploadDateElement = element.element("avatarUploadDate");
+ if (avatarUploadDateElement != null)
+ avatarUploadDateElement.detach();
+ }
+ dom.writeToFile(file, false);
+ }
+ }
+ }
+
+ private void migrate5(File dataDir, Stack<Integer> versions) {
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("Configs.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ if (element.elementTextTrim("key").equals("MAIL")) {
+ Element settingElement = element.element("setting");
+ if (settingElement != null)
+ settingElement.addElement("enableSSL").setText("false");
+ }
+ }
+ dom.writeToFile(file, false);
+ }
+ }
+ }
+
+ private void migrate6(File dataDir, Stack<Integer> versions) {
+ }
+
+ private void migrate7(File dataDir, Stack<Integer> versions) {
+ for (File file: dataDir.listFiles()) {
+ try {
+ String content = FileUtils.readFileToString(file, StandardCharsets.UTF_8);
+ content = StringUtils.replace(content,
+ "com.gitplex.commons.hibernate.migration.VersionTable",
+ "com.gitplex.server.model.ModelVersion");
+ content = StringUtils.replace(content,
+ "com.gitplex.server.core.entity.support.IntegrationPolicy",
+ "com.gitplex.server.model.support.IntegrationPolicy");
+ content = StringUtils.replace(content,
+ "com.gitplex.server.core.entity.PullRequest_-IntegrationStrategy",
+ "com.gitplex.server.model.PullRequest_-IntegrationStrategy");
+ content = StringUtils.replace(content,
+ "com.gitplex.server.core.entity.", "com.gitplex.server.model.");
+ content = StringUtils.replace(content,
+ "com.gitplex.server.core.setting.SpecifiedGit", "com.gitplex.server.git.config.SpecifiedGit");
+ content = StringUtils.replace(content,
+ "com.gitplex.server.core.setting.SystemGit", "com.gitplex.server.git.config.SystemGit");
+ content = StringUtils.replace(content,
+ "com.gitplex.server.core.setting.", "com.gitplex.server.model.support.setting.");
+ content = StringUtils.replace(content,
+ "com.gitplex.server.core.gatekeeper.", "com.gitplex.server.gatekeeper.");
+ FileUtils.writeStringToFile(file, content, StandardCharsets.UTF_8);
+
+ if (file.getName().equals("VersionTables.xml")) {
+ FileUtils.moveFile(file, new File(file.getParentFile(), "ModelVersions.xml"));
+ }
+ } catch (IOException e) {
+ throw new RuntimeException(e);
+ }
+ }
+ }
+
+ private void migrateIntegrationStrategy8(Element integrationStrategyElement) {
+ if (integrationStrategyElement != null) {
+ integrationStrategyElement.setName("mergeStrategy");
+ switch (integrationStrategyElement.getText()) {
+ case "MERGE_ALWAYS":
+ integrationStrategyElement.setText("ALWAYS_MERGE");
+ break;
+ case "MERGE_WITH_SQUASH":
+ integrationStrategyElement.setText("SQUASH_MERGE");
+ break;
+ case "REBASE_SOURCE_ONTO_TARGET":
+ integrationStrategyElement.setText("REBASE_MERGE");
+ break;
+ case "REBASE_TARGET_ONTO_SOURCE":
+ integrationStrategyElement.setText("MERGE_IF_NECESSARY");
+ break;
+ }
+ }
+ }
+
+ private void migrate8(File dataDir, Stack<Integer> versions) {
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("Configs.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ if (element.elementTextTrim("key").equals("SYSTEM")) {
+ Element settingElement = element.element("setting");
+ settingElement.addElement("curlConfig")
+ .addAttribute("class", "com.gitplex.server.git.config.SystemCurl");
+ }
+ }
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("Accounts.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ element.element("reviewEffort").detach();
+ }
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("Depots.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ element.element("gateKeepers").detach();
+ element.element("integrationPolicies").detach();
+ element.addElement("branchProtections");
+ element.addElement("tagProtections");
+ }
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("PullRequests.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ Element assigneeElement = element.element("assignee");
+ if (assigneeElement != null)
+ assigneeElement.detach();
+ migrateIntegrationStrategy8(element.element("integrationStrategy"));
+ Element lastIntegrationPreviewElement = element.element("lastIntegrationPreview");
+ if (lastIntegrationPreviewElement != null) {
+ lastIntegrationPreviewElement.setName("lastMergePreview");
+ Element integratedElement = lastIntegrationPreviewElement.element("integrated");
+ if (integratedElement != null)
+ integratedElement.setName("merged");
+ migrateIntegrationStrategy8(lastIntegrationPreviewElement.element("integrationStrategy"));
+ }
+ Element closeInfoElement = element.element("closeInfo");
+ if (closeInfoElement != null) {
+ Element closeStatusElement = closeInfoElement.element("closeStatus");
+ if (closeStatusElement.getText().equals("INTEGRATED"))
+ closeStatusElement.setText("MERGED");
+ }
+ }
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("PullRequestReviews.xml")
+ || file.getName().startsWith("PullRequestReviewInvitations.xml")
+ || file.getName().startsWith("PullRequestStatusChanges.xml")
+ || file.getName().startsWith("PullRequestTasks.xml")
+ || file.getName().startsWith("PullRequestVerifications.xml")
+ || file.getName().startsWith("CodeComments.xml")
+ || file.getName().startsWith("CodeCommentRelations.xml")
+ || file.getName().startsWith("CodeCommentReplys.xml")
+ || file.getName().startsWith("CodeCommentStatusChanges.xml")) {
+ FileUtils.deleteFile(file);
+ } else if (file.getName().startsWith("PullRequestUpdates.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ Element mergeCommitHashElement = element.element("mergeCommitHash");
+ mergeCommitHashElement.setName("mergeBaseCommitHash");
+ }
+ dom.writeToFile(file, false);
+ }
+ }
+ }
+
+ private void migrate9(File dataDir, Stack<Integer> versions) {
+ try {
+ Map<String, String> accountIdToName = new HashMap<>();
+ Set<String> userIds = new HashSet<>();
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("Accounts.xml")) {
+ File renamedFile = new File(dataDir, file.getName().replace("Accounts.xml", "Users.xml"));
+ FileUtils.moveFile(file, renamedFile);
+ String content = FileUtils.readFileToString(renamedFile, StandardCharsets.UTF_8);
+ content = StringUtils.replace(content, "com.gitplex.server.model.Account",
+ "com.gitplex.server.model.User");
+ VersionedXmlDoc dom = VersionedXmlDoc.fromXML(content);
+ for (Element element: dom.getRootElement().elements()) {
+ accountIdToName.put(element.elementText("id"), element.elementText("name"));
+ if (element.elementTextTrim("organization").equals("true")) {
+ element.detach();
+ } else {
+ userIds.add(element.elementText("id"));
+ element.element("organization").detach();
+ element.element("defaultPrivilege").detach();
+ element.element("noSpaceName").detach();
+ if (element.element("noSpaceFullName") != null)
+ element.element("noSpaceFullName").detach();
+ }
+ }
+ dom.writeToFile(renamedFile, false);
+ }
+ }
+
+ long lastUserAuthorizationId = 0;
+ VersionedXmlDoc userAuthorizationsDom = new VersionedXmlDoc();
+ Element userAuthorizationListElement = userAuthorizationsDom.addElement("list");
+
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("Depots.xml")) {
+ File renamedFile = new File(dataDir, file.getName().replace("Depots.xml", "Projects.xml"));
+ FileUtils.moveFile(file, renamedFile);
+ String content = FileUtils.readFileToString(renamedFile, StandardCharsets.UTF_8);
+ content = StringUtils.replace(content, "com.gitplex.server.model.Depot",
+ "com.gitplex.server.model.Project");
+ VersionedXmlDoc dom = VersionedXmlDoc.fromXML(content);
+ for (Element element: dom.getRootElement().elements()) {
+ String accountId = element.elementText("account");
+ element.element("account").detach();
+ String depotName = element.elementText("name");
+ element.element("name").setText(accountIdToName.get(accountId) + "." + depotName);
+ if (element.element("defaultPrivilege") != null )
+ element.element("defaultPrivilege").detach();
+
+ String adminId;
+ if (userIds.contains(accountId)) {
+ adminId = accountId;
+ } else {
+ adminId = "1";
+ }
+ Element userAuthorizationElement =
+ userAuthorizationListElement.addElement("com.gitplex.server.model.UserAuthorization");
+ userAuthorizationElement.addAttribute("revision", "0.0");
+ userAuthorizationElement.addElement("id").setText(String.valueOf(++lastUserAuthorizationId));
+ userAuthorizationElement.addElement("user").setText(adminId);
+ userAuthorizationElement.addElement("project").setText(element.elementText("id"));
+ userAuthorizationElement.addElement("privilege").setText("ADMIN");
+ }
+
+ dom.writeToFile(renamedFile, false);
+ } else if (file.getName().startsWith("BranchWatchs.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ if (!userIds.contains(element.elementText("user"))) {
+ element.detach();
+ } else {
+ element.element("depot").setName("project");
+ }
+ }
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("Teams.xml")
+ || file.getName().startsWith("TeamMemberships.xml")
+ || file.getName().startsWith("TeamAuthorizations.xml")
+ || file.getName().startsWith("OrganizationMemberships.xml")
+ || file.getName().startsWith("UserAuthorizations.xml")
+ || file.getName().startsWith("PullRequest")
+ || file.getName().startsWith("Review")
+ || file.getName().startsWith("ReviewInvitation")) {
+ FileUtils.deleteFile(file);
+ } else if (file.getName().startsWith("Configs.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ if (element.elementText("key").equals("SYSTEM")) {
+ String storagePath = element.element("setting").elementText("storagePath");
+ File storageDir = new File(storagePath);
+ File repositoriesDir = new File(storageDir, "repositories");
+ if (repositoriesDir.exists()) {
+ File projectsDir = new File(storageDir, "projects");
+ FileUtils.moveDirectory(repositoriesDir, projectsDir);
+ for (File projectDir: projectsDir.listFiles()) {
+ File infoDir = new File(projectDir, "info");
+ if (infoDir.exists())
+ FileUtils.deleteDir(infoDir);
+ }
+ }
+ } else if (element.elementText("key").equals("SECURITY")) {
+ element.element("setting").addElement("enableAnonymousAccess").setText("false");
+ }
+ }
+ dom.writeToFile(file, false);
+ }
+ }
+ userAuthorizationsDom.writeToFile(new File(dataDir, "UserAuthorizations.xml"), false);
+ } catch (IOException e) {
+ throw new RuntimeException(e);
+ }
+ }
+
+ private void migrate10(File dataDir, Stack<Integer> versions) {
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("CodeComments.xml") || file.getName().startsWith("CodeCommentReplys.xml")
+ || file.getName().startsWith("CodeCommentStatusChanges.xml")) {
+ FileUtils.deleteFile(file);
+ } else if (file.getName().startsWith("Projects.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ for (Element branchProtectionElement: element.element("branchProtections").elements()) {
+ Element exprElement = branchProtectionElement.element("reviewAppointmentExpr");
+ if (exprElement != null)
+ exprElement.setName("reviewRequirementSpec");
+ for (Element fileProtectionElement: branchProtectionElement.element("fileProtections").elements()) {
+ exprElement = fileProtectionElement.element("reviewAppointmentExpr");
+ if (exprElement != null)
+ exprElement.setName("reviewRequirementSpec");
+ }
+ }
+ }
+ dom.writeToFile(file, false);
+ }
+ }
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(new File(dataDir, "Configs.xml"));
+ for (Element element: dom.getRootElement().elements()) {
+ if (element.elementText("key").equals("SYSTEM")) {
+ String storagePath = element.element("setting").elementText("storagePath");
+ File codeCommentsFromWeiFeng = new File(storagePath, "CodeComments.xml");
+ if (codeCommentsFromWeiFeng.exists()) {
+ dom = VersionedXmlDoc.fromFile(codeCommentsFromWeiFeng);
+ for (Element commentElement: dom.getRootElement().elements()) {
+ commentElement.setName("com.gitplex.server.model.CodeComment");
+ commentElement.element("depot").setName("project");
+ commentElement.element("resolved").detach();
+ commentElement.element("commentPos").setName("markPos");
+ }
+ dom.writeToFile(new File(dataDir, "CodeComments.xml"), false);
+ }
+ }
+ }
+ }
+
+ private void migrate11(File dataDir, Stack<Integer> versions) {
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("Configs.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ long maxId = 0;
+ for (Element element: dom.getRootElement().elements()) {
+ Long id = Long.parseLong(element.elementTextTrim("id"));
+ if (maxId < id)
+ maxId = id;
+ }
+ Element licenseConfigElement = dom.getRootElement().addElement("com.gitplex.server.model.Config");
+ licenseConfigElement.addElement("id").setText(String.valueOf(maxId+1));
+ licenseConfigElement.addElement("key").setText("LICENSE");
+ dom.writeToFile(file, false);
+ }
+ }
+ }
+
+ private void migrate12(File dataDir, Stack<Integer> versions) {
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("Projects.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element projectElement: dom.getRootElement().elements()) {
+ for (Element branchProtectionElement: projectElement.element("branchProtections").elements()) {
+ branchProtectionElement.addElement("enabled").setText("true");
+ }
+ for (Element tagProtectionElement: projectElement.element("tagProtections").elements()) {
+ tagProtectionElement.addElement("enabled").setText("true");
+ }
+ }
+ dom.writeToFile(file, false);
+ }
+ }
+ }
+
+ private void migrate13(File dataDir, Stack<Integer> versions) {
+ for (File file: dataDir.listFiles()) {
+ try {
+ String content = FileUtils.readFileToString(file, StandardCharsets.UTF_8);
+ content = StringUtils.replace(content, "gitplex", "turbodev");
+ content = StringUtils.replace(content, "GitPlex", "TurboDev");
+ FileUtils.writeFile(file, content, StandardCharsets.UTF_8.name());
+ } catch (IOException e) {
+ throw new RuntimeException(e);
+ }
+ }
+ }
+
+ private void migrate14(File dataDir, Stack<Integer> versions) {
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("Projects.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element projectElement: dom.getRootElement().elements()) {
+ for (Element branchProtectionElement: projectElement.element("branchProtections").elements()) {
+ Element submitterElement = branchProtectionElement.addElement("submitter");
+ submitterElement.addAttribute("class", "com.turbodev.server.model.support.submitter.Anyone");
+ branchProtectionElement.addElement("noCreation").setText("true");
+ }
+ for (Element tagProtectionElement: projectElement.element("tagProtections").elements()) {
+ tagProtectionElement.detach();
+ }
+ }
+ dom.writeToFile(file, false);
+ }
+ }
+ }
+
+ private void migrate15(File dataDir, Stack<Integer> versions) {
+ for (File file: dataDir.listFiles()) {
+ try {
+ String content = FileUtils.readFileToString(file, StandardCharsets.UTF_8);
+ content = StringUtils.replace(content, "com.turbodev", "io.onedev");
+ content = StringUtils.replace(content, "com/turbodev", "io/onedev");
+ content = StringUtils.replace(content, "turbodev.com", "onedev.io");
+ content = StringUtils.replace(content, "turbodev", "onedev");
+ content = StringUtils.replace(content, "TurboDev", "OneDev");
+ FileUtils.writeFile(file, content, StandardCharsets.UTF_8.name());
+ } catch (IOException e) {
+ throw new RuntimeException(e);
+ }
+ }
+ }
+
+ private void migrateMergeStrategy16(Element mergeStrategyElement) {
+ if (mergeStrategyElement != null) {
+ mergeStrategyElement.setName("mergeStrategy");
+ switch (mergeStrategyElement.getText()) {
+ case "ALWAYS_MERGE":
+ mergeStrategyElement.setText("CREATE_MERGE_COMMIT");
+ break;
+ case "MERGE_IF_NECESSARY":
+ mergeStrategyElement.setText("CREATE_MERGE_COMMIT_IF_NECESSARY");
+ break;
+ case "SQUASH_MERGE":
+ mergeStrategyElement.setText("SQUASH_SOURCE_BRANCH_COMMITS");
+ break;
+ case "REBASE_MERGE":
+ mergeStrategyElement.setText("REBASE_SOURCE_BRANCH_COMMITS");
+ break;
+ }
+ }
+ }
+
+ /*
+ * Migrate from 1.0 to 2.0
+ */
+ private void migrate16(File dataDir, Stack<Integer> versions) {
+ Map<String, Integer> codeCommentReplyCounts = new HashMap<>();
+ Map<String, String> userNames = new HashMap<>();
+ Map<String, Set<String>> requestCodeComments = new HashMap<>();
+ Map<String, Integer> requestCommentCounts = new HashMap<>();
+ Set<String> openRequests = new HashSet<>();
+ Map<String, String> reviewRequirements = new HashMap<>();
+
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("Users.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ Element fullNameElement = element.element("fullName");
+ if (fullNameElement != null)
+ userNames.put(element.elementTextTrim("id"), fullNameElement.getText());
+ else
+ userNames.put(element.elementTextTrim("id"), element.elementText("name"));
+ }
+ } else if (file.getName().startsWith("CodeCommentReplys.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ String commentId = element.elementTextTrim("comment");
+ Integer replyCount = codeCommentReplyCounts.get(commentId);
+ if (replyCount == null)
+ replyCount = 0;
+ replyCount++;
+ codeCommentReplyCounts.put(commentId, replyCount);
+ }
+ } else if (file.getName().startsWith("CodeCommentRelations.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ String commentId = element.elementTextTrim("comment");
+ String requestId = element.elementTextTrim("request");
+ Set<String> codeComments = requestCodeComments.get(requestId);
+ if (codeComments == null) {
+ codeComments = new HashSet<>();
+ requestCodeComments.put(requestId, codeComments);
+ }
+ codeComments.add(commentId);
+ }
+ } else if (file.getName().startsWith("PullRequestComments.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ String commentId = element.elementTextTrim("request");
+ Integer commentCount = requestCommentCounts.get(commentId);
+ if (commentCount == null)
+ commentCount = 0;
+ commentCount++;
+ requestCommentCounts.put(commentId, commentCount);
+ }
+ } else if (file.getName().startsWith("PullRequests.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ if (element.element("closeInfo") == null) {
+ openRequests.add(element.elementTextTrim("id"));
+ }
+ }
+ } else if (file.getName().startsWith("Projects.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ String projectId = element.elementTextTrim("id");
+ StringBuilder builder = new StringBuilder();
+ for (Element branchProtectionElement: element.element("branchProtections").elements()) {
+ Element reviewRequirementSpecElement = branchProtectionElement.element("reviewRequirementSpec");
+ if (reviewRequirementSpecElement != null)
+ builder.append(reviewRequirementSpecElement.getText()).append(";");
+
+ for (Element fileProtectionElement: branchProtectionElement.element("fileProtections").elements()) {
+ reviewRequirementSpecElement = fileProtectionElement.element("reviewRequirementSpec");
+ builder.append(reviewRequirementSpecElement.getText()).append(";");
+ }
+ }
+ reviewRequirements.put(projectId, builder.toString());
+ }
+ }
+ }
+
+ for (Map.Entry<String, Set<String>> entry: requestCodeComments.entrySet()) {
+ Integer commentCount = requestCommentCounts.get(entry.getKey());
+ if (commentCount == null)
+ commentCount = 0;
+ for (String commentId: entry.getValue()) {
+ commentCount++;
+ Integer replyCount = codeCommentReplyCounts.get(commentId);
+ if (replyCount != null)
+ commentCount += replyCount;
+ }
+ requestCommentCounts.put(entry.getKey(), commentCount);
+ }
+
+ VersionedXmlDoc requestReviewsDOM = new VersionedXmlDoc();
+ Element requestReviewListElement = requestReviewsDOM.addElement("list");
+
+ VersionedXmlDoc configurationsDOM = new VersionedXmlDoc();
+ Element configurationListElement = configurationsDOM.addElement("list");
+ Map<String, Map<String, Long>> projectConfigurations = new HashMap<>();
+ long configurationCount = 0;
+
+ int reviewCount = 0;
+
+ VersionedXmlDoc requestBuildsDOM = new VersionedXmlDoc();
+ Element requestBuildListElement = requestBuildsDOM.addElement("list");
+ int requestBuildCount = 0;
+
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("BranchWatches.xml")
+ || file.getName().startsWith("PullRequestReferences.xml")
+ || file.getName().startsWith("PullRequestStatusChanges.xml")
+ || file.getName().startsWith("PullRequestTasks.xml")
+ || file.getName().startsWith("ReviewInvitations.xml")
+ || file.getName().startsWith("Reviews.xml")) {
+ FileUtils.deleteFile(file);
+ } else if (file.getName().startsWith("UserAuthorizations.xml") || file.getName().startsWith("GroupAuthorizations.xml")) {
+ try {
+ String content = FileUtils.readFileToString(file, StandardCharsets.UTF_8.name());
+ content = StringUtils.replace(content, "ADMIN", "ADMINISTRATION");
+ content = StringUtils.replace(content, "WRITE", "CODE_WRITE");
+ content = StringUtils.replace(content, "READ", "CODE_READ");
+ FileUtils.writeFile(file, content, StandardCharsets.UTF_8.name());
+ } catch (IOException e) {
+ throw new RuntimeException(e);
+ }
+ } else if (file.getName().startsWith("CodeComments.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ Integer replyCount = codeCommentReplyCounts.get(element.elementTextTrim("id"));
+ if (replyCount == null)
+ replyCount = 0;
+ element.addElement("replyCount").setText(String.valueOf(replyCount));
+
+ Element dateElement = element.element("date");
+ dateElement.setName("createDate");
+ Element updateDateElement = element.addElement("updateDate");
+ updateDateElement.addAttribute("class", "sql-timestamp");
+ Element lastEventElement = element.element("lastEvent");
+ if (lastEventElement != null) {
+ updateDateElement.setText(lastEventElement.elementText("date"));
+ lastEventElement.detach();
+ } else {
+ updateDateElement.setText(dateElement.getText());
+ }
+ }
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("PullRequests.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ migrateMergeStrategy16(element.element("mergeStrategy"));
+ Element lastMergePreviewElement = element.element("lastMergePreview");
+ if (lastMergePreviewElement != null) {
+ migrateMergeStrategy16(lastMergePreviewElement.element("mergeStrategy"));
+ }
+
+ Integer commentCount = requestCommentCounts.get(element.elementTextTrim("id"));
+ if (commentCount == null)
+ commentCount = 0;
+ element.addElement("commentCount").setText(String.valueOf(commentCount));
+
+ Element lastCodeCommentEventDateElement = element.element("lastCodeCommentEventDate");
+ if (lastCodeCommentEventDateElement != null)
+ lastCodeCommentEventDateElement.setName("lastCodeCommentActivityDate");
+
+ Element closeInfoElement = element.element("closeInfo");
+ if (closeInfoElement != null) {
+ Element closedByElement = closeInfoElement.element("closedBy");
+ if (closedByElement != null)
+ closedByElement.setName("user");
+ Element closedByNameElement = closeInfoElement.element("closedByName");
+ if (closedByNameElement != null)
+ closedByNameElement.setName("userName");
+ closeInfoElement.element("closeDate").setName("date");
+ closeInfoElement.element("closeStatus").setName("status");
+ }
+ Element submitDateElement = element.element("submitDate");
+ Element updateDateElement = element.addElement("updateDate");
+ updateDateElement.addAttribute("class", "sql-timestamp");
+ Element lastEventElement = element.element("lastEvent");
+ if (lastEventElement != null) {
+ updateDateElement.setText(lastEventElement.elementText("date"));
+ lastEventElement.detach();
+ } else {
+ updateDateElement.setText(submitDateElement.getText());
+ }
+ }
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("Configs.xml")) {
+ String content;
+ try {
+ content = FileUtils.readFileToString(file, StandardCharsets.UTF_8);
+ } catch (IOException e) {
+ throw new RuntimeException(e);
+ }
+ content = StringUtils.replace(content, "io.onedev.server.security.authenticator.",
+ "io.onedev.server.model.support.authenticator.");
+ VersionedXmlDoc dom = VersionedXmlDoc.fromXML(content);
+ for (Element element: dom.getRootElement().elements()) {
+ element.setName("io.onedev.server.model.Setting");
+ Element settingElement = element.element("setting");
+ if (settingElement != null) {
+ settingElement.setName("value");
+ if (element.elementTextTrim("key").equals("AUTHENTICATOR")) {
+ Element authenticatorElement = settingElement.elementIterator().next();
+ settingElement.addAttribute("class", authenticatorElement.getName());
+ for (Element fieldElement: authenticatorElement.elements()) {
+ if (!fieldElement.getName().equals("defaultGroupNames")) {
+ fieldElement.detach();
+ settingElement.add(fieldElement);
+ }
+ }
+ authenticatorElement.detach();
+ settingElement.addElement("canCreateProjects").setText("true");
+ }
+ }
+ }
+ FileUtils.deleteFile(file);
+ dom.writeToFile(new File(file.getParentFile(), file.getName().replace("Config", "Setting")), false);
+ } else if (file.getName().startsWith("PullRequestWatchs.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ Element reasonElement = element.element("reason");
+ if (reasonElement != null)
+ reasonElement.detach();
+ Element ignoreElement = element.element("ignore");
+ ignoreElement.setName("watching");
+ ignoreElement.setText(String.valueOf(!Boolean.parseBoolean(ignoreElement.getTextTrim())));
+ }
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("PullRequestUpdates.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ element.element("uuid").detach();
+ }
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("Projects.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ String project = element.elementTextTrim("id");
+ Element publicReadElement = element.element("publicRead");
+ if (publicReadElement.getTextTrim().equals("true"))
+ element.addElement("defaultPrivilege").setText("CODE_READ");
+ publicReadElement.detach();
+
+ for (Element branchProtectionElement: element.element("branchProtections").elements()) {
+ branchProtectionElement.element("verifyMerges").setName("buildMerges");
+ Element verificationsElement = branchProtectionElement.element("verifications");
+ verificationsElement.setName("configurations");
+ for (Element verificationElement: verificationsElement.elements()) {
+ String verification = verificationElement.getText();
+ Map<String, Long> configurations = projectConfigurations.get(project);
+ if (configurations == null) {
+ configurations = new HashMap<>();
+ projectConfigurations.put(project, configurations);
+ }
+ Long configurationId = configurations.get(verification);
+ if (configurationId == null) {
+ configurationId = ++configurationCount;
+ configurations.put(verification, configurationId);
+ Element configurationElement = configurationListElement.addElement("io.onedev.server.model.Configuration");
+ configurationElement.addAttribute("revision", "0.0");
+ configurationElement.addElement("id").setText(String.valueOf(configurationId));
+ configurationElement.addElement("project").setText(project);
+ configurationElement.addElement("name").setText(verification);
+ configurationElement.addElement("buildCleanupRule").addAttribute("class", "io.onedev.server.model.support.configuration.DoNotCleanup");
+ }
+ for (String request: openRequests) {
+ Element requestBuildElement = requestBuildListElement.addElement("io.onedev.server.model.PullRequestBuild");
+ requestBuildElement.addAttribute("revision", "0.0");
+ requestBuildElement.addElement("id").setText(String.valueOf(++requestBuildCount));
+ requestBuildElement.addElement("request").setText(request);
+ requestBuildElement.addElement("configuration").setText(String.valueOf(configurationId));
+ }
+ }
+ Element submitterElement = branchProtectionElement.element("submitter");
+ String submitterClass = submitterElement.attributeValue("class");
+ submitterClass = submitterClass.replace("io.onedev.server.model.support.submitter.",
+ "io.onedev.server.model.support.usermatcher.");
+ submitterElement.attribute("class").setValue(submitterClass);
+
+ Element reviewRequirementSpecElement = branchProtectionElement.element("reviewRequirementSpec");
+ if (reviewRequirementSpecElement != null) {
+ reviewRequirementSpecElement.setName("reviewRequirement");
+ }
+
+ for (Element fileProtectionElement: branchProtectionElement.element("fileProtections").elements()) {
+ reviewRequirementSpecElement = fileProtectionElement.element("reviewRequirementSpec");
+ reviewRequirementSpecElement.setName("reviewRequirement");
+ }
+ }
+ for (Element tagProtectionElement: element.element("tagProtections").elements()) {
+ Element submitterElement = tagProtectionElement.element("submitter");
+ String submitterClass = submitterElement.attributeValue("class");
+ submitterClass = submitterClass.replace("io.onedev.server.model.support.submitter.",
+ "io.onedev.server.model.support.usermatcher.");
+ submitterElement.attribute("class").setValue(submitterClass);
+ }
+ }
+ dom.writeToFile(file, false);
+ }
+ }
+
+ requestReviewsDOM.writeToFile(new File(dataDir, "PullRequestReviews.xml"), false);
+ configurationsDOM.writeToFile(new File(dataDir, "Configurations.xml"), false);
+ requestBuildsDOM.writeToFile(new File(dataDir, "PullRequestBuilds.xml"), false);
+ }
+
+ private void migrate17(File dataDir, Stack<Integer> versions) {
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("Issue")) {
+ FileUtils.deleteFile(file);
+ } else if (file.getName().startsWith("Projects.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ Element issueWorkflowElement = element.element("issueWorkflow");
+ if (issueWorkflowElement != null)
+ issueWorkflowElement.detach();
+ Element savedIssueQueriesElement = element.element("savedIssueQueries");
+ if (savedIssueQueriesElement != null)
+ savedIssueQueriesElement.detach();
+ Element issueListFieldsElement = element.element("issueListFields");
+ if (issueListFieldsElement != null)
+ issueListFieldsElement.detach();
+ Element issueBoardsElement = element.element("issueBoards");
+ if (issueBoardsElement != null)
+ issueBoardsElement.detach();
+ }
+ dom.writeToFile(file, false);
+ }
+ }
+ }
+
+ private void migrate18(File dataDir, Stack<Integer> versions) {
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("Settings.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ if (element.elementTextTrim("key").equals("LICENSE"))
+ element.detach();
+ }
+ dom.writeToFile(file, false);
+ }
+ }
+ }
+
+ private void migrate19(File dataDir, Stack<Integer> versions) {
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("Projects.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ Element commitMessageTransformsElement = element.addElement("commitMessageTransforms");
+ Element commitMessageTransformSettingElement = element.element("commitMessageTransformSetting");
+ if (commitMessageTransformSettingElement != null) {
+ commitMessageTransformSettingElement.detach();
+ commitMessageTransformSettingElement.setName("io.onedev.server.model.support.CommitMessageTransform");
+ commitMessageTransformsElement.add(commitMessageTransformSettingElement);
+ }
+ }
+ dom.writeToFile(file, false);
+ }
+ }
+ }
+
+ private void migrate20(File dataDir, Stack<Integer> versions) {
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("Settings.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ if (element.elementTextTrim("key").equals("ISSUE")) {
+ Element valueElement = element.element("value");
+ if (valueElement != null) {
+ for (Element fieldElement: valueElement.element("fieldSpecs").elements()) {
+ fieldElement.addElement("canBeChangedBy").addAttribute("class", "io.onedev.server.model.support.usermatcher.Anyone");
+ }
+ }
+ }
+ }
+ dom.writeToFile(file, false);
+ }
+ }
+ }
+
+ private void migrate21(File dataDir, Stack<Integer> versions) {
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("Projects.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ for (Element branchProtectionElement: element.element("branchProtections").elements()) {
+ branchProtectionElement.element("branch").setName("branches");
+ for (Element fileProtectionElement: branchProtectionElement.element("fileProtections").elements()) {
+ fileProtectionElement.element("path").setName("paths");
+ }
+ }
+ for (Element tagProtectionElement: element.element("tagProtections").elements()) {
+ tagProtectionElement.element("tag").setName("tags");
+ }
+ }
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("Settings.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ if (element.elementTextTrim("key").equals("LICENSE")) {
+ element.element("value").addAttribute("class", "io.onedev.commons.utils.license.LicenseDetail");
+ }
+ }
+ dom.writeToFile(file, false);
+ }
+ }
+ }
+
+ private void migrate22(File dataDir, Stack<Integer> versions) {
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("IssueFieldUnarys.xml")) {
+ File renamedFile = new File(dataDir, file.getName().replace("IssueFieldUnarys", "IssueFieldEntitys"));
+ try {
+ FileUtils.moveFile(file, renamedFile);
+ } catch (IOException e) {
+ throw new RuntimeException(e);
+ }
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(renamedFile);
+ for (Element element: dom.getRootElement().elements()) {
+ element.setName("io.onedev.server.model.IssueFieldEntity");
+ }
+ dom.writeToFile(renamedFile, false);
+ }
+ }
+ }
+
+ private void migrate23(File dataDir, Stack<Integer> versions) {
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("Build2s.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ Element runInstanceIdElement = element.element("runInstanceId");
+ if (runInstanceIdElement != null)
+ runInstanceIdElement.detach();
+ Element errorMessageElement = element.element("errorMessage");
+ if (errorMessageElement != null)
+ errorMessageElement.setName("statusMessage");
+ }
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("Projects.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ element.element("uuid").detach();
+ if (element.element("issueSetting") == null)
+ element.addElement("issueSetting");
+ if (element.element("savedCommitQueries") == null)
+ element.addElement("savedCommitQueries");
+ if (element.element("savedPullRequestQueries") == null)
+ element.addElement("savedPullRequestQueries");
+ if (element.element("savedCodeCommentQueries") == null)
+ element.addElement("savedCodeCommentQueries");
+ if (element.element("savedBuildQueries") == null)
+ element.addElement("savedBuildQueries");
+ if (element.element("webHooks") == null)
+ element.addElement("webHooks");
+ }
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("Users.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ element.element("uuid").detach();
+ }
+ dom.writeToFile(file, false);
+ }
+ }
+ }
+
+ private String escapeValue24(String value) {
+ StringBuilder builder = new StringBuilder();
+ for (int i=0; i<value.length(); i++) {
+ char ch = value.charAt(i);
+ if ("\\()".indexOf(ch) != -1)
+ builder.append("\\");
+ builder.append(ch);
+ }
+ return builder.toString();
+ }
+
+ private void migrateUserMatcher24(Element userMatcherElement) {
+ String userMatcher;
+ String userMatcherClass = userMatcherElement.attributeValue("class");
+ if (userMatcherClass.contains("Anyone")) {
+ userMatcher = "anyone";
+ } else if (userMatcherClass.contains("CodeWriters")) {
+ userMatcher = "code writers";
+ } else if (userMatcherClass.contains("CodeReaders")) {
+ userMatcher = "code readers";
+ } else if (userMatcherClass.contains("IssueReaders")) {
+ userMatcher = "issue readers";
+ } else if (userMatcherClass.contains("ProjectAdministrators")) {
+ userMatcher = "project administrators";
+ } else if (userMatcherClass.contains("SpecifiedUser")) {
+ userMatcher = "user(" + escapeValue24(userMatcherElement.elementText("userName").trim()) + ")";
+ } else {
+ userMatcher = "group(" + escapeValue24(userMatcherElement.elementText("groupName").trim()) + ")";
+ }
+ userMatcherElement.clearContent();
+ userMatcherElement.remove(userMatcherElement.attribute("class"));
+ userMatcherElement.setText(userMatcher);
+ }
+
+ private void migrateTransitionSpecsElement24(Element transitionSpecsElement) {
+ for (Element transitionElement: transitionSpecsElement.elements()) {
+ Element triggerElement = transitionElement.element("trigger");
+ if (triggerElement.attributeValue("class").contains("PressButtonTrigger"))
+ migrateUserMatcher24(triggerElement.element("authorized"));
+ }
+ }
+
+ private void migrate24(File dataDir, Stack<Integer> versions) {
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("Settings.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ if (element.elementTextTrim("key").equals("ISSUE")) {
+ Element valueElement = element.element("value");
+ if (valueElement != null) {
+ migrateTransitionSpecsElement24(valueElement.element("defaultTransitionSpecs"));
+ for (Element fieldElement: valueElement.element("fieldSpecs").elements())
+ migrateUserMatcher24(fieldElement.element("canBeChangedBy"));
+ }
+ }
+ }
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("Projects.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ Element issueSettingElement = element.element("issueSetting");
+ Element transitionsElement = issueSettingElement.element("transitionSpecs");
+ if (transitionsElement != null)
+ migrateTransitionSpecsElement24(transitionsElement);
+ for (Element branchProtectionElement: element.element("branchProtections").elements())
+ migrateUserMatcher24(branchProtectionElement.element("submitter"));
+ for (Element tagProtectionElement: element.element("tagProtections").elements())
+ migrateUserMatcher24(tagProtectionElement.element("submitter"));
+ }
+ dom.writeToFile(file, false);
+ }
+ }
+ }
+
+ // from 2.0 to 3.0
+ private void migrate25(File dataDir, Stack<Integer> versions) {
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("Settings.xml")) {
+ String content;
+ try {
+ content = FileUtils.readFileToString(file, StandardCharsets.UTF_8.name());
+ } catch (IOException e) {
+ throw new RuntimeException(e);
+ }
+ content = content.replace(".support.setting.", ".support.administration.");
+ content = content.replace(".support.authenticator.", ".support.administration.authenticator.");
+
+ VersionedXmlDoc dom = VersionedXmlDoc.fromXML(content);
+ for (Element element: dom.getRootElement().elements()) {
+ String key = element.elementTextTrim("key");
+ if (key.equals("ISSUE") || key.equals("JOB_EXECUTORS")) {
+ element.detach();
+ } else if (key.equals("BACKUP")) {
+ Element valueElement = element.element("value");
+ if (valueElement != null) {
+ Element folderElement = valueElement.element("folder");
+ if (folderElement != null)
+ folderElement.detach();
+ }
+ } else if (key.equals("SECURITY")) {
+ Element valueElement = element.element("value");
+ if (valueElement != null)
+ valueElement.element("enableAnonymousAccess").setText("false");
+ } else if (key.equals("SYSTEM")) {
+ Element valueElement = element.element("value");
+ if (valueElement != null) {
+ Element storagePathElement = valueElement.element("storagePath");
+ String storagePath = storagePathElement.getText();
+ storagePathElement.detach();
+ try {
+ File projectsDir = new File(storagePath, "projects");
+ if (projectsDir.exists()) {
+ Path target = projectsDir.toPath();
+ File linkDir = new File(Bootstrap.installDir, "site/projects");
+ if (linkDir.exists())
+ throw new OneException("Directory already exists: " + linkDir);
+ Files.createSymbolicLink(linkDir.toPath(), target);
+ }
+ } catch (IOException e) {
+ throw new RuntimeException(e);
+ }
+ }
+ } else if (key.equals("AUTHENTICATOR")) {
+ Element valueElement = element.element("value");
+ if (valueElement != null) {
+ Element defaultGroupNamesElement = valueElement.element("defaultGroupNames");
+ if (defaultGroupNamesElement != null)
+ defaultGroupNamesElement.detach();
+ }
+ }
+ }
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("Groups.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements())
+ element.element("canCreateProjects").setName("createProjects");
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("Users.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ element.addElement("userProjectQueries");
+
+ element.addElement("userIssueQueries");
+ element.addElement("userIssueQueryWatches");
+ element.addElement("issueQueryWatches");
+
+ element.addElement("userPullRequestQueries");
+ element.addElement("userPullRequestQueryWatches");
+ element.addElement("pullRequestQueryWatches");
+
+ element.addElement("userBuildQueries");
+ element.addElement("userBuildQuerySubscriptions");
+ element.addElement("buildQuerySubscriptions");
+ }
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("GroupAuthorizations.xml")
+ || file.getName().startsWith("UserAuthorizations.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ Element privilegeElement = element.element("privilege");
+ String privilege = privilegeElement.getTextTrim();
+ privilegeElement.detach();
+
+ String roleId;
+ switch (privilege) {
+ case "ISSUE_READ":
+ roleId = "4";
+ break;
+ case "CODE_READ":
+ roleId = "3";
+ break;
+ case "CODE_WRITE":
+ roleId = "2";
+ break;
+ default:
+ roleId = "1";
+ }
+ element.addElement("role").setText(roleId);
+ }
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("Issues.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements())
+ element.element("numberStr").detach();
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("CodeComments.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ Element rangeElement = element.element("markPos").element("range");
+ rangeElement.element("beginLine").setName("fromRow");
+ rangeElement.element("endLine").setName("toRow");
+ rangeElement.element("beginChar").setName("fromColumn");
+ rangeElement.element("endChar").setName("toColumn");
+ }
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("PullRequests.xml")) {
+ String content;
+ try {
+ content = FileUtils.readFileToString(file, StandardCharsets.UTF_8.name());
+ } catch (IOException e) {
+ throw new RuntimeException(e);
+ }
+ content = content.replace("DO_NOT_MERGE", "CREATE_MERGE_COMMIT");
+
+ VersionedXmlDoc dom = VersionedXmlDoc.fromXML(content);
+ for (Element element: dom.getRootElement().elements())
+ element.element("numberStr").detach();
+
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("Projects.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ Element defaultPrivilegeElement = element.element("defaultPrivilege");
+ if (defaultPrivilegeElement != null)
+ defaultPrivilegeElement.detach();
+ element.addElement("owner").setText("1");
+
+ for (Element branchProtectionElement: element.element("branchProtections").elements()) {
+ Element submitterElement = branchProtectionElement.element("submitter");
+ submitterElement.setName("user");
+ submitterElement.setText("anyone");
+ branchProtectionElement.element("configurations").detach();
+ branchProtectionElement.element("buildMerges").detach();
+ branchProtectionElement.addElement("jobNames");
+ for (Element fileProtectionElement: branchProtectionElement.element("fileProtections").elements())
+ fileProtectionElement.addElement("jobNames");
+ }
+
+ for (Element tagProtectionElement: element.element("tagProtections").elements())
+ tagProtectionElement.element("submitter").setName("user");
+ element.addElement("secrets");
+ element.element("commitMessageTransforms").detach();
+ element.element("webHooks").detach();
+ element.addElement("webHooks");
+ element.element("issueSetting").detach();
+ element.addElement("issueSetting");
+
+ element.element("savedBuildQueries").detach();
+ Element buildSettingElement = element.addElement("buildSetting");
+ buildSettingElement.addElement("buildsToPreserve").setText("all");
+
+ element.element("savedCommitQueries").detach();
+ element.element("savedCodeCommentQueries").detach();
+ element.element("savedPullRequestQueries").detach();
+
+ element.addElement("pullRequestSetting");
+ }
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("IssueChanges.xml")
+ || file.getName().startsWith("Configurations.xml")
+ || file.getName().startsWith("IssueQuerySettings.xml")
+ || file.getName().startsWith("PullRequestQuerySettings.xml")
+ || file.getName().startsWith("PullRequestChanges.xml")
+ || file.getName().startsWith("CodeCommentQuerySettings.xml")
+ || file.getName().startsWith("PullRequestWatchs.xml")
+ || file.getName().startsWith("IssueWatchs.xml")
+ || file.getName().startsWith("CommitQuerySettings.xml")
+ || file.getName().startsWith("PullRequestBuilds.xml")
+ || file.getName().startsWith("BuildQuerySettings.xml")
+ || file.getName().startsWith("Builds.xml")
+ || file.getName().startsWith("Build2s.xml")
+ || file.getName().startsWith("BuildDependences.xml")
+ || file.getName().startsWith("BuildParams.xml")) {
+ FileUtils.deleteFile(file);
+ } else if (file.getName().startsWith("IssueFieldEntitys.xml")) {
+ String content;
+ try {
+ content = FileUtils.readFileToString(file, StandardCharsets.UTF_8.name());
+ } catch (IOException e) {
+ throw new RuntimeException(e);
+ }
+ content = content.replace("io.onedev.server.model.IssueFieldEntity",
+ "io.onedev.server.model.IssueField");
+
+ FileUtils.deleteFile(file);
+
+ File renamedFile = new File(dataDir, file.getName().replace(
+ "IssueFieldEntitys.xml", "IssueFields.xml"));
+ FileUtils.writeFile(renamedFile, content, StandardCharsets.UTF_8.name());
+ }
+ }
+ try (InputStream is = getClass().getResourceAsStream("migrate25_roles.xml")) {
+ Preconditions.checkNotNull(is);
+ FileUtils.writeFile(
+ new File(dataDir, "Roles.xml"),
+ StringUtils.join(IOUtils.readLines(is, StandardCharsets.UTF_8.name()), "\n"));
+ } catch (IOException e) {
+ throw new RuntimeException(e);
+ }
+
+ }
+
+ private void migrate26(File dataDir, Stack<Integer> versions) {
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("Projects.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ Element createdAtElement = element.element("createdAt");
+ createdAtElement.setName("createDate");
+ element.addElement("updateDate").setText(createdAtElement.getText());
+ }
+ dom.writeToFile(file, false);
+ }
+ }
+ }
+
+ private void migrate27(File dataDir, Stack<Integer> versions) {
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("Projects.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ Element buildSettingElement = element.element("buildSetting");
+ buildSettingElement.element("buildsToPreserve").detach();
+ buildSettingElement.addElement("preservations");
+ }
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("IssueChanges.xml")) {
+ FileUtils.deleteFile(file);
+ }
+ }
+ }
+
+ private void migrate28(File dataDir, Stack<Integer> versions) {
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("Users.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ Element buildSettingElement = element.addElement("buildSetting");
+ buildSettingElement.addElement("secrets");
+ buildSettingElement.addElement("buildPreservations");
+ }
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("Projects.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ element.element("secrets").detach();
+ element.element("buildSetting").detach();
+ Element buildSettingElement = element.addElement("buildSetting");
+ buildSettingElement.addElement("secrets");
+ buildSettingElement.addElement("buildPreservations");
+ }
+ dom.writeToFile(file, false);
+ }
+ }
+ }
+
+ private void migrate29(File dataDir, Stack<Integer> versions) {
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("Users.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements())
+ element.addElement("webHooks");
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("Projects.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ for (Element branchProtectionElement: element.element("branchProtections").elements())
+ branchProtectionElement.element("user").setName("userMatch");
+ for (Element tagProtectionElement: element.element("tagProtections").elements())
+ tagProtectionElement.element("user").setName("userMatch");
+ }
+ dom.writeToFile(file, false);
+ }
+ }
+ }
+
+ private void migrate30(File dataDir, Stack<Integer> versions) {
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("Settings.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ String key = element.elementTextTrim("key");
+ if (key.equals("JOB_EXECUTORS"))
+ element.detach();
+ }
+ dom.writeToFile(file, false);
+ }
+ }
+ }
+
+ private void migrate31(File dataDir, Stack<Integer> versions) {
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("Roles.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ Element editableIssueFieldsElement = element.element("editableIssueFields");
+ editableIssueFieldsElement.detach();
+ element.addElement("editableIssueFields").addAttribute(
+ "class", "io.onedev.server.model.support.role.AllIssueFields");
+ }
+ dom.writeToFile(file, false);
+ }
+ }
+ }
+
+ private void migrate32(File dataDir, Stack<Integer> versions) {
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("Settings.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ String key = element.elementTextTrim("key");
+ if (key.equals("ISSUE"))
+ element.detach();
+ }
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("IssueChanges.xml")) {
+ FileUtils.deleteFile(file);
+ }
+ }
+ }
+
+ private void migrate33(File dataDir, Stack<Integer> versions) {
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("Projects.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ for (Element branchProtectionElement: element.element("branchProtections").elements()) {
+ branchProtectionElement.element("noCreation").setName("preventCreation");
+ branchProtectionElement.element("noDeletion").setName("preventDeletion");
+ branchProtectionElement.element("noForcedPush").setName("preventForcedPush");
+ }
+ for (Element tagProtectionElement: element.element("tagProtections").elements()) {
+ tagProtectionElement.element("noCreation").setName("preventCreation");
+ tagProtectionElement.element("noDeletion").setName("preventDeletion");
+ tagProtectionElement.element("noUpdate").setName("preventUpdate");
+ }
+ }
+ dom.writeToFile(file, false);
+ }
+ }
+ }
+
+ private void migrate34(File dataDir, Stack<Integer> versions) {
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("Settings.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ if (element.elementTextTrim("key").equals("ISSUE")) {
+ Element valueElement = element.element("value");
+ if (valueElement != null) {
+ for (Element stateElement: valueElement.element("stateSpecs").elements()) {
+ Element categoryElement = stateElement.element("category");
+ stateElement.addElement("done").setText(String.valueOf(categoryElement.getTextTrim().equals("CLOSED")));
+ categoryElement.detach();
+ }
+ }
+ }
+ }
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("Milestones.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ element.element("numOfOpenIssues").setName("numOfIssuesTodo");
+ element.element("numOfClosedIssues").setName("numOfIssuesDone");
+ }
+ dom.writeToFile(file, false);
+ }
+ }
+ }
+
+ private void migrate35(File dataDir, Stack<Integer> versions) {
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("CodeComments.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ element.element("updateDate").detach();
+ Element createDateElement = element.element("createDate");
+ Element lastUpdateElement = element.addElement("lastUpdate");
+ Element userElement = element.element("user");
+ Element lastUpdateUserElement = lastUpdateElement.addElement("user");
+ if (userElement != null)
+ lastUpdateUserElement.setText(userElement.getTextTrim());
+ else
+ lastUpdateUserElement.setText("1");
+ lastUpdateElement.addElement("activity").setText("created");
+ Element dateElement = lastUpdateElement.addElement("date");
+ dateElement.addAttribute("class", createDateElement.attributeValue("class"));
+ dateElement.setText(createDateElement.getTextTrim());
+ }
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("PullRequests.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ element.element("updateDate").detach();
+ Element submitDateElement = element.element("submitDate");
+ Element lastUpdateElement = element.addElement("lastUpdate");
+ Element submitterElement = element.element("submitter");
+ Element lastUpdateUserElement = lastUpdateElement.addElement("user");
+ if (submitterElement != null)
+ lastUpdateUserElement.setText(submitterElement.getTextTrim());
+ else
+ lastUpdateUserElement.setText("1");
+ lastUpdateElement.addElement("activity").setText("opened");
+ Element dateElement = lastUpdateElement.addElement("date");
+ dateElement.addAttribute("class", submitDateElement.attributeValue("class"));
+ dateElement.setText(submitDateElement.getTextTrim());
+ }
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("Issues.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ element.element("updateDate").detach();
+ Element submitDateElement = element.element("submitDate");
+ Element lastUpdateElement = element.addElement("lastUpdate");
+ Element submitterElement = element.element("submitter");
+ Element lastUpdateUserElement = lastUpdateElement.addElement("user");
+ if (submitterElement != null)
+ lastUpdateUserElement.setText(submitterElement.getTextTrim());
+ else
+ lastUpdateUserElement.setText("1");
+ lastUpdateElement.addElement("activity").setText("opened");
+ Element dateElement = lastUpdateElement.addElement("date");
+ dateElement.addAttribute("class", submitDateElement.attributeValue("class"));
+ dateElement.setText(submitDateElement.getTextTrim());
+ }
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("Projects.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ Element buildSettingElement = element.element("buildSetting");
+ Element namedQueriesElement = buildSettingElement.element("namedQueries");
+ if (namedQueriesElement != null) {
+ for (Element queryElement: namedQueriesElement.elements())
+ queryElement.setName("io.onedev.server.model.support.build.NamedBuildQuery");
+ }
+ Element secretsElement = buildSettingElement.element("secrets");
+ secretsElement.setName("jobSecrets");
+ for (Element secretElement: secretsElement.elements())
+ secretElement.setName("io.onedev.server.model.support.build.JobSecret");
+ for (Element buildPreservationElement: buildSettingElement.element("buildPreservations").elements())
+ buildPreservationElement.setName("io.onedev.server.model.support.build.BuildPreservation");
+ buildSettingElement.addElement("actionAuthorizations");
+
+ for (Element tagProtectionElement: element.element("tagProtections").elements()) {
+ Element buildBranchesElement = tagProtectionElement.element("buildBranches");
+ if (buildBranchesElement != null)
+ buildBranchesElement.detach();
+ }
+ }
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("Users.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ for (Element queryElement: element.element("userBuildQueries").elements())
+ queryElement.setName("io.onedev.server.model.support.build.NamedBuildQuery");
+ Element buildSettingElement = element.element("buildSetting");
+ Element secretsElement = buildSettingElement.element("secrets");
+ secretsElement.setName("jobSecrets");
+ for (Element secretElement: secretsElement.elements())
+ secretElement.setName("io.onedev.server.model.support.build.JobSecret");
+ for (Element buildPreservationElement: buildSettingElement.element("buildPreservations").elements())
+ buildPreservationElement.setName("io.onedev.server.model.support.build.BuildPreservation");
+ buildSettingElement.addElement("actionAuthorizations");
+ Element passwordElement = element.element("password");
+ if (passwordElement == null)
+ element.addElement("password").setText("external_managed");
+ else if (StringUtils.isBlank(passwordElement.getText()))
+ passwordElement.setText("external_managed");
+ }
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("BuildQuerySettings.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ for (Element queryElement: element.element("userQueries").elements())
+ queryElement.setName("io.onedev.server.model.support.build.NamedBuildQuery");
+ }
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("Settings.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ if (element.elementTextTrim("key").equals("ISSUE")) {
+ Element valueElement = element.element("value");
+ if (valueElement != null) {
+ for (Element stateElement: valueElement.element("stateSpecs").elements()) {
+ stateElement.element("done").detach();
+ }
+ }
+ } else if (element.elementTextTrim("key").equals("BUILD")) {
+ Element valueElement = element.element("value");
+ if (valueElement != null) {
+ for (Element queryElement: valueElement.element("namedQueries").elements())
+ queryElement.setName("io.onedev.server.model.support.build.NamedBuildQuery");
+ }
+ }
+ }
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("Milestones.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ element.element("numOfIssuesTodo").detach();
+ element.element("numOfIssuesDone").detach();
+ }
+ dom.writeToFile(file, false);
+ }
+ }
+ }
+
+ // Database schema changed
+ private void migrate36(File dataDir, Stack<Integer> versions) {
+ }
+
+ private void migrate37(File dataDir, Stack<Integer> versions) {
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("Settings.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ if (element.elementTextTrim("key").equals("LICENSE"))
+ element.detach();
+ }
+ dom.writeToFile(file, false);
+ }
+ }
+ }
+
+ private Long getForkedRoot38(Map<Long, Long> forkedFroms, Long projectId) {
+ Long forkedFrom = forkedFroms.get(projectId);
+ if (forkedFrom != null)
+ return getForkedRoot38(forkedFroms, forkedFrom);
+ else
+ return projectId;
+ }
+
+ private void migrate38(File dataDir, Stack<Integer> versions) {
+ Map<Long, Long> forkedFroms = new HashMap<>();
+
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().contains(".xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Node node: dom.selectNodes("//io.onedev.server.model.support.pullrequest.NamedPullRequestQuery")) {
+ if (node instanceof Element) {
+ Element element = (Element) node;
+ if (element.elementTextTrim("query").equals("all"))
+ element.element("query").detach();
+ }
+ }
+ for (Node node: dom.selectNodes("//io.onedev.server.model.support.issue.NamedIssueQuery")) {
+ if (node instanceof Element) {
+ Element element = (Element) node;
+ if (element.elementTextTrim("query").equals("all"))
+ element.element("query").detach();
+ }
+ }
+ for (Node node: dom.selectNodes("//io.onedev.server.model.support.build.NamedBuildQuery")) {
+ if (node instanceof Element) {
+ Element element = (Element) node;
+ if (element.elementTextTrim("query").equals("all"))
+ element.element("query").detach();
+ }
+ }
+ for (Node node: dom.selectNodes("//io.onedev.server.model.support.NamedProjectQuery")) {
+ if (node instanceof Element) {
+ Element element = (Element) node;
+ if (element.elementTextTrim("query").equals("all"))
+ element.element("query").detach();
+ }
+ }
+ for (Node node: dom.selectNodes("//issueQuery")) {
+ if (node instanceof Element) {
+ Element element = (Element) node;
+ if (element.getTextTrim().equals("all"))
+ element.detach();
+ }
+ }
+ for (Node node: dom.selectNodes("//io.onedev.server.model.support.build.BuildPreservation")) {
+ if (node instanceof Element) {
+ Element element = (Element) node;
+ Element conditionElement = element.element("condition");
+ if (conditionElement.getTextTrim().equals("all"))
+ conditionElement.detach();
+ }
+ }
+ dom.writeToFile(file, false);
+ }
+ if (file.getName().startsWith("IssueChanges.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ Element dataElement = element.element("data");
+ String className = dataElement.attributeValue("class");
+ if (className.contains("IssueCommittedData") || className.contains("IssuePullRequest"))
+ element.detach();
+ }
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("Projects.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ Long projectId = Long.valueOf(element.elementTextTrim("id"));
+ Element forkedFromElement = element.element("forkedFrom");
+ if (forkedFromElement != null)
+ forkedFroms.put(projectId, Long.valueOf(forkedFromElement.getTextTrim()));
+ else
+ forkedFroms.put(projectId, null);
+ }
+ }
+ }
+
+ Map<Long, Long> forkedRoots = new HashMap<>();
+ for (Long projectId: forkedFroms.keySet()) {
+ forkedRoots.put(projectId, getForkedRoot38(forkedFroms, projectId));
+ }
+
+ Map<Long, Set<Long>> issueNumbers = new HashMap<>();
+ Map<Long, Set<Long>> buildNumbers = new HashMap<>();
+ Map<Long, Set<Long>> pullRequestNumbers = new HashMap<>();
+
+ for (Long forkedRoot: forkedRoots.values()) {
+ issueNumbers.put(forkedRoot, new HashSet<>());
+ buildNumbers.put(forkedRoot, new HashSet<>());
+ pullRequestNumbers.put(forkedRoot, new HashSet<>());
+ }
+
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("Issues.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ Long issueNumber = Long.valueOf(element.elementTextTrim("number"));
+ Long projectId = Long.valueOf(element.elementTextTrim("project"));
+ if (projectId.equals(forkedRoots.get(projectId)))
+ issueNumbers.get(projectId).add(issueNumber);
+ }
+ } else if (file.getName().startsWith("Builds.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ Long buildNumber = Long.valueOf(element.elementTextTrim("number"));
+ Long projectId = Long.valueOf(element.elementTextTrim("project"));
+ if (projectId.equals(forkedRoots.get(projectId)))
+ buildNumbers.get(projectId).add(buildNumber);
+ }
+ } else if (file.getName().startsWith("PullRequests.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ Long requestNumber = Long.valueOf(element.elementTextTrim("number"));
+ Long projectId = Long.valueOf(element.elementTextTrim("targetProject"));
+ if (projectId.equals(forkedRoots.get(projectId)))
+ pullRequestNumbers.get(projectId).add(requestNumber);
+ }
+ }
+ }
+
+ for (File file: dataDir.listFiles()) {
+ if (file.getName().startsWith("Issues.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ Element numberElement = element.element("number");
+ Long issueNumber = Long.valueOf(numberElement.getTextTrim());
+ Long projectId = Long.valueOf(element.elementTextTrim("project"));
+ Long forkedRoot = forkedRoots.get(projectId);
+ element.addElement("numberScope").setText(forkedRoot.toString());
+ if (!projectId.equals(forkedRoot)) {
+ Set<Long> issueNumbersOfForkedRoot = issueNumbers.get(forkedRoot);
+ if (issueNumbersOfForkedRoot.contains(issueNumber)) {
+ issueNumber = Collections.max(issueNumbersOfForkedRoot) + 1;
+ numberElement.setText(issueNumber.toString());
+ }
+ issueNumbersOfForkedRoot.add(issueNumber);
+ }
+ }
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("Builds.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ Element numberElement = element.element("number");
+ Long buildNumber = Long.valueOf(numberElement.getTextTrim());
+ Long projectId = Long.valueOf(element.elementTextTrim("project"));
+ Long forkedRoot = forkedRoots.get(projectId);
+ element.addElement("numberScope").setText(forkedRoot.toString());
+ if (!projectId.equals(forkedRoot)) {
+ Set<Long> buildNumbersOfForkedRoot = buildNumbers.get(forkedRoot);
+ if (buildNumbersOfForkedRoot.contains(buildNumber)) {
+ buildNumber = Collections.max(buildNumbersOfForkedRoot) + 1;
+ numberElement.setText(buildNumber.toString());
+ }
+ buildNumbersOfForkedRoot.add(buildNumber);
+ }
+ }
+ dom.writeToFile(file, false);
+ } else if (file.getName().startsWith("PullRequests.xml")) {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+ for (Element element: dom.getRootElement().elements()) {
+ Element numberElement = element.element("number");
+ Long requestNumber = Long.valueOf(numberElement.getTextTrim());
+ Long projectId = Long.valueOf(element.elementTextTrim("targetProject"));
+ Long forkedRoot = forkedRoots.get(projectId);
+ element.addElement("numberScope").setText(forkedRoot.toString());
+ if (!projectId.equals(forkedRoot)) {
+ Set<Long> requestNumbersOfForkedRoot = pullRequestNumbers.get(forkedRoot);
+ if (requestNumbersOfForkedRoot.contains(requestNumber)) {
+ requestNumber = Collections.max(requestNumbersOfForkedRoot) + 1;
+ numberElement.setText(requestNumber.toString());
+ }
+ requestNumbersOfForkedRoot.add(requestNumber);
+ }
+ }
+ dom.writeToFile(file, false);
+ }
+ }
+ }
+
+}
diff --git a/server-core/src/main/java/io/onedev/server/migration/VersionedDocument.java b/server-core/src/main/java/io/onedev/server/migration/VersionedXmlDoc.java
similarity index 92%
rename from server-core/src/main/java/io/onedev/server/migration/VersionedDocument.java
rename to server-core/src/main/java/io/onedev/server/migration/VersionedXmlDoc.java
index 259293381d..20fc05d708 100644
--- a/server-core/src/main/java/io/onedev/server/migration/VersionedDocument.java
+++ b/server-core/src/main/java/io/onedev/server/migration/VersionedXmlDoc.java
@@ -53,7 +53,7 @@ import io.onedev.commons.utils.ExceptionUtils;
import io.onedev.commons.utils.FileUtils;
import io.onedev.commons.utils.StringUtils;
-public final class VersionedDocument implements Document, Externalizable {
+public final class VersionedXmlDoc implements Document, Externalizable {
private static final long serialVersionUID = 1L;
@@ -61,11 +61,11 @@ public final class VersionedDocument implements Document, Externalizable {
private transient Document wrapped;
- public VersionedDocument() {
+ public VersionedXmlDoc() {
wrapped = DocumentHelper.createDocument();
}
- public VersionedDocument(Document wrapped) {
+ public VersionedXmlDoc(Document wrapped) {
this.wrapped = Preconditions.checkNotNull(wrapped);
}
@@ -359,7 +359,7 @@ public final class VersionedDocument implements Document, Externalizable {
@Override
public Object clone() {
- return new VersionedDocument((Document) getWrapped().clone());
+ return new VersionedXmlDoc((Document) getWrapped().clone());
}
public String toXML() {
@@ -403,15 +403,15 @@ public final class VersionedDocument implements Document, Externalizable {
}
}
- public static VersionedDocument fromXML(String xml) {
+ public static VersionedXmlDoc fromXML(String xml) {
try {
- return new VersionedDocument(new SAXReader().read(new StringReader(xml)));
+ return new VersionedXmlDoc(new SAXReader().read(new StringReader(xml)));
} catch (Exception e) {
throw ExceptionUtils.unchecked(e);
}
}
- public static VersionedDocument fromFile(File file) {
+ public static VersionedXmlDoc fromFile(File file) {
try {
return fromXML(FileUtils.readFileToString(file, StandardCharsets.UTF_8.name()));
} catch (IOException e) {
@@ -426,10 +426,10 @@ public final class VersionedDocument implements Document, Externalizable {
return wrapped;
}
- public static VersionedDocument fromBean(@Nullable Object bean) {
+ public static VersionedXmlDoc fromBean(@Nullable Object bean) {
Document dom = DocumentHelper.createDocument();
AppLoader.getInstance(XStream.class).marshal(bean, new Dom4JWriter(dom));
- VersionedDocument versionedDom = new VersionedDocument(dom);
+ VersionedXmlDoc versionedDom = new VersionedXmlDoc(dom);
if (bean != null) {
versionedDom.setVersion(MigrationHelper.getVersion(HibernateProxyHelper.getClassWithoutInitializingProxy(bean)));
}
@@ -531,8 +531,8 @@ public final class VersionedDocument implements Document, Externalizable {
writer.endNode();
}
- public static VersionedDocument unmarshall(HierarchicalStreamReader reader) {
- VersionedDocument dom = new VersionedDocument();
+ public static VersionedXmlDoc unmarshall(HierarchicalStreamReader reader) {
+ VersionedXmlDoc dom = new VersionedXmlDoc();
unmarshallElement(reader, dom);
return dom;
}
diff --git a/server-core/src/main/java/io/onedev/server/migration/VersionedYamlDoc.java b/server-core/src/main/java/io/onedev/server/migration/VersionedYamlDoc.java
new file mode 100644
index 0000000000..88f8432438
--- /dev/null
+++ b/server-core/src/main/java/io/onedev/server/migration/VersionedYamlDoc.java
@@ -0,0 +1,237 @@
+package io.onedev.server.migration;
+
+import java.io.IOException;
+import java.io.StringReader;
+import java.io.StringWriter;
+import java.lang.reflect.Method;
+import java.util.ArrayList;
+import java.util.Collection;
+import java.util.Comparator;
+import java.util.HashMap;
+import java.util.Iterator;
+import java.util.LinkedHashSet;
+import java.util.List;
+import java.util.Map;
+import java.util.Set;
+
+import org.hibernate.proxy.HibernateProxyHelper;
+import org.yaml.snakeyaml.DumperOptions;
+import org.yaml.snakeyaml.DumperOptions.FlowStyle;
+import org.yaml.snakeyaml.Yaml;
+import org.yaml.snakeyaml.constructor.Constructor;
+import org.yaml.snakeyaml.emitter.Emitter;
+import org.yaml.snakeyaml.introspector.BeanAccess;
+import org.yaml.snakeyaml.introspector.Property;
+import org.yaml.snakeyaml.introspector.PropertyUtils;
+import org.yaml.snakeyaml.nodes.MappingNode;
+import org.yaml.snakeyaml.nodes.Node;
+import org.yaml.snakeyaml.nodes.NodeTuple;
+import org.yaml.snakeyaml.nodes.ScalarNode;
+import org.yaml.snakeyaml.nodes.Tag;
+import org.yaml.snakeyaml.representer.Representer;
+import org.yaml.snakeyaml.resolver.Resolver;
+import org.yaml.snakeyaml.serializer.Serializer;
+
+import edu.emory.mathcs.backport.java.util.Collections;
+import io.onedev.commons.launcher.loader.ImplementationRegistry;
+import io.onedev.commons.utils.ClassUtils;
+import io.onedev.commons.utils.StringUtils;
+import io.onedev.server.OneDev;
+import io.onedev.server.OneException;
+import io.onedev.server.util.BeanUtils;
+import io.onedev.server.web.editable.EditableUtils;
+import io.onedev.server.web.editable.annotation.Editable;
+
+public class VersionedYamlDoc extends MappingNode {
+
+ public VersionedYamlDoc(MappingNode wrapped) {
+ super(wrapped.getTag(), wrapped.getValue(), wrapped.getFlowStyle());
+ }
+
+ public static VersionedYamlDoc fromYaml(String yaml) {
+ return new VersionedYamlDoc((MappingNode) new OneYaml().compose(new StringReader(yaml)));
+ }
+
+ @SuppressWarnings("unchecked")
+ public <T> T toBean(Class<T> beanClass) {
+ setTag(new Tag(beanClass));
+
+ if (getVersion() != null) {
+ try {
+ MigrationHelper.migrate(getVersion(), beanClass.newInstance(), this);
+ removeVersion();
+ } catch (InstantiationException | IllegalAccessException e) {
+ throw new RuntimeException(e);
+ }
+ }
+
+ return (T) new OneYaml().construct(this);
+ }
+
+ public static VersionedYamlDoc fromBean(Object bean) {
+ VersionedYamlDoc doc = new VersionedYamlDoc((MappingNode) new OneYaml().represent(bean));
+ doc.setVersion(MigrationHelper.getVersion(HibernateProxyHelper.getClassWithoutInitializingProxy(bean)));
+ return doc;
+ }
+
+ private String getVersion() {
+ for (NodeTuple tuple: getValue()) {
+ ScalarNode keyNode = (ScalarNode) tuple.getKeyNode();
+ if (keyNode.getValue().equals("version"))
+ return ((ScalarNode)tuple.getValueNode()).getValue();
+ }
+ throw new OneException("Unable to find version");
+ }
+
+ private void removeVersion() {
+ for (Iterator<NodeTuple> it = getValue().iterator(); it.hasNext();) {
+ ScalarNode keyNode = (ScalarNode) it.next().getKeyNode();
+ if (keyNode.getValue().equals("version"))
+ it.remove();
+ }
+ }
+
+ private void setVersion(String version) {
+ ScalarNode versionNode = null;
+ for (NodeTuple tuple: getValue()) {
+ ScalarNode keyNode = (ScalarNode) tuple.getKeyNode();
+ if (keyNode.getValue().equals("version")) {
+ ((ScalarNode) tuple.getValueNode()).setValue(version);
+ break;
+ }
+ }
+ if (versionNode == null) {
+ ScalarNode keyNode = new ScalarNode(Tag.STR, "version", null, null, DumperOptions.ScalarStyle.PLAIN);
+ versionNode = new ScalarNode(Tag.INT, version, null, null, DumperOptions.ScalarStyle.PLAIN);
+ getValue().add(0, new NodeTuple(keyNode, versionNode));
+ }
+ }
+
+ public String toYaml() {
+ StringWriter writer = new StringWriter();
+ DumperOptions dumperOptions = new DumperOptions();
+ Serializer serializer = new Serializer(new Emitter(writer, dumperOptions),
+ new Resolver(), dumperOptions, Tag.MAP);
+ try {
+ serializer.open();
+ serializer.serialize(this);
+ serializer.close();
+ return writer.toString();
+ } catch (IOException e) {
+ throw new RuntimeException(e);
+ }
+ }
+
+ private static class OneConstructor extends Constructor {
+
+ public Object construct(Node node) {
+ return constructDocument(node);
+ }
+
+ @Override
+ protected Class<?> getClassForNode(Node node) {
+ Class<?> type = node.getType();
+ if (type.getAnnotation(Editable.class) != null && !ClassUtils.isConcrete(type)) {
+ ImplementationRegistry registry = OneDev.getInstance(ImplementationRegistry.class);
+ for (Class<?> implementationClass: registry.getImplementations(node.getType())) {
+ String implementationTag = new Tag(getTagValue(implementationClass)).getValue();
+ if (implementationTag.equals(node.getTag().getValue()))
+ return implementationClass;
+ }
+ }
+
+ return super.getClassForNode(node);
+ }
+
+ }
+
+ private static String getTagValue(Class<?> type) {
+ String displayName = EditableUtils.getDisplayName(type).toLowerCase();
+ return "!" + StringUtils.replace(displayName, " ", "-");
+ }
+
+ private static class OneYaml extends Yaml {
+
+ OneYaml() {
+ super(newConstructor(), newRepresenter());
+ setBeanAccess(BeanAccess.FIELD);
+ }
+
+ private static Representer newRepresenter() {
+ Representer representer = new Representer() {
+
+ @SuppressWarnings("rawtypes")
+ @Override
+ protected NodeTuple representJavaBeanProperty(Object javaBean, Property property,
+ Object propertyValue,Tag customTag) {
+ if (propertyValue == null
+ || propertyValue instanceof Collection && ((Collection) propertyValue).isEmpty()
+ || propertyValue instanceof Map && ((Map) propertyValue).isEmpty()
+ || property.getName().equals("uuid")) { // exclude uuid from ChoiceParam.SpecifiedChoices.Choice
+ return null;
+ } else {
+ return super.representJavaBeanProperty(javaBean, property, propertyValue, customTag);
+ }
+ }
+
+ @Override
+ protected Tag getTag(Class<?> clazz, Tag defaultTag) {
+ return super.getTag(clazz, defaultTag);
+ }
+
+ @Override
+ protected MappingNode representJavaBean(Set<Property> properties, Object javaBean) {
+ if (javaBean.getClass().getAnnotation(Editable.class) != null)
+ classTags.put(javaBean.getClass(), new Tag(getTagValue(javaBean.getClass())));
+ return super.representJavaBean(properties, javaBean);
+ }
+
+ };
+ representer.setDefaultFlowStyle(FlowStyle.BLOCK);
+ representer.setPropertyUtils(new PropertyUtils() {
+
+ @Override
+ protected Set<Property> createPropertySet(Class<? extends Object> type, BeanAccess bAccess) {
+ Map<String, Integer> orders = new HashMap<>();
+ if (type.getAnnotation(Editable.class) != null) {
+ for (Method getter: BeanUtils.findGetters(type)) {
+ Editable editable = getter.getAnnotation(Editable.class);
+ if (editable != null)
+ orders.put(BeanUtils.getPropertyName(getter), editable.order());
+ }
+ }
+ Set<Property> properties = super.createPropertySet(type, bAccess);
+ List<Property> listOfProperties = new ArrayList<>(properties);
+ Collections.sort(listOfProperties, new Comparator<Property>() {
+
+ private int getOrder(Property property) {
+ Integer order = orders.get(property.getName());
+ if (order == null)
+ order = Integer.MAX_VALUE;
+ return order;
+ }
+
+ @Override
+ public int compare(Property o1, Property o2) {
+ return getOrder(o1) - getOrder(o2);
+ }
+
+ });
+ return new LinkedHashSet<>(listOfProperties);
+ }
+
+ });
+ return representer;
+ }
+
+ private static OneConstructor newConstructor() {
+ return new OneConstructor();
+ }
+
+ public Object construct(Node node) {
+ return ((OneConstructor)constructor).construct(node);
+ }
+
+ }
+
+}
diff --git a/server-core/src/main/java/io/onedev/server/model/Project.java b/server-core/src/main/java/io/onedev/server/model/Project.java
index 83804f4f3f..19f30ea1d8 100644
--- a/server-core/src/main/java/io/onedev/server/model/Project.java
+++ b/server-core/src/main/java/io/onedev/server/model/Project.java
@@ -1,1450 +1,1450 @@
-package io.onedev.server.model;
-
-import static io.onedev.server.model.Project.PROP_NAME;
-import static io.onedev.server.model.Project.PROP_UPDATE_DATE;
-
-import java.io.File;
-import java.io.IOException;
-import java.io.InputStream;
-import java.util.ArrayList;
-import java.util.Collection;
-import java.util.Collections;
-import java.util.Comparator;
-import java.util.Date;
-import java.util.HashMap;
-import java.util.HashSet;
-import java.util.Iterator;
-import java.util.List;
-import java.util.Map;
-import java.util.Set;
-import java.util.Stack;
-import java.util.concurrent.ConcurrentHashMap;
-import java.util.concurrent.locks.ReadWriteLock;
-import java.util.stream.Collectors;
-
-import javax.annotation.Nullable;
-import javax.persistence.CascadeType;
-import javax.persistence.Column;
-import javax.persistence.Entity;
-import javax.persistence.FetchType;
-import javax.persistence.Index;
-import javax.persistence.JoinColumn;
-import javax.persistence.Lob;
-import javax.persistence.ManyToOne;
-import javax.persistence.OneToMany;
-import javax.persistence.Table;
-
-import org.apache.commons.lang3.SerializationUtils;
-import org.dom4j.Element;
-import org.eclipse.jgit.api.CreateBranchCommand;
-import org.eclipse.jgit.api.Git;
-import org.eclipse.jgit.api.TagCommand;
-import org.eclipse.jgit.api.errors.GitAPIException;
-import org.eclipse.jgit.lib.AnyObjectId;
-import org.eclipse.jgit.lib.Constants;
-import org.eclipse.jgit.lib.FileMode;
-import org.eclipse.jgit.lib.ObjectId;
-import org.eclipse.jgit.lib.ObjectLoader;
-import org.eclipse.jgit.lib.PersonIdent;
-import org.eclipse.jgit.lib.Ref;
-import org.eclipse.jgit.lib.RefUpdate;
-import org.eclipse.jgit.lib.Repository;
-import org.eclipse.jgit.revwalk.LastCommitsOfChildren;
-import org.eclipse.jgit.revwalk.LastCommitsOfChildren.Value;
-import org.eclipse.jgit.revwalk.RevCommit;
-import org.eclipse.jgit.revwalk.RevTree;
-import org.eclipse.jgit.revwalk.RevWalk;
-import org.eclipse.jgit.treewalk.TreeWalk;
-import org.hibernate.annotations.Cache;
-import org.hibernate.annotations.CacheConcurrencyStrategy;
-import org.hibernate.annotations.DynamicUpdate;
-import org.hibernate.validator.constraints.NotEmpty;
-
-import com.fasterxml.jackson.annotation.JsonView;
-import com.google.common.base.Optional;
-import com.google.common.base.Preconditions;
-import com.google.common.collect.Lists;
-import com.google.common.collect.Sets;
-
-import io.onedev.commons.launcher.loader.ListenerRegistry;
-import io.onedev.commons.utils.FileUtils;
-import io.onedev.commons.utils.LinearRange;
-import io.onedev.commons.utils.LockUtils;
-import io.onedev.commons.utils.StringUtils;
-import io.onedev.server.OneDev;
-import io.onedev.server.buildspec.BuildSpec;
-import io.onedev.server.entitymanager.BuildManager;
-import io.onedev.server.entitymanager.BuildQuerySettingManager;
-import io.onedev.server.entitymanager.CodeCommentQuerySettingManager;
-import io.onedev.server.entitymanager.CommitQuerySettingManager;
-import io.onedev.server.entitymanager.IssueQuerySettingManager;
-import io.onedev.server.entitymanager.ProjectManager;
-import io.onedev.server.entitymanager.PullRequestQuerySettingManager;
-import io.onedev.server.entitymanager.SettingManager;
-import io.onedev.server.entitymanager.UserManager;
-import io.onedev.server.event.RefUpdated;
-import io.onedev.server.git.BlameBlock;
-import io.onedev.server.git.Blob;
-import io.onedev.server.git.BlobIdent;
-import io.onedev.server.git.BlobIdentFilter;
-import io.onedev.server.git.GitUtils;
-import io.onedev.server.git.RefInfo;
-import io.onedev.server.git.Submodule;
-import io.onedev.server.git.command.BlameCommand;
-import io.onedev.server.git.command.ListChangedFilesCommand;
-import io.onedev.server.git.exception.NotFileException;
-import io.onedev.server.git.exception.ObjectNotFoundException;
-import io.onedev.server.infomanager.CommitInfoManager;
-import io.onedev.server.migration.VersionedDocument;
-import io.onedev.server.model.Build.Status;
-import io.onedev.server.model.support.BranchProtection;
-import io.onedev.server.model.support.FileProtection;
-import io.onedev.server.model.support.NamedCodeCommentQuery;
-import io.onedev.server.model.support.NamedCommitQuery;
-import io.onedev.server.model.support.TagProtection;
-import io.onedev.server.model.support.WebHook;
-import io.onedev.server.model.support.build.ProjectBuildSetting;
-import io.onedev.server.model.support.issue.ProjectIssueSetting;
-import io.onedev.server.model.support.pullrequest.ProjectPullRequestSetting;
-import io.onedev.server.persistence.SessionManager;
-import io.onedev.server.persistence.TransactionManager;
-import io.onedev.server.storage.StorageManager;
-import io.onedev.server.util.CollectionUtils;
-import io.onedev.server.util.ComponentContext;
-import io.onedev.server.util.SecurityUtils;
-import io.onedev.server.util.jackson.DefaultView;
-import io.onedev.server.util.match.Matcher;
-import io.onedev.server.util.match.PathMatcher;
-import io.onedev.server.util.patternset.PatternSet;
-import io.onedev.server.util.reviewrequirement.ReviewRequirement;
-import io.onedev.server.util.usermatch.UserMatch;
-import io.onedev.server.util.validation.annotation.ProjectName;
-import io.onedev.server.web.editable.annotation.Editable;
-import io.onedev.server.web.editable.annotation.Markdown;
-import io.onedev.server.web.util.ProjectAware;
-import io.onedev.server.web.util.WicketUtils;
-
-@Entity
-@Table(indexes={@Index(columnList="o_forkedFrom_id"), @Index(columnList=PROP_NAME),
- @Index(columnList=PROP_UPDATE_DATE)})
-@Cache(usage=CacheConcurrencyStrategy.READ_WRITE)
-//use dynamic update in order not to overwrite other edits while background threads change update date
-@DynamicUpdate
-@Editable
-public class Project extends AbstractEntity {
-
- private static final long serialVersionUID = 1L;
-
- public static final String FIELD_NAME = "Name";
-
- public static final String PROP_NAME = "name";
-
- public static final String FIELD_UPDATE_DATE = "Update Date";
-
- public static final String PROP_UPDATE_DATE = "updateDate";
-
- public static final String FIELD_DESCRIPTION = "Description";
-
- public static final String PROP_DESCRIPTION = "description";
-
- public static final String FIELD_OWNER = "Owner";
-
- public static final String PROP_OWNER = "owner";
-
- public static final String PROP_ID = "id";
-
- public static final String PROP_FORKED_FROM = "forkedFrom";
-
- public static final List<String> QUERY_FIELDS =
- Lists.newArrayList(FIELD_NAME, FIELD_DESCRIPTION, FIELD_UPDATE_DATE);
-
- public static final Map<String, String> ORDER_FIELDS = CollectionUtils.newLinkedHashMap(
- FIELD_NAME, PROP_NAME,
- FIELD_OWNER, PROP_OWNER,
- FIELD_UPDATE_DATE, PROP_UPDATE_DATE);
-
- private static final int LAST_COMMITS_CACHE_THRESHOLD = 1000;
-
- public static final int MAX_UPLOAD_SIZE = 10; // In mega bytes
-
- static ThreadLocal<Stack<Project>> stack = new ThreadLocal<Stack<Project>>() {
-
- @Override
- protected Stack<Project> initialValue() {
- return new Stack<Project>();
- }
-
- };
-
- public static void push(Project project) {
- stack.get().push(project);
- }
-
- public static void pop() {
- stack.get().pop();
- }
-
- @ManyToOne(fetch=FetchType.LAZY)
- @JoinColumn(nullable=true)
- private Project forkedFrom;
-
- @ManyToOne(fetch=FetchType.LAZY)
- @JoinColumn
- private User owner;
-
- @Column(nullable=false, unique=true)
- private String name;
-
- @Column(length=16384)
- private String description;
-
- @OneToMany(mappedBy="project")
- private Collection<Build> builds = new ArrayList<>();
-
- @Lob
- @Column(nullable=false, length=65535)
- @JsonView(DefaultView.class)
- private ArrayList<BranchProtection> branchProtections = new ArrayList<>();
-
- @Lob
- @Column(nullable=false, length=65535)
- @JsonView(DefaultView.class)
- private ArrayList<TagProtection> tagProtections = new ArrayList<>();
-
- @Column(nullable=false)
- private Date createDate = new Date();
-
- @Column(nullable=false)
- private Date updateDate = new Date();
-
- @OneToMany(mappedBy="targetProject", cascade=CascadeType.REMOVE)
- private Collection<PullRequest> incomingRequests = new ArrayList<>();
-
- @OneToMany(mappedBy="sourceProject")
- private Collection<PullRequest> outgoingRequests = new ArrayList<>();
-
- @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)
- private Collection<Issue> issues = new ArrayList<>();
-
- @OneToMany(mappedBy="forkedFrom")
- @Cache(usage=CacheConcurrencyStrategy.READ_WRITE)
- private Collection<Project> forks = new ArrayList<>();
-
- @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)
- @Cache(usage=CacheConcurrencyStrategy.READ_WRITE)
- private Collection<GroupAuthorization> groupAuthorizations = new ArrayList<>();
-
- @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)
- @Cache(usage=CacheConcurrencyStrategy.READ_WRITE)
- private Collection<UserAuthorization> userAuthorizations = new ArrayList<>();
-
- @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)
- private Collection<CodeComment> codeComments = new ArrayList<>();
-
- @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)
- private Collection<IssueQuerySetting> userIssueQuerySettings = new ArrayList<>();
-
- @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)
- private Collection<CommitQuerySetting> userCommitQuerySettings = new ArrayList<>();
-
- @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)
- private Collection<PullRequestQuerySetting> userPullRequestQuerySettings = new ArrayList<>();
-
- @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)
- private Collection<CodeCommentQuerySetting> userCodeCommentQuerySettings = new ArrayList<>();
-
- @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)
- private Collection<BuildQuerySetting> userBuildQuerySettings = new ArrayList<>();
-
- @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)
- private Collection<Milestone> milestones = new ArrayList<>();
-
- @Lob
- @Column(length=65535, nullable=false)
- @JsonView(DefaultView.class)
- private ProjectIssueSetting issueSetting = new ProjectIssueSetting();
-
- @Lob
- @Column(length=65535, nullable=false)
- @JsonView(DefaultView.class)
- private ProjectBuildSetting buildSetting = new ProjectBuildSetting();
-
- @Lob
- @Column(length=65535, nullable=false)
- @JsonView(DefaultView.class)
- private ProjectPullRequestSetting pullRequestSetting = new ProjectPullRequestSetting();
-
- @Lob
- @Column(length=65535)
- @JsonView(DefaultView.class)
- private ArrayList<NamedCommitQuery> namedCommitQueries;
-
- @Lob
- @Column(length=65535)
- @JsonView(DefaultView.class)
- private ArrayList<NamedCodeCommentQuery> namedCodeCommentQueries;
-
- @Lob
- @Column(length=65535, nullable=false)
- @JsonView(DefaultView.class)
- private ArrayList<WebHook> webHooks = new ArrayList<>();
-
- private transient Repository repository;
-
- private transient Map<BlobIdent, Optional<Blob>> blobCache;
-
- private transient Map<String, Optional<ObjectId>> objectIdCache;
-
- private transient Map<ObjectId, Optional<BuildSpec>> buildSpecCache;
-
- private transient Map<ObjectId, Map<String, Status>> commitStatusCache;
-
- private transient Map<ObjectId, Optional<RevCommit>> commitCache;
-
- private transient Map<String, Optional<Ref>> refCache;
-
- private transient Optional<String> defaultBranchOptional;
-
- private transient Optional<IssueQuerySetting> issueQuerySettingOfCurrentUserHolder;
-
- private transient Optional<PullRequestQuerySetting> pullRequestQuerySettingOfCurrentUserHolder;
-
- private transient Optional<CodeCommentQuerySetting> codeCommentQuerySettingOfCurrentUserHolder;
-
- private transient Optional<BuildQuerySetting> buildQuerySettingOfCurrentUserHolder;
-
- private transient Optional<CommitQuerySetting> commitQuerySettingOfCurrentUserHolder;
-
- private transient Optional<RevCommit> lastCommitHolder;
-
- private transient List<Milestone> sortedMilestones;
-
- private transient List<String> jobNames;
-
- @Editable(order=100)
- @ProjectName
- @NotEmpty
- public String getName() {
- return name;
- }
-
- public void setName(String name) {
- this.name = name;
- }
-
- @Editable(order=200)
- @Markdown
- public String getDescription() {
- return description;
- }
-
- public void setDescription(String description) {
- this.description = description;
- }
-
- public ArrayList<BranchProtection> getBranchProtections() {
- return branchProtections;
- }
-
- public void setBranchProtections(ArrayList<BranchProtection> branchProtections) {
- this.branchProtections = branchProtections;
- }
-
- public ArrayList<TagProtection> getTagProtections() {
- return tagProtections;
- }
-
- public void setTagProtections(ArrayList<TagProtection> tagProtections) {
- this.tagProtections = tagProtections;
- }
-
- public Date getCreateDate() {
- return createDate;
- }
-
- public void setCreateDate(Date createDate) {
- this.createDate = createDate;
- }
-
- public Date getUpdateDate() {
- return updateDate;
- }
-
- public void setUpdateDate(Date updateDate) {
- this.updateDate = updateDate;
- }
-
- public Collection<PullRequest> getIncomingRequests() {
- return incomingRequests;
- }
-
- public void setIncomingRequests(Collection<PullRequest> incomingRequests) {
- this.incomingRequests = incomingRequests;
- }
-
- public Collection<PullRequest> getOutgoingRequests() {
- return outgoingRequests;
- }
-
- public void setOutgoingRequests(Collection<PullRequest> outgoingRequests) {
- this.outgoingRequests = outgoingRequests;
- }
-
- public Collection<GroupAuthorization> getGroupAuthorizations() {
- return groupAuthorizations;
- }
-
- public void setGroupAuthorizations(Collection<GroupAuthorization> groupAuthorizations) {
- this.groupAuthorizations = groupAuthorizations;
- }
-
- public Collection<UserAuthorization> getUserAuthorizations() {
- return userAuthorizations;
- }
-
- public void setUserAuthorizations(Collection<UserAuthorization> userAuthorizations) {
- this.userAuthorizations = userAuthorizations;
- }
-
- @Nullable
- public Project getForkedFrom() {
- return forkedFrom;
- }
-
- public void setForkedFrom(Project forkedFrom) {
- this.forkedFrom = forkedFrom;
- }
-
- public User getOwner() {
- return owner;
- }
-
- public void setOwner(User owner) {
- this.owner = owner;
- }
-
- public Collection<Project> getForks() {
- return forks;
- }
-
- public void setForks(Collection<Project> forks) {
- this.forks = forks;
- }
-
- public List<RefInfo> getBranchRefInfos() {
- List<RefInfo> refInfos = getRefInfos(Constants.R_HEADS);
- for (Iterator<RefInfo> it = refInfos.iterator(); it.hasNext();) {
- RefInfo refInfo = it.next();
- if (refInfo.getRef().getName().equals(GitUtils.branch2ref(getDefaultBranch()))) {
- it.remove();
- refInfos.add(0, refInfo);
- break;
- }
- }
-
- return refInfos;
- }
-
- public List<RefInfo> getTagRefInfos() {
- return getRefInfos(Constants.R_TAGS);
- }
-
- public List<RefInfo> getRefInfos(String prefix) {
- try (RevWalk revWalk = new RevWalk(getRepository())) {
- List<Ref> refs = new ArrayList<Ref>(getRepository().getRefDatabase().getRefsByPrefix(prefix));
- List<RefInfo> refInfos = refs.stream()
- .map(ref->new RefInfo(revWalk, ref))
- .filter(refInfo->refInfo.getPeeledObj() instanceof RevCommit)
- .collect(Collectors.toList());
- Collections.sort(refInfos);
- Collections.reverse(refInfos);
- return refInfos;
- } catch (IOException e) {
- throw new RuntimeException(e);
- }
- }
-
- public Git git() {
- return Git.wrap(getRepository());
- }
-
- public File getGitDir() {
- return OneDev.getInstance(StorageManager.class).getProjectGitDir(getId());
- }
-
- /**
- * Find fork root of this project.
- *
- * @return
- * fork root of this project
- */
- public Project getForkRoot() {
- if (forkedFrom != null)
- return forkedFrom.getForkRoot();
- else
- return this;
- }
-
- /**
- * Get all descendant projects forking from current project.
- *
- * @return
- * all descendant projects forking from current project
- */
- public List<Project> getForkChildren() {
- List<Project> children = new ArrayList<>();
- for (Project fork: getForks()) {
- children.add(fork);
- children.addAll(fork.getForkChildren());
- }
-
- return children;
- }
-
- public List<Project> getForkParents() {
- List<Project> forkParents = new ArrayList<>();
- if (getForkedFrom() != null) {
- forkParents.add(getForkedFrom());
- forkParents.addAll(getForkedFrom().getForkParents());
- }
- return forkParents;
- }
-
- public Repository getRepository() {
- if (repository == null)
- repository = OneDev.getInstance(ProjectManager.class).getRepository(this);
- return repository;
- }
-
- public String getUrl() {
- return OneDev.getInstance(SettingManager.class).getSystemSetting().getServerUrl() + "/projects/" + getName();
- }
-
- @Nullable
- public String getDefaultBranch() {
- if (defaultBranchOptional == null) {
- try {
- Ref headRef = getRepository().findRef("HEAD");
- if (headRef != null
- && headRef.isSymbolic()
- && headRef.getTarget().getName().startsWith(Constants.R_HEADS)
- && headRef.getObjectId() != null) {
- defaultBranchOptional = Optional.of(Repository.shortenRefName(headRef.getTarget().getName()));
- } else {
- defaultBranchOptional = Optional.absent();
- }
- } catch (IOException e) {
- throw new RuntimeException(e);
- }
- }
- return defaultBranchOptional.orNull();
- }
-
- public void setDefaultBranch(String defaultBranchName) {
- RefUpdate refUpdate = GitUtils.getRefUpdate(getRepository(), "HEAD");
- GitUtils.linkRef(refUpdate, GitUtils.branch2ref(defaultBranchName));
- defaultBranchOptional = null;
- }
-
- private Map<BlobIdent, Optional<Blob>> getBlobCache() {
- if (blobCache == null) {
- synchronized(this) {
- if (blobCache == null)
- blobCache = new ConcurrentHashMap<>();
- }
- }
- return blobCache;
- }
-
- /**
- * Read blob content and cache result in repository in case the same blob
- * content is requested again.
- *
- * We made this method thread-safe as we are using ForkJoinPool to calculate
- * diffs of multiple blob changes concurrently, and this method will be
- * accessed concurrently in that special case.
- *
- * @param blobIdent
- * ident of the blob
- * @return
- * blob of specified blob ident
- * @throws
- * ObjectNotFoundException if blob of specified ident can not be found in repository
- *
- */
- @Nullable
- public Blob getBlob(BlobIdent blobIdent, boolean mustExist) {
- Preconditions.checkArgument(blobIdent.revision!=null && blobIdent.path!=null && blobIdent.mode!=null,
- "Revision, path and mode of ident param should be specified");
-
- Optional<Blob> blob = getBlobCache().get(blobIdent);
- if (blob == null) {
- try (RevWalk revWalk = new RevWalk(getRepository())) {
- ObjectId revId = getObjectId(blobIdent.revision, mustExist);
- if (revId != null) {
- RevCommit commit = GitUtils.parseCommit(revWalk, revId);
- if (commit != null) {
- RevTree revTree = commit.getTree();
- TreeWalk treeWalk = TreeWalk.forPath(getRepository(), blobIdent.path, revTree);
- if (treeWalk != null) {
- ObjectId blobId = treeWalk.getObjectId(0);
- if (blobIdent.isGitLink()) {
- String url = getSubmodules(blobIdent.revision).get(blobIdent.path);
- if (url == null) {
- if (mustExist)
- throw new ObjectNotFoundException("Unable to find submodule '" + blobIdent.path + "' in .gitmodules");
- else
- blob = Optional.absent();
- } else {
- String hash = blobId.name();
- blob = Optional.of(new Blob(blobIdent, blobId, new Submodule(url, hash).toString().getBytes()));
- }
- } else if (blobIdent.isTree()) {
- throw new NotFileException("Path '" + blobIdent.path + "' is a tree");
- } else {
- blob = Optional.of(new Blob(blobIdent, blobId, treeWalk.getObjectReader()));
- }
- }
- }
- }
- if (blob == null) {
- if (mustExist)
- throw new ObjectNotFoundException("Unable to find blob ident: " + blobIdent);
- else
- blob = Optional.absent();
- }
- getBlobCache().put(blobIdent, blob);
- } catch (IOException e) {
- throw new RuntimeException(e);
- }
- }
- return blob.orNull();
- }
-
- public InputStream getInputStream(BlobIdent ident) {
- try (RevWalk revWalk = new RevWalk(getRepository())) {
- ObjectId commitId = getObjectId(ident.revision, true);
- RevTree revTree = revWalk.parseCommit(commitId).getTree();
- TreeWalk treeWalk = TreeWalk.forPath(getRepository(), ident.path, revTree);
- if (treeWalk != null) {
- ObjectLoader objectLoader = treeWalk.getObjectReader().open(treeWalk.getObjectId(0));
- return objectLoader.openStream();
- } else {
- throw new ObjectNotFoundException("Unable to find blob path '" + ident.path + "' in revision '" + ident.revision + "'");
- }
- } catch (IOException e) {
- throw new RuntimeException(e);
- }
- }
-
- /**
- * Get cached object id of specified revision.
- *
- * @param revision
- * revision to resolve object id for
- * @param mustExist
- * true to have the method throwing exception instead
- * of returning null if the revision does not exist
- * @return
- * object id of specified revision, or <tt>null</tt> if revision
- * does not exist and mustExist is specified as false
- */
- @Nullable
- public ObjectId getObjectId(String revision, boolean mustExist) {
- if (objectIdCache == null)
- objectIdCache = new HashMap<>();
-
- Optional<ObjectId> optional = objectIdCache.get(revision);
- if (optional == null) {
- optional = Optional.fromNullable(GitUtils.resolve(getRepository(), revision));
- objectIdCache.put(revision, optional);
- }
- if (mustExist && !optional.isPresent())
- throw new ObjectNotFoundException("Unable to find object '" + revision + "'");
- return optional.orNull();
- }
-
- public void cacheObjectId(String revision, @Nullable ObjectId objectId) {
- if (objectIdCache == null)
- objectIdCache = new HashMap<>();
-
- objectIdCache.put(revision, Optional.fromNullable(objectId));
- }
-
- public Map<String, Status> getCommitStatus(ObjectId commitId) {
- Map<String, Status> commitStatus = getCommitStatusCache().get(commitId);
- if (commitStatus == null) {
- BuildManager buildManager = OneDev.getInstance(BuildManager.class);
- commitStatus = buildManager.queryStatus(this, Sets.newHashSet(commitId)).get(commitId);
- getCommitStatusCache().put(commitId, Preconditions.checkNotNull(commitStatus));
- }
- return commitStatus;
- }
-
- private Map<ObjectId, Map<String, Status>> getCommitStatusCache() {
- if (commitStatusCache == null)
- commitStatusCache = new HashMap<>();
- return commitStatusCache;
- }
-
- public void cacheCommitStatus(Map<ObjectId, Map<String, Status>> commitStatuses) {
- getCommitStatusCache().putAll(commitStatuses);
- }
-
- /**
- * Get build spec of specified commit
- * @param commitId
- * commit id to get build spec for
- * @return
- * build spec of specified commit, or <tt>null</tt> if no build spec is defined and
- * auto-detection also can not provide an appropriate build spec
- * @throws
- * Exception when build spec is defined but not valid
- */
- @Nullable
- public BuildSpec getBuildSpec(ObjectId commitId) {
- if (buildSpecCache == null)
- buildSpecCache = new HashMap<>();
- Optional<BuildSpec> buildSpec = buildSpecCache.get(commitId);
- if (buildSpec == null) {
- Blob blob = getBlob(new BlobIdent(commitId.name(), BuildSpec.BLOB_PATH, FileMode.TYPE_FILE), false);
- if (blob != null)
- buildSpec = Optional.fromNullable(BuildSpec.parse(blob.getBytes()));
- else
- buildSpec = Optional.absent();
- buildSpecCache.put(commitId, buildSpec);
- }
- return buildSpec.orNull();
- }
-
- public List<String> getJobNames() {
- if (jobNames == null) {
- Set<String> jobNameSet = new HashSet<>();
- for (RefInfo refInfo: getBranchRefInfos()) {
- Blob blob = getBlob(new BlobIdent(refInfo.getPeeledObj().name(),
- BuildSpec.BLOB_PATH, FileMode.TYPE_FILE), false);
- if (blob != null && blob.getText() != null) {
- try {
- VersionedDocument dom = VersionedDocument.fromXML(blob.getText().getContent());
- for (Element jobElement: dom.getRootElement().element("jobs").elements())
- jobNameSet.add(jobElement.elementTextTrim("name"));
- } catch (Exception e) {
- }
- }
- }
- jobNames = new ArrayList<>(jobNameSet);
- Collections.sort(jobNames);
- }
- return jobNames;
- }
-
- public RevCommit getLastCommit() {
- if (lastCommitHolder == null) {
- RevCommit lastCommit = null;
- try {
- for (Ref ref: getRepository().getRefDatabase().getRefsByPrefix(Constants.R_HEADS)) {
- RevCommit commit = getRevCommit(ref.getObjectId(), false);
- if (commit != null) {
- if (lastCommit != null) {
- if (commit.getCommitTime() > lastCommit.getCommitTime())
- lastCommit = commit;
- } else {
- lastCommit = commit;
- }
- }
- }
- } catch (IOException e) {
- throw new RuntimeException(e);
- }
- lastCommitHolder = Optional.fromNullable(lastCommit);
- }
- return lastCommitHolder.orNull();
- }
-
- public LastCommitsOfChildren getLastCommitsOfChildren(String revision, @Nullable String path) {
- if (path == null)
- path = "";
-
- final File cacheDir = new File(
- OneDev.getInstance(StorageManager.class).getProjectInfoDir(getId()),
- "last_commits/" + path + "/onedev_last_commits");
-
- final ReadWriteLock lock;
- try {
- lock = LockUtils.getReadWriteLock(cacheDir.getCanonicalPath());
- } catch (IOException e) {
- throw new RuntimeException(e);
- }
-
- final Set<ObjectId> commitIds = new HashSet<>();
-
- lock.readLock().lock();
- try {
- if (cacheDir.exists()) {
- for (String each: cacheDir.list())
- commitIds.add(ObjectId.fromString(each));
- }
- } finally {
- lock.readLock().unlock();
- }
-
- org.eclipse.jgit.revwalk.LastCommitsOfChildren.Cache cache;
- if (!commitIds.isEmpty()) {
- cache = new org.eclipse.jgit.revwalk.LastCommitsOfChildren.Cache() {
-
- @SuppressWarnings("unchecked")
- @Override
- public Map<String, Value> getLastCommitsOfChildren(ObjectId commitId) {
- if (commitIds.contains(commitId)) {
- lock.readLock().lock();
- try {
- byte[] bytes = FileUtils.readFileToByteArray(new File(cacheDir, commitId.name()));
- return (Map<String, Value>) SerializationUtils.deserialize(bytes);
- } catch (IOException e) {
- throw new RuntimeException(e);
- } finally {
- lock.readLock().unlock();
- }
- } else {
- return null;
- }
- }
-
- };
- } else {
- cache = null;
- }
-
- final AnyObjectId commitId = getObjectId(revision, true);
-
- long time = System.currentTimeMillis();
- LastCommitsOfChildren lastCommits = new LastCommitsOfChildren(getRepository(), commitId, path, cache);
- long elapsed = System.currentTimeMillis()-time;
- if (elapsed > LAST_COMMITS_CACHE_THRESHOLD) {
- lock.writeLock().lock();
- try {
- if (!cacheDir.exists())
- FileUtils.createDir(cacheDir);
- FileUtils.writeByteArrayToFile(
- new File(cacheDir, commitId.name()),
- SerializationUtils.serialize(lastCommits));
- } catch (IOException e) {
- throw new RuntimeException(e);
- } finally {
- lock.writeLock().unlock();
- }
- }
- return lastCommits;
- }
-
- @Nullable
- public Ref getRef(String revision) {
- if (refCache == null)
- refCache = new HashMap<>();
- Optional<Ref> optional = refCache.get(revision);
- if (optional == null) {
- try {
- optional = Optional.fromNullable(getRepository().findRef(revision));
- } catch (IOException e) {
- throw new RuntimeException(e);
- }
- refCache.put(revision, optional);
- }
- return optional.orNull();
- }
-
- @Nullable
- public Ref getBranchRef(String revision) {
- Ref ref = getRef(revision);
- if (ref != null && ref.getName().startsWith(Constants.R_HEADS))
- return ref;
- else
- return null;
- }
-
- @Nullable
- public Ref getTagRef(String revision) {
- Ref ref = getRef(revision);
- if (ref != null && ref.getName().startsWith(Constants.R_TAGS))
- return ref;
- else
- return null;
- }
-
- @Nullable
- public RevCommit getRevCommit(String revision, boolean mustExist) {
- ObjectId revId = getObjectId(revision, mustExist);
- if (revId != null) {
- return getRevCommit(revId, mustExist);
- } else {
- return null;
- }
- }
-
- @Nullable
- public RevCommit getRevCommit(ObjectId revId, boolean mustExist) {
- if (commitCache == null)
- commitCache = new HashMap<>();
- RevCommit commit;
- Optional<RevCommit> optional = commitCache.get(revId);
- if (optional == null) {
- try (RevWalk revWalk = new RevWalk(getRepository())) {
- optional = Optional.fromNullable(GitUtils.parseCommit(revWalk, revId));
- }
- commitCache.put(revId, optional);
- }
- commit = optional.orNull();
-
- if (mustExist && commit == null)
- throw new ObjectNotFoundException("Unable to find commit associated with object id: " + revId);
- else
- return commit;
- }
-
- public List<Ref> getRefs(String prefix) {
- try {
- return getRepository().getRefDatabase().getRefsByPrefix(prefix);
- } catch (IOException e) {
- throw new RuntimeException(e);
- }
- }
-
- public Map<String, String> getSubmodules(String revision) {
- Map<String, String> submodules = new HashMap<>();
-
- Blob blob = getBlob(new BlobIdent(revision, ".gitmodules", FileMode.REGULAR_FILE.getBits()), true);
- String content = new String(blob.getBytes());
-
- String path = null;
- String url = null;
-
- for (String line: StringUtils.splitAndTrim(content, "\r\n")) {
- if (line.startsWith("[") && line.endsWith("]")) {
- if (path != null && url != null)
- submodules.put(path, url);
-
- path = url = null;
- } else if (line.startsWith("path")) {
- path = StringUtils.substringAfter(line, "=").trim();
- } else if (line.startsWith("url")) {
- url = StringUtils.substringAfter(line, "=").trim();
- }
- }
- if (path != null && url != null)
- submodules.put(path, url);
-
- return submodules;
- }
-
- public void createBranch(String branchName, String branchRevision) {
- try {
- CreateBranchCommand command = git().branchCreate();
- command.setName(branchName);
- RevCommit commit = getRevCommit(branchRevision, true);
- command.setStartPoint(getRevCommit(branchRevision, true));
- command.call();
- String refName = GitUtils.branch2ref(branchName);
- cacheObjectId(refName, commit);
-
- ObjectId commitId = commit.copy();
- OneDev.getInstance(TransactionManager.class).runAfterCommit(new Runnable() {
-
- @Override
- public void run() {
- OneDev.getInstance(SessionManager.class).runAsync(new Runnable() {
-
- @Override
- public void run() {
- Project project = OneDev.getInstance(ProjectManager.class).load(getId());
- OneDev.getInstance(ListenerRegistry.class).post(
- new RefUpdated(project, refName, ObjectId.zeroId(), commitId));
- }
-
- });
- }
-
- });
- } catch (GitAPIException e) {
- throw new RuntimeException(e);
- }
- }
-
- public void createTag(String tagName, String tagRevision, PersonIdent taggerIdent, @Nullable String tagMessage) {
- try {
- TagCommand tag = git().tag();
- tag.setName(tagName);
- if (tagMessage != null)
- tag.setMessage(tagMessage);
- tag.setTagger(taggerIdent);
- tag.setObjectId(getRevCommit(tagRevision, true));
- tag.call();
-
- String refName = GitUtils.tag2ref(tagName);
- cacheObjectId(refName, tag.getObjectId());
-
- ObjectId commitId = tag.getObjectId().copy();
- OneDev.getInstance(TransactionManager.class).runAfterCommit(new Runnable() {
-
- @Override
- public void run() {
- OneDev.getInstance(SessionManager.class).runAsync(new Runnable() {
-
- @Override
- public void run() {
- Project project = OneDev.getInstance(ProjectManager.class).load(getId());
- OneDev.getInstance(ListenerRegistry.class).post(
- new RefUpdated(project, refName, ObjectId.zeroId(), commitId));
- }
-
- });
- }
-
- });
- } catch (GitAPIException e) {
- throw new RuntimeException(e);
- }
- }
-
- public Collection<CodeComment> getCodeComments() {
- return codeComments;
- }
-
- public void setCodeComments(Collection<CodeComment> codeComments) {
- this.codeComments = codeComments;
- }
-
- public ProjectIssueSetting getIssueSetting() {
- return issueSetting;
- }
-
- public void setIssueSetting(ProjectIssueSetting issueSetting) {
- this.issueSetting = issueSetting;
- }
-
- public ProjectBuildSetting getBuildSetting() {
- return buildSetting;
- }
-
- public void setBuildSetting(ProjectBuildSetting buildSetting) {
- this.buildSetting = buildSetting;
- }
-
- public ProjectPullRequestSetting getPullRequestSetting() {
- return pullRequestSetting;
- }
-
- public void setPullRequestSetting(ProjectPullRequestSetting pullRequestSetting) {
- this.pullRequestSetting = pullRequestSetting;
- }
-
- public ArrayList<NamedCommitQuery> getNamedCommitQueries() {
- if (namedCommitQueries == null) {
- namedCommitQueries = new ArrayList<>();
- namedCommitQueries.add(new NamedCommitQuery("All", null));
- namedCommitQueries.add(new NamedCommitQuery("Default branch", "default-branch"));
- namedCommitQueries.add(new NamedCommitQuery("Authored by me", "authored-by-me"));
- namedCommitQueries.add(new NamedCommitQuery("Committed by me", "committed-by-me"));
- namedCommitQueries.add(new NamedCommitQuery("Committed recently", "after(last week)"));
- }
- return namedCommitQueries;
- }
-
- public void setNamedCommitQueries(ArrayList<NamedCommitQuery> namedCommitQueries) {
- this.namedCommitQueries = namedCommitQueries;
- }
-
- public ArrayList<NamedCodeCommentQuery> getNamedCodeCommentQueries() {
- if (namedCodeCommentQueries == null) {
- namedCodeCommentQueries = new ArrayList<>();
- namedCodeCommentQueries.add(new NamedCodeCommentQuery("All", null));
- namedCodeCommentQueries.add(new NamedCodeCommentQuery("Created by me", "created by me"));
- namedCodeCommentQueries.add(new NamedCodeCommentQuery("Created recently", "\"Create Date\" is after \"last week\""));
- namedCodeCommentQueries.add(new NamedCodeCommentQuery("Updated recently", "\"Update Date\" is after \"last week\""));
- }
- return namedCodeCommentQueries;
- }
-
- public void setNamedCodeCommentQueries(ArrayList<NamedCodeCommentQuery> namedCodeCommentQueries) {
- this.namedCodeCommentQueries = namedCodeCommentQueries;
- }
-
- public Collection<IssueQuerySetting> getUserIssueQuerySettings() {
- return userIssueQuerySettings;
- }
-
- public void setUserIssueQuerySettings(Collection<IssueQuerySetting> userIssueQuerySettings) {
- this.userIssueQuerySettings = userIssueQuerySettings;
- }
-
- public Collection<CommitQuerySetting> getUserCommitQuerySettings() {
- return userCommitQuerySettings;
- }
-
- public void setUserCommitQuerySettings(Collection<CommitQuerySetting> userCommitQuerySettings) {
- this.userCommitQuerySettings = userCommitQuerySettings;
- }
-
- public Collection<PullRequestQuerySetting> getUserPullRequestQuerySettings() {
- return userPullRequestQuerySettings;
- }
-
- public void setUserPullRequestQuerySettings(Collection<PullRequestQuerySetting> userPullRequestQuerySettings) {
- this.userPullRequestQuerySettings = userPullRequestQuerySettings;
- }
-
- public Collection<CodeCommentQuerySetting> getUserCodeCommentQuerySettings() {
- return userCodeCommentQuerySettings;
- }
-
- public void setUserCodeCommentQuerySettings(Collection<CodeCommentQuerySetting> userCodeCommentQuerySettings) {
- this.userCodeCommentQuerySettings = userCodeCommentQuerySettings;
- }
-
- public Collection<BuildQuerySetting> getUserBuildQuerySettings() {
- return userBuildQuerySettings;
- }
-
- public void setUserBuildQuerySettings(Collection<BuildQuerySetting> userBuildQuerySettings) {
- this.userBuildQuerySettings = userBuildQuerySettings;
- }
-
- public Collection<Build> getBuilds() {
- return builds;
- }
-
- public void setBuilds(Collection<Build> builds) {
- this.builds = builds;
- }
-
- public List<BlobIdent> getChildren(BlobIdent blobIdent, BlobIdentFilter blobIdentFilter) {
- return getChildren(blobIdent, blobIdentFilter, getObjectId(blobIdent.revision, true));
- }
-
- public List<BlobIdent> getChildren(BlobIdent blobIdent, BlobIdentFilter blobIdentFilter, ObjectId commitId) {
- Repository repository = getRepository();
- try (RevWalk revWalk = new RevWalk(repository)) {
- RevTree revTree = revWalk.parseCommit(commitId).getTree();
-
- TreeWalk treeWalk;
- if (blobIdent.path != null) {
- treeWalk = TreeWalk.forPath(repository, blobIdent.path, revTree);
- treeWalk.enterSubtree();
- } else {
- treeWalk = new TreeWalk(repository);
- treeWalk.addTree(revTree);
- }
-
- List<BlobIdent> children = new ArrayList<>();
- while (treeWalk.next()) {
- BlobIdent child = new BlobIdent(blobIdent.revision, treeWalk.getPathString(), treeWalk.getRawMode(0));
- if (blobIdentFilter.filter(child))
- children.add(child);
- }
- Collections.sort(children);
- return children;
- } catch (IOException e) {
- throw new RuntimeException(e);
- }
- }
-
- public int getMode(String revision, @Nullable String path) {
- if (path != null) {
- RevCommit commit = getRevCommit(revision, true);
- try {
- TreeWalk treeWalk = TreeWalk.forPath(getRepository(), path, commit.getTree());
- if (treeWalk != null) {
- return treeWalk.getRawMode(0);
- } else {
- throw new ObjectNotFoundException("Unable to find blob path '" + path
- + "' in revision '" + revision + "'");
- }
- } catch (IOException e) {
- throw new RuntimeException(e);
- }
- } else {
- return FileMode.TREE.getBits();
- }
- }
-
- public Collection<Milestone> getMilestones() {
- return milestones;
- }
-
- public void setMilestones(Collection<Milestone> milestones) {
- this.milestones = milestones;
- }
-
- public List<Milestone> getSortedMilestones() {
- if (sortedMilestones == null) {
- sortedMilestones = new ArrayList<>();
- List<Milestone> open = getMilestones().stream()
- .filter(it->!it.isClosed())
- .sorted(Comparator.comparing(Milestone::getDueDate))
- .collect(Collectors.toList());
- sortedMilestones.addAll(open);
- List<Milestone> closed = getMilestones().stream()
- .filter(it->it.isClosed())
- .sorted(Comparator.comparing(Milestone::getDueDate))
- .collect(Collectors.toList());
- Collections.reverse(closed);
- sortedMilestones.addAll(closed);
- }
- return sortedMilestones;
- }
-
- @Editable
- public ArrayList<WebHook> getWebHooks() {
- return webHooks;
- }
-
- public void setWebHooks(ArrayList<WebHook> webHooks) {
- this.webHooks = webHooks;
- }
-
- public List<WebHook> getHierarchyWebHooks() {
- List<WebHook> hierarchyWebHooks = new ArrayList<>(getWebHooks());
- hierarchyWebHooks.addAll(getOwner().getWebHooks());
- return hierarchyWebHooks;
- }
-
- public TagProtection getTagProtection(String tagName, User user) {
- boolean noCreation = false;
- boolean noDeletion = false;
- boolean noUpdate = false;
- for (TagProtection protection: getTagProtections()) {
- if (protection.isEnabled()
- && UserMatch.parse(protection.getUserMatch()).matches(this, user)
- && PatternSet.parse(protection.getTags()).matches(new PathMatcher(), tagName)) {
- noCreation = noCreation || protection.isPreventCreation();
- noDeletion = noDeletion || protection.isPreventDeletion();
- noUpdate = noUpdate || protection.isPreventUpdate();
- }
- }
-
- TagProtection protection = new TagProtection();
- protection.setPreventCreation(noCreation);
- protection.setPreventDeletion(noDeletion);
- protection.setPreventUpdate(noUpdate);
-
- return protection;
- }
-
- public BranchProtection getBranchProtection(String branchName, @Nullable User user) {
- boolean noCreation = false;
- boolean noDeletion = false;
- boolean noForcedPush = false;
- Set<String> jobNames = new HashSet<>();
- List<FileProtection> fileProtections = new ArrayList<>();
- ReviewRequirement reviewRequirement = ReviewRequirement.parse(null, true);
- for (BranchProtection protection: getBranchProtections()) {
- if (protection.isEnabled()
- && UserMatch.parse(protection.getUserMatch()).matches(this, user)
- && PatternSet.parse(protection.getBranches()).matches(new PathMatcher(), branchName)) {
- noCreation = noCreation || protection.isPreventCreation();
- noDeletion = noDeletion || protection.isPreventDeletion();
- noForcedPush = noForcedPush || protection.isPreventForcedPush();
- jobNames.addAll(protection.getJobNames());
- fileProtections.addAll(protection.getFileProtections());
- reviewRequirement.mergeWith(protection.getParsedReviewRequirement());
- }
- }
-
- BranchProtection protection = new BranchProtection();
- protection.setFileProtections(fileProtections);
- protection.setJobNames(new ArrayList<>(jobNames));
- protection.setPreventCreation(noCreation);
- protection.setPreventDeletion(noDeletion);
- protection.setPreventForcedPush(noForcedPush);
- protection.setParsedReviewRequirement(reviewRequirement);
-
- return protection;
- }
-
- @Override
- public String toString() {
- return getName();
- }
-
- public List<User> getAuthors(String filePath, ObjectId commitId, @Nullable LinearRange range) {
- BlameCommand cmd = new BlameCommand(getGitDir());
- cmd.commitHash(commitId.name());
- cmd.file(filePath);
- cmd.range(range);
-
- List<User> authors = new ArrayList<>();
- UserManager userManager = OneDev.getInstance(UserManager.class);
- for (BlameBlock block: cmd.call()) {
- User author = userManager.find(block.getCommit().getAuthor());
- if (author != null && !authors.contains(author))
- authors.add(author);
- }
-
- return authors;
- }
-
- public IssueQuerySetting getIssueQuerySettingOfCurrentUser() {
- if (issueQuerySettingOfCurrentUserHolder == null) {
- User user = SecurityUtils.getUser();
- if (user != null) {
- IssueQuerySetting setting = OneDev.getInstance(IssueQuerySettingManager.class).find(this, user);
- if (setting == null) {
- setting = new IssueQuerySetting();
- setting.setProject(this);
- setting.setUser(user);
- }
- issueQuerySettingOfCurrentUserHolder = Optional.of(setting);
- } else {
- issueQuerySettingOfCurrentUserHolder = Optional.absent();
- }
- }
- return issueQuerySettingOfCurrentUserHolder.orNull();
- }
-
- public CommitQuerySetting getCommitQuerySettingOfCurrentUser() {
- if (commitQuerySettingOfCurrentUserHolder == null) {
- User user = SecurityUtils.getUser();
- if (user != null) {
- CommitQuerySetting setting = OneDev.getInstance(CommitQuerySettingManager.class).find(this, user);
- if (setting == null) {
- setting = new CommitQuerySetting();
- setting.setProject(this);
- setting.setUser(user);
- }
- commitQuerySettingOfCurrentUserHolder = Optional.of(setting);
- } else {
- commitQuerySettingOfCurrentUserHolder = Optional.absent();
- }
- }
- return commitQuerySettingOfCurrentUserHolder.orNull();
- }
-
- @Nullable
- public PullRequestQuerySetting getPullRequestQuerySettingOfCurrentUser() {
- if (pullRequestQuerySettingOfCurrentUserHolder == null) {
- User user = SecurityUtils.getUser();
- if (user != null) {
- PullRequestQuerySetting setting = OneDev.getInstance(PullRequestQuerySettingManager.class).find(this, user);
- if (setting == null) {
- setting = new PullRequestQuerySetting();
- setting.setProject(this);
- setting.setUser(user);
- }
- pullRequestQuerySettingOfCurrentUserHolder = Optional.of(setting);
- } else {
- pullRequestQuerySettingOfCurrentUserHolder = Optional.absent();
- }
- }
- return pullRequestQuerySettingOfCurrentUserHolder.orNull();
- }
-
- @Nullable
- public CodeCommentQuerySetting getCodeCommentQuerySettingOfCurrentUser() {
- if (codeCommentQuerySettingOfCurrentUserHolder == null) {
- User user = SecurityUtils.getUser();
- if (user != null) {
- CodeCommentQuerySetting setting = OneDev.getInstance(CodeCommentQuerySettingManager.class).find(this, user);
- if (setting == null) {
- setting = new CodeCommentQuerySetting();
- setting.setProject(this);
- setting.setUser(user);
- }
- codeCommentQuerySettingOfCurrentUserHolder = Optional.of(setting);
- } else {
- codeCommentQuerySettingOfCurrentUserHolder = Optional.absent();
- }
- }
- return codeCommentQuerySettingOfCurrentUserHolder.orNull();
- }
-
- @Nullable
- public BuildQuerySetting getBuildQuerySettingOfCurrentUser() {
- if (buildQuerySettingOfCurrentUserHolder == null) {
- User user = SecurityUtils.getUser();
- if (user != null) {
- BuildQuerySetting setting = OneDev.getInstance(BuildQuerySettingManager.class).find(this, user);
- if (setting == null) {
- setting = new BuildQuerySetting();
- setting.setProject(this);
- setting.setUser(user);
- }
- buildQuerySettingOfCurrentUserHolder = Optional.of(setting);
- } else {
- buildQuerySettingOfCurrentUserHolder = Optional.absent();
- }
- }
- return buildQuerySettingOfCurrentUserHolder.orNull();
- }
-
- @Nullable
- public Milestone getMilestone(@Nullable String milestoneName) {
- for (Milestone milestone: milestones) {
- if (milestone.getName().equals(milestoneName))
- return milestone;
- }
- return null;
- }
-
- public boolean isCommitOnBranches(@Nullable ObjectId commitId, String branches) {
- Matcher matcher = new PathMatcher();
- if (commitId != null) {
- CommitInfoManager commitInfoManager = OneDev.getInstance(CommitInfoManager.class);
- Collection<ObjectId> descendants = commitInfoManager.getDescendants(this, Sets.newHashSet(commitId));
- descendants.add(commitId);
-
- PatternSet branchPatterns = PatternSet.parse(branches);
- for (RefInfo ref: getBranchRefInfos()) {
- String branchName = Preconditions.checkNotNull(GitUtils.ref2branch(ref.getRef().getName()));
- if (descendants.contains(ref.getPeeledObj()) && branchPatterns.matches(matcher, branchName))
- return true;
- }
- return false;
- } else {
- return PatternSet.parse(branches).matches(matcher, "master");
- }
- }
-
- public Collection<String> getChangedFiles(ObjectId oldObjectId, ObjectId newObjectId,
- Map<String, String> gitEnvs) {
- if (gitEnvs != null && !gitEnvs.isEmpty()) {
- ListChangedFilesCommand cmd = new ListChangedFilesCommand(getGitDir(), gitEnvs);
- cmd.fromRev(oldObjectId.name()).toRev(newObjectId.name());
- return cmd.call();
- } else {
- return GitUtils.getChangedFiles(getRepository(), oldObjectId, newObjectId);
- }
- }
-
- public boolean isReviewRequiredForModification(User user, String branch, @Nullable String file) {
- return getBranchProtection(branch, user).isReviewRequiredForModification(user, this, branch, file);
- }
-
- public boolean isReviewRequiredForPush(User user, String branch, ObjectId oldObjectId,
- ObjectId newObjectId, Map<String, String> gitEnvs) {
- return getBranchProtection(branch, user).isReviewRequiredForPush(user, this, branch, oldObjectId, newObjectId, gitEnvs);
- }
-
- public boolean isBuildRequiredForModification(User user, String branch, @Nullable String file) {
- return getBranchProtection(branch, user).isBuildRequiredForModification(this, branch, file);
- }
-
- public boolean isBuildRequiredForPush(User user, String branch, ObjectId oldObjectId, ObjectId newObjectId,
- Map<String, String> gitEnvs) {
- return getBranchProtection(branch, user).isBuildRequiredForPush(this, branch, oldObjectId, newObjectId, gitEnvs);
- }
-
- @Nullable
- public static Project get() {
- if (!stack.get().isEmpty()) {
- return stack.get().peek();
- } else {
- ComponentContext componentContext = ComponentContext.get();
- if (componentContext != null) {
- ProjectAware projectAware = WicketUtils.findInnermost(componentContext.getComponent(), ProjectAware.class);
- if (projectAware != null)
- return projectAware.getProject();
- }
- return null;
- }
- }
-
-}
+package io.onedev.server.model;
+
+import static io.onedev.server.model.Project.PROP_NAME;
+import static io.onedev.server.model.Project.PROP_UPDATE_DATE;
+
+import java.io.File;
+import java.io.IOException;
+import java.io.InputStream;
+import java.util.ArrayList;
+import java.util.Collection;
+import java.util.Collections;
+import java.util.Comparator;
+import java.util.Date;
+import java.util.HashMap;
+import java.util.HashSet;
+import java.util.Iterator;
+import java.util.List;
+import java.util.Map;
+import java.util.Set;
+import java.util.Stack;
+import java.util.concurrent.ConcurrentHashMap;
+import java.util.concurrent.locks.ReadWriteLock;
+import java.util.stream.Collectors;
+
+import javax.annotation.Nullable;
+import javax.persistence.CascadeType;
+import javax.persistence.Column;
+import javax.persistence.Entity;
+import javax.persistence.FetchType;
+import javax.persistence.Index;
+import javax.persistence.JoinColumn;
+import javax.persistence.Lob;
+import javax.persistence.ManyToOne;
+import javax.persistence.OneToMany;
+import javax.persistence.Table;
+
+import org.apache.commons.lang3.SerializationUtils;
+import org.dom4j.Element;
+import org.eclipse.jgit.api.CreateBranchCommand;
+import org.eclipse.jgit.api.Git;
+import org.eclipse.jgit.api.TagCommand;
+import org.eclipse.jgit.api.errors.GitAPIException;
+import org.eclipse.jgit.lib.AnyObjectId;
+import org.eclipse.jgit.lib.Constants;
+import org.eclipse.jgit.lib.FileMode;
+import org.eclipse.jgit.lib.ObjectId;
+import org.eclipse.jgit.lib.ObjectLoader;
+import org.eclipse.jgit.lib.PersonIdent;
+import org.eclipse.jgit.lib.Ref;
+import org.eclipse.jgit.lib.RefUpdate;
+import org.eclipse.jgit.lib.Repository;
+import org.eclipse.jgit.revwalk.LastCommitsOfChildren;
+import org.eclipse.jgit.revwalk.LastCommitsOfChildren.Value;
+import org.eclipse.jgit.revwalk.RevCommit;
+import org.eclipse.jgit.revwalk.RevTree;
+import org.eclipse.jgit.revwalk.RevWalk;
+import org.eclipse.jgit.treewalk.TreeWalk;
+import org.hibernate.annotations.Cache;
+import org.hibernate.annotations.CacheConcurrencyStrategy;
+import org.hibernate.annotations.DynamicUpdate;
+import org.hibernate.validator.constraints.NotEmpty;
+
+import com.fasterxml.jackson.annotation.JsonView;
+import com.google.common.base.Optional;
+import com.google.common.base.Preconditions;
+import com.google.common.collect.Lists;
+import com.google.common.collect.Sets;
+
+import io.onedev.commons.launcher.loader.ListenerRegistry;
+import io.onedev.commons.utils.FileUtils;
+import io.onedev.commons.utils.LinearRange;
+import io.onedev.commons.utils.LockUtils;
+import io.onedev.commons.utils.StringUtils;
+import io.onedev.server.OneDev;
+import io.onedev.server.buildspec.BuildSpec;
+import io.onedev.server.entitymanager.BuildManager;
+import io.onedev.server.entitymanager.BuildQuerySettingManager;
+import io.onedev.server.entitymanager.CodeCommentQuerySettingManager;
+import io.onedev.server.entitymanager.CommitQuerySettingManager;
+import io.onedev.server.entitymanager.IssueQuerySettingManager;
+import io.onedev.server.entitymanager.ProjectManager;
+import io.onedev.server.entitymanager.PullRequestQuerySettingManager;
+import io.onedev.server.entitymanager.SettingManager;
+import io.onedev.server.entitymanager.UserManager;
+import io.onedev.server.event.RefUpdated;
+import io.onedev.server.git.BlameBlock;
+import io.onedev.server.git.Blob;
+import io.onedev.server.git.BlobIdent;
+import io.onedev.server.git.BlobIdentFilter;
+import io.onedev.server.git.GitUtils;
+import io.onedev.server.git.RefInfo;
+import io.onedev.server.git.Submodule;
+import io.onedev.server.git.command.BlameCommand;
+import io.onedev.server.git.command.ListChangedFilesCommand;
+import io.onedev.server.git.exception.NotFileException;
+import io.onedev.server.git.exception.ObjectNotFoundException;
+import io.onedev.server.infomanager.CommitInfoManager;
+import io.onedev.server.migration.VersionedXmlDoc;
+import io.onedev.server.model.Build.Status;
+import io.onedev.server.model.support.BranchProtection;
+import io.onedev.server.model.support.FileProtection;
+import io.onedev.server.model.support.NamedCodeCommentQuery;
+import io.onedev.server.model.support.NamedCommitQuery;
+import io.onedev.server.model.support.TagProtection;
+import io.onedev.server.model.support.WebHook;
+import io.onedev.server.model.support.build.ProjectBuildSetting;
+import io.onedev.server.model.support.issue.ProjectIssueSetting;
+import io.onedev.server.model.support.pullrequest.ProjectPullRequestSetting;
+import io.onedev.server.persistence.SessionManager;
+import io.onedev.server.persistence.TransactionManager;
+import io.onedev.server.storage.StorageManager;
+import io.onedev.server.util.CollectionUtils;
+import io.onedev.server.util.ComponentContext;
+import io.onedev.server.util.SecurityUtils;
+import io.onedev.server.util.jackson.DefaultView;
+import io.onedev.server.util.match.Matcher;
+import io.onedev.server.util.match.PathMatcher;
+import io.onedev.server.util.patternset.PatternSet;
+import io.onedev.server.util.reviewrequirement.ReviewRequirement;
+import io.onedev.server.util.usermatch.UserMatch;
+import io.onedev.server.util.validation.annotation.ProjectName;
+import io.onedev.server.web.editable.annotation.Editable;
+import io.onedev.server.web.editable.annotation.Markdown;
+import io.onedev.server.web.util.ProjectAware;
+import io.onedev.server.web.util.WicketUtils;
+
+@Entity
+@Table(indexes={@Index(columnList="o_forkedFrom_id"), @Index(columnList=PROP_NAME),
+ @Index(columnList=PROP_UPDATE_DATE)})
+@Cache(usage=CacheConcurrencyStrategy.READ_WRITE)
+//use dynamic update in order not to overwrite other edits while background threads change update date
+@DynamicUpdate
+@Editable
+public class Project extends AbstractEntity {
+
+ private static final long serialVersionUID = 1L;
+
+ public static final String FIELD_NAME = "Name";
+
+ public static final String PROP_NAME = "name";
+
+ public static final String FIELD_UPDATE_DATE = "Update Date";
+
+ public static final String PROP_UPDATE_DATE = "updateDate";
+
+ public static final String FIELD_DESCRIPTION = "Description";
+
+ public static final String PROP_DESCRIPTION = "description";
+
+ public static final String FIELD_OWNER = "Owner";
+
+ public static final String PROP_OWNER = "owner";
+
+ public static final String PROP_ID = "id";
+
+ public static final String PROP_FORKED_FROM = "forkedFrom";
+
+ public static final List<String> QUERY_FIELDS =
+ Lists.newArrayList(FIELD_NAME, FIELD_DESCRIPTION, FIELD_UPDATE_DATE);
+
+ public static final Map<String, String> ORDER_FIELDS = CollectionUtils.newLinkedHashMap(
+ FIELD_NAME, PROP_NAME,
+ FIELD_OWNER, PROP_OWNER,
+ FIELD_UPDATE_DATE, PROP_UPDATE_DATE);
+
+ private static final int LAST_COMMITS_CACHE_THRESHOLD = 1000;
+
+ public static final int MAX_UPLOAD_SIZE = 10; // In mega bytes
+
+ static ThreadLocal<Stack<Project>> stack = new ThreadLocal<Stack<Project>>() {
+
+ @Override
+ protected Stack<Project> initialValue() {
+ return new Stack<Project>();
+ }
+
+ };
+
+ public static void push(Project project) {
+ stack.get().push(project);
+ }
+
+ public static void pop() {
+ stack.get().pop();
+ }
+
+ @ManyToOne(fetch=FetchType.LAZY)
+ @JoinColumn(nullable=true)
+ private Project forkedFrom;
+
+ @ManyToOne(fetch=FetchType.LAZY)
+ @JoinColumn
+ private User owner;
+
+ @Column(nullable=false, unique=true)
+ private String name;
+
+ @Column(length=16384)
+ private String description;
+
+ @OneToMany(mappedBy="project")
+ private Collection<Build> builds = new ArrayList<>();
+
+ @Lob
+ @Column(nullable=false, length=65535)
+ @JsonView(DefaultView.class)
+ private ArrayList<BranchProtection> branchProtections = new ArrayList<>();
+
+ @Lob
+ @Column(nullable=false, length=65535)
+ @JsonView(DefaultView.class)
+ private ArrayList<TagProtection> tagProtections = new ArrayList<>();
+
+ @Column(nullable=false)
+ private Date createDate = new Date();
+
+ @Column(nullable=false)
+ private Date updateDate = new Date();
+
+ @OneToMany(mappedBy="targetProject", cascade=CascadeType.REMOVE)
+ private Collection<PullRequest> incomingRequests = new ArrayList<>();
+
+ @OneToMany(mappedBy="sourceProject")
+ private Collection<PullRequest> outgoingRequests = new ArrayList<>();
+
+ @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)
+ private Collection<Issue> issues = new ArrayList<>();
+
+ @OneToMany(mappedBy="forkedFrom")
+ @Cache(usage=CacheConcurrencyStrategy.READ_WRITE)
+ private Collection<Project> forks = new ArrayList<>();
+
+ @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)
+ @Cache(usage=CacheConcurrencyStrategy.READ_WRITE)
+ private Collection<GroupAuthorization> groupAuthorizations = new ArrayList<>();
+
+ @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)
+ @Cache(usage=CacheConcurrencyStrategy.READ_WRITE)
+ private Collection<UserAuthorization> userAuthorizations = new ArrayList<>();
+
+ @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)
+ private Collection<CodeComment> codeComments = new ArrayList<>();
+
+ @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)
+ private Collection<IssueQuerySetting> userIssueQuerySettings = new ArrayList<>();
+
+ @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)
+ private Collection<CommitQuerySetting> userCommitQuerySettings = new ArrayList<>();
+
+ @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)
+ private Collection<PullRequestQuerySetting> userPullRequestQuerySettings = new ArrayList<>();
+
+ @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)
+ private Collection<CodeCommentQuerySetting> userCodeCommentQuerySettings = new ArrayList<>();
+
+ @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)
+ private Collection<BuildQuerySetting> userBuildQuerySettings = new ArrayList<>();
+
+ @OneToMany(mappedBy="project", cascade=CascadeType.REMOVE)
+ private Collection<Milestone> milestones = new ArrayList<>();
+
+ @Lob
+ @Column(length=65535, nullable=false)
+ @JsonView(DefaultView.class)
+ private ProjectIssueSetting issueSetting = new ProjectIssueSetting();
+
+ @Lob
+ @Column(length=65535, nullable=false)
+ @JsonView(DefaultView.class)
+ private ProjectBuildSetting buildSetting = new ProjectBuildSetting();
+
+ @Lob
+ @Column(length=65535, nullable=false)
+ @JsonView(DefaultView.class)
+ private ProjectPullRequestSetting pullRequestSetting = new ProjectPullRequestSetting();
+
+ @Lob
+ @Column(length=65535)
+ @JsonView(DefaultView.class)
+ private ArrayList<NamedCommitQuery> namedCommitQueries;
+
+ @Lob
+ @Column(length=65535)
+ @JsonView(DefaultView.class)
+ private ArrayList<NamedCodeCommentQuery> namedCodeCommentQueries;
+
+ @Lob
+ @Column(length=65535, nullable=false)
+ @JsonView(DefaultView.class)
+ private ArrayList<WebHook> webHooks = new ArrayList<>();
+
+ private transient Repository repository;
+
+ private transient Map<BlobIdent, Optional<Blob>> blobCache;
+
+ private transient Map<String, Optional<ObjectId>> objectIdCache;
+
+ private transient Map<ObjectId, Optional<BuildSpec>> buildSpecCache;
+
+ private transient Map<ObjectId, Map<String, Status>> commitStatusCache;
+
+ private transient Map<ObjectId, Optional<RevCommit>> commitCache;
+
+ private transient Map<String, Optional<Ref>> refCache;
+
+ private transient Optional<String> defaultBranchOptional;
+
+ private transient Optional<IssueQuerySetting> issueQuerySettingOfCurrentUserHolder;
+
+ private transient Optional<PullRequestQuerySetting> pullRequestQuerySettingOfCurrentUserHolder;
+
+ private transient Optional<CodeCommentQuerySetting> codeCommentQuerySettingOfCurrentUserHolder;
+
+ private transient Optional<BuildQuerySetting> buildQuerySettingOfCurrentUserHolder;
+
+ private transient Optional<CommitQuerySetting> commitQuerySettingOfCurrentUserHolder;
+
+ private transient Optional<RevCommit> lastCommitHolder;
+
+ private transient List<Milestone> sortedMilestones;
+
+ private transient List<String> jobNames;
+
+ @Editable(order=100)
+ @ProjectName
+ @NotEmpty
+ public String getName() {
+ return name;
+ }
+
+ public void setName(String name) {
+ this.name = name;
+ }
+
+ @Editable(order=200)
+ @Markdown
+ public String getDescription() {
+ return description;
+ }
+
+ public void setDescription(String description) {
+ this.description = description;
+ }
+
+ public ArrayList<BranchProtection> getBranchProtections() {
+ return branchProtections;
+ }
+
+ public void setBranchProtections(ArrayList<BranchProtection> branchProtections) {
+ this.branchProtections = branchProtections;
+ }
+
+ public ArrayList<TagProtection> getTagProtections() {
+ return tagProtections;
+ }
+
+ public void setTagProtections(ArrayList<TagProtection> tagProtections) {
+ this.tagProtections = tagProtections;
+ }
+
+ public Date getCreateDate() {
+ return createDate;
+ }
+
+ public void setCreateDate(Date createDate) {
+ this.createDate = createDate;
+ }
+
+ public Date getUpdateDate() {
+ return updateDate;
+ }
+
+ public void setUpdateDate(Date updateDate) {
+ this.updateDate = updateDate;
+ }
+
+ public Collection<PullRequest> getIncomingRequests() {
+ return incomingRequests;
+ }
+
+ public void setIncomingRequests(Collection<PullRequest> incomingRequests) {
+ this.incomingRequests = incomingRequests;
+ }
+
+ public Collection<PullRequest> getOutgoingRequests() {
+ return outgoingRequests;
+ }
+
+ public void setOutgoingRequests(Collection<PullRequest> outgoingRequests) {
+ this.outgoingRequests = outgoingRequests;
+ }
+
+ public Collection<GroupAuthorization> getGroupAuthorizations() {
+ return groupAuthorizations;
+ }
+
+ public void setGroupAuthorizations(Collection<GroupAuthorization> groupAuthorizations) {
+ this.groupAuthorizations = groupAuthorizations;
+ }
+
+ public Collection<UserAuthorization> getUserAuthorizations() {
+ return userAuthorizations;
+ }
+
+ public void setUserAuthorizations(Collection<UserAuthorization> userAuthorizations) {
+ this.userAuthorizations = userAuthorizations;
+ }
+
+ @Nullable
+ public Project getForkedFrom() {
+ return forkedFrom;
+ }
+
+ public void setForkedFrom(Project forkedFrom) {
+ this.forkedFrom = forkedFrom;
+ }
+
+ public User getOwner() {
+ return owner;
+ }
+
+ public void setOwner(User owner) {
+ this.owner = owner;
+ }
+
+ public Collection<Project> getForks() {
+ return forks;
+ }
+
+ public void setForks(Collection<Project> forks) {
+ this.forks = forks;
+ }
+
+ public List<RefInfo> getBranchRefInfos() {
+ List<RefInfo> refInfos = getRefInfos(Constants.R_HEADS);
+ for (Iterator<RefInfo> it = refInfos.iterator(); it.hasNext();) {
+ RefInfo refInfo = it.next();
+ if (refInfo.getRef().getName().equals(GitUtils.branch2ref(getDefaultBranch()))) {
+ it.remove();
+ refInfos.add(0, refInfo);
+ break;
+ }
+ }
+
+ return refInfos;
+ }
+
+ public List<RefInfo> getTagRefInfos() {
+ return getRefInfos(Constants.R_TAGS);
+ }
+
+ public List<RefInfo> getRefInfos(String prefix) {
+ try (RevWalk revWalk = new RevWalk(getRepository())) {
+ List<Ref> refs = new ArrayList<Ref>(getRepository().getRefDatabase().getRefsByPrefix(prefix));
+ List<RefInfo> refInfos = refs.stream()
+ .map(ref->new RefInfo(revWalk, ref))
+ .filter(refInfo->refInfo.getPeeledObj() instanceof RevCommit)
+ .collect(Collectors.toList());
+ Collections.sort(refInfos);
+ Collections.reverse(refInfos);
+ return refInfos;
+ } catch (IOException e) {
+ throw new RuntimeException(e);
+ }
+ }
+
+ public Git git() {
+ return Git.wrap(getRepository());
+ }
+
+ public File getGitDir() {
+ return OneDev.getInstance(StorageManager.class).getProjectGitDir(getId());
+ }
+
+ /**
+ * Find fork root of this project.
+ *
+ * @return
+ * fork root of this project
+ */
+ public Project getForkRoot() {
+ if (forkedFrom != null)
+ return forkedFrom.getForkRoot();
+ else
+ return this;
+ }
+
+ /**
+ * Get all descendant projects forking from current project.
+ *
+ * @return
+ * all descendant projects forking from current project
+ */
+ public List<Project> getForkChildren() {
+ List<Project> children = new ArrayList<>();
+ for (Project fork: getForks()) {
+ children.add(fork);
+ children.addAll(fork.getForkChildren());
+ }
+
+ return children;
+ }
+
+ public List<Project> getForkParents() {
+ List<Project> forkParents = new ArrayList<>();
+ if (getForkedFrom() != null) {
+ forkParents.add(getForkedFrom());
+ forkParents.addAll(getForkedFrom().getForkParents());
+ }
+ return forkParents;
+ }
+
+ public Repository getRepository() {
+ if (repository == null)
+ repository = OneDev.getInstance(ProjectManager.class).getRepository(this);
+ return repository;
+ }
+
+ public String getUrl() {
+ return OneDev.getInstance(SettingManager.class).getSystemSetting().getServerUrl() + "/projects/" + getName();
+ }
+
+ @Nullable
+ public String getDefaultBranch() {
+ if (defaultBranchOptional == null) {
+ try {
+ Ref headRef = getRepository().findRef("HEAD");
+ if (headRef != null
+ && headRef.isSymbolic()
+ && headRef.getTarget().getName().startsWith(Constants.R_HEADS)
+ && headRef.getObjectId() != null) {
+ defaultBranchOptional = Optional.of(Repository.shortenRefName(headRef.getTarget().getName()));
+ } else {
+ defaultBranchOptional = Optional.absent();
+ }
+ } catch (IOException e) {
+ throw new RuntimeException(e);
+ }
+ }
+ return defaultBranchOptional.orNull();
+ }
+
+ public void setDefaultBranch(String defaultBranchName) {
+ RefUpdate refUpdate = GitUtils.getRefUpdate(getRepository(), "HEAD");
+ GitUtils.linkRef(refUpdate, GitUtils.branch2ref(defaultBranchName));
+ defaultBranchOptional = null;
+ }
+
+ private Map<BlobIdent, Optional<Blob>> getBlobCache() {
+ if (blobCache == null) {
+ synchronized(this) {
+ if (blobCache == null)
+ blobCache = new ConcurrentHashMap<>();
+ }
+ }
+ return blobCache;
+ }
+
+ /**
+ * Read blob content and cache result in repository in case the same blob
+ * content is requested again.
+ *
+ * We made this method thread-safe as we are using ForkJoinPool to calculate
+ * diffs of multiple blob changes concurrently, and this method will be
+ * accessed concurrently in that special case.
+ *
+ * @param blobIdent
+ * ident of the blob
+ * @return
+ * blob of specified blob ident
+ * @throws
+ * ObjectNotFoundException if blob of specified ident can not be found in repository
+ *
+ */
+ @Nullable
+ public Blob getBlob(BlobIdent blobIdent, boolean mustExist) {
+ Preconditions.checkArgument(blobIdent.revision!=null && blobIdent.path!=null && blobIdent.mode!=null,
+ "Revision, path and mode of ident param should be specified");
+
+ Optional<Blob> blob = getBlobCache().get(blobIdent);
+ if (blob == null) {
+ try (RevWalk revWalk = new RevWalk(getRepository())) {
+ ObjectId revId = getObjectId(blobIdent.revision, mustExist);
+ if (revId != null) {
+ RevCommit commit = GitUtils.parseCommit(revWalk, revId);
+ if (commit != null) {
+ RevTree revTree = commit.getTree();
+ TreeWalk treeWalk = TreeWalk.forPath(getRepository(), blobIdent.path, revTree);
+ if (treeWalk != null) {
+ ObjectId blobId = treeWalk.getObjectId(0);
+ if (blobIdent.isGitLink()) {
+ String url = getSubmodules(blobIdent.revision).get(blobIdent.path);
+ if (url == null) {
+ if (mustExist)
+ throw new ObjectNotFoundException("Unable to find submodule '" + blobIdent.path + "' in .gitmodules");
+ else
+ blob = Optional.absent();
+ } else {
+ String hash = blobId.name();
+ blob = Optional.of(new Blob(blobIdent, blobId, new Submodule(url, hash).toString().getBytes()));
+ }
+ } else if (blobIdent.isTree()) {
+ throw new NotFileException("Path '" + blobIdent.path + "' is a tree");
+ } else {
+ blob = Optional.of(new Blob(blobIdent, blobId, treeWalk.getObjectReader()));
+ }
+ }
+ }
+ }
+ if (blob == null) {
+ if (mustExist)
+ throw new ObjectNotFoundException("Unable to find blob ident: " + blobIdent);
+ else
+ blob = Optional.absent();
+ }
+ getBlobCache().put(blobIdent, blob);
+ } catch (IOException e) {
+ throw new RuntimeException(e);
+ }
+ }
+ return blob.orNull();
+ }
+
+ public InputStream getInputStream(BlobIdent ident) {
+ try (RevWalk revWalk = new RevWalk(getRepository())) {
+ ObjectId commitId = getObjectId(ident.revision, true);
+ RevTree revTree = revWalk.parseCommit(commitId).getTree();
+ TreeWalk treeWalk = TreeWalk.forPath(getRepository(), ident.path, revTree);
+ if (treeWalk != null) {
+ ObjectLoader objectLoader = treeWalk.getObjectReader().open(treeWalk.getObjectId(0));
+ return objectLoader.openStream();
+ } else {
+ throw new ObjectNotFoundException("Unable to find blob path '" + ident.path + "' in revision '" + ident.revision + "'");
+ }
+ } catch (IOException e) {
+ throw new RuntimeException(e);
+ }
+ }
+
+ /**
+ * Get cached object id of specified revision.
+ *
+ * @param revision
+ * revision to resolve object id for
+ * @param mustExist
+ * true to have the method throwing exception instead
+ * of returning null if the revision does not exist
+ * @return
+ * object id of specified revision, or <tt>null</tt> if revision
+ * does not exist and mustExist is specified as false
+ */
+ @Nullable
+ public ObjectId getObjectId(String revision, boolean mustExist) {
+ if (objectIdCache == null)
+ objectIdCache = new HashMap<>();
+
+ Optional<ObjectId> optional = objectIdCache.get(revision);
+ if (optional == null) {
+ optional = Optional.fromNullable(GitUtils.resolve(getRepository(), revision));
+ objectIdCache.put(revision, optional);
+ }
+ if (mustExist && !optional.isPresent())
+ throw new ObjectNotFoundException("Unable to find object '" + revision + "'");
+ return optional.orNull();
+ }
+
+ public void cacheObjectId(String revision, @Nullable ObjectId objectId) {
+ if (objectIdCache == null)
+ objectIdCache = new HashMap<>();
+
+ objectIdCache.put(revision, Optional.fromNullable(objectId));
+ }
+
+ public Map<String, Status> getCommitStatus(ObjectId commitId) {
+ Map<String, Status> commitStatus = getCommitStatusCache().get(commitId);
+ if (commitStatus == null) {
+ BuildManager buildManager = OneDev.getInstance(BuildManager.class);
+ commitStatus = buildManager.queryStatus(this, Sets.newHashSet(commitId)).get(commitId);
+ getCommitStatusCache().put(commitId, Preconditions.checkNotNull(commitStatus));
+ }
+ return commitStatus;
+ }
+
+ private Map<ObjectId, Map<String, Status>> getCommitStatusCache() {
+ if (commitStatusCache == null)
+ commitStatusCache = new HashMap<>();
+ return commitStatusCache;
+ }
+
+ public void cacheCommitStatus(Map<ObjectId, Map<String, Status>> commitStatuses) {
+ getCommitStatusCache().putAll(commitStatuses);
+ }
+
+ /**
+ * Get build spec of specified commit
+ * @param commitId
+ * commit id to get build spec for
+ * @return
+ * build spec of specified commit, or <tt>null</tt> if no build spec is defined and
+ * auto-detection also can not provide an appropriate build spec
+ * @throws
+ * Exception when build spec is defined but not valid
+ */
+ @Nullable
+ public BuildSpec getBuildSpec(ObjectId commitId) {
+ if (buildSpecCache == null)
+ buildSpecCache = new HashMap<>();
+ Optional<BuildSpec> buildSpec = buildSpecCache.get(commitId);
+ if (buildSpec == null) {
+ Blob blob = getBlob(new BlobIdent(commitId.name(), BuildSpec.BLOB_PATH, FileMode.TYPE_FILE), false);
+ if (blob != null)
+ buildSpec = Optional.fromNullable(BuildSpec.parse(blob.getBytes()));
+ else
+ buildSpec = Optional.absent();
+ buildSpecCache.put(commitId, buildSpec);
+ }
+ return buildSpec.orNull();
+ }
+
+ public List<String> getJobNames() {
+ if (jobNames == null) {
+ Set<String> jobNameSet = new HashSet<>();
+ for (RefInfo refInfo: getBranchRefInfos()) {
+ Blob blob = getBlob(new BlobIdent(refInfo.getPeeledObj().name(),
+ BuildSpec.BLOB_PATH, FileMode.TYPE_FILE), false);
+ if (blob != null && blob.getText() != null) {
+ try {
+ VersionedXmlDoc dom = VersionedXmlDoc.fromXML(blob.getText().getContent());
+ for (Element jobElement: dom.getRootElement().element("jobs").elements())
+ jobNameSet.add(jobElement.elementTextTrim("name"));
+ } catch (Exception e) {
+ }
+ }
+ }
+ jobNames = new ArrayList<>(jobNameSet);
+ Collections.sort(jobNames);
+ }
+ return jobNames;
+ }
+
+ public RevCommit getLastCommit() {
+ if (lastCommitHolder == null) {
+ RevCommit lastCommit = null;
+ try {
+ for (Ref ref: getRepository().getRefDatabase().getRefsByPrefix(Constants.R_HEADS)) {
+ RevCommit commit = getRevCommit(ref.getObjectId(), false);
+ if (commit != null) {
+ if (lastCommit != null) {
+ if (commit.getCommitTime() > lastCommit.getCommitTime())
+ lastCommit = commit;
+ } else {
+ lastCommit = commit;
+ }
+ }
+ }
+ } catch (IOException e) {
+ throw new RuntimeException(e);
+ }
+ lastCommitHolder = Optional.fromNullable(lastCommit);
+ }
+ return lastCommitHolder.orNull();
+ }
+
+ public LastCommitsOfChildren getLastCommitsOfChildren(String revision, @Nullable String path) {
+ if (path == null)
+ path = "";
+
+ final File cacheDir = new File(
+ OneDev.getInstance(StorageManager.class).getProjectInfoDir(getId()),
+ "last_commits/" + path + "/onedev_last_commits");
+
+ final ReadWriteLock lock;
+ try {
+ lock = LockUtils.getReadWriteLock(cacheDir.getCanonicalPath());
+ } catch (IOException e) {
+ throw new RuntimeException(e);
+ }
+
+ final Set<ObjectId> commitIds = new HashSet<>();
+
+ lock.readLock().lock();
+ try {
+ if (cacheDir.exists()) {
+ for (String each: cacheDir.list())
+ commitIds.add(ObjectId.fromString(each));
+ }
+ } finally {
+ lock.readLock().unlock();
+ }
+
+ org.eclipse.jgit.revwalk.LastCommitsOfChildren.Cache cache;
+ if (!commitIds.isEmpty()) {
+ cache = new org.eclipse.jgit.revwalk.LastCommitsOfChildren.Cache() {
+
+ @SuppressWarnings("unchecked")
+ @Override
+ public Map<String, Value> getLastCommitsOfChildren(ObjectId commitId) {
+ if (commitIds.contains(commitId)) {
+ lock.readLock().lock();
+ try {
+ byte[] bytes = FileUtils.readFileToByteArray(new File(cacheDir, commitId.name()));
+ return (Map<String, Value>) SerializationUtils.deserialize(bytes);
+ } catch (IOException e) {
+ throw new RuntimeException(e);
+ } finally {
+ lock.readLock().unlock();
+ }
+ } else {
+ return null;
+ }
+ }
+
+ };
+ } else {
+ cache = null;
+ }
+
+ final AnyObjectId commitId = getObjectId(revision, true);
+
+ long time = System.currentTimeMillis();
+ LastCommitsOfChildren lastCommits = new LastCommitsOfChildren(getRepository(), commitId, path, cache);
+ long elapsed = System.currentTimeMillis()-time;
+ if (elapsed > LAST_COMMITS_CACHE_THRESHOLD) {
+ lock.writeLock().lock();
+ try {
+ if (!cacheDir.exists())
+ FileUtils.createDir(cacheDir);
+ FileUtils.writeByteArrayToFile(
+ new File(cacheDir, commitId.name()),
+ SerializationUtils.serialize(lastCommits));
+ } catch (IOException e) {
+ throw new RuntimeException(e);
+ } finally {
+ lock.writeLock().unlock();
+ }
+ }
+ return lastCommits;
+ }
+
+ @Nullable
+ public Ref getRef(String revision) {
+ if (refCache == null)
+ refCache = new HashMap<>();
+ Optional<Ref> optional = refCache.get(revision);
+ if (optional == null) {
+ try {
+ optional = Optional.fromNullable(getRepository().findRef(revision));
+ } catch (IOException e) {
+ throw new RuntimeException(e);
+ }
+ refCache.put(revision, optional);
+ }
+ return optional.orNull();
+ }
+
+ @Nullable
+ public Ref getBranchRef(String revision) {
+ Ref ref = getRef(revision);
+ if (ref != null && ref.getName().startsWith(Constants.R_HEADS))
+ return ref;
+ else
+ return null;
+ }
+
+ @Nullable
+ public Ref getTagRef(String revision) {
+ Ref ref = getRef(revision);
+ if (ref != null && ref.getName().startsWith(Constants.R_TAGS))
+ return ref;
+ else
+ return null;
+ }
+
+ @Nullable
+ public RevCommit getRevCommit(String revision, boolean mustExist) {
+ ObjectId revId = getObjectId(revision, mustExist);
+ if (revId != null) {
+ return getRevCommit(revId, mustExist);
+ } else {
+ return null;
+ }
+ }
+
+ @Nullable
+ public RevCommit getRevCommit(ObjectId revId, boolean mustExist) {
+ if (commitCache == null)
+ commitCache = new HashMap<>();
+ RevCommit commit;
+ Optional<RevCommit> optional = commitCache.get(revId);
+ if (optional == null) {
+ try (RevWalk revWalk = new RevWalk(getRepository())) {
+ optional = Optional.fromNullable(GitUtils.parseCommit(revWalk, revId));
+ }
+ commitCache.put(revId, optional);
+ }
+ commit = optional.orNull();
+
+ if (mustExist && commit == null)
+ throw new ObjectNotFoundException("Unable to find commit associated with object id: " + revId);
+ else
+ return commit;
+ }
+
+ public List<Ref> getRefs(String prefix) {
+ try {
+ return getRepository().getRefDatabase().getRefsByPrefix(prefix);
+ } catch (IOException e) {
+ throw new RuntimeException(e);
+ }
+ }
+
+ public Map<String, String> getSubmodules(String revision) {
+ Map<String, String> submodules = new HashMap<>();
+
+ Blob blob = getBlob(new BlobIdent(revision, ".gitmodules", FileMode.REGULAR_FILE.getBits()), true);
+ String content = new String(blob.getBytes());
+
+ String path = null;
+ String url = null;
+
+ for (String line: StringUtils.splitAndTrim(content, "\r\n")) {
+ if (line.startsWith("[") && line.endsWith("]")) {
+ if (path != null && url != null)
+ submodules.put(path, url);
+
+ path = url = null;
+ } else if (line.startsWith("path")) {
+ path = StringUtils.substringAfter(line, "=").trim();
+ } else if (line.startsWith("url")) {
+ url = StringUtils.substringAfter(line, "=").trim();
+ }
+ }
+ if (path != null && url != null)
+ submodules.put(path, url);
+
+ return submodules;
+ }
+
+ public void createBranch(String branchName, String branchRevision) {
+ try {
+ CreateBranchCommand command = git().branchCreate();
+ command.setName(branchName);
+ RevCommit commit = getRevCommit(branchRevision, true);
+ command.setStartPoint(getRevCommit(branchRevision, true));
+ command.call();
+ String refName = GitUtils.branch2ref(branchName);
+ cacheObjectId(refName, commit);
+
+ ObjectId commitId = commit.copy();
+ OneDev.getInstance(TransactionManager.class).runAfterCommit(new Runnable() {
+
+ @Override
+ public void run() {
+ OneDev.getInstance(SessionManager.class).runAsync(new Runnable() {
+
+ @Override
+ public void run() {
+ Project project = OneDev.getInstance(ProjectManager.class).load(getId());
+ OneDev.getInstance(ListenerRegistry.class).post(
+ new RefUpdated(project, refName, ObjectId.zeroId(), commitId));
+ }
+
+ });
+ }
+
+ });
+ } catch (GitAPIException e) {
+ throw new RuntimeException(e);
+ }
+ }
+
+ public void createTag(String tagName, String tagRevision, PersonIdent taggerIdent, @Nullable String tagMessage) {
+ try {
+ TagCommand tag = git().tag();
+ tag.setName(tagName);
+ if (tagMessage != null)
+ tag.setMessage(tagMessage);
+ tag.setTagger(taggerIdent);
+ tag.setObjectId(getRevCommit(tagRevision, true));
+ tag.call();
+
+ String refName = GitUtils.tag2ref(tagName);
+ cacheObjectId(refName, tag.getObjectId());
+
+ ObjectId commitId = tag.getObjectId().copy();
+ OneDev.getInstance(TransactionManager.class).runAfterCommit(new Runnable() {
+
+ @Override
+ public void run() {
+ OneDev.getInstance(SessionManager.class).runAsync(new Runnable() {
+
+ @Override
+ public void run() {
+ Project project = OneDev.getInstance(ProjectManager.class).load(getId());
+ OneDev.getInstance(ListenerRegistry.class).post(
+ new RefUpdated(project, refName, ObjectId.zeroId(), commitId));
+ }
+
+ });
+ }
+
+ });
+ } catch (GitAPIException e) {
+ throw new RuntimeException(e);
+ }
+ }
+
+ public Collection<CodeComment> getCodeComments() {
+ return codeComments;
+ }
+
+ public void setCodeComments(Collection<CodeComment> codeComments) {
+ this.codeComments = codeComments;
+ }
+
+ public ProjectIssueSetting getIssueSetting() {
+ return issueSetting;
+ }
+
+ public void setIssueSetting(ProjectIssueSetting issueSetting) {
+ this.issueSetting = issueSetting;
+ }
+
+ public ProjectBuildSetting getBuildSetting() {
+ return buildSetting;
+ }
+
+ public void setBuildSetting(ProjectBuildSetting buildSetting) {
+ this.buildSetting = buildSetting;
+ }
+
+ public ProjectPullRequestSetting getPullRequestSetting() {
+ return pullRequestSetting;
+ }
+
+ public void setPullRequestSetting(ProjectPullRequestSetting pullRequestSetting) {
+ this.pullRequestSetting = pullRequestSetting;
+ }
+
+ public ArrayList<NamedCommitQuery> getNamedCommitQueries() {
+ if (namedCommitQueries == null) {
+ namedCommitQueries = new ArrayList<>();
+ namedCommitQueries.add(new NamedCommitQuery("All", null));
+ namedCommitQueries.add(new NamedCommitQuery("Default branch", "default-branch"));
+ namedCommitQueries.add(new NamedCommitQuery("Authored by me", "authored-by-me"));
+ namedCommitQueries.add(new NamedCommitQuery("Committed by me", "committed-by-me"));
+ namedCommitQueries.add(new NamedCommitQuery("Committed recently", "after(last week)"));
+ }
+ return namedCommitQueries;
+ }
+
+ public void setNamedCommitQueries(ArrayList<NamedCommitQuery> namedCommitQueries) {
+ this.namedCommitQueries = namedCommitQueries;
+ }
+
+ public ArrayList<NamedCodeCommentQuery> getNamedCodeCommentQueries() {
+ if (namedCodeCommentQueries == null) {
+ namedCodeCommentQueries = new ArrayList<>();
+ namedCodeCommentQueries.add(new NamedCodeCommentQuery("All", null));
+ namedCodeCommentQueries.add(new NamedCodeCommentQuery("Created by me", "created by me"));
+ namedCodeCommentQueries.add(new NamedCodeCommentQuery("Created recently", "\"Create Date\" is after \"last week\""));
+ namedCodeCommentQueries.add(new NamedCodeCommentQuery("Updated recently", "\"Update Date\" is after \"last week\""));
+ }
+ return namedCodeCommentQueries;
+ }
+
+ public void setNamedCodeCommentQueries(ArrayList<NamedCodeCommentQuery> namedCodeCommentQueries) {
+ this.namedCodeCommentQueries = namedCodeCommentQueries;
+ }
+
+ public Collection<IssueQuerySetting> getUserIssueQuerySettings() {
+ return userIssueQuerySettings;
+ }
+
+ public void setUserIssueQuerySettings(Collection<IssueQuerySetting> userIssueQuerySettings) {
+ this.userIssueQuerySettings = userIssueQuerySettings;
+ }
+
+ public Collection<CommitQuerySetting> getUserCommitQuerySettings() {
+ return userCommitQuerySettings;
+ }
+
+ public void setUserCommitQuerySettings(Collection<CommitQuerySetting> userCommitQuerySettings) {
+ this.userCommitQuerySettings = userCommitQuerySettings;
+ }
+
+ public Collection<PullRequestQuerySetting> getUserPullRequestQuerySettings() {
+ return userPullRequestQuerySettings;
+ }
+
+ public void setUserPullRequestQuerySettings(Collection<PullRequestQuerySetting> userPullRequestQuerySettings) {
+ this.userPullRequestQuerySettings = userPullRequestQuerySettings;
+ }
+
+ public Collection<CodeCommentQuerySetting> getUserCodeCommentQuerySettings() {
+ return userCodeCommentQuerySettings;
+ }
+
+ public void setUserCodeCommentQuerySettings(Collection<CodeCommentQuerySetting> userCodeCommentQuerySettings) {
+ this.userCodeCommentQuerySettings = userCodeCommentQuerySettings;
+ }
+
+ public Collection<BuildQuerySetting> getUserBuildQuerySettings() {
+ return userBuildQuerySettings;
+ }
+
+ public void setUserBuildQuerySettings(Collection<BuildQuerySetting> userBuildQuerySettings) {
+ this.userBuildQuerySettings = userBuildQuerySettings;
+ }
+
+ public Collection<Build> getBuilds() {
+ return builds;
+ }
+
+ public void setBuilds(Collection<Build> builds) {
+ this.builds = builds;
+ }
+
+ public List<BlobIdent> getChildren(BlobIdent blobIdent, BlobIdentFilter blobIdentFilter) {
+ return getChildren(blobIdent, blobIdentFilter, getObjectId(blobIdent.revision, true));
+ }
+
+ public List<BlobIdent> getChildren(BlobIdent blobIdent, BlobIdentFilter blobIdentFilter, ObjectId commitId) {
+ Repository repository = getRepository();
+ try (RevWalk revWalk = new RevWalk(repository)) {
+ RevTree revTree = revWalk.parseCommit(commitId).getTree();
+
+ TreeWalk treeWalk;
+ if (blobIdent.path != null) {
+ treeWalk = TreeWalk.forPath(repository, blobIdent.path, revTree);
+ treeWalk.enterSubtree();
+ } else {
+ treeWalk = new TreeWalk(repository);
+ treeWalk.addTree(revTree);
+ }
+
+ List<BlobIdent> children = new ArrayList<>();
+ while (treeWalk.next()) {
+ BlobIdent child = new BlobIdent(blobIdent.revision, treeWalk.getPathString(), treeWalk.getRawMode(0));
+ if (blobIdentFilter.filter(child))
+ children.add(child);
+ }
+ Collections.sort(children);
+ return children;
+ } catch (IOException e) {
+ throw new RuntimeException(e);
+ }
+ }
+
+ public int getMode(String revision, @Nullable String path) {
+ if (path != null) {
+ RevCommit commit = getRevCommit(revision, true);
+ try {
+ TreeWalk treeWalk = TreeWalk.forPath(getRepository(), path, commit.getTree());
+ if (treeWalk != null) {
+ return treeWalk.getRawMode(0);
+ } else {
+ throw new ObjectNotFoundException("Unable to find blob path '" + path
+ + "' in revision '" + revision + "'");
+ }
+ } catch (IOException e) {
+ throw new RuntimeException(e);
+ }
+ } else {
+ return FileMode.TREE.getBits();
+ }
+ }
+
+ public Collection<Milestone> getMilestones() {
+ return milestones;
+ }
+
+ public void setMilestones(Collection<Milestone> milestones) {
+ this.milestones = milestones;
+ }
+
+ public List<Milestone> getSortedMilestones() {
+ if (sortedMilestones == null) {
+ sortedMilestones = new ArrayList<>();
+ List<Milestone> open = getMilestones().stream()
+ .filter(it->!it.isClosed())
+ .sorted(Comparator.comparing(Milestone::getDueDate))
+ .collect(Collectors.toList());
+ sortedMilestones.addAll(open);
+ List<Milestone> closed = getMilestones().stream()
+ .filter(it->it.isClosed())
+ .sorted(Comparator.comparing(Milestone::getDueDate))
+ .collect(Collectors.toList());
+ Collections.reverse(closed);
+ sortedMilestones.addAll(closed);
+ }
+ return sortedMilestones;
+ }
+
+ @Editable
+ public ArrayList<WebHook> getWebHooks() {
+ return webHooks;
+ }
+
+ public void setWebHooks(ArrayList<WebHook> webHooks) {
+ this.webHooks = webHooks;
+ }
+
+ public List<WebHook> getHierarchyWebHooks() {
+ List<WebHook> hierarchyWebHooks = new ArrayList<>(getWebHooks());
+ hierarchyWebHooks.addAll(getOwner().getWebHooks());
+ return hierarchyWebHooks;
+ }
+
+ public TagProtection getTagProtection(String tagName, User user) {
+ boolean noCreation = false;
+ boolean noDeletion = false;
+ boolean noUpdate = false;
+ for (TagProtection protection: getTagProtections()) {
+ if (protection.isEnabled()
+ && UserMatch.parse(protection.getUserMatch()).matches(this, user)
+ && PatternSet.parse(protection.getTags()).matches(new PathMatcher(), tagName)) {
+ noCreation = noCreation || protection.isPreventCreation();
+ noDeletion = noDeletion || protection.isPreventDeletion();
+ noUpdate = noUpdate || protection.isPreventUpdate();
+ }
+ }
+
+ TagProtection protection = new TagProtection();
+ protection.setPreventCreation(noCreation);
+ protection.setPreventDeletion(noDeletion);
+ protection.setPreventUpdate(noUpdate);
+
+ return protection;
+ }
+
+ public BranchProtection getBranchProtection(String branchName, @Nullable User user) {
+ boolean noCreation = false;
+ boolean noDeletion = false;
+ boolean noForcedPush = false;
+ Set<String> jobNames = new HashSet<>();
+ List<FileProtection> fileProtections = new ArrayList<>();
+ ReviewRequirement reviewRequirement = ReviewRequirement.parse(null, true);
+ for (BranchProtection protection: getBranchProtections()) {
+ if (protection.isEnabled()
+ && UserMatch.parse(protection.getUserMatch()).matches(this, user)
+ && PatternSet.parse(protection.getBranches()).matches(new PathMatcher(), branchName)) {
+ noCreation = noCreation || protection.isPreventCreation();
+ noDeletion = noDeletion || protection.isPreventDeletion();
+ noForcedPush = noForcedPush || protection.isPreventForcedPush();
+ jobNames.addAll(protection.getJobNames());
+ fileProtections.addAll(protection.getFileProtections());
+ reviewRequirement.mergeWith(protection.getParsedReviewRequirement());
+ }
+ }
+
+ BranchProtection protection = new BranchProtection();
+ protection.setFileProtections(fileProtections);
+ protection.setJobNames(new ArrayList<>(jobNames));
+ protection.setPreventCreation(noCreation);
+ protection.setPreventDeletion(noDeletion);
+ protection.setPreventForcedPush(noForcedPush);
+ protection.setParsedReviewRequirement(reviewRequirement);
+
+ return protection;
+ }
+
+ @Override
+ public String toString() {
+ return getName();
+ }
+
+ public List<User> getAuthors(String filePath, ObjectId commitId, @Nullable LinearRange range) {
+ BlameCommand cmd = new BlameCommand(getGitDir());
+ cmd.commitHash(commitId.name());
+ cmd.file(filePath);
+ cmd.range(range);
+
+ List<User> authors = new ArrayList<>();
+ UserManager userManager = OneDev.getInstance(UserManager.class);
+ for (BlameBlock block: cmd.call()) {
+ User author = userManager.find(block.getCommit().getAuthor());
+ if (author != null && !authors.contains(author))
+ authors.add(author);
+ }
+
+ return authors;
+ }
+
+ public IssueQuerySetting getIssueQuerySettingOfCurrentUser() {
+ if (issueQuerySettingOfCurrentUserHolder == null) {
+ User user = SecurityUtils.getUser();
+ if (user != null) {
+ IssueQuerySetting setting = OneDev.getInstance(IssueQuerySettingManager.class).find(this, user);
+ if (setting == null) {
+ setting = new IssueQuerySetting();
+ setting.setProject(this);
+ setting.setUser(user);
+ }
+ issueQuerySettingOfCurrentUserHolder = Optional.of(setting);
+ } else {
+ issueQuerySettingOfCurrentUserHolder = Optional.absent();
+ }
+ }
+ return issueQuerySettingOfCurrentUserHolder.orNull();
+ }
+
+ public CommitQuerySetting getCommitQuerySettingOfCurrentUser() {
+ if (commitQuerySettingOfCurrentUserHolder == null) {
+ User user = SecurityUtils.getUser();
+ if (user != null) {
+ CommitQuerySetting setting = OneDev.getInstance(CommitQuerySettingManager.class).find(this, user);
+ if (setting == null) {
+ setting = new CommitQuerySetting();
+ setting.setProject(this);
+ setting.setUser(user);
+ }
+ commitQuerySettingOfCurrentUserHolder = Optional.of(setting);
+ } else {
+ commitQuerySettingOfCurrentUserHolder = Optional.absent();
+ }
+ }
+ return commitQuerySettingOfCurrentUserHolder.orNull();
+ }
+
+ @Nullable
+ public PullRequestQuerySetting getPullRequestQuerySettingOfCurrentUser() {
+ if (pullRequestQuerySettingOfCurrentUserHolder == null) {
+ User user = SecurityUtils.getUser();
+ if (user != null) {
+ PullRequestQuerySetting setting = OneDev.getInstance(PullRequestQuerySettingManager.class).find(this, user);
+ if (setting == null) {
+ setting = new PullRequestQuerySetting();
+ setting.setProject(this);
+ setting.setUser(user);
+ }
+ pullRequestQuerySettingOfCurrentUserHolder = Optional.of(setting);
+ } else {
+ pullRequestQuerySettingOfCurrentUserHolder = Optional.absent();
+ }
+ }
+ return pullRequestQuerySettingOfCurrentUserHolder.orNull();
+ }
+
+ @Nullable
+ public CodeCommentQuerySetting getCodeCommentQuerySettingOfCurrentUser() {
+ if (codeCommentQuerySettingOfCurrentUserHolder == null) {
+ User user = SecurityUtils.getUser();
+ if (user != null) {
+ CodeCommentQuerySetting setting = OneDev.getInstance(CodeCommentQuerySettingManager.class).find(this, user);
+ if (setting == null) {
+ setting = new CodeCommentQuerySetting();
+ setting.setProject(this);
+ setting.setUser(user);
+ }
+ codeCommentQuerySettingOfCurrentUserHolder = Optional.of(setting);
+ } else {
+ codeCommentQuerySettingOfCurrentUserHolder = Optional.absent();
+ }
+ }
+ return codeCommentQuerySettingOfCurrentUserHolder.orNull();
+ }
+
+ @Nullable
+ public BuildQuerySetting getBuildQuerySettingOfCurrentUser() {
+ if (buildQuerySettingOfCurrentUserHolder == null) {
+ User user = SecurityUtils.getUser();
+ if (user != null) {
+ BuildQuerySetting setting = OneDev.getInstance(BuildQuerySettingManager.class).find(this, user);
+ if (setting == null) {
+ setting = new BuildQuerySetting();
+ setting.setProject(this);
+ setting.setUser(user);
+ }
+ buildQuerySettingOfCurrentUserHolder = Optional.of(setting);
+ } else {
+ buildQuerySettingOfCurrentUserHolder = Optional.absent();
+ }
+ }
+ return buildQuerySettingOfCurrentUserHolder.orNull();
+ }
+
+ @Nullable
+ public Milestone getMilestone(@Nullable String milestoneName) {
+ for (Milestone milestone: milestones) {
+ if (milestone.getName().equals(milestoneName))
+ return milestone;
+ }
+ return null;
+ }
+
+ public boolean isCommitOnBranches(@Nullable ObjectId commitId, String branches) {
+ Matcher matcher = new PathMatcher();
+ if (commitId != null) {
+ CommitInfoManager commitInfoManager = OneDev.getInstance(CommitInfoManager.class);
+ Collection<ObjectId> descendants = commitInfoManager.getDescendants(this, Sets.newHashSet(commitId));
+ descendants.add(commitId);
+
+ PatternSet branchPatterns = PatternSet.parse(branches);
+ for (RefInfo ref: getBranchRefInfos()) {
+ String branchName = Preconditions.checkNotNull(GitUtils.ref2branch(ref.getRef().getName()));
+ if (descendants.contains(ref.getPeeledObj()) && branchPatterns.matches(matcher, branchName))
+ return true;
+ }
+ return false;
+ } else {
+ return PatternSet.parse(branches).matches(matcher, "master");
+ }
+ }
+
+ public Collection<String> getChangedFiles(ObjectId oldObjectId, ObjectId newObjectId,
+ Map<String, String> gitEnvs) {
+ if (gitEnvs != null && !gitEnvs.isEmpty()) {
+ ListChangedFilesCommand cmd = new ListChangedFilesCommand(getGitDir(), gitEnvs);
+ cmd.fromRev(oldObjectId.name()).toRev(newObjectId.name());
+ return cmd.call();
+ } else {
+ return GitUtils.getChangedFiles(getRepository(), oldObjectId, newObjectId);
+ }
+ }
+
+ public boolean isReviewRequiredForModification(User user, String branch, @Nullable String file) {
+ return getBranchProtection(branch, user).isReviewRequiredForModification(user, this, branch, file);
+ }
+
+ public boolean isReviewRequiredForPush(User user, String branch, ObjectId oldObjectId,
+ ObjectId newObjectId, Map<String, String> gitEnvs) {
+ return getBranchProtection(branch, user).isReviewRequiredForPush(user, this, branch, oldObjectId, newObjectId, gitEnvs);
+ }
+
+ public boolean isBuildRequiredForModification(User user, String branch, @Nullable String file) {
+ return getBranchProtection(branch, user).isBuildRequiredForModification(this, branch, file);
+ }
+
+ public boolean isBuildRequiredForPush(User user, String branch, ObjectId oldObjectId, ObjectId newObjectId,
+ Map<String, String> gitEnvs) {
+ return getBranchProtection(branch, user).isBuildRequiredForPush(this, branch, oldObjectId, newObjectId, gitEnvs);
+ }
+
+ @Nullable
+ public static Project get() {
+ if (!stack.get().isEmpty()) {
+ return stack.get().peek();
+ } else {
+ ComponentContext componentContext = ComponentContext.get();
+ if (componentContext != null) {
+ ProjectAware projectAware = WicketUtils.findInnermost(componentContext.getComponent(), ProjectAware.class);
+ if (projectAware != null)
+ return projectAware.getProject();
+ }
+ return null;
+ }
+ }
+
+}
diff --git a/server-core/src/main/java/io/onedev/server/persistence/DefaultPersistManager.java b/server-core/src/main/java/io/onedev/server/persistence/DefaultPersistManager.java
index 2757a7d37b..936f5c7028 100644
--- a/server-core/src/main/java/io/onedev/server/persistence/DefaultPersistManager.java
+++ b/server-core/src/main/java/io/onedev/server/persistence/DefaultPersistManager.java
@@ -1,621 +1,621 @@
-package io.onedev.server.persistence;
-
-import java.io.File;
-import java.io.FilenameFilter;
-import java.io.IOException;
-import java.lang.reflect.Field;
-import java.nio.charset.Charset;
-import java.sql.Connection;
-import java.sql.Driver;
-import java.sql.ResultSet;
-import java.sql.SQLException;
-import java.sql.Statement;
-import java.util.ArrayList;
-import java.util.Collections;
-import java.util.EnumSet;
-import java.util.List;
-import java.util.Properties;
-
-import javax.persistence.EntityManagerFactory;
-import javax.persistence.ManyToOne;
-import javax.persistence.criteria.CriteriaBuilder;
-import javax.persistence.criteria.CriteriaQuery;
-import javax.persistence.criteria.Root;
-import javax.persistence.metamodel.EntityType;
-
-import org.dom4j.DocumentHelper;
-import org.dom4j.Element;
-import org.hibernate.Interceptor;
-import org.hibernate.ReplicationMode;
-import org.hibernate.Session;
-import org.hibernate.SessionFactory;
-import org.hibernate.Transaction;
-import org.hibernate.boot.Metadata;
-import org.hibernate.boot.MetadataBuilder;
-import org.hibernate.boot.MetadataSources;
-import org.hibernate.boot.model.naming.Identifier;
-import org.hibernate.boot.model.naming.PhysicalNamingStrategy;
-import org.hibernate.boot.registry.StandardServiceRegistry;
-import org.hibernate.boot.registry.StandardServiceRegistryBuilder;
-import org.hibernate.engine.jdbc.env.spi.JdbcEnvironment;
-import org.hibernate.query.Query;
-import org.hibernate.tool.hbm2ddl.SchemaExport;
-import org.hibernate.tool.schema.TargetType;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-import com.google.common.base.Preconditions;
-import com.google.common.collect.Lists;
-import com.google.inject.Inject;
-import com.google.inject.Singleton;
-
-import io.onedev.commons.utils.ClassUtils;
-import io.onedev.commons.utils.ExceptionUtils;
-import io.onedev.commons.utils.FileUtils;
-import io.onedev.server.migration.DataMigrator;
-import io.onedev.server.migration.MigrationHelper;
-import io.onedev.server.migration.VersionedDocument;
-import io.onedev.server.model.AbstractEntity;
-import io.onedev.server.model.ModelVersion;
-import io.onedev.server.persistence.annotation.Sessional;
-import io.onedev.server.persistence.dao.Dao;
-import io.onedev.server.util.BeanUtils;
-import io.onedev.server.util.validation.EntityValidator;
-
-@Singleton
-public class DefaultPersistManager implements PersistManager {
-
- private static final int BACKUP_BATCH_SIZE = 1000;
-
- private static final Logger logger = LoggerFactory.getLogger(DefaultPersistManager.class);
-
- protected final PhysicalNamingStrategy physicalNamingStrategy;
-
- protected final HibernateProperties properties;
-
- protected final Interceptor interceptor;
-
- protected final IdManager idManager;
-
- protected final Dao dao;
-
- protected final EntityValidator validator;
-
- protected final StandardServiceRegistry serviceRegistry;
-
- protected final TransactionManager transactionManager;
-
- protected volatile SessionFactory sessionFactory;
-
- @Inject
- public DefaultPersistManager(PhysicalNamingStrategy physicalNamingStrategy,
- HibernateProperties properties, Interceptor interceptor,
- IdManager idManager, Dao dao, EntityValidator validator,
- TransactionManager transactionManager) {
- this.physicalNamingStrategy = physicalNamingStrategy;
- this.properties = properties;
- this.interceptor = interceptor;
- this.idManager = idManager;
- this.dao = dao;
- this.validator = validator;
- this.transactionManager = transactionManager;
- serviceRegistry = new StandardServiceRegistryBuilder().applySettings(properties).build();
- }
-
- protected String getDialect() {
- return properties.getDialect();
- }
-
- protected void execute(List<String> sqls, boolean failOnError) {
- try ( Connection conn = getConnection();
- Statement stmt = conn.createStatement();) {
- for (String sql: sqls) {
- logger.trace("Executing sql: " + sql);
- if (failOnError) {
- stmt.execute(sql);
- } else {
- try {
- stmt.execute(sql);
- } catch (Exception e) {
- logger.error("Error executing sql", e);
- }
- }
- }
- } catch (SQLException e) {
- throw new RuntimeException(e);
- }
- }
-
- protected Metadata buildMetadata() {
- MetadataSources metadataSources = new MetadataSources(serviceRegistry);
- for (Class<? extends AbstractEntity> each: ClassUtils.findImplementations(AbstractEntity.class, AbstractEntity.class)) {
- metadataSources.addAnnotatedClass(each);
- }
-
- MetadataBuilder builder = metadataSources.getMetadataBuilder();
- builder.applyPhysicalNamingStrategy(physicalNamingStrategy);
- return builder.build();
- }
-
- protected SessionFactory buildSessionFactory(Metadata metadata) {
- return metadata.getSessionFactoryBuilder().applyInterceptor(interceptor).build();
- }
-
- protected String checkDataVersion(boolean allowEmptyDB) {
- String dbDataVersion = readDbDataVersion();
- if (!allowEmptyDB && dbDataVersion == null) {
- logger.error("Database is not populated yet");
- System.exit(1);
- }
- String appDataVersion = MigrationHelper.getVersion(DataMigrator.class);
- if (dbDataVersion != null && !dbDataVersion.equals(appDataVersion)) {
- logger.error("Data version mismatch (app data version: {}, db data version: {})", appDataVersion, dbDataVersion);
- System.exit(1);
- }
- return dbDataVersion;
- }
-
- @Override
- public void start() {
- String dialect = getDialect().toLowerCase();
- if (dialect.contains("hsql"))
- execute(Lists.newArrayList("SET DATABASE TRANSACTION CONTROL MVCC"), true);
-
- String dbDataVersion = checkDataVersion(true);
-
- Metadata metadata = buildMetadata();
-
- if (dbDataVersion == null) {
- File tempFile = null;
- try {
- tempFile = File.createTempFile("schema", ".sql");
- new SchemaExport().setOutputFile(tempFile.getAbsolutePath())
- .setFormat(false).createOnly(EnumSet.of(TargetType.SCRIPT), metadata);
- List<String> sqls = new ArrayList<String>();
- for (String sql: FileUtils.readLines(tempFile, Charset.defaultCharset())) {
- if (shouldInclude(sql))
- sqls.add(sql);
- }
- execute(sqls, true);
- } catch (IOException e) {
- throw new RuntimeException(e);
- } finally {
- if (tempFile != null)
- tempFile.delete();
- }
-
- sessionFactory = buildSessionFactory(metadata);
-
- idManager.init();
-
- transactionManager.run(new Runnable() {
-
- @Override
- public void run() {
- ModelVersion dataVersion = new ModelVersion();
- dataVersion.versionColumn = MigrationHelper.getVersion(DataMigrator.class);
- transactionManager.getSession().save(dataVersion);
- }
-
- });
- } else {
- sessionFactory = metadata.getSessionFactoryBuilder().applyInterceptor(interceptor).build();
- idManager.init();
- }
- }
-
- @Override
- public void stop() {
- if (sessionFactory != null) {
- sessionFactory.close();
- sessionFactory = null;
- }
- }
-
- protected Connection getConnection() {
- try {
- Driver driver = (Driver) Class.forName(properties.getDriver(), true,
- Thread.currentThread().getContextClassLoader()).newInstance();
- Properties connectProps = new Properties();
- String user = properties.getUser();
- String password = properties.getPassword();
- if (user != null)
- connectProps.put("user", user);
- if (password != null)
- connectProps.put("password", password);
-
- return driver.connect(properties.getUrl(), connectProps);
- } catch (Exception e) {
- throw ExceptionUtils.unchecked(e);
- }
- }
-
- private String getVersionTableName() {
- JdbcEnvironment environment = serviceRegistry.getService(JdbcEnvironment.class);
- Identifier identifier = Identifier.toIdentifier(ModelVersion.class.getSimpleName());
- return physicalNamingStrategy.toPhysicalTableName(identifier, environment).getText();
- }
-
- private String getVersionFieldName() {
- return ModelVersion.class.getFields()[0].getName();
- }
-
- private String getVersionColumnName() {
- JdbcEnvironment environment = serviceRegistry.getService(JdbcEnvironment.class);
- Identifier identifier = Identifier.toIdentifier(getVersionFieldName());
- return physicalNamingStrategy.toPhysicalColumnName(identifier, environment).getText();
- }
-
- protected String readDbDataVersion() {
- try (Connection conn = getConnection()) {
- conn.setAutoCommit(false);
- String versionTableName = getVersionTableName();
- boolean versionTableExists = false;
- try (ResultSet resultset = conn.getMetaData().getTables(null, null, versionTableName.toUpperCase(), null)) {
- if (resultset.next())
- versionTableExists = true;
- }
- if (!versionTableExists) {
- try (ResultSet resultset = conn.getMetaData().getTables(null, null, versionTableName.toLowerCase(), null)) {
- if (resultset.next()) {
- versionTableExists = true;
- }
- }
- }
- if (!versionTableExists) {
- try (ResultSet resultset = conn.getMetaData().getTables(null, null, versionTableName, null)) {
- if (resultset.next()) {
- versionTableExists = true;
- }
- }
- }
- if (!versionTableExists) {
- return null;
- } else {
- try ( Statement stmt = conn.createStatement();
- ResultSet resultset = stmt.executeQuery("select " + getVersionColumnName() + " from " + versionTableName)) {
- if (!resultset.next())
- throw new RuntimeException("No data version found in database: this is normally caused "
- + "by unsuccessful restore/upgrade, please clean the database and try again");
- String dataVersion = resultset.getString(1);
- if (resultset.next())
- throw new RuntimeException("Illegal data version format in database");
- return dataVersion;
- }
- }
- } catch (Exception e) {
- if (e.getMessage() != null && e.getMessage().contains("ORA-00942"))
- return null;
- else
- throw ExceptionUtils.unchecked(e);
- }
- }
-
- private File getVersionFile(File dataDir) {
- File versionFile = new File(dataDir, ModelVersion.class.getSimpleName() + "s.xml");
- if (!versionFile.exists())
- versionFile = new File(dataDir, "VersionTables.xml");
- return versionFile;
- }
-
- protected void migrateData(File dataDir) {
- File versionFile = getVersionFile(dataDir);
-
- VersionedDocument dom = VersionedDocument.fromFile(versionFile);
- List<Element> elements = dom.getRootElement().elements();
- if (elements.size() != 1)
- throw new RuntimeException("Incorrect data format: illegal data version");
- Element versionElement = elements.iterator().next().element(getVersionFieldName());
- if (versionElement == null) {
- throw new RuntimeException("Incorrect data format: no data version");
- }
-
- if (MigrationHelper.migrate(versionElement.getText(), new DataMigrator(), dataDir)) {
- // load version file again in case we changed something of it while migrating
- versionFile = getVersionFile(dataDir);
- dom = VersionedDocument.fromFile(versionFile);
- elements = dom.getRootElement().elements();
- Preconditions.checkState(elements.size() == 1);
- versionElement = Preconditions.checkNotNull(elements.iterator().next().element(getVersionFieldName()));
- versionElement.setText(MigrationHelper.getVersion(DataMigrator.class));
- dom.writeToFile(versionFile, false);
- }
- }
-
- /**
- * Determines whether or not entityType1 has transitive foreign key
- * dependency on entityType2.
- *
- * @param entityType1
- * @param entityType2
- * @return
- */
- private boolean hasForeignKeyDependency(Class<?> entityType1, Class<?> entityType2) {
- for (Field field: BeanUtils.findFields(entityType1)) {
- if (field.getAnnotation(ManyToOne.class) != null) {
- if (field.getType() == entityType2)
- return true;
- if (field.getType() != entityType1 &&
- hasForeignKeyDependency(field.getType(), entityType2)) {
- return true;
- }
- }
- }
-
- return false;
- }
-
- /**
- * @return hibernate entity types ordered using foreign key dependency
- * information. For example, Build type comes before Project
- * type as Build has foreign key reference to Project
- */
- private List<Class<?>> getEntityTypes(SessionFactory sessionFactory) {
- List<Class<?>> entityTypes = new ArrayList<>();
- for (EntityType<?> entityType: ((EntityManagerFactory)sessionFactory).getMetamodel().getEntities()) {
- entityTypes.add(entityType.getJavaType());
- }
-
- /* Collections.sort does not work here */
- List<Class<?>> sorted = new ArrayList<Class<?>>();
- while (!entityTypes.isEmpty()) {
- Class<?> dependencyLeaf = null;
- for (Class<?> entityType: entityTypes) {
- boolean hasDependents = false;
- for (Class<?> each: entityTypes) {
- if (each != entityType) {
- if (hasForeignKeyDependency(each, entityType)) {
- hasDependents = true;
- break;
- }
- }
- }
- if (!hasDependents) {
- dependencyLeaf = entityType;
- break;
- }
- }
- if (dependencyLeaf != null) {
- sorted.add(dependencyLeaf);
- entityTypes.remove(dependencyLeaf);
- } else {
- throw new RuntimeException("Looped foreigh key dependency found between model classes");
- }
- }
- return sorted;
- }
-
- @Override
- public void exportData(File exportDir) {
- exportData(exportDir, BACKUP_BATCH_SIZE);
- }
-
- @Sessional
- @Override
- public void exportData(File exportDir, int batchSize) {
- Session session = sessionFactory.openSession();
- for (Class<?> entityType: getEntityTypes(sessionFactory)) {
- logger.info("Exporting table '" + entityType.getSimpleName() + "'...");
-
- logger.info("Querying table ids...");
-
- CriteriaBuilder builder = sessionFactory.getCriteriaBuilder();
- CriteriaQuery<Number> query = builder.createQuery(Number.class);
- Root<?> root = query.from(entityType);
- query.select(root.get("id")).orderBy(builder.asc(root.get("id")));
-
- List<Number> ids = session.createQuery(query).list();
-
- int count = ids.size();
-
- for (int i=0; i<count/batchSize; i++) {
- exportEntity(session, entityType, ids, i*batchSize, batchSize, batchSize, exportDir);
- // clear session to free memory
- session.clear();
- }
-
- if (count%batchSize != 0) {
- exportEntity(session, entityType, ids, count/batchSize*batchSize, count%batchSize, batchSize, exportDir);
- }
- logger.info("");
- }
- }
-
- private void exportEntity(Session session, Class<?> entityType, List<Number> ids, int start, int count, int batchSize, File exportDir) {
- logger.info("Loading table rows ({}->{}) from database...", String.valueOf(start+1), (start + count));
-
- Query<?> query = session.createQuery("from " + entityType.getSimpleName() + " where id>=:fromId and id<=:toId");
- query.setParameter("fromId", ids.get(start));
- query.setParameter("toId", ids.get(start+count-1));
-
- logger.info("Converting table rows to XML...");
- VersionedDocument dom = new VersionedDocument();
- Element rootElement = dom.addElement("list");
- for (Object entity: query.list())
- rootElement.appendContent(VersionedDocument.fromBean(entity));
- String fileName;
-
- if (start == 0)
- fileName = entityType.getSimpleName() + "s.xml";
- else
- fileName = entityType.getSimpleName() + "s.xml." + (start/batchSize + 1);
-
- logger.info("Writing resulting XML to file '" + fileName + "...");
- dom.writeToFile(new File(exportDir, fileName), true);
- }
-
- /*
- * We do not use @Transactional annotation and will manage the session and transaction manually
- * in this method to reduce memory usage if importing a large database.
- */
- @Sessional
- @Override
- public void importData(Metadata metadata, File dataDir) {
- Session session = dao.getSession();
- List<Class<?>> entityTypes = getEntityTypes(sessionFactory);
- Collections.reverse(entityTypes);
- for (Class<?> entityType: entityTypes) {
- File[] dataFiles = dataDir.listFiles(new FilenameFilter() {
-
- @Override
- public boolean accept(File dir, String name) {
- return name.startsWith(entityType.getSimpleName() + "s.xml");
- }
-
- });
- for (File file: dataFiles) {
- Transaction transaction = session.beginTransaction();
- try {
- logger.info("Importing from data file '" + file.getName() + "'...");
- VersionedDocument dom = VersionedDocument.fromFile(file);
-
- for (Element element: dom.getRootElement().elements()) {
- element.detach();
- AbstractEntity entity = (AbstractEntity) new VersionedDocument(DocumentHelper.createDocument(element)).toBean();
- session.replicate(entity, ReplicationMode.EXCEPTION);
- }
- session.flush();
- session.clear();
- transaction.commit();
- } catch (Exception e) {
- transaction.rollback();
- throw ExceptionUtils.unchecked(e);
- }
- }
- }
- }
-
- protected void validateData(Metadata metadata, File dataDir) {
- List<Class<?>> entityTypes = getEntityTypes(sessionFactory);
- Collections.reverse(entityTypes);
- for (Class<?> entityType: entityTypes) {
- File[] dataFiles = dataDir.listFiles(new FilenameFilter() {
-
- @Override
- public boolean accept(File dir, String name) {
- return name.startsWith(entityType.getSimpleName() + "s.xml");
- }
-
- });
- for (File file: dataFiles) {
- try {
- logger.info("Validating data file '" + file.getName() + "'...");
- VersionedDocument dom = VersionedDocument.fromFile(file);
-
- for (Element element: dom.getRootElement().elements()) {
- element.detach();
- AbstractEntity entity = (AbstractEntity) new VersionedDocument(DocumentHelper.createDocument(element)).toBean();
- validator.validate(entity);
- }
- } catch (Exception e) {
- throw ExceptionUtils.unchecked(e);
- }
- }
- }
- }
-
- protected void applyConstraints(Metadata metadata) {
- File tempFile = null;
- try {
- tempFile = File.createTempFile("schema", ".sql");
- new SchemaExport().setOutputFile(tempFile.getAbsolutePath())
- .setFormat(false).createOnly(EnumSet.of(TargetType.SCRIPT), metadata);
- List<String> sqls = new ArrayList<>();
- for (String sql: FileUtils.readLines(tempFile, Charset.defaultCharset())) {
- if (isApplyingConstraints(sql)) {
- sqls.add(sql);
- }
- }
- execute(sqls, true);
- } catch (IOException e) {
- throw new RuntimeException(e);
- } finally {
- if (tempFile != null)
- tempFile.delete();
- }
- }
-
- protected void createTables(Metadata metadata) {
- File tempFile = null;
- try {
- tempFile = File.createTempFile("schema", ".sql");
- new SchemaExport().setOutputFile(tempFile.getAbsolutePath())
- .setFormat(false).createOnly(EnumSet.of(TargetType.SCRIPT), metadata);
- List<String> sqls = new ArrayList<>();
- for (String sql: FileUtils.readLines(tempFile, Charset.defaultCharset())) {
- if (shouldInclude(sql) && !isApplyingConstraints(sql))
- sqls.add(sql);
- }
- execute(sqls, true);
- } catch (IOException e) {
- throw new RuntimeException(e);
- } finally {
- if (tempFile != null)
- FileUtils.deleteFile(tempFile);
- }
- }
-
- protected void dropConstraints(Metadata metadata) {
- File tempFile = null;
- try {
- tempFile = File.createTempFile("schema", ".sql");
- new SchemaExport().setOutputFile(tempFile.getAbsolutePath())
- .setFormat(false).drop(EnumSet.of(TargetType.SCRIPT), metadata);
- List<String> sqls = new ArrayList<>();
- for (String sql: FileUtils.readLines(tempFile, Charset.defaultCharset())) {
- if (isDroppingConstraints(sql))
- sqls.add(sql);
- }
- execute(sqls, false);
- } catch (IOException e) {
- throw new RuntimeException(e);
- } finally {
- if (tempFile != null)
- tempFile.delete();
- }
- }
-
- protected void cleanDatabase(Metadata metadata) {
- File tempFile = null;
- try {
- tempFile = File.createTempFile("schema", ".sql");
- new SchemaExport().setOutputFile(tempFile.getAbsolutePath())
- .setFormat(false).drop(EnumSet.of(TargetType.SCRIPT), metadata);
- List<String> sqls = new ArrayList<>();
- for (String sql: FileUtils.readLines(tempFile, Charset.defaultCharset())) {
- sqls.add(sql);
- }
- execute(sqls, false);
- } catch (IOException e) {
- throw new RuntimeException(e);
- } finally {
- if (tempFile != null)
- tempFile.delete();
- }
- }
-
- private boolean isApplyingConstraints(String sql) {
- return sql.toLowerCase().contains(" foreign key ");
- }
-
- private boolean isDroppingConstraints(String sql) {
- return sql.toLowerCase().contains(" drop constraint ");
- }
-
- private boolean shouldInclude(String sql) {
- // some databases will create index on foreign keys automatically, so
- // we skip creating indexes for those
- if (!sql.toLowerCase().startsWith("create index") || !sql.toLowerCase().endsWith("_id)")) {
- return true;
- } else {
- String dialect = getDialect().toLowerCase();
- return !dialect.contains("mysql") && !dialect.contains("hsql");
- }
- }
-
- @Override
- public SessionFactory getSessionFactory() {
- return sessionFactory;
- }
-
-}
+package io.onedev.server.persistence;
+
+import java.io.File;
+import java.io.FilenameFilter;
+import java.io.IOException;
+import java.lang.reflect.Field;
+import java.nio.charset.Charset;
+import java.sql.Connection;
+import java.sql.Driver;
+import java.sql.ResultSet;
+import java.sql.SQLException;
+import java.sql.Statement;
+import java.util.ArrayList;
+import java.util.Collections;
+import java.util.EnumSet;
+import java.util.List;
+import java.util.Properties;
+
+import javax.persistence.EntityManagerFactory;
+import javax.persistence.ManyToOne;
+import javax.persistence.criteria.CriteriaBuilder;
+import javax.persistence.criteria.CriteriaQuery;
+import javax.persistence.criteria.Root;
+import javax.persistence.metamodel.EntityType;
+
+import org.dom4j.DocumentHelper;
+import org.dom4j.Element;
+import org.hibernate.Interceptor;
+import org.hibernate.ReplicationMode;
+import org.hibernate.Session;
+import org.hibernate.SessionFactory;
+import org.hibernate.Transaction;
+import org.hibernate.boot.Metadata;
+import org.hibernate.boot.MetadataBuilder;
+import org.hibernate.boot.MetadataSources;
+import org.hibernate.boot.model.naming.Identifier;
+import org.hibernate.boot.model.naming.PhysicalNamingStrategy;
+import org.hibernate.boot.registry.StandardServiceRegistry;
+import org.hibernate.boot.registry.StandardServiceRegistryBuilder;
+import org.hibernate.engine.jdbc.env.spi.JdbcEnvironment;
+import org.hibernate.query.Query;
+import org.hibernate.tool.hbm2ddl.SchemaExport;
+import org.hibernate.tool.schema.TargetType;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import com.google.common.base.Preconditions;
+import com.google.common.collect.Lists;
+import com.google.inject.Inject;
+import com.google.inject.Singleton;
+
+import io.onedev.commons.utils.ClassUtils;
+import io.onedev.commons.utils.ExceptionUtils;
+import io.onedev.commons.utils.FileUtils;
+import io.onedev.server.migration.DataMigrator;
+import io.onedev.server.migration.MigrationHelper;
+import io.onedev.server.migration.VersionedXmlDoc;
+import io.onedev.server.model.AbstractEntity;
+import io.onedev.server.model.ModelVersion;
+import io.onedev.server.persistence.annotation.Sessional;
+import io.onedev.server.persistence.dao.Dao;
+import io.onedev.server.util.BeanUtils;
+import io.onedev.server.util.validation.EntityValidator;
+
+@Singleton
+public class DefaultPersistManager implements PersistManager {
+
+ private static final int BACKUP_BATCH_SIZE = 1000;
+
+ private static final Logger logger = LoggerFactory.getLogger(DefaultPersistManager.class);
+
+ protected final PhysicalNamingStrategy physicalNamingStrategy;
+
+ protected final HibernateProperties properties;
+
+ protected final Interceptor interceptor;
+
+ protected final IdManager idManager;
+
+ protected final Dao dao;
+
+ protected final EntityValidator validator;
+
+ protected final StandardServiceRegistry serviceRegistry;
+
+ protected final TransactionManager transactionManager;
+
+ protected volatile SessionFactory sessionFactory;
+
+ @Inject
+ public DefaultPersistManager(PhysicalNamingStrategy physicalNamingStrategy,
+ HibernateProperties properties, Interceptor interceptor,
+ IdManager idManager, Dao dao, EntityValidator validator,
+ TransactionManager transactionManager) {
+ this.physicalNamingStrategy = physicalNamingStrategy;
+ this.properties = properties;
+ this.interceptor = interceptor;
+ this.idManager = idManager;
+ this.dao = dao;
+ this.validator = validator;
+ this.transactionManager = transactionManager;
+ serviceRegistry = new StandardServiceRegistryBuilder().applySettings(properties).build();
+ }
+
+ protected String getDialect() {
+ return properties.getDialect();
+ }
+
+ protected void execute(List<String> sqls, boolean failOnError) {
+ try ( Connection conn = getConnection();
+ Statement stmt = conn.createStatement();) {
+ for (String sql: sqls) {
+ logger.trace("Executing sql: " + sql);
+ if (failOnError) {
+ stmt.execute(sql);
+ } else {
+ try {
+ stmt.execute(sql);
+ } catch (Exception e) {
+ logger.error("Error executing sql", e);
+ }
+ }
+ }
+ } catch (SQLException e) {
+ throw new RuntimeException(e);
+ }
+ }
+
+ protected Metadata buildMetadata() {
+ MetadataSources metadataSources = new MetadataSources(serviceRegistry);
+ for (Class<? extends AbstractEntity> each: ClassUtils.findImplementations(AbstractEntity.class, AbstractEntity.class)) {
+ metadataSources.addAnnotatedClass(each);
+ }
+
+ MetadataBuilder builder = metadataSources.getMetadataBuilder();
+ builder.applyPhysicalNamingStrategy(physicalNamingStrategy);
+ return builder.build();
+ }
+
+ protected SessionFactory buildSessionFactory(Metadata metadata) {
+ return metadata.getSessionFactoryBuilder().applyInterceptor(interceptor).build();
+ }
+
+ protected String checkDataVersion(boolean allowEmptyDB) {
+ String dbDataVersion = readDbDataVersion();
+ if (!allowEmptyDB && dbDataVersion == null) {
+ logger.error("Database is not populated yet");
+ System.exit(1);
+ }
+ String appDataVersion = MigrationHelper.getVersion(DataMigrator.class);
+ if (dbDataVersion != null && !dbDataVersion.equals(appDataVersion)) {
+ logger.error("Data version mismatch (app data version: {}, db data version: {})", appDataVersion, dbDataVersion);
+ System.exit(1);
+ }
+ return dbDataVersion;
+ }
+
+ @Override
+ public void start() {
+ String dialect = getDialect().toLowerCase();
+ if (dialect.contains("hsql"))
+ execute(Lists.newArrayList("SET DATABASE TRANSACTION CONTROL MVCC"), true);
+
+ String dbDataVersion = checkDataVersion(true);
+
+ Metadata metadata = buildMetadata();
+
+ if (dbDataVersion == null) {
+ File tempFile = null;
+ try {
+ tempFile = File.createTempFile("schema", ".sql");
+ new SchemaExport().setOutputFile(tempFile.getAbsolutePath())
+ .setFormat(false).createOnly(EnumSet.of(TargetType.SCRIPT), metadata);
+ List<String> sqls = new ArrayList<String>();
+ for (String sql: FileUtils.readLines(tempFile, Charset.defaultCharset())) {
+ if (shouldInclude(sql))
+ sqls.add(sql);
+ }
+ execute(sqls, true);
+ } catch (IOException e) {
+ throw new RuntimeException(e);
+ } finally {
+ if (tempFile != null)
+ tempFile.delete();
+ }
+
+ sessionFactory = buildSessionFactory(metadata);
+
+ idManager.init();
+
+ transactionManager.run(new Runnable() {
+
+ @Override
+ public void run() {
+ ModelVersion dataVersion = new ModelVersion();
+ dataVersion.versionColumn = MigrationHelper.getVersion(DataMigrator.class);
+ transactionManager.getSession().save(dataVersion);
+ }
+
+ });
+ } else {
+ sessionFactory = metadata.getSessionFactoryBuilder().applyInterceptor(interceptor).build();
+ idManager.init();
+ }
+ }
+
+ @Override
+ public void stop() {
+ if (sessionFactory != null) {
+ sessionFactory.close();
+ sessionFactory = null;
+ }
+ }
+
+ protected Connection getConnection() {
+ try {
+ Driver driver = (Driver) Class.forName(properties.getDriver(), true,
+ Thread.currentThread().getContextClassLoader()).newInstance();
+ Properties connectProps = new Properties();
+ String user = properties.getUser();
+ String password = properties.getPassword();
+ if (user != null)
+ connectProps.put("user", user);
+ if (password != null)
+ connectProps.put("password", password);
+
+ return driver.connect(properties.getUrl(), connectProps);
+ } catch (Exception e) {
+ throw ExceptionUtils.unchecked(e);
+ }
+ }
+
+ private String getVersionTableName() {
+ JdbcEnvironment environment = serviceRegistry.getService(JdbcEnvironment.class);
+ Identifier identifier = Identifier.toIdentifier(ModelVersion.class.getSimpleName());
+ return physicalNamingStrategy.toPhysicalTableName(identifier, environment).getText();
+ }
+
+ private String getVersionFieldName() {
+ return ModelVersion.class.getFields()[0].getName();
+ }
+
+ private String getVersionColumnName() {
+ JdbcEnvironment environment = serviceRegistry.getService(JdbcEnvironment.class);
+ Identifier identifier = Identifier.toIdentifier(getVersionFieldName());
+ return physicalNamingStrategy.toPhysicalColumnName(identifier, environment).getText();
+ }
+
+ protected String readDbDataVersion() {
+ try (Connection conn = getConnection()) {
+ conn.setAutoCommit(false);
+ String versionTableName = getVersionTableName();
+ boolean versionTableExists = false;
+ try (ResultSet resultset = conn.getMetaData().getTables(null, null, versionTableName.toUpperCase(), null)) {
+ if (resultset.next())
+ versionTableExists = true;
+ }
+ if (!versionTableExists) {
+ try (ResultSet resultset = conn.getMetaData().getTables(null, null, versionTableName.toLowerCase(), null)) {
+ if (resultset.next()) {
+ versionTableExists = true;
+ }
+ }
+ }
+ if (!versionTableExists) {
+ try (ResultSet resultset = conn.getMetaData().getTables(null, null, versionTableName, null)) {
+ if (resultset.next()) {
+ versionTableExists = true;
+ }
+ }
+ }
+ if (!versionTableExists) {
+ return null;
+ } else {
+ try ( Statement stmt = conn.createStatement();
+ ResultSet resultset = stmt.executeQuery("select " + getVersionColumnName() + " from " + versionTableName)) {
+ if (!resultset.next())
+ throw new RuntimeException("No data version found in database: this is normally caused "
+ + "by unsuccessful restore/upgrade, please clean the database and try again");
+ String dataVersion = resultset.getString(1);
+ if (resultset.next())
+ throw new RuntimeException("Illegal data version format in database");
+ return dataVersion;
+ }
+ }
+ } catch (Exception e) {
+ if (e.getMessage() != null && e.getMessage().contains("ORA-00942"))
+ return null;
+ else
+ throw ExceptionUtils.unchecked(e);
+ }
+ }
+
+ private File getVersionFile(File dataDir) {
+ File versionFile = new File(dataDir, ModelVersion.class.getSimpleName() + "s.xml");
+ if (!versionFile.exists())
+ versionFile = new File(dataDir, "VersionTables.xml");
+ return versionFile;
+ }
+
+ protected void migrateData(File dataDir) {
+ File versionFile = getVersionFile(dataDir);
+
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(versionFile);
+ List<Element> elements = dom.getRootElement().elements();
+ if (elements.size() != 1)
+ throw new RuntimeException("Incorrect data format: illegal data version");
+ Element versionElement = elements.iterator().next().element(getVersionFieldName());
+ if (versionElement == null) {
+ throw new RuntimeException("Incorrect data format: no data version");
+ }
+
+ if (MigrationHelper.migrate(versionElement.getText(), new DataMigrator(), dataDir)) {
+ // load version file again in case we changed something of it while migrating
+ versionFile = getVersionFile(dataDir);
+ dom = VersionedXmlDoc.fromFile(versionFile);
+ elements = dom.getRootElement().elements();
+ Preconditions.checkState(elements.size() == 1);
+ versionElement = Preconditions.checkNotNull(elements.iterator().next().element(getVersionFieldName()));
+ versionElement.setText(MigrationHelper.getVersion(DataMigrator.class));
+ dom.writeToFile(versionFile, false);
+ }
+ }
+
+ /**
+ * Determines whether or not entityType1 has transitive foreign key
+ * dependency on entityType2.
+ *
+ * @param entityType1
+ * @param entityType2
+ * @return
+ */
+ private boolean hasForeignKeyDependency(Class<?> entityType1, Class<?> entityType2) {
+ for (Field field: BeanUtils.findFields(entityType1)) {
+ if (field.getAnnotation(ManyToOne.class) != null) {
+ if (field.getType() == entityType2)
+ return true;
+ if (field.getType() != entityType1 &&
+ hasForeignKeyDependency(field.getType(), entityType2)) {
+ return true;
+ }
+ }
+ }
+
+ return false;
+ }
+
+ /**
+ * @return hibernate entity types ordered using foreign key dependency
+ * information. For example, Build type comes before Project
+ * type as Build has foreign key reference to Project
+ */
+ private List<Class<?>> getEntityTypes(SessionFactory sessionFactory) {
+ List<Class<?>> entityTypes = new ArrayList<>();
+ for (EntityType<?> entityType: ((EntityManagerFactory)sessionFactory).getMetamodel().getEntities()) {
+ entityTypes.add(entityType.getJavaType());
+ }
+
+ /* Collections.sort does not work here */
+ List<Class<?>> sorted = new ArrayList<Class<?>>();
+ while (!entityTypes.isEmpty()) {
+ Class<?> dependencyLeaf = null;
+ for (Class<?> entityType: entityTypes) {
+ boolean hasDependents = false;
+ for (Class<?> each: entityTypes) {
+ if (each != entityType) {
+ if (hasForeignKeyDependency(each, entityType)) {
+ hasDependents = true;
+ break;
+ }
+ }
+ }
+ if (!hasDependents) {
+ dependencyLeaf = entityType;
+ break;
+ }
+ }
+ if (dependencyLeaf != null) {
+ sorted.add(dependencyLeaf);
+ entityTypes.remove(dependencyLeaf);
+ } else {
+ throw new RuntimeException("Looped foreigh key dependency found between model classes");
+ }
+ }
+ return sorted;
+ }
+
+ @Override
+ public void exportData(File exportDir) {
+ exportData(exportDir, BACKUP_BATCH_SIZE);
+ }
+
+ @Sessional
+ @Override
+ public void exportData(File exportDir, int batchSize) {
+ Session session = sessionFactory.openSession();
+ for (Class<?> entityType: getEntityTypes(sessionFactory)) {
+ logger.info("Exporting table '" + entityType.getSimpleName() + "'...");
+
+ logger.info("Querying table ids...");
+
+ CriteriaBuilder builder = sessionFactory.getCriteriaBuilder();
+ CriteriaQuery<Number> query = builder.createQuery(Number.class);
+ Root<?> root = query.from(entityType);
+ query.select(root.get("id")).orderBy(builder.asc(root.get("id")));
+
+ List<Number> ids = session.createQuery(query).list();
+
+ int count = ids.size();
+
+ for (int i=0; i<count/batchSize; i++) {
+ exportEntity(session, entityType, ids, i*batchSize, batchSize, batchSize, exportDir);
+ // clear session to free memory
+ session.clear();
+ }
+
+ if (count%batchSize != 0) {
+ exportEntity(session, entityType, ids, count/batchSize*batchSize, count%batchSize, batchSize, exportDir);
+ }
+ logger.info("");
+ }
+ }
+
+ private void exportEntity(Session session, Class<?> entityType, List<Number> ids, int start, int count, int batchSize, File exportDir) {
+ logger.info("Loading table rows ({}->{}) from database...", String.valueOf(start+1), (start + count));
+
+ Query<?> query = session.createQuery("from " + entityType.getSimpleName() + " where id>=:fromId and id<=:toId");
+ query.setParameter("fromId", ids.get(start));
+ query.setParameter("toId", ids.get(start+count-1));
+
+ logger.info("Converting table rows to XML...");
+ VersionedXmlDoc dom = new VersionedXmlDoc();
+ Element rootElement = dom.addElement("list");
+ for (Object entity: query.list())
+ rootElement.appendContent(VersionedXmlDoc.fromBean(entity));
+ String fileName;
+
+ if (start == 0)
+ fileName = entityType.getSimpleName() + "s.xml";
+ else
+ fileName = entityType.getSimpleName() + "s.xml." + (start/batchSize + 1);
+
+ logger.info("Writing resulting XML to file '" + fileName + "...");
+ dom.writeToFile(new File(exportDir, fileName), true);
+ }
+
+ /*
+ * We do not use @Transactional annotation and will manage the session and transaction manually
+ * in this method to reduce memory usage if importing a large database.
+ */
+ @Sessional
+ @Override
+ public void importData(Metadata metadata, File dataDir) {
+ Session session = dao.getSession();
+ List<Class<?>> entityTypes = getEntityTypes(sessionFactory);
+ Collections.reverse(entityTypes);
+ for (Class<?> entityType: entityTypes) {
+ File[] dataFiles = dataDir.listFiles(new FilenameFilter() {
+
+ @Override
+ public boolean accept(File dir, String name) {
+ return name.startsWith(entityType.getSimpleName() + "s.xml");
+ }
+
+ });
+ for (File file: dataFiles) {
+ Transaction transaction = session.beginTransaction();
+ try {
+ logger.info("Importing from data file '" + file.getName() + "'...");
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+
+ for (Element element: dom.getRootElement().elements()) {
+ element.detach();
+ AbstractEntity entity = (AbstractEntity) new VersionedXmlDoc(DocumentHelper.createDocument(element)).toBean();
+ session.replicate(entity, ReplicationMode.EXCEPTION);
+ }
+ session.flush();
+ session.clear();
+ transaction.commit();
+ } catch (Exception e) {
+ transaction.rollback();
+ throw ExceptionUtils.unchecked(e);
+ }
+ }
+ }
+ }
+
+ protected void validateData(Metadata metadata, File dataDir) {
+ List<Class<?>> entityTypes = getEntityTypes(sessionFactory);
+ Collections.reverse(entityTypes);
+ for (Class<?> entityType: entityTypes) {
+ File[] dataFiles = dataDir.listFiles(new FilenameFilter() {
+
+ @Override
+ public boolean accept(File dir, String name) {
+ return name.startsWith(entityType.getSimpleName() + "s.xml");
+ }
+
+ });
+ for (File file: dataFiles) {
+ try {
+ logger.info("Validating data file '" + file.getName() + "'...");
+ VersionedXmlDoc dom = VersionedXmlDoc.fromFile(file);
+
+ for (Element element: dom.getRootElement().elements()) {
+ element.detach();
+ AbstractEntity entity = (AbstractEntity) new VersionedXmlDoc(DocumentHelper.createDocument(element)).toBean();
+ validator.validate(entity);
+ }
+ } catch (Exception e) {
+ throw ExceptionUtils.unchecked(e);
+ }
+ }
+ }
+ }
+
+ protected void applyConstraints(Metadata metadata) {
+ File tempFile = null;
+ try {
+ tempFile = File.createTempFile("schema", ".sql");
+ new SchemaExport().setOutputFile(tempFile.getAbsolutePath())
+ .setFormat(false).createOnly(EnumSet.of(TargetType.SCRIPT), metadata);
+ List<String> sqls = new ArrayList<>();
+ for (String sql: FileUtils.readLines(tempFile, Charset.defaultCharset())) {
+ if (isApplyingConstraints(sql)) {
+ sqls.add(sql);
+ }
+ }
+ execute(sqls, true);
+ } catch (IOException e) {
+ throw new RuntimeException(e);
+ } finally {
+ if (tempFile != null)
+ tempFile.delete();
+ }
+ }
+
+ protected void createTables(Metadata metadata) {
+ File tempFile = null;
+ try {
+ tempFile = File.createTempFile("schema", ".sql");
+ new SchemaExport().setOutputFile(tempFile.getAbsolutePath())
+ .setFormat(false).createOnly(EnumSet.of(TargetType.SCRIPT), metadata);
+ List<String> sqls = new ArrayList<>();
+ for (String sql: FileUtils.readLines(tempFile, Charset.defaultCharset())) {
+ if (shouldInclude(sql) && !isApplyingConstraints(sql))
+ sqls.add(sql);
+ }
+ execute(sqls, true);
+ } catch (IOException e) {
+ throw new RuntimeException(e);
+ } finally {
+ if (tempFile != null)
+ FileUtils.deleteFile(tempFile);
+ }
+ }
+
+ protected void dropConstraints(Metadata metadata) {
+ File tempFile = null;
+ try {
+ tempFile = File.createTempFile("schema", ".sql");
+ new SchemaExport().setOutputFile(tempFile.getAbsolutePath())
+ .setFormat(false).drop(EnumSet.of(TargetType.SCRIPT), metadata);
+ List<String> sqls = new ArrayList<>();
+ for (String sql: FileUtils.readLines(tempFile, Charset.defaultCharset())) {
+ if (isDroppingConstraints(sql))
+ sqls.add(sql);
+ }
+ execute(sqls, false);
+ } catch (IOException e) {
+ throw new RuntimeException(e);
+ } finally {
+ if (tempFile != null)
+ tempFile.delete();
+ }
+ }
+
+ protected void cleanDatabase(Metadata metadata) {
+ File tempFile = null;
+ try {
+ tempFile = File.createTempFile("schema", ".sql");
+ new SchemaExport().setOutputFile(tempFile.getAbsolutePath())
+ .setFormat(false).drop(EnumSet.of(TargetType.SCRIPT), metadata);
+ List<String> sqls = new ArrayList<>();
+ for (String sql: FileUtils.readLines(tempFile, Charset.defaultCharset())) {
+ sqls.add(sql);
+ }
+ execute(sqls, false);
+ } catch (IOException e) {
+ throw new RuntimeException(e);
+ } finally {
+ if (tempFile != null)
+ tempFile.delete();
+ }
+ }
+
+ private boolean isApplyingConstraints(String sql) {
+ return sql.toLowerCase().contains(" foreign key ");
+ }
+
+ private boolean isDroppingConstraints(String sql) {
+ return sql.toLowerCase().contains(" drop constraint ");
+ }
+
+ private boolean shouldInclude(String sql) {
+ // some databases will create index on foreign keys automatically, so
+ // we skip creating indexes for those
+ if (!sql.toLowerCase().startsWith("create index") || !sql.toLowerCase().endsWith("_id)")) {
+ return true;
+ } else {
+ String dialect = getDialect().toLowerCase();
+ return !dialect.contains("mysql") && !dialect.contains("hsql");
+ }
+ }
+
+ @Override
+ public SessionFactory getSessionFactory() {
+ return sessionFactory;
+ }
+
+}
diff --git a/server-core/src/main/java/io/onedev/server/web/editable/Path.java b/server-core/src/main/java/io/onedev/server/util/Path.java
similarity index 78%
rename from server-core/src/main/java/io/onedev/server/web/editable/Path.java
rename to server-core/src/main/java/io/onedev/server/util/Path.java
index 09505e6109..36987f4de6 100644
--- a/server-core/src/main/java/io/onedev/server/web/editable/Path.java
+++ b/server-core/src/main/java/io/onedev/server/util/Path.java
@@ -1,4 +1,4 @@
-package io.onedev.server.web.editable;
+package io.onedev.server.util;
import java.io.Serializable;
import java.util.ArrayList;
@@ -27,6 +27,19 @@ public class Path implements Serializable {
this.nodes = new ArrayList<>(path.getNodes());
}
+ public Path(Path path, PathNode node) {
+ nodes = new ArrayList<>(path.getNodes());
+ nodes.add(node);
+ }
+
+ public Path(Path path, String namedPathNode) {
+ this(path, new PathNode.Named(namedPathNode));
+ }
+
+ public Path(Path path, int indexedPathNode) {
+ this(path, new PathNode.Indexed(indexedPathNode));
+ }
+
public Path(javax.validation.Path path) {
for (javax.validation.Path.Node node: path) {
if (node.getIndex() != null)
@@ -50,7 +63,7 @@ public class Path implements Serializable {
@Override
public String toString() {
- return nodes.stream().map(it->it.toString()).collect(Collectors.joining(" -> "));
+ return nodes.stream().map(it->it.toString()).collect(Collectors.joining("->"));
}
public static String describe(PathNode propertyNode, Path pathInProperty) {
diff --git a/server-core/src/main/java/io/onedev/server/web/editable/PathNode.java b/server-core/src/main/java/io/onedev/server/util/PathNode.java
similarity index 97%
rename from server-core/src/main/java/io/onedev/server/web/editable/PathNode.java
rename to server-core/src/main/java/io/onedev/server/util/PathNode.java
index fbc52d7074..af8ebe2d49 100644
--- a/server-core/src/main/java/io/onedev/server/web/editable/PathNode.java
+++ b/server-core/src/main/java/io/onedev/server/util/PathNode.java
@@ -1,4 +1,4 @@
-package io.onedev.server.web.editable;
+package io.onedev.server.util;
import java.io.Serializable;
diff --git a/server-core/src/main/java/io/onedev/server/util/xstream/CollectionConverter.java b/server-core/src/main/java/io/onedev/server/util/xstream/CollectionConverter.java
index a479efb34a..981c300984 100644
--- a/server-core/src/main/java/io/onedev/server/util/xstream/CollectionConverter.java
+++ b/server-core/src/main/java/io/onedev/server/util/xstream/CollectionConverter.java
@@ -10,7 +10,7 @@ import com.thoughtworks.xstream.io.HierarchicalStreamReader;
import com.thoughtworks.xstream.io.HierarchicalStreamWriter;
import com.thoughtworks.xstream.mapper.Mapper;
-import io.onedev.server.migration.VersionedDocument;
+import io.onedev.server.migration.VersionedXmlDoc;
public class CollectionConverter extends com.thoughtworks.xstream.converters.collections.CollectionConverter {
@@ -37,8 +37,8 @@ public class CollectionConverter extends com.thoughtworks.xstream.converters.col
@Override
protected void writeCompleteItem(Object item, MarshallingContext context, HierarchicalStreamWriter writer) {
- if (item instanceof VersionedDocument)
- ((VersionedDocument)item).marshall(writer);
+ if (item instanceof VersionedXmlDoc)
+ ((VersionedXmlDoc)item).marshall(writer);
else
super.writeCompleteItem(item, context, writer);
}
@@ -46,7 +46,7 @@ public class CollectionConverter extends com.thoughtworks.xstream.converters.col
@Override
protected Object readCompleteItem(HierarchicalStreamReader reader, UnmarshallingContext context, Object current) {
if (reader.getAttribute("revision") != null)
- return VersionedDocument.unmarshall(reader);
+ return VersionedXmlDoc.unmarshall(reader);
else
return super.readCompleteItem(reader, context, current);
}
diff --git a/server-core/src/main/java/io/onedev/server/util/xstream/MapConverter.java b/server-core/src/main/java/io/onedev/server/util/xstream/MapConverter.java
index 0187e42b1f..464ecc65fc 100644
--- a/server-core/src/main/java/io/onedev/server/util/xstream/MapConverter.java
+++ b/server-core/src/main/java/io/onedev/server/util/xstream/MapConverter.java
@@ -6,7 +6,7 @@ import com.thoughtworks.xstream.io.HierarchicalStreamReader;
import com.thoughtworks.xstream.io.HierarchicalStreamWriter;
import com.thoughtworks.xstream.mapper.Mapper;
-import io.onedev.server.migration.VersionedDocument;
+import io.onedev.server.migration.VersionedXmlDoc;
public class MapConverter extends com.thoughtworks.xstream.converters.collections.MapConverter {
@@ -20,8 +20,8 @@ public class MapConverter extends com.thoughtworks.xstream.converters.collection
@Override
protected void writeCompleteItem(Object item, MarshallingContext context, HierarchicalStreamWriter writer) {
- if (item instanceof VersionedDocument)
- ((VersionedDocument)item).marshall(writer);
+ if (item instanceof VersionedXmlDoc)
+ ((VersionedXmlDoc)item).marshall(writer);
else
super.writeCompleteItem(item, context, writer);
}
@@ -29,7 +29,7 @@ public class MapConverter extends com.thoughtworks.xstream.converters.collection
@Override
protected Object readCompleteItem(HierarchicalStreamReader reader, UnmarshallingContext context, Object current) {
if (reader.getAttribute("revision") != null)
- return VersionedDocument.unmarshall(reader);
+ return VersionedXmlDoc.unmarshall(reader);
else
return super.readCompleteItem(reader, context, current);
}
diff --git a/server-core/src/main/java/io/onedev/server/util/xstream/VersionedDocumentConverter.java b/server-core/src/main/java/io/onedev/server/util/xstream/VersionedDocumentConverter.java
index 197092b872..7aade2026b 100644
--- a/server-core/src/main/java/io/onedev/server/util/xstream/VersionedDocumentConverter.java
+++ b/server-core/src/main/java/io/onedev/server/util/xstream/VersionedDocumentConverter.java
@@ -1,29 +1,29 @@
-package io.onedev.server.util.xstream;
-
-import com.thoughtworks.xstream.converters.Converter;
-import com.thoughtworks.xstream.converters.MarshallingContext;
-import com.thoughtworks.xstream.converters.UnmarshallingContext;
-import com.thoughtworks.xstream.io.HierarchicalStreamReader;
-import com.thoughtworks.xstream.io.HierarchicalStreamWriter;
-
-import io.onedev.server.migration.VersionedDocument;
-
-public class VersionedDocumentConverter implements Converter {
-
- @SuppressWarnings("rawtypes")
- @Override
- public boolean canConvert(Class type) {
- return type == VersionedDocument.class;
- }
-
- @Override
- public void marshal(Object source, HierarchicalStreamWriter writer, MarshallingContext context) {
- ((VersionedDocument)source).marshall(writer);
- }
-
- @Override
- public Object unmarshal(HierarchicalStreamReader reader, UnmarshallingContext context) {
- return VersionedDocument.unmarshall(reader);
- }
-
-}
+package io.onedev.server.util.xstream;
+
+import com.thoughtworks.xstream.converters.Converter;
+import com.thoughtworks.xstream.converters.MarshallingContext;
+import com.thoughtworks.xstream.converters.UnmarshallingContext;
+import com.thoughtworks.xstream.io.HierarchicalStreamReader;
+import com.thoughtworks.xstream.io.HierarchicalStreamWriter;
+
+import io.onedev.server.migration.VersionedXmlDoc;
+
+public class VersionedDocumentConverter implements Converter {
+
+ @SuppressWarnings("rawtypes")
+ @Override
+ public boolean canConvert(Class type) {
+ return type == VersionedXmlDoc.class;
+ }
+
+ @Override
+ public void marshal(Object source, HierarchicalStreamWriter writer, MarshallingContext context) {
+ ((VersionedXmlDoc)source).marshall(writer);
+ }
+
+ @Override
+ public Object unmarshal(HierarchicalStreamReader reader, UnmarshallingContext context) {
+ return VersionedXmlDoc.unmarshall(reader);
+ }
+
+}
diff --git a/server-core/src/main/java/io/onedev/server/web/component/issue/board/BoardEditPanel.java b/server-core/src/main/java/io/onedev/server/web/component/issue/board/BoardEditPanel.java
index e0be2db951..b11eb0d1e8 100644
--- a/server-core/src/main/java/io/onedev/server/web/component/issue/board/BoardEditPanel.java
+++ b/server-core/src/main/java/io/onedev/server/web/component/issue/board/BoardEditPanel.java
@@ -13,11 +13,11 @@ import org.apache.wicket.markup.html.form.Form;
import org.apache.wicket.markup.html.panel.Panel;
import io.onedev.server.issue.BoardSpec;
+import io.onedev.server.util.Path;
+import io.onedev.server.util.PathNode;
import io.onedev.server.web.ajaxlistener.ConfirmLeaveListener;
import io.onedev.server.web.editable.BeanContext;
import io.onedev.server.web.editable.BeanEditor;
-import io.onedev.server.web.editable.Path;
-import io.onedev.server.web.editable.PathNode;
@SuppressWarnings("serial")
public abstract class BoardEditPanel extends Panel {
diff --git a/server-core/src/main/java/io/onedev/server/web/component/user/profileedit/ProfileEditPanel.java b/server-core/src/main/java/io/onedev/server/web/component/user/profileedit/ProfileEditPanel.java
index 2a73732dca..81a31b158d 100644
--- a/server-core/src/main/java/io/onedev/server/web/component/user/profileedit/ProfileEditPanel.java
+++ b/server-core/src/main/java/io/onedev/server/web/component/user/profileedit/ProfileEditPanel.java
@@ -14,11 +14,11 @@ import com.google.common.collect.Sets;
import io.onedev.server.OneDev;
import io.onedev.server.entitymanager.UserManager;
import io.onedev.server.model.User;
+import io.onedev.server.util.Path;
+import io.onedev.server.util.PathNode;
import io.onedev.server.web.component.user.UserDeleteLink;
import io.onedev.server.web.editable.BeanContext;
import io.onedev.server.web.editable.BeanEditor;
-import io.onedev.server.web.editable.Path;
-import io.onedev.server.web.editable.PathNode;
import io.onedev.server.web.page.admin.user.UserListPage;
@SuppressWarnings("serial")
diff --git a/server-core/src/main/java/io/onedev/server/web/editable/BeanEditor.java b/server-core/src/main/java/io/onedev/server/web/editable/BeanEditor.java
index b452451971..28c18baf83 100644
--- a/server-core/src/main/java/io/onedev/server/web/editable/BeanEditor.java
+++ b/server-core/src/main/java/io/onedev/server/web/editable/BeanEditor.java
@@ -35,7 +35,9 @@ import org.apache.wicket.validation.IValidator;
import io.onedev.commons.launcher.loader.AppLoader;
import io.onedev.server.util.ComponentContext;
import io.onedev.server.util.EditContext;
-import io.onedev.server.web.editable.PathNode.Named;
+import io.onedev.server.util.Path;
+import io.onedev.server.util.PathNode;
+import io.onedev.server.util.PathNode.Named;
import io.onedev.server.web.editable.annotation.Horizontal;
import io.onedev.server.web.editable.annotation.OmitName;
import io.onedev.server.web.editable.annotation.Vertical;
diff --git a/server-core/src/main/java/io/onedev/server/web/editable/ValueEditor.java b/server-core/src/main/java/io/onedev/server/web/editable/ValueEditor.java
index 0cd7d29009..36e76bace3 100644
--- a/server-core/src/main/java/io/onedev/server/web/editable/ValueEditor.java
+++ b/server-core/src/main/java/io/onedev/server/web/editable/ValueEditor.java
@@ -9,6 +9,9 @@ import org.apache.wicket.util.convert.ConversionException;
import org.apache.wicket.util.visit.IVisit;
import org.apache.wicket.util.visit.IVisitor;
+import io.onedev.server.util.Path;
+import io.onedev.server.util.PathNode;
+
@SuppressWarnings("serial")
public abstract class ValueEditor<T> extends FormComponentPanel<T> {
diff --git a/server-core/src/main/java/io/onedev/server/web/editable/bean/BeanPropertyEditor.java b/server-core/src/main/java/io/onedev/server/web/editable/bean/BeanPropertyEditor.java
index b4a73ef29c..ba14c52934 100644
--- a/server-core/src/main/java/io/onedev/server/web/editable/bean/BeanPropertyEditor.java
+++ b/server-core/src/main/java/io/onedev/server/web/editable/bean/BeanPropertyEditor.java
@@ -13,11 +13,11 @@ import org.apache.wicket.markup.html.form.CheckBox;
import org.apache.wicket.model.IModel;
import org.apache.wicket.util.convert.ConversionException;
+import io.onedev.server.util.Path;
+import io.onedev.server.util.PathNode;
import io.onedev.server.web.editable.BeanContext;
import io.onedev.server.web.editable.BeanEditor;
import io.onedev.server.web.editable.BeanUpdating;
-import io.onedev.server.web.editable.Path;
-import io.onedev.server.web.editable.PathNode;
import io.onedev.server.web.editable.PropertyDescriptor;
import io.onedev.server.web.editable.PropertyEditor;
import io.onedev.server.web.editable.ValueEditor;
diff --git a/server-core/src/main/java/io/onedev/server/web/editable/beanlist/BeanListPropertyEditor.java b/server-core/src/main/java/io/onedev/server/web/editable/beanlist/BeanListPropertyEditor.java
index 9834d4ad38..16c5d959c6 100644
--- a/server-core/src/main/java/io/onedev/server/web/editable/beanlist/BeanListPropertyEditor.java
+++ b/server-core/src/main/java/io/onedev/server/web/editable/beanlist/BeanListPropertyEditor.java
@@ -26,15 +26,15 @@ import org.apache.wicket.model.Model;
import org.apache.wicket.util.convert.ConversionException;
import io.onedev.commons.utils.ClassUtils;
+import io.onedev.server.util.Path;
+import io.onedev.server.util.PathNode;
import io.onedev.server.util.ReflectionUtils;
+import io.onedev.server.util.PathNode.Indexed;
+import io.onedev.server.util.PathNode.Named;
import io.onedev.server.web.behavior.sortable.SortBehavior;
import io.onedev.server.web.behavior.sortable.SortPosition;
import io.onedev.server.web.editable.BeanDescriptor;
import io.onedev.server.web.editable.EditableUtils;
-import io.onedev.server.web.editable.Path;
-import io.onedev.server.web.editable.PathNode;
-import io.onedev.server.web.editable.PathNode.Indexed;
-import io.onedev.server.web.editable.PathNode.Named;
import io.onedev.server.web.editable.PropertyContext;
import io.onedev.server.web.editable.PropertyDescriptor;
import io.onedev.server.web.editable.PropertyEditor;
diff --git a/server-core/src/main/java/io/onedev/server/web/editable/job/jobdependency/JobDependencyEditPanel.java b/server-core/src/main/java/io/onedev/server/web/editable/job/jobdependency/JobDependencyEditPanel.java
index b039ec9444..08a390126d 100644
--- a/server-core/src/main/java/io/onedev/server/web/editable/job/jobdependency/JobDependencyEditPanel.java
+++ b/server-core/src/main/java/io/onedev/server/web/editable/job/jobdependency/JobDependencyEditPanel.java
@@ -14,11 +14,11 @@ import de.agilecoders.wicket.core.markup.html.bootstrap.common.NotificationPanel
import io.onedev.server.buildspec.BuildSpecAware;
import io.onedev.server.buildspec.job.JobAware;
import io.onedev.server.buildspec.job.JobDependency;
+import io.onedev.server.util.Path;
+import io.onedev.server.util.PathNode;
import io.onedev.server.web.ajaxlistener.ConfirmLeaveListener;
import io.onedev.server.web.editable.BeanContext;
import io.onedev.server.web.editable.BeanEditor;
-import io.onedev.server.web.editable.PathNode;
-import io.onedev.server.web.editable.Path;
@SuppressWarnings("serial")
abstract class JobDependencyEditPanel extends Panel implements BuildSpecAware, JobAware {
diff --git a/server-core/src/main/java/io/onedev/server/web/editable/job/paramspec/ParamSpecEditPanel.java b/server-core/src/main/java/io/onedev/server/web/editable/job/paramspec/ParamSpecEditPanel.java
index 0679d440af..8101f2fce8 100644
--- a/server-core/src/main/java/io/onedev/server/web/editable/job/paramspec/ParamSpecEditPanel.java
+++ b/server-core/src/main/java/io/onedev/server/web/editable/job/paramspec/ParamSpecEditPanel.java
@@ -12,12 +12,12 @@ import org.apache.wicket.markup.html.panel.Panel;
import org.apache.wicket.request.cycle.RequestCycle;
import io.onedev.server.buildspec.job.paramspec.ParamSpec;
+import io.onedev.server.util.Path;
+import io.onedev.server.util.PathNode;
import io.onedev.server.util.inputspec.InputContext;
import io.onedev.server.web.ajaxlistener.ConfirmLeaveListener;
import io.onedev.server.web.editable.BeanContext;
import io.onedev.server.web.editable.BeanEditor;
-import io.onedev.server.web.editable.Path;
-import io.onedev.server.web.editable.PathNode;
@SuppressWarnings("serial")
abstract class ParamSpecEditPanel extends Panel implements InputContext {
diff --git a/server-core/src/main/java/io/onedev/server/web/editable/job/projectdependency/ProjectDependencyEditPanel.java b/server-core/src/main/java/io/onedev/server/web/editable/job/projectdependency/ProjectDependencyEditPanel.java
index 6bd7368304..eb72102e07 100644
--- a/server-core/src/main/java/io/onedev/server/web/editable/job/projectdependency/ProjectDependencyEditPanel.java
+++ b/server-core/src/main/java/io/onedev/server/web/editable/job/projectdependency/ProjectDependencyEditPanel.java
@@ -13,11 +13,11 @@ import org.apache.wicket.request.cycle.RequestCycle;
import de.agilecoders.wicket.core.markup.html.bootstrap.common.NotificationPanel;
import io.onedev.server.buildspec.job.JobAware;
import io.onedev.server.buildspec.job.ProjectDependency;
+import io.onedev.server.util.Path;
+import io.onedev.server.util.PathNode;
import io.onedev.server.web.ajaxlistener.ConfirmLeaveListener;
import io.onedev.server.web.editable.BeanContext;
import io.onedev.server.web.editable.BeanEditor;
-import io.onedev.server.web.editable.PathNode;
-import io.onedev.server.web.editable.Path;
@SuppressWarnings("serial")
abstract class ProjectDependencyEditPanel extends Panel implements JobAware {
diff --git a/server-core/src/main/java/io/onedev/server/web/editable/job/service/JobServiceEditPanel.java b/server-core/src/main/java/io/onedev/server/web/editable/job/service/JobServiceEditPanel.java
index 34bc4a284c..e3f1756c16 100644
--- a/server-core/src/main/java/io/onedev/server/web/editable/job/service/JobServiceEditPanel.java
+++ b/server-core/src/main/java/io/onedev/server/web/editable/job/service/JobServiceEditPanel.java
@@ -14,11 +14,11 @@ import de.agilecoders.wicket.core.markup.html.bootstrap.common.NotificationPanel
import io.onedev.server.buildspec.BuildSpecAware;
import io.onedev.server.buildspec.job.JobAware;
import io.onedev.server.buildspec.job.JobService;
+import io.onedev.server.util.Path;
+import io.onedev.server.util.PathNode;
import io.onedev.server.web.ajaxlistener.ConfirmLeaveListener;
import io.onedev.server.web.editable.BeanContext;
import io.onedev.server.web.editable.BeanEditor;
-import io.onedev.server.web.editable.PathNode;
-import io.onedev.server.web.editable.Path;
@SuppressWarnings("serial")
abstract class JobServiceEditPanel extends Panel implements BuildSpecAware, JobAware {
diff --git a/server-core/src/main/java/io/onedev/server/web/editable/polymorphic/PolymorphicPropertyEditor.java b/server-core/src/main/java/io/onedev/server/web/editable/polymorphic/PolymorphicPropertyEditor.java
index 5819c3c8ef..3285a6b7df 100644
--- a/server-core/src/main/java/io/onedev/server/web/editable/polymorphic/PolymorphicPropertyEditor.java
+++ b/server-core/src/main/java/io/onedev/server/web/editable/polymorphic/PolymorphicPropertyEditor.java
@@ -25,13 +25,13 @@ import com.google.common.base.Preconditions;
import io.onedev.commons.launcher.loader.AppLoader;
import io.onedev.commons.launcher.loader.ImplementationRegistry;
+import io.onedev.server.util.Path;
+import io.onedev.server.util.PathNode;
import io.onedev.server.web.editable.BeanContext;
import io.onedev.server.web.editable.BeanDescriptor;
import io.onedev.server.web.editable.BeanEditor;
import io.onedev.server.web.editable.BeanUpdating;
import io.onedev.server.web.editable.EditableUtils;
-import io.onedev.server.web.editable.Path;
-import io.onedev.server.web.editable.PathNode;
import io.onedev.server.web.editable.PropertyDescriptor;
import io.onedev.server.web.editable.PropertyEditor;
import io.onedev.server.web.editable.ValueEditor;
diff --git a/server-core/src/main/java/io/onedev/server/web/page/admin/groovyscript/GroovyScriptEditPanel.java b/server-core/src/main/java/io/onedev/server/web/page/admin/groovyscript/GroovyScriptEditPanel.java
index 4570071b86..377d4be915 100644
--- a/server-core/src/main/java/io/onedev/server/web/page/admin/groovyscript/GroovyScriptEditPanel.java
+++ b/server-core/src/main/java/io/onedev/server/web/page/admin/groovyscript/GroovyScriptEditPanel.java
@@ -16,11 +16,11 @@ import org.apache.wicket.request.cycle.RequestCycle;
import io.onedev.server.OneDev;
import io.onedev.server.entitymanager.SettingManager;
import io.onedev.server.model.support.administration.GroovyScript;
+import io.onedev.server.util.Path;
+import io.onedev.server.util.PathNode;
import io.onedev.server.web.ajaxlistener.ConfirmLeaveListener;
import io.onedev.server.web.editable.BeanContext;
import io.onedev.server.web.editable.BeanEditor;
-import io.onedev.server.web.editable.Path;
-import io.onedev.server.web.editable.PathNode;
@SuppressWarnings("serial")
abstract class GroovyScriptEditPanel extends Panel {
diff --git a/server-core/src/main/java/io/onedev/server/web/page/admin/group/create/NewGroupPage.java b/server-core/src/main/java/io/onedev/server/web/page/admin/group/create/NewGroupPage.java
index 81bf3c624f..3edd068a6a 100644
--- a/server-core/src/main/java/io/onedev/server/web/page/admin/group/create/NewGroupPage.java
+++ b/server-core/src/main/java/io/onedev/server/web/page/admin/group/create/NewGroupPage.java
@@ -9,11 +9,11 @@ import org.apache.wicket.request.mapper.parameter.PageParameters;
import io.onedev.server.OneDev;
import io.onedev.server.entitymanager.GroupManager;
import io.onedev.server.model.Group;
+import io.onedev.server.util.Path;
+import io.onedev.server.util.PathNode;
import io.onedev.server.util.SecurityUtils;
import io.onedev.server.web.editable.BeanContext;
import io.onedev.server.web.editable.BeanEditor;
-import io.onedev.server.web.editable.Path;
-import io.onedev.server.web.editable.PathNode;
import io.onedev.server.web.page.admin.AdministrationPage;
import io.onedev.server.web.page.admin.group.GroupCssResourceReference;
import io.onedev.server.web.page.admin.group.membership.GroupMembershipsPage;
diff --git a/server-core/src/main/java/io/onedev/server/web/page/admin/group/profile/GroupProfilePage.java b/server-core/src/main/java/io/onedev/server/web/page/admin/group/profile/GroupProfilePage.java
index 8fff43d598..b65f1bef81 100644
--- a/server-core/src/main/java/io/onedev/server/web/page/admin/group/profile/GroupProfilePage.java
+++ b/server-core/src/main/java/io/onedev/server/web/page/admin/group/profile/GroupProfilePage.java
@@ -13,10 +13,10 @@ import io.onedev.server.OneDev;
import io.onedev.server.OneException;
import io.onedev.server.entitymanager.GroupManager;
import io.onedev.server.model.Group;
+import io.onedev.server.util.Path;
+import io.onedev.server.util.PathNode;
import io.onedev.server.web.editable.BeanContext;
import io.onedev.server.web.editable.BeanEditor;
-import io.onedev.server.web.editable.Path;
-import io.onedev.server.web.editable.PathNode;
import io.onedev.server.web.page.admin.group.GroupListPage;
import io.onedev.server.web.page.admin.group.GroupPage;
import io.onedev.server.web.util.ConfirmOnClick;
diff --git a/server-core/src/main/java/io/onedev/server/web/page/admin/issuesetting/FieldEditPanel.java b/server-core/src/main/java/io/onedev/server/web/page/admin/issuesetting/FieldEditPanel.java
index 64e1b0f41e..8dcfc43482 100644
--- a/server-core/src/main/java/io/onedev/server/web/page/admin/issuesetting/FieldEditPanel.java
+++ b/server-core/src/main/java/io/onedev/server/web/page/admin/issuesetting/FieldEditPanel.java
@@ -22,6 +22,8 @@ import io.onedev.server.entitymanager.SettingManager;
import io.onedev.server.issue.fieldspec.ChoiceField;
import io.onedev.server.issue.fieldspec.FieldSpec;
import io.onedev.server.model.support.administration.GlobalIssueSetting;
+import io.onedev.server.util.Path;
+import io.onedev.server.util.PathNode;
import io.onedev.server.util.ValueSetEdit;
import io.onedev.server.util.inputspec.InputContext;
import io.onedev.server.util.inputspec.InputSpec;
@@ -30,8 +32,6 @@ import io.onedev.server.util.inputspec.choiceinput.choiceprovider.SpecifiedChoic
import io.onedev.server.web.ajaxlistener.ConfirmLeaveListener;
import io.onedev.server.web.editable.BeanContext;
import io.onedev.server.web.editable.BeanEditor;
-import io.onedev.server.web.editable.Path;
-import io.onedev.server.web.editable.PathNode;
@SuppressWarnings("serial")
abstract class FieldEditPanel extends Panel implements InputContext {
diff --git a/server-core/src/main/java/io/onedev/server/web/page/admin/issuesetting/StateEditPanel.java b/server-core/src/main/java/io/onedev/server/web/page/admin/issuesetting/StateEditPanel.java
index b6d00cf67f..0289c77870 100644
--- a/server-core/src/main/java/io/onedev/server/web/page/admin/issuesetting/StateEditPanel.java
+++ b/server-core/src/main/java/io/onedev/server/web/page/admin/issuesetting/StateEditPanel.java
@@ -13,11 +13,11 @@ import io.onedev.server.OneDev;
import io.onedev.server.entitymanager.SettingManager;
import io.onedev.server.issue.StateSpec;
import io.onedev.server.model.support.administration.GlobalIssueSetting;
+import io.onedev.server.util.Path;
+import io.onedev.server.util.PathNode;
import io.onedev.server.web.ajaxlistener.ConfirmLeaveListener;
import io.onedev.server.web.editable.BeanContext;
import io.onedev.server.web.editable.BeanEditor;
-import io.onedev.server.web.editable.PathNode;
-import io.onedev.server.web.editable.Path;
@SuppressWarnings("serial")
abstract class StateEditPanel extends Panel {
diff --git a/server-core/src/main/java/io/onedev/server/web/page/admin/jobexecutor/JobExecutorEditPanel.java b/server-core/src/main/java/io/onedev/server/web/page/admin/jobexecutor/JobExecutorEditPanel.java
index 3c20e5f8a5..6af3908b12 100644
--- a/server-core/src/main/java/io/onedev/server/web/page/admin/jobexecutor/JobExecutorEditPanel.java
+++ b/server-core/src/main/java/io/onedev/server/web/page/admin/jobexecutor/JobExecutorEditPanel.java
@@ -20,13 +20,13 @@ import org.apache.wicket.util.visit.IVisitor;
import de.agilecoders.wicket.core.markup.html.bootstrap.common.NotificationPanel;
import io.onedev.server.model.support.administration.jobexecutor.JobExecutor;
import io.onedev.server.util.JobLogger;
+import io.onedev.server.util.Path;
+import io.onedev.server.util.PathNode;
import io.onedev.server.web.component.beaneditmodal.BeanEditModalPanel;
import io.onedev.server.web.component.taskbutton.TaskButton;
import io.onedev.server.web.editable.BeanContext;
import io.onedev.server.web.editable.BeanEditor;
import io.onedev.server.web.editable.BeanUpdating;
-import io.onedev.server.web.editable.Path;
-import io.onedev.server.web.editable.PathNode;
import io.onedev.server.web.util.Testable;
@SuppressWarnings("serial")
diff --git a/server-core/src/main/java/io/onedev/server/web/page/admin/role/NewRolePage.java b/server-core/src/main/java/io/onedev/server/web/page/admin/role/NewRolePage.java
index a4f2f6294e..a515b6a59d 100644
--- a/server-core/src/main/java/io/onedev/server/web/page/admin/role/NewRolePage.java
+++ b/server-core/src/main/java/io/onedev/server/web/page/admin/role/NewRolePage.java
@@ -9,11 +9,11 @@ import org.apache.wicket.request.mapper.parameter.PageParameters;
import io.onedev.server.OneDev;
import io.onedev.server.entitymanager.RoleManager;
import io.onedev.server.model.Role;
+import io.onedev.server.util.Path;
+import io.onedev.server.util.PathNode;
import io.onedev.server.util.SecurityUtils;
import io.onedev.server.web.editable.BeanContext;
import io.onedev.server.web.editable.BeanEditor;
-import io.onedev.server.web.editable.Path;
-import io.onedev.server.web.editable.PathNode;
import io.onedev.server.web.page.admin.AdministrationPage;
@SuppressWarnings("serial")
diff --git a/server-core/src/main/java/io/onedev/server/web/page/admin/role/RoleDetailPage.java b/server-core/src/main/java/io/onedev/server/web/page/admin/role/RoleDetailPage.java
index 60780414fe..8844269051 100644
--- a/server-core/src/main/java/io/onedev/server/web/page/admin/role/RoleDetailPage.java
+++ b/server-core/src/main/java/io/onedev/server/web/page/admin/role/RoleDetailPage.java
@@ -18,11 +18,11 @@ import io.onedev.server.OneDev;
import io.onedev.server.OneException;
import io.onedev.server.entitymanager.RoleManager;
import io.onedev.server.model.Role;
+import io.onedev.server.util.Path;
+import io.onedev.server.util.PathNode;
import io.onedev.server.util.SecurityUtils;
import io.onedev.server.web.editable.BeanContext;
import io.onedev.server.web.editable.BeanEditor;
-import io.onedev.server.web.editable.Path;
-import io.onedev.server.web.editable.PathNode;
import io.onedev.server.web.page.admin.AdministrationPage;
import io.onedev.server.web.util.ConfirmOnClick;
diff --git a/server-core/src/main/java/io/onedev/server/web/page/admin/user/create/NewUserPage.java b/server-core/src/main/java/io/onedev/server/web/page/admin/user/create/NewUserPage.java
index 1b415a0c11..23630caa50 100644
--- a/server-core/src/main/java/io/onedev/server/web/page/admin/user/create/NewUserPage.java
+++ b/server-core/src/main/java/io/onedev/server/web/page/admin/user/create/NewUserPage.java
@@ -13,10 +13,10 @@ import io.onedev.commons.launcher.loader.AppLoader;
import io.onedev.server.OneDev;
import io.onedev.server.entitymanager.UserManager;
import io.onedev.server.model.User;
+import io.onedev.server.util.Path;
+import io.onedev.server.util.PathNode;
import io.onedev.server.web.editable.BeanContext;
import io.onedev.server.web.editable.BeanEditor;
-import io.onedev.server.web.editable.PathNode;
-import io.onedev.server.web.editable.Path;
import io.onedev.server.web.page.admin.AdministrationPage;
import io.onedev.server.web.page.admin.user.UserCssResourceReference;
import io.onedev.server.web.page.admin.user.membership.UserMembershipsPage;
diff --git a/server-core/src/main/java/io/onedev/server/web/page/project/NewProjectPage.java b/server-core/src/main/java/io/onedev/server/web/page/project/NewProjectPage.java
index 891d682fca..4f8394bac4 100644
--- a/server-core/src/main/java/io/onedev/server/web/page/project/NewProjectPage.java
+++ b/server-core/src/main/java/io/onedev/server/web/page/project/NewProjectPage.java
@@ -14,11 +14,11 @@ import io.onedev.server.OneDev;
import io.onedev.server.entitymanager.ProjectManager;
import io.onedev.server.entitymanager.UserManager;
import io.onedev.server.model.Project;
+import io.onedev.server.util.Path;
+import io.onedev.server.util.PathNode;
import io.onedev.server.util.SecurityUtils;
import io.onedev.server.web.editable.BeanContext;
import io.onedev.server.web.editable.BeanEditor;
-import io.onedev.server.web.editable.Path;
-import io.onedev.server.web.editable.PathNode;
import io.onedev.server.web.page.layout.LayoutPage;
import io.onedev.server.web.page.project.blob.ProjectBlobPage;
diff --git a/server-core/src/main/java/io/onedev/server/web/page/project/blob/ProjectBlobPage.java b/server-core/src/main/java/io/onedev/server/web/page/project/blob/ProjectBlobPage.java
index d8a5a1ec34..16305535b2 100644
--- a/server-core/src/main/java/io/onedev/server/web/page/project/blob/ProjectBlobPage.java
+++ b/server-core/src/main/java/io/onedev/server/web/page/project/blob/ProjectBlobPage.java
@@ -1,1457 +1,1457 @@
-package io.onedev.server.web.page.project.blob;
-
-import static org.apache.wicket.ajax.attributes.CallbackParameter.explicit;
-
-import java.io.IOException;
-import java.io.Serializable;
-import java.net.URISyntaxException;
-import java.util.ArrayList;
-import java.util.Collection;
-import java.util.HashMap;
-import java.util.HashSet;
-import java.util.List;
-import java.util.Map;
-import java.util.Set;
-import java.util.concurrent.atomic.AtomicBoolean;
-
-import javax.annotation.Nullable;
-
-import org.apache.commons.lang3.SerializationUtils;
-import org.apache.commons.lang3.StringUtils;
-import org.apache.http.NameValuePair;
-import org.apache.http.client.utils.URIBuilder;
-import org.apache.wicket.Component;
-import org.apache.wicket.ajax.AjaxRequestTarget;
-import org.apache.wicket.behavior.AttributeAppender;
-import org.apache.wicket.core.request.handler.IPartialPageRequestHandler;
-import org.apache.wicket.event.IEvent;
-import org.apache.wicket.markup.ComponentTag;
-import org.apache.wicket.markup.head.IHeaderResponse;
-import org.apache.wicket.markup.head.JavaScriptHeaderItem;
-import org.apache.wicket.markup.head.OnDomReadyHeaderItem;
-import org.apache.wicket.markup.html.WebMarkupContainer;
-import org.apache.wicket.markup.html.basic.Label;
-import org.apache.wicket.markup.html.form.upload.FileUpload;
-import org.apache.wicket.model.AbstractReadOnlyModel;
-import org.apache.wicket.model.IModel;
-import org.apache.wicket.model.Model;
-import org.apache.wicket.request.IRequestParameters;
-import org.apache.wicket.request.cycle.RequestCycle;
-import org.apache.wicket.request.flow.RedirectToUrlException;
-import org.apache.wicket.request.handler.resource.ResourceReferenceRequestHandler;
-import org.apache.wicket.request.mapper.parameter.PageParameters;
-import org.apache.wicket.request.resource.PackageResourceReference;
-import org.apache.wicket.util.visit.IVisit;
-import org.apache.wicket.util.visit.IVisitor;
-import org.eclipse.jgit.lib.FileMode;
-import org.eclipse.jgit.lib.ObjectId;
-import org.eclipse.jgit.revwalk.RevCommit;
-import org.eclipse.jgit.revwalk.RevTree;
-import org.eclipse.jgit.revwalk.RevWalk;
-import org.eclipse.jgit.treewalk.TreeWalk;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-import com.google.common.base.Objects;
-import com.google.common.base.Preconditions;
-import com.google.common.collect.Sets;
-
-import io.onedev.commons.jsymbol.util.NoAntiCacheImage;
-import io.onedev.commons.launcher.loader.ListenerRegistry;
-import io.onedev.commons.utils.PlanarRange;
-import io.onedev.server.OneDev;
-import io.onedev.server.buildspec.BuildSpec;
-import io.onedev.server.entitymanager.CodeCommentManager;
-import io.onedev.server.entitymanager.ProjectManager;
-import io.onedev.server.entitymanager.PullRequestManager;
-import io.onedev.server.entitymanager.PullRequestUpdateManager;
-import io.onedev.server.event.RefUpdated;
-import io.onedev.server.git.BlobContent;
-import io.onedev.server.git.BlobEdits;
-import io.onedev.server.git.BlobIdent;
-import io.onedev.server.git.GitUtils;
-import io.onedev.server.git.exception.BlobEditException;
-import io.onedev.server.git.exception.NotTreeException;
-import io.onedev.server.git.exception.ObjectAlreadyExistsException;
-import io.onedev.server.git.exception.ObsoleteCommitException;
-import io.onedev.server.model.CodeComment;
-import io.onedev.server.model.Project;
-import io.onedev.server.model.PullRequest;
-import io.onedev.server.model.User;
-import io.onedev.server.persistence.SessionManager;
-import io.onedev.server.persistence.TransactionManager;
-import io.onedev.server.search.code.CommitIndexed;
-import io.onedev.server.search.code.IndexManager;
-import io.onedev.server.search.code.SearchManager;
-import io.onedev.server.search.code.hit.QueryHit;
-import io.onedev.server.search.code.query.BlobQuery;
-import io.onedev.server.search.code.query.TextQuery;
-import io.onedev.server.util.SecurityUtils;
-import io.onedev.server.util.script.identity.JobIdentity;
-import io.onedev.server.util.script.identity.ScriptIdentity;
-import io.onedev.server.util.script.identity.ScriptIdentityAware;
-import io.onedev.server.web.PrioritizedComponentRenderer;
-import io.onedev.server.web.behavior.AbstractPostAjaxBehavior;
-import io.onedev.server.web.behavior.WebSocketObserver;
-import io.onedev.server.web.component.commit.status.CommitStatusPanel;
-import io.onedev.server.web.component.floating.FloatingPanel;
-import io.onedev.server.web.component.link.ArchiveMenuLink;
-import io.onedev.server.web.component.link.ViewStateAwareAjaxLink;
-import io.onedev.server.web.component.link.ViewStateAwarePageLink;
-import io.onedev.server.web.component.menu.MenuItem;
-import io.onedev.server.web.component.menu.MenuLink;
-import io.onedev.server.web.component.modal.ModalLink;
-import io.onedev.server.web.component.modal.ModalPanel;
-import io.onedev.server.web.component.revisionpicker.RevisionPicker;
-import io.onedev.server.web.download.RawBlobDownloadResourceReference;
-import io.onedev.server.web.page.project.ProjectPage;
-import io.onedev.server.web.page.project.blob.navigator.BlobNavigator;
-import io.onedev.server.web.page.project.blob.render.BlobRenderContext;
-import io.onedev.server.web.page.project.blob.render.BlobRendererContribution;
-import io.onedev.server.web.page.project.blob.render.renderers.source.SourceRendererProvider;
-import io.onedev.server.web.page.project.blob.render.view.Positionable;
-import io.onedev.server.web.page.project.blob.search.SearchMenuContributor;
-import io.onedev.server.web.page.project.blob.search.advanced.AdvancedSearchPanel;
-import io.onedev.server.web.page.project.blob.search.quick.QuickSearchPanel;
-import io.onedev.server.web.page.project.blob.search.result.SearchResultPanel;
-import io.onedev.server.web.page.project.commits.ProjectCommitsPage;
-import io.onedev.server.web.util.EditParamsAware;
-import io.onedev.server.web.websocket.WebSocketManager;
-
-@SuppressWarnings("serial")
-public class ProjectBlobPage extends ProjectPage implements BlobRenderContext, ScriptIdentityAware, EditParamsAware {
-
- private static final String PARAM_REVISION = "revision";
-
- private static final String PARAM_PATH = "path";
-
- private static final String PARAM_INITIAL_NEW_PATH = "initial-new-path";
-
- private static final String PARAM_REQUEST = "request";
-
- private static final String PARAM_COMMENT = "comment";
-
- private static final String PARAM_MODE = "mode";
-
- private static final String PARAM_VIEW_PLAIN = "view-plain";
-
- private static final String PARAM_URL_BEFORE_EDIT = "url-before-edit";
-
- private static final String PARAM_URL_AFTER_EDIT = "url-after-edit";
-
- private static final String PARAM_QUERY = "query";
-
- private static final String PARAM_POSITION = "position";
-
- private static final String PARAM_RAW = "raw";
-
- private static final String REVISION_PICKER_ID = "revisionPicker";
-
- private static final String BLOB_NAVIGATOR_ID = "blobNavigator";
-
- private static final String BLOB_CONTENT_ID = "blobContent";
-
- private static final Logger logger = LoggerFactory.getLogger(ProjectBlobPage.class);
-
- private State state = new State();
-
- private ObjectId resolvedRevision;
-
- private Component revisionIndexing;
-
- private WebMarkupContainer searchResult;
-
- private AbstractPostAjaxBehavior ajaxBehavior;
-
- public ProjectBlobPage(PageParameters params) {
- super(params);
-
- List<String> revisionAndPathSegments = new ArrayList<>();
- String segment = params.get(PARAM_REVISION).toString();
- if (segment != null && segment.length() != 0)
- revisionAndPathSegments.add(segment);
- segment = params.get(PARAM_PATH).toString();
- if (segment != null && segment.length() != 0)
- revisionAndPathSegments.add(segment);
-
- for (int i=0; i<params.getIndexedCount(); i++) {
- segment = params.get(i).toString();
- if (segment.length() != 0)
- revisionAndPathSegments.add(segment);
- }
-
- BlobIdent blobIdent = new BlobIdent(getProject(), revisionAndPathSegments);
- state = new State(blobIdent);
-
- String modeStr = params.get(PARAM_MODE).toString();
- if (modeStr != null)
- state.mode = Mode.valueOf(modeStr.toUpperCase());
-
- String viewPlain = params.get(PARAM_VIEW_PLAIN).toString();
- state.viewPlain = "true".equals(viewPlain);
-
- state.urlBeforeEdit = params.get(PARAM_URL_BEFORE_EDIT).toString();
- state.urlAfterEdit = params.get(PARAM_URL_AFTER_EDIT).toString();
-
- if (state.blobIdent.revision != null)
- resolvedRevision = getProject().getObjectId(state.blobIdent.revision, true);
-
- state.position = params.get(PARAM_POSITION).toString();
-
- state.requestId = params.get(PARAM_REQUEST).toOptionalLong();
-
- state.commentId = params.get(PARAM_COMMENT).toOptionalLong();
-
- state.query = params.get(PARAM_QUERY).toString();
-
- state.initialNewPath = params.get(PARAM_INITIAL_NEW_PATH).toString();
-
- if (state.mode == Mode.ADD || state.mode == Mode.EDIT || state.mode == Mode.DELETE) {
- if (!isOnBranch())
- throw new IllegalArgumentException("Files can only be edited on branch");
-
- String path = state.blobIdent.path;
- if (path != null && state.blobIdent.isTree())
- path += "/";
- if (!SecurityUtils.canModify(getProject(), state.blobIdent.revision, path))
- unauthorized();
- }
-
- if (params.get(PARAM_RAW).toBoolean(false)) {
- RequestCycle.get().scheduleRequestHandlerAfterCurrent(
- new ResourceReferenceRequestHandler(new RawBlobDownloadResourceReference(), getPageParameters()));
- }
- }
-
- @Override
- protected void onInitialize() {
- super.onInitialize();
-
- newRevisionPicker(null);
- newCommitStatus(null);
- newBlobNavigator(null);
- newBlobOperations(null);
-
- add(revisionIndexing = new WebMarkupContainer("revisionIndexing") {
-
- @Override
- protected void onInitialize() {
- super.onInitialize();
- add(new NoAntiCacheImage("icon", new PackageResourceReference(ProjectBlobPage.class, "indexing.gif")));
- setOutputMarkupPlaceholderTag(true);
- }
-
- @Override
- protected void onConfigure() {
- super.onConfigure();
-
- if (resolvedRevision != null) {
- RevCommit commit = getProject().getRevCommit(resolvedRevision, true);
- IndexManager indexManager = OneDev.getInstance(IndexManager.class);
- if (!indexManager.isIndexed(getProject(), commit)) {
- OneDev.getInstance(IndexManager.class).indexAsync(getProject(), commit);
- setVisible(true);
- } else {
- setVisible(false);
- }
- } else {
- setVisible(false);
- }
- }
-
- });
- revisionIndexing.add(new WebSocketObserver() {
-
- @Override
- public void onObservableChanged(IPartialPageRequestHandler handler) {
- handler.add(revisionIndexing);
- resizeWindow(handler);
- }
-
- @Override
- public Collection<String> getObservables() {
- Set<String> observables = new HashSet<>();
- if (resolvedRevision != null)
- observables.add(CommitIndexed.getWebSocketObservable(getProject().getRevCommit(resolvedRevision, true).name()));
- return observables;
- }
-
- });
-
- newBuildSupportNote(null);
- newBlobContent(null);
-
- add(searchResult = new WebMarkupContainer("searchResult"));
-
- List<QueryHit> queryHits;
- if (state.query != null) {
- BlobQuery query = new TextQuery.Builder()
- .term(state.query)
- .wholeWord(true)
- .caseSensitive(true)
- .count(SearchResultPanel.MAX_QUERY_ENTRIES)
- .build();
- try {
- SearchManager searchManager = OneDev.getInstance(SearchManager.class);
- queryHits = searchManager.search(projectModel.getObject(), getProject().getRevCommit(resolvedRevision, true),
- query);
- } catch (InterruptedException e) {
- throw new RuntimeException(e);
- }
- } else {
- queryHits = null;
- }
-
- newSearchResult(null, queryHits);
-
- add(ajaxBehavior = new AbstractPostAjaxBehavior() {
-
- @Override
- protected void respond(AjaxRequestTarget target) {
- IRequestParameters params = RequestCycle.get().getRequest().getPostParameters();
- String action = params.getParameterValue("action").toString("");
- switch (action) {
- case "quickSearch":
- new ModalPanel(target) {
-
- @Override
- protected Component newContent(String id) {
- return newQuickSearchPanel(id, this);
- }
-
- };
- break;
- case "advancedSearch":
- new ModalPanel(target) {
-
- @Override
- protected Component newContent(String id) {
- return newAdvancedSearchPanel(id, this);
- }
-
- };
- break;
- default:
- throw new IllegalStateException("Unexpected action: " + action);
- }
- }
-
- });
- }
-
- /*
- * In case we are on a branch, this operation makes sure that the branch resolves
- * to a certain commit during the life cycle of our page, unless the page is
- * refreshed. This can avoid the issue that displayed file content and subsequent
- * operations encounters different commit if someone commits to the branch while
- * we are staying on the page.
- */
- @Override
- protected Map<String, ObjectId> getObjectIdCache() {
- Map<String, ObjectId> objectIdCache = new HashMap<>();
- if (resolvedRevision != null)
- objectIdCache.put(state.blobIdent.revision, resolvedRevision);
- return objectIdCache;
- }
-
- @Override
- public CodeComment getOpenComment() {
- if (state.commentId != null)
- return OneDev.getInstance(CodeCommentManager.class).load(state.commentId);
- else
- return null;
- }
-
- @Override
- public PullRequest getPullRequest() {
- if (state.requestId != null)
- return OneDev.getInstance(PullRequestManager.class).load(state.requestId);
- else
- return null;
- }
-
- private void newBlobNavigator(@Nullable AjaxRequestTarget target) {
- Component blobNavigator = new BlobNavigator(BLOB_NAVIGATOR_ID, this);
- if (target != null) {
- replace(blobNavigator);
- target.add(blobNavigator);
- } else {
- add(blobNavigator);
- }
- }
-
- private void newBlobOperations(@Nullable AjaxRequestTarget target) {
- WebMarkupContainer blobOperations = new WebMarkupContainer("blobOperations");
- blobOperations.setOutputMarkupId(true);
-
- String revision = state.blobIdent.revision;
-
- AtomicBoolean reviewRequired = new AtomicBoolean(true);
- try {
- reviewRequired.set(revision!=null && getProject().isReviewRequiredForModification(getLoginUser(), revision, null));
- } catch (Exception e) {
- logger.error("Error checking review requirement", e);
- }
-
- AtomicBoolean buildRequired = new AtomicBoolean(true);
- try {
- buildRequired.set(revision!=null && getProject().isBuildRequiredForModification(getLoginUser(), revision, null));
- } catch (Exception e) {
- logger.error("Error checking build requirement", e);
- }
-
- blobOperations.add(new MenuLink("add") {
-
- @Override
- protected List<MenuItem> getMenuItems(FloatingPanel dropdown) {
- List<MenuItem> menuItems = new ArrayList<>();
- menuItems.add(new MenuItem() {
-
- @Override
- public String getLabel() {
- return "Create New File";
- }
-
- @Override
- public WebMarkupContainer newLink(String id) {
- return new ViewStateAwareAjaxLink<Void>(id) {
-
- @Override
- public void onClick(AjaxRequestTarget target) {
- onModeChange(target, Mode.ADD, null);
- dropdown.close();
- }
-
- };
- }
-
- });
-
- menuItems.add(new MenuItem() {
-
- @Override
- public String getLabel() {
- return "Upload Files";
- }
-
- @Override
- public WebMarkupContainer newLink(String id) {
- return new ModalLink(id) {
-
- @Override
- public void onClick(AjaxRequestTarget target) {
- super.onClick(target);
- dropdown.close();
- }
-
- @Override
- protected Component newContent(String id, ModalPanel modal) {
- return new BlobUploadPanel(id, ProjectBlobPage.this) {
-
- @Override
- public void onCancel(AjaxRequestTarget target) {
- modal.close();
- }
-
- @Override
- public void onCommitted(AjaxRequestTarget target, RefUpdated refUpdated) {
- ProjectBlobPage.this.onCommitted(target, refUpdated, null);
- modal.close();
- }
-
- };
- }
-
- };
- }
-
- });
- return menuItems;
- }
-
- @Override
- protected void onComponentTag(ComponentTag tag) {
- super.onComponentTag(tag);
-
- if (reviewRequired.get()) {
- tag.append("class", "disabled", " ");
- tag.put("title", "Review required for this change. Submit pull request instead");
- } else if (buildRequired.get()) {
- tag.append("class", "disabled", " ");
- tag.put("title", "Build required for this change. Submit pull request instead");
- } else {
- tag.put("title", "Add on branch " + state.blobIdent.revision);
- }
- }
-
- @Override
- protected void onConfigure() {
- super.onConfigure();
-
- Project project = getProject();
- if ((state.mode == Mode.VIEW || state.mode == Mode.BLAME)
- && isOnBranch() && state.blobIdent.isTree()
- && SecurityUtils.canWriteCode(project)) {
- setVisible(true);
- setEnabled(!reviewRequired.get() && !buildRequired.get());
- } else {
- setVisible(false);
- }
- }
-
- });
-
- blobOperations.add(new MenuLink("search") {
-
- @Override
- protected List<MenuItem> getMenuItems(FloatingPanel dropdown) {
- List<MenuItem> menuItems = new ArrayList<>();
- menuItems.add(new MenuItem() {
-
- @Override
- public String getShortcut() {
- return "T";
- }
-
- @Override
- public String getLabel() {
- return "Quick Search";
- }
-
- @Override
- public WebMarkupContainer newLink(String id) {
- return new ModalLink(id) {
-
- @Override
- public void onClick(AjaxRequestTarget target) {
- super.onClick(target);
- dropdown.close();
- }
-
- @Override
- protected Component newContent(String id, ModalPanel modal) {
- return newQuickSearchPanel(id, modal);
- }
-
- };
- }
-
- });
- menuItems.add(new MenuItem() {
-
- @Override
- public String getShortcut() {
- return "V";
- }
-
- @Override
- public String getLabel() {
- return "Advanced Search";
- }
-
- @Override
- public WebMarkupContainer newLink(String id) {
- return new ModalLink(id) {
-
- @Override
- public void onClick(AjaxRequestTarget target) {
- super.onClick(target);
- dropdown.close();
- }
-
- @Override
- protected Component newContent(String id, ModalPanel modal) {
- return newAdvancedSearchPanel(id, modal);
- }
-
- };
- }
-
- });
-
- IVisitor<Component, Component> visitor = new IVisitor<Component, Component>() {
-
- @Override
- public void component(Component object, IVisit<Component> visit) {
- visit.stop(object);
- }
-
- };
- SearchMenuContributor contributor = (SearchMenuContributor) getPage().visitChildren(
- SearchMenuContributor.class, visitor);
- if (contributor != null)
- menuItems.addAll(contributor.getMenuItems(dropdown));
-
- return menuItems;
- }
-
- });
-
- String compareWith = resolvedRevision!=null?resolvedRevision.name():null;
- String query;
- if (state.blobIdent.path != null)
- query = String.format("path(%s)", state.blobIdent.path);
- else
- query = null;
- blobOperations.add(new ViewStateAwarePageLink<Void>("history", ProjectCommitsPage.class,
- ProjectCommitsPage.paramsOf(getProject(), query, compareWith)));
-
- blobOperations.add(new ArchiveMenuLink("download", projectModel) {
-
- @Override
- protected String getRevision() {
- return state.blobIdent.revision;
- }
-
- @Override
- protected void onConfigure() {
- super.onConfigure();
- setVisible(state.blobIdent.revision != null && state.blobIdent.path == null);
- }
-
- });
-
- if (target != null) {
- replace(blobOperations);
- target.add(blobOperations);
- } else {
- add(blobOperations);
- }
- }
-
- private QuickSearchPanel newQuickSearchPanel(String id, ModalPanel modal) {
- return new QuickSearchPanel(id, projectModel, new AbstractReadOnlyModel<String>() {
-
- @Override
- public String getObject() {
- return state.blobIdent.revision;
- }
-
- }) {
-
- @Override
- protected void onSelect(AjaxRequestTarget target, QueryHit hit) {
- BlobIdent selected = new BlobIdent(state.blobIdent.revision, hit.getBlobPath(),
- FileMode.REGULAR_FILE.getBits());
- ProjectBlobPage.this.onSelect(target, selected, SourceRendererProvider.getPosition(hit.getTokenPos()));
- modal.close();
- }
-
- @Override
- protected void onMoreQueried(AjaxRequestTarget target, List<QueryHit> hits) {
- newSearchResult(target, hits);
- resizeWindow(target);
- modal.close();
- }
-
- @Override
- protected void onCancel(AjaxRequestTarget target) {
- modal.close();
- }
-
- };
- }
-
- private AdvancedSearchPanel advancedSearchPanel;
-
- private ModalPanel advancedSearchPanelModal;
-
- private AdvancedSearchPanel newAdvancedSearchPanel(String id, ModalPanel modal) {
- /*
- * Re-use advanced search panel instance so that search options can be preserved in the page
- */
- advancedSearchPanelModal = modal;
- if (advancedSearchPanel == null) {
- advancedSearchPanel = new AdvancedSearchPanel(id, projectModel, new AbstractReadOnlyModel<String>() {
-
- @Override
- public String getObject() {
- return state.blobIdent.revision;
- }
-
- }) {
-
- @Override
- protected void onSearchComplete(AjaxRequestTarget target, List<QueryHit> hits) {
- newSearchResult(target, hits);
- resizeWindow(target);
- advancedSearchPanelModal.close();
- }
-
- @Override
- protected void onCancel(AjaxRequestTarget target) {
- advancedSearchPanelModal.close();
- }
-
- @Override
- protected BlobIdent getCurrentBlob() {
- return state.blobIdent;
- }
-
- };
- }
- return advancedSearchPanel;
- }
-
- private void newBlobContent(@Nullable AjaxRequestTarget target) {
- PrioritizedComponentRenderer mostPrioritizedRenderer = null;
- for (BlobRendererContribution contribution: OneDev.getExtensions(BlobRendererContribution.class)) {
- PrioritizedComponentRenderer renderer = contribution.getRenderer(this);
- if (renderer != null) {
- if (mostPrioritizedRenderer == null || mostPrioritizedRenderer.getPriority() > renderer.getPriority())
- mostPrioritizedRenderer = renderer;
- }
- }
- Component blobContent = Preconditions.checkNotNull(mostPrioritizedRenderer).render(BLOB_CONTENT_ID);
- if (target != null) {
- replace(blobContent);
- target.add(blobContent);
- } else {
- add(blobContent);
- }
- }
-
- private void pushState(AjaxRequestTarget target) {
- PageParameters params = paramsOf(getProject(), state);
- CharSequence url = RequestCycle.get().urlFor(ProjectBlobPage.class, params);
- pushState(target, url.toString(), state);
- }
-
- private void newCommitStatus(@Nullable AjaxRequestTarget target) {
- Component commitStatus;
- if (resolvedRevision != null) {
- commitStatus = new CommitStatusPanel("buildStatus", resolvedRevision) {
-
- @Override
- protected Project getProject() {
- return ProjectBlobPage.this.getProject();
- }
-
- };
- } else {
- commitStatus = new WebMarkupContainer("buildStatus");
- }
-
- commitStatus.setOutputMarkupPlaceholderTag(true);
-
- if (target != null) {
- replace(commitStatus);
- target.add(commitStatus);
- } else {
- add(commitStatus);
- }
- }
-
- private void newBuildSupportNote(@Nullable AjaxRequestTarget target) {
- Component buildSupportNote = new WebMarkupContainer("buildSupportNote") {
-
- @Override
- protected void onInitialize() {
- super.onInitialize();
-
- String branch = state.blobIdent.revision;
- if (branch == null)
- branch = "master";
- if (SecurityUtils.canModify(getProject(), branch, BuildSpec.BLOB_PATH)) {
- add(new ViewStateAwareAjaxLink<Void>("addFile") {
-
- @Override
- public void onClick(AjaxRequestTarget target) {
- onModeChange(target, Mode.ADD, BuildSpec.BLOB_PATH);
- }
-
- @Override
- public IModel<?> getBody() {
- return Model.of("adding " + BuildSpec.BLOB_PATH);
- }
-
- });
- } else {
- add(new Label("addFile", "adding " + BuildSpec.BLOB_PATH) {
-
- @Override
- protected void onComponentTag(ComponentTag tag) {
- super.onComponentTag(tag);
- tag.setName("span");
- }
-
- });
- }
- setOutputMarkupPlaceholderTag(true);
- }
-
- @Override
- protected void onConfigure() {
- super.onConfigure();
- if (resolvedRevision != null && isOnBranch() && state.blobIdent.path == null && state.mode == Mode.VIEW) {
- BlobIdent blobIdent = new BlobIdent(resolvedRevision.name(), BuildSpec.BLOB_PATH, FileMode.TYPE_FILE);
- setVisible(getProject().getBlob(blobIdent, false) == null);
- } else {
- setVisible(false);
- }
- }
-
- };
-
- if (target != null) {
- replace(buildSupportNote);
- target.add(buildSupportNote);
- } else {
- add(buildSupportNote);
- }
- }
-
- private void newRevisionPicker(@Nullable AjaxRequestTarget target) {
- String revision = state.blobIdent.revision;
- boolean canCreateRef;
- if (revision == null) {
- revision = "master";
- canCreateRef = false;
- } else {
- canCreateRef = true;
- }
-
- Component revisionPicker = new RevisionPicker(REVISION_PICKER_ID, projectModel, revision, canCreateRef) {
-
- @Override
- protected String getRevisionUrl(String revision) {
- BlobIdent blobIdent = new BlobIdent(revision, null, FileMode.TREE.getBits());
- State state = new State(blobIdent);
- PageParameters params = ProjectBlobPage.paramsOf(projectModel.getObject(), state);
- return urlFor(ProjectBlobPage.class, params).toString();
- }
-
- @Override
- protected void onSelect(AjaxRequestTarget target, String revision) {
- BlobIdent newBlobIdent = new BlobIdent(state.blobIdent);
- newBlobIdent.revision = revision;
- if (newBlobIdent.path != null) {
- try (RevWalk revWalk = new RevWalk(getProject().getRepository())) {
- RevTree revTree = getProject().getRevCommit(revision, true).getTree();
- TreeWalk treeWalk = TreeWalk.forPath(getProject().getRepository(), newBlobIdent.path, revTree);
- if (treeWalk != null) {
- newBlobIdent.mode = treeWalk.getRawMode(0);
- } else {
- newBlobIdent.path = null;
- newBlobIdent.mode = FileMode.TREE.getBits();
- }
- } catch (IOException e) {
- throw new RuntimeException(e);
- }
- }
-
- ProjectBlobPage.this.onSelect(target, newBlobIdent, null);
- }
-
- };
- if (target != null) {
- replace(revisionPicker);
- target.add(revisionPicker);
- } else {
- add(revisionPicker);
- }
- }
-
- /*
- * This method represents changing of resolved revision, instead of the named revision.
- * It is possible that resolved revision changes while named revision remains unchanged.
- * For instance when a file on a branch is edited from this page, the named revision
- * remains unchanged (still point to the branch), but the underlying resolved revision
- * (the commit) has been changed
- *
- * @param target
- */
- private void onResolvedRevisionChange(AjaxRequestTarget target) {
- /*
- * A hack to reset resolved revision to null to disable getObjectIdCache()
- * temporarily as otherwise getObjectId() method below will always
- * resolved to existing value of resolvedRevision
- */
- resolvedRevision = null;
- resolvedRevision = getProject().getObjectId(state.blobIdent.revision, true);
-
- OneDev.getInstance(WebSocketManager.class).observe(this);
- newRevisionPicker(target);
- newCommitStatus(target);
- target.add(revisionIndexing);
- newBlobNavigator(target);
- newBlobOperations(target);
- newBuildSupportNote(target);
- newBlobContent(target);
- resizeWindow(target);
- }
-
- @Override
- public void renderHead(IHeaderResponse response) {
- super.renderHead(response);
-
- response.render(JavaScriptHeaderItem.forReference(new ProjectBlobResourceReference()));
-
- String callback = ajaxBehavior.getCallbackFunction(explicit("action")).toString();
- String script = String.format("onedev.server.projectBlob.onDomReady(%s);", callback);
-
- response.render(OnDomReadyHeaderItem.forScript(script));
- }
-
- public static ProjectBlobPage.State getState(CodeComment comment) {
- BlobIdent blobIdent = new BlobIdent(comment.getMarkPos().getCommit(), comment.getMarkPos().getPath(),
- FileMode.REGULAR_FILE.getBits());
- ProjectBlobPage.State state = new ProjectBlobPage.State(blobIdent);
- state.commentId = comment.getId();
- state.position = SourceRendererProvider.getPosition(comment.getMarkPos().getRange());
- return state;
- }
-
- public static PageParameters paramsOf(CodeComment comment) {
- return paramsOf(comment.getProject(), getState(comment));
- }
-
- public static PageParameters paramsOf(Project project, BlobIdent blobIdent) {
- return paramsOf(project, new State(blobIdent));
- }
-
- public static void fillParams(PageParameters params, State state) {
- if (state.blobIdent.revision != null)
- params.add(PARAM_REVISION, state.blobIdent.revision);
- if (state.blobIdent.path != null)
- params.add(PARAM_PATH, state.blobIdent.path);
- if (state.position != null)
- params.add(PARAM_POSITION, state.position.toString());
- if (state.requestId != null)
- params.add(PARAM_REQUEST, state.requestId);
- if (state.commentId != null)
- params.add(PARAM_COMMENT, state.commentId);
- if (state.mode != Mode.VIEW)
- params.add(PARAM_MODE, state.mode.name().toLowerCase());
- if (state.mode == Mode.VIEW && state.viewPlain)
- params.add(PARAM_VIEW_PLAIN, true);
- if (state.urlBeforeEdit != null)
- params.add(PARAM_URL_BEFORE_EDIT, state.urlBeforeEdit);
- if (state.urlAfterEdit != null)
- params.add(PARAM_URL_AFTER_EDIT, state.urlAfterEdit);
-
- if (state.query != null)
- params.add(PARAM_QUERY, state.query);
- if (state.initialNewPath != null)
- params.add(PARAM_INITIAL_NEW_PATH, state.initialNewPath);
- }
-
- public static PageParameters paramsOf(Project project, State state) {
- PageParameters params = paramsOf(project);
- fillParams(params, state);
- return params;
- }
-
- private void newSearchResult(@Nullable AjaxRequestTarget target, @Nullable List<QueryHit> hits) {
- Component content;
- if (hits != null) {
- content = new SearchResultPanel("content", this, hits) {
-
- @Override
- protected void onClose(AjaxRequestTarget target) {
- newSearchResult(target, null);
- resizeWindow(target);
- }
-
- };
- if (target != null) {
- target.appendJavaScript(""
- + "$('#project-blob>.search-result').show(); "
- + "$('#project-blob .search-result>.body').focus();");
- }
- } else {
- content = new WebMarkupContainer("content").setOutputMarkupId(true);
- if (target != null)
- target.appendJavaScript("$('#project-blob>.search-result').hide();");
- else
- searchResult.add(AttributeAppender.replace("style", "display: none;"));
- }
- if (target != null) {
- searchResult.replace(content);
- target.add(content);
- } else {
- searchResult.add(content);
- }
- }
-
- @Override
- protected void onPopState(AjaxRequestTarget target, Serializable data) {
- super.onPopState(target, data);
-
- State popState = (State) data;
- if (!popState.blobIdent.revision.equals(state.blobIdent.revision)) {
- state = popState;
- newSearchResult(target, null);
- onResolvedRevisionChange(target);
- } else {
- state = popState;
- newBlobNavigator(target);
- newBlobOperations(target);
- newBuildSupportNote(target);
- newBlobContent(target);
- resizeWindow(target);
- }
- }
-
- private void resizeWindow(IPartialPageRequestHandler partialPageRequestHandler) {
- partialPageRequestHandler.appendJavaScript("$(window).resize();");
- }
-
- @Override
- public BlobIdent getBlobIdent() {
- return state.blobIdent;
- }
-
- @Override
- public String getPosition() {
- return state.position;
- }
-
- @Override
- public void onPosition(AjaxRequestTarget target, String position) {
- state.position = position;
- pushState(target);
- }
-
- @Override
- public String getPositionUrl(String position) {
- State positionState = SerializationUtils.clone(state);
- positionState.blobIdent.revision = resolvedRevision.name();
- positionState.commentId = null;
- positionState.position = position;
- PageParameters params = paramsOf(getProject(), positionState);
- return RequestCycle.get().urlFor(ProjectBlobPage.class, params).toString();
- }
-
- @Override
- public Mode getMode() {
- return state.mode;
- }
-
- @Override
- public boolean isViewPlain() {
- return state.viewPlain;
- }
-
- @Override
- public String getUrlBeforeEdit() {
- return state.urlBeforeEdit;
- }
-
- @Override
- public String getUrlAfterEdit() {
- return state.urlAfterEdit;
- }
-
- @Override
- public PageParameters getParamsBeforeEdit() {
- return paramsOf(getProject(), state);
- }
-
- @Override
- public PageParameters getParamsAfterEdit() {
- return paramsOf(getProject(), state);
- }
-
- @Override
- public void onSelect(AjaxRequestTarget target, BlobIdent blobIdent, @Nullable String position) {
- String prevPosition = state.position;
- state.position = position;
- if (!blobIdent.revision.equals(state.blobIdent.revision)) {
- state.blobIdent = blobIdent;
- state.mode = Mode.VIEW;
- state.commentId = null;
- state.requestId = null;
- newSearchResult(target, null);
- onResolvedRevisionChange(target);
- } else if (!Objects.equal(state.blobIdent.path, blobIdent.path)) {
- state.blobIdent.path = blobIdent.path;
- state.blobIdent.mode = blobIdent.mode;
- state.mode = Mode.VIEW;
- state.commentId = null;
- newBlobNavigator(target);
- newBlobOperations(target);
- newBuildSupportNote(target);
- newBlobContent(target);
- resizeWindow(target);
- OneDev.getInstance(WebSocketManager.class).observe(this);
- } else if (state.position != null) {
- if (get(BLOB_CONTENT_ID) instanceof Positionable) {
- // This logic is added for performance reason, we do not want to
- // reload the file if go to different mark positions in same file
- ((Positionable)get(BLOB_CONTENT_ID)).position(target, state.position);
- } else {
- state.mode = Mode.VIEW;
- newBlobOperations(target);
- newBuildSupportNote(target);
- newBlobContent(target);
- resizeWindow(target);
- }
- } else if (prevPosition != null) {
- state.mode = Mode.VIEW;
- newBlobOperations(target);
- newBuildSupportNote(target);
- newBlobContent(target);
- resizeWindow(target);
- }
- pushState(target);
- }
-
- @Override
- public void pushState(AjaxRequestTarget target, BlobIdent blobIdent, @Nullable String position) {
- state.blobIdent = blobIdent;
- state.position = position;
- pushState(target);
- }
-
- @Override
- public void onSearchComplete(AjaxRequestTarget target, List<QueryHit> hits) {
- newSearchResult(target, hits);
- resizeWindow(target);
- }
-
- @Override
- public void onCommentOpened(AjaxRequestTarget target, CodeComment comment) {
- if (comment != null) {
- state.commentId = comment.getId();
- state.position = SourceRendererProvider.getPosition(Preconditions.checkNotNull(comment.mapRange(state.blobIdent)));
- } else {
- state.commentId = null;
- state.position = null;
- }
- pushState(target);
- }
-
- @Override
- public void onAddComment(AjaxRequestTarget target, PlanarRange range) {
- state.commentId = null;
- state.position = SourceRendererProvider.getPosition(range);
- pushState(target);
- }
-
- @Override
- public boolean isOnBranch() {
- return state.blobIdent.revision == null || getProject().getBranchRef(state.blobIdent.revision) != null;
- }
-
- @Override
- public RevCommit getCommit() {
- if (resolvedRevision != null)
- return getProject().getRevCommit(resolvedRevision, true);
- else
- return null;
- }
-
- public static class State implements Serializable {
-
- private static final long serialVersionUID = 1L;
-
- public BlobIdent blobIdent;
-
- public Long requestId;
-
- public Long commentId;
-
- public String position;
-
- public Mode mode = Mode.VIEW;
-
- /*
- * Some blob can be rendered in a way for easier understanding, such as .onedev-buildspec,
- * In these cases, the VIEW_PLAIN mode enables to view plain text of the blob. Applicable
- * only when mode is VIEW
- */
- public boolean viewPlain;
-
- public String urlBeforeEdit;
-
- public String urlAfterEdit;
-
- public boolean renderSource;
-
- public String query;
-
- public String initialNewPath;
-
- public State(BlobIdent blobIdent) {
- this.blobIdent = blobIdent;
- }
-
- public State() {
- blobIdent = new BlobIdent();
- }
-
- }
-
- @Override
- public void onModeChange(AjaxRequestTarget target, Mode mode, @Nullable String newPath) {
- onModeChange(target, mode, false, newPath);
- }
-
- @Override
- public void onModeChange(AjaxRequestTarget target, Mode mode, boolean viewPlain, @Nullable String newPath) {
- state.viewPlain = viewPlain;
- state.initialNewPath = newPath;
-
- /*
- * User might be changing blob name when adding a file, and onModeChange will be called.
- * In this case, we only need to re-create blob content
- */
- if (mode != Mode.ADD || state.mode != Mode.ADD) {
- state.mode = mode;
- pushState(target);
- if (state.mode == Mode.VIEW || state.mode == Mode.EDIT || state.mode == Mode.ADD) {
- newBlobNavigator(target);
- newBlobOperations(target);
- }
- }
- newBuildSupportNote(target);
- newBlobContent(target);
- resizeWindow(target);
- }
-
- @Override
- public void onCommitted(@Nullable AjaxRequestTarget target, RefUpdated refUpdated, @Nullable String position) {
- Project project = getProject();
- if (state.blobIdent.revision == null) {
- state.blobIdent.revision = "master";
- resolvedRevision = refUpdated.getNewCommitId();
- project.setDefaultBranch("master");
- }
- String branch = state.blobIdent.revision;
-
- getProject().cacheObjectId(branch, refUpdated.getNewCommitId());
-
- Long projectId = project.getId();
- String refName = refUpdated.getRefName();
- ObjectId oldCommitId = refUpdated.getOldCommitId();
- ObjectId newCommitId = refUpdated.getNewCommitId();
-
- /*
- * Update pull request as this is a direct consequence of editing source branch. Also this
- * is necessary to show the latest changes of the pull request after editing
- */
- PullRequest request = getPullRequest();
- if (request != null)
- OneDev.getInstance(PullRequestUpdateManager.class).checkUpdate(request);
-
- OneDev.getInstance(TransactionManager.class).runAfterCommit(new Runnable() {
-
- @Override
- public void run() {
- OneDev.getInstance(SessionManager.class).runAsync(new Runnable() {
-
- @Override
- public void run() {
- Project project = OneDev.getInstance(ProjectManager.class).load(projectId);
- project.cacheObjectId(branch, newCommitId);
- RefUpdated refUpdated = new RefUpdated(project, refName, oldCommitId, newCommitId);
- OneDev.getInstance(ListenerRegistry.class).post(refUpdated);
- }
-
- });
- }
-
- });
-
- if (target != null) {
- if (state.urlAfterEdit != null) {
- throw new RedirectToUrlException(state.urlAfterEdit);
- } else {
- BlobIdent newBlobIdent;
- if (state.mode == Mode.DELETE) {
- try (RevWalk revWalk = new RevWalk(getProject().getRepository())) {
- RevTree revTree = getProject().getRevCommit(refUpdated.getNewCommitId(), true).getTree();
- String parentPath = StringUtils.substringBeforeLast(state.blobIdent.path, "/");
- while (TreeWalk.forPath(getProject().getRepository(), parentPath, revTree) == null) {
- if (parentPath.contains("/")) {
- parentPath = StringUtils.substringBeforeLast(parentPath, "/");
- } else {
- parentPath = null;
- break;
- }
- }
- newBlobIdent = new BlobIdent(branch, parentPath, FileMode.TREE.getBits());
- } catch (IOException e) {
- throw new RuntimeException(e);
- }
- } else if (state.mode == Mode.ADD) {
- newBlobIdent = new BlobIdent(branch, getNewPath(), FileMode.REGULAR_FILE.getBits());
- } else if (state.mode == Mode.EDIT) {
- newBlobIdent = new BlobIdent(branch, getNewPath(), FileMode.REGULAR_FILE.getBits());
- } else {
- // We've uploaded some files
- newBlobIdent = null;
- }
-
- if (newBlobIdent != null) {
- state.blobIdent = newBlobIdent;
- state.position = position;
- state.commentId = null;
- state.mode = Mode.VIEW;
- onResolvedRevisionChange(target);
- pushState(target);
- } else {
- state.mode = Mode.VIEW;
- onResolvedRevisionChange(target);
- }
-
- // fix the issue that sometimes indexing indicator of new commit does not disappear
- target.appendJavaScript("Wicket.WebSocket.send('RenderCallback');");
- }
- }
- }
-
- @Override
- public String getInitialNewPath() {
- return state.initialNewPath;
- }
-
- @Override
- public String getDirectory() {
- String path;
- if (state.mode == Mode.ADD || state.mode == Mode.EDIT) {
- path = getNewPath();
- if (path != null) {
- if (path.contains("/"))
- path = StringUtils.substringBeforeLast(path, "/");
- else
- path = null;
- } else {
- throw new IllegalStateException();
- }
- } else if (state.blobIdent.isTree()) {
- path = state.blobIdent.path;
- } else if (state.blobIdent.path.contains("/")) {
- path = StringUtils.substringBeforeLast(state.blobIdent.path, "/");
- } else {
- path = null;
- }
- return path;
- }
-
- @Override
- public String getDirectoryUrl() {
- String revision = state.blobIdent.revision;
- BlobIdent blobIdent = new BlobIdent(revision, getDirectory(), FileMode.TREE.getBits());
- ProjectBlobPage.State state = new ProjectBlobPage.State(blobIdent);
- return urlFor(ProjectBlobPage.class, ProjectBlobPage.paramsOf(getProject(), state)).toString();
- }
-
- @Override
- public String getRootDirectoryUrl() {
- BlobIdent blobIdent = new BlobIdent(state.blobIdent.revision, null, FileMode.TREE.getBits());
- return RequestCycle.get().urlFor(ProjectBlobPage.class,
- ProjectBlobPage.paramsOf(getProject(), blobIdent)).toString();
- }
-
- @Override
- public String getNewPath() {
- BlobNavigator blobNavigator = (BlobNavigator) get(BLOB_NAVIGATOR_ID);
- return blobNavigator.getNewPath();
- }
-
- @Override
- public void onEvent(IEvent<?> event) {
- super.onEvent(event);
- if (event.getPayload() instanceof RevisionResolved) {
- RevisionResolved revisionResolveEvent = (RevisionResolved) event.getPayload();
- resolvedRevision = revisionResolveEvent.getResolvedRevision();
- }
- }
-
- @Override
- public String getAutosaveKey() {
- if (state.mode == Mode.ADD) {
- return String.format("autosave:addBlob:%d:%s:%s",
- getProject().getId(), state.blobIdent.revision, getNewPath());
- } else if (state.mode == Mode.EDIT) {
- return String.format("autosave:editBlob:%d:%s:%s:%s",
- getProject().getId(), state.blobIdent.revision,
- state.blobIdent.path, getProject().getBlob(state.blobIdent, true).getBlobId());
- } else {
- throw new IllegalStateException();
- }
- }
-
- @Override
- public RefUpdated uploadFiles(Collection<FileUpload> uploads, String directory, String commitMessage) {
- Map<String, BlobContent> newBlobs = new HashMap<>();
-
- String parentPath = getDirectory();
-
- if (directory != null) {
- if (parentPath != null)
- parentPath += "/" + directory;
- else
- parentPath = directory;
- }
-
- User user = Preconditions.checkNotNull(SecurityUtils.getUser());
- BlobIdent blobIdent = getBlobIdent();
-
- for (FileUpload upload: uploads) {
- String blobPath = upload.getClientFileName();
- if (parentPath != null)
- blobPath = parentPath + "/" + blobPath;
-
- if (getProject().isReviewRequiredForModification(user, blobIdent.revision, blobPath))
- throw new BlobEditException("Review required for this change. Please submit pull request instead");
- else if (getProject().isBuildRequiredForModification(user, blobIdent.revision, blobPath))
- throw new BlobEditException("Build required for this change. Please submit pull request instead");
-
- BlobContent blobContent = new BlobContent.Immutable(upload.getBytes(), FileMode.REGULAR_FILE);
- newBlobs.put(blobPath, blobContent);
- }
-
- BlobEdits blobEdits = new BlobEdits(Sets.newHashSet(), newBlobs);
- String refName = blobIdent.revision!=null?GitUtils.branch2ref(blobIdent.revision):"refs/heads/master";
-
- ObjectId prevCommitId;
- if (blobIdent.revision != null)
- prevCommitId = getProject().getObjectId(blobIdent.revision, true);
- else
- prevCommitId = ObjectId.zeroId();
-
- while (true) {
- try {
- ObjectId newCommitId = blobEdits.commit(getProject().getRepository(), refName, prevCommitId,
- prevCommitId, user.asPerson(), commitMessage);
- return new RefUpdated(getProject(), refName, prevCommitId, newCommitId);
- } catch (ObjectAlreadyExistsException|NotTreeException e) {
- throw new BlobEditException(e.getMessage());
- } catch (ObsoleteCommitException e) {
- prevCommitId = e.getOldCommitId();
- }
- }
- }
-
- @Override
- protected boolean isPermitted() {
- return SecurityUtils.canReadCode(getProject());
- }
-
- @Override
- public String appendRaw(String url) {
- try {
- URIBuilder builder;
- builder = new URIBuilder(url);
- for (NameValuePair pair: builder.getQueryParams()) {
- if (pair.getName().equals(PARAM_RAW))
- return url;
- }
- return builder.addParameter(PARAM_RAW, "true").build().toString();
- } catch (URISyntaxException e) {
- throw new RuntimeException(e);
- }
- }
-
- @Override
- public ScriptIdentity getScriptIdentity() {
- if (getBlobIdent().revision != null)
- return new JobIdentity(getProject(), getCommit().copy());
- else // when we add file to an empty project
- return new JobIdentity(getProject(), null);
- }
-
-}
+package io.onedev.server.web.page.project.blob;
+
+import static org.apache.wicket.ajax.attributes.CallbackParameter.explicit;
+
+import java.io.IOException;
+import java.io.Serializable;
+import java.net.URISyntaxException;
+import java.util.ArrayList;
+import java.util.Collection;
+import java.util.HashMap;
+import java.util.HashSet;
+import java.util.List;
+import java.util.Map;
+import java.util.Set;
+import java.util.concurrent.atomic.AtomicBoolean;
+
+import javax.annotation.Nullable;
+
+import org.apache.commons.lang3.SerializationUtils;
+import org.apache.commons.lang3.StringUtils;
+import org.apache.http.NameValuePair;
+import org.apache.http.client.utils.URIBuilder;
+import org.apache.wicket.Component;
+import org.apache.wicket.ajax.AjaxRequestTarget;
+import org.apache.wicket.behavior.AttributeAppender;
+import org.apache.wicket.core.request.handler.IPartialPageRequestHandler;
+import org.apache.wicket.event.IEvent;
+import org.apache.wicket.markup.ComponentTag;
+import org.apache.wicket.markup.head.IHeaderResponse;
+import org.apache.wicket.markup.head.JavaScriptHeaderItem;
+import org.apache.wicket.markup.head.OnDomReadyHeaderItem;
+import org.apache.wicket.markup.html.WebMarkupContainer;
+import org.apache.wicket.markup.html.basic.Label;
+import org.apache.wicket.markup.html.form.upload.FileUpload;
+import org.apache.wicket.model.AbstractReadOnlyModel;
+import org.apache.wicket.model.IModel;
+import org.apache.wicket.model.Model;
+import org.apache.wicket.request.IRequestParameters;
+import org.apache.wicket.request.cycle.RequestCycle;
+import org.apache.wicket.request.flow.RedirectToUrlException;
+import org.apache.wicket.request.handler.resource.ResourceReferenceRequestHandler;
+import org.apache.wicket.request.mapper.parameter.PageParameters;
+import org.apache.wicket.request.resource.PackageResourceReference;
+import org.apache.wicket.util.visit.IVisit;
+import org.apache.wicket.util.visit.IVisitor;
+import org.eclipse.jgit.lib.FileMode;
+import org.eclipse.jgit.lib.ObjectId;
+import org.eclipse.jgit.revwalk.RevCommit;
+import org.eclipse.jgit.revwalk.RevTree;
+import org.eclipse.jgit.revwalk.RevWalk;
+import org.eclipse.jgit.treewalk.TreeWalk;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import com.google.common.base.Objects;
+import com.google.common.base.Preconditions;
+import com.google.common.collect.Sets;
+
+import io.onedev.commons.jsymbol.util.NoAntiCacheImage;
+import io.onedev.commons.launcher.loader.ListenerRegistry;
+import io.onedev.commons.utils.PlanarRange;
+import io.onedev.server.OneDev;
+import io.onedev.server.buildspec.BuildSpec;
+import io.onedev.server.entitymanager.CodeCommentManager;
+import io.onedev.server.entitymanager.ProjectManager;
+import io.onedev.server.entitymanager.PullRequestManager;
+import io.onedev.server.entitymanager.PullRequestUpdateManager;
+import io.onedev.server.event.RefUpdated;
+import io.onedev.server.git.BlobContent;
+import io.onedev.server.git.BlobEdits;
+import io.onedev.server.git.BlobIdent;
+import io.onedev.server.git.GitUtils;
+import io.onedev.server.git.exception.BlobEditException;
+import io.onedev.server.git.exception.NotTreeException;
+import io.onedev.server.git.exception.ObjectAlreadyExistsException;
+import io.onedev.server.git.exception.ObsoleteCommitException;
+import io.onedev.server.model.CodeComment;
+import io.onedev.server.model.Project;
+import io.onedev.server.model.PullRequest;
+import io.onedev.server.model.User;
+import io.onedev.server.persistence.SessionManager;
+import io.onedev.server.persistence.TransactionManager;
+import io.onedev.server.search.code.CommitIndexed;
+import io.onedev.server.search.code.IndexManager;
+import io.onedev.server.search.code.SearchManager;
+import io.onedev.server.search.code.hit.QueryHit;
+import io.onedev.server.search.code.query.BlobQuery;
+import io.onedev.server.search.code.query.TextQuery;
+import io.onedev.server.util.SecurityUtils;
+import io.onedev.server.util.script.identity.JobIdentity;
+import io.onedev.server.util.script.identity.ScriptIdentity;
+import io.onedev.server.util.script.identity.ScriptIdentityAware;
+import io.onedev.server.web.PrioritizedComponentRenderer;
+import io.onedev.server.web.behavior.AbstractPostAjaxBehavior;
+import io.onedev.server.web.behavior.WebSocketObserver;
+import io.onedev.server.web.component.commit.status.CommitStatusPanel;
+import io.onedev.server.web.component.floating.FloatingPanel;
+import io.onedev.server.web.component.link.ArchiveMenuLink;
+import io.onedev.server.web.component.link.ViewStateAwareAjaxLink;
+import io.onedev.server.web.component.link.ViewStateAwarePageLink;
+import io.onedev.server.web.component.menu.MenuItem;
+import io.onedev.server.web.component.menu.MenuLink;
+import io.onedev.server.web.component.modal.ModalLink;
+import io.onedev.server.web.component.modal.ModalPanel;
+import io.onedev.server.web.component.revisionpicker.RevisionPicker;
+import io.onedev.server.web.download.RawBlobDownloadResourceReference;
+import io.onedev.server.web.page.project.ProjectPage;
+import io.onedev.server.web.page.project.blob.navigator.BlobNavigator;
+import io.onedev.server.web.page.project.blob.render.BlobRenderContext;
+import io.onedev.server.web.page.project.blob.render.BlobRendererContribution;
+import io.onedev.server.web.page.project.blob.render.renderers.source.SourceRendererProvider;
+import io.onedev.server.web.page.project.blob.render.view.Positionable;
+import io.onedev.server.web.page.project.blob.search.SearchMenuContributor;
+import io.onedev.server.web.page.project.blob.search.advanced.AdvancedSearchPanel;
+import io.onedev.server.web.page.project.blob.search.quick.QuickSearchPanel;
+import io.onedev.server.web.page.project.blob.search.result.SearchResultPanel;
+import io.onedev.server.web.page.project.commits.ProjectCommitsPage;
+import io.onedev.server.web.util.EditParamsAware;
+import io.onedev.server.web.websocket.WebSocketManager;
+
+@SuppressWarnings("serial")
+public class ProjectBlobPage extends ProjectPage implements BlobRenderContext, ScriptIdentityAware, EditParamsAware {
+
+ private static final String PARAM_REVISION = "revision";
+
+ private static final String PARAM_PATH = "path";
+
+ private static final String PARAM_INITIAL_NEW_PATH = "initial-new-path";
+
+ private static final String PARAM_REQUEST = "request";
+
+ private static final String PARAM_COMMENT = "comment";
+
+ private static final String PARAM_MODE = "mode";
+
+ private static final String PARAM_VIEW_PLAIN = "view-plain";
+
+ private static final String PARAM_URL_BEFORE_EDIT = "url-before-edit";
+
+ private static final String PARAM_URL_AFTER_EDIT = "url-after-edit";
+
+ private static final String PARAM_QUERY = "query";
+
+ private static final String PARAM_POSITION = "position";
+
+ private static final String PARAM_RAW = "raw";
+
+ private static final String REVISION_PICKER_ID = "revisionPicker";
+
+ private static final String BLOB_NAVIGATOR_ID = "blobNavigator";
+
+ private static final String BLOB_CONTENT_ID = "blobContent";
+
+ private static final Logger logger = LoggerFactory.getLogger(ProjectBlobPage.class);
+
+ private State state = new State();
+
+ private ObjectId resolvedRevision;
+
+ private Component revisionIndexing;
+
+ private WebMarkupContainer searchResult;
+
+ private AbstractPostAjaxBehavior ajaxBehavior;
+
+ public ProjectBlobPage(PageParameters params) {
+ super(params);
+
+ List<String> revisionAndPathSegments = new ArrayList<>();
+ String segment = params.get(PARAM_REVISION).toString();
+ if (segment != null && segment.length() != 0)
+ revisionAndPathSegments.add(segment);
+ segment = params.get(PARAM_PATH).toString();
+ if (segment != null && segment.length() != 0)
+ revisionAndPathSegments.add(segment);
+
+ for (int i=0; i<params.getIndexedCount(); i++) {
+ segment = params.get(i).toString();
+ if (segment.length() != 0)
+ revisionAndPathSegments.add(segment);
+ }
+
+ BlobIdent blobIdent = new BlobIdent(getProject(), revisionAndPathSegments);
+ state = new State(blobIdent);
+
+ String modeStr = params.get(PARAM_MODE).toString();
+ if (modeStr != null)
+ state.mode = Mode.valueOf(modeStr.toUpperCase());
+
+ String viewPlain = params.get(PARAM_VIEW_PLAIN).toString();
+ state.viewPlain = "true".equals(viewPlain);
+
+ state.urlBeforeEdit = params.get(PARAM_URL_BEFORE_EDIT).toString();
+ state.urlAfterEdit = params.get(PARAM_URL_AFTER_EDIT).toString();
+
+ if (state.blobIdent.revision != null)
+ resolvedRevision = getProject().getObjectId(state.blobIdent.revision, true);
+
+ state.position = params.get(PARAM_POSITION).toString();
+
+ state.requestId = params.get(PARAM_REQUEST).toOptionalLong();
+
+ state.commentId = params.get(PARAM_COMMENT).toOptionalLong();
+
+ state.query = params.get(PARAM_QUERY).toString();
+
+ state.initialNewPath = params.get(PARAM_INITIAL_NEW_PATH).toString();
+
+ if (state.mode == Mode.ADD || state.mode == Mode.EDIT || state.mode == Mode.DELETE) {
+ if (!isOnBranch())
+ throw new IllegalArgumentException("Files can only be edited on branch");
+
+ String path = state.blobIdent.path;
+ if (path != null && state.blobIdent.isTree())
+ path += "/";
+ if (!SecurityUtils.canModify(getProject(), state.blobIdent.revision, path))
+ unauthorized();
+ }
+
+ if (params.get(PARAM_RAW).toBoolean(false)) {
+ RequestCycle.get().scheduleRequestHandlerAfterCurrent(
+ new ResourceReferenceRequestHandler(new RawBlobDownloadResourceReference(), getPageParameters()));
+ }
+ }
+
+ @Override
+ protected void onInitialize() {
+ super.onInitialize();
+
+ newRevisionPicker(null);
+ newCommitStatus(null);
+ newBlobNavigator(null);
+ newBlobOperations(null);
+
+ add(revisionIndexing = new WebMarkupContainer("revisionIndexing") {
+
+ @Override
+ protected void onInitialize() {
+ super.onInitialize();
+ add(new NoAntiCacheImage("icon", new PackageResourceReference(ProjectBlobPage.class, "indexing.gif")));
+ setOutputMarkupPlaceholderTag(true);
+ }
+
+ @Override
+ protected void onConfigure() {
+ super.onConfigure();
+
+ if (resolvedRevision != null) {
+ RevCommit commit = getProject().getRevCommit(resolvedRevision, true);
+ IndexManager indexManager = OneDev.getInstance(IndexManager.class);
+ if (!indexManager.isIndexed(getProject(), commit)) {
+ OneDev.getInstance(IndexManager.class).indexAsync(getProject(), commit);
+ setVisible(true);
+ } else {
+ setVisible(false);
+ }
+ } else {
+ setVisible(false);
+ }
+ }
+
+ });
+ revisionIndexing.add(new WebSocketObserver() {
+
+ @Override
+ public void onObservableChanged(IPartialPageRequestHandler handler) {
+ handler.add(revisionIndexing);
+ resizeWindow(handler);
+ }
+
+ @Override
+ public Collection<String> getObservables() {
+ Set<String> observables = new HashSet<>();
+ if (resolvedRevision != null)
+ observables.add(CommitIndexed.getWebSocketObservable(getProject().getRevCommit(resolvedRevision, true).name()));
+ return observables;
+ }
+
+ });
+
+ newBuildSupportNote(null);
+ newBlobContent(null);
+
+ add(searchResult = new WebMarkupContainer("searchResult"));
+
+ List<QueryHit> queryHits;
+ if (state.query != null) {
+ BlobQuery query = new TextQuery.Builder()
+ .term(state.query)
+ .wholeWord(true)
+ .caseSensitive(true)
+ .count(SearchResultPanel.MAX_QUERY_ENTRIES)
+ .build();
+ try {
+ SearchManager searchManager = OneDev.getInstance(SearchManager.class);
+ queryHits = searchManager.search(projectModel.getObject(), getProject().getRevCommit(resolvedRevision, true),
+ query);
+ } catch (InterruptedException e) {
+ throw new RuntimeException(e);
+ }
+ } else {
+ queryHits = null;
+ }
+
+ newSearchResult(null, queryHits);
+
+ add(ajaxBehavior = new AbstractPostAjaxBehavior() {
+
+ @Override
+ protected void respond(AjaxRequestTarget target) {
+ IRequestParameters params = RequestCycle.get().getRequest().getPostParameters();
+ String action = params.getParameterValue("action").toString("");
+ switch (action) {
+ case "quickSearch":
+ new ModalPanel(target) {
+
+ @Override
+ protected Component newContent(String id) {
+ return newQuickSearchPanel(id, this);
+ }
+
+ };
+ break;
+ case "advancedSearch":
+ new ModalPanel(target) {
+
+ @Override
+ protected Component newContent(String id) {
+ return newAdvancedSearchPanel(id, this);
+ }
+
+ };
+ break;
+ default:
+ throw new IllegalStateException("Unexpected action: " + action);
+ }
+ }
+
+ });
+ }
+
+ /*
+ * In case we are on a branch, this operation makes sure that the branch resolves
+ * to a certain commit during the life cycle of our page, unless the page is
+ * refreshed. This can avoid the issue that displayed file content and subsequent
+ * operations encounters different commit if someone commits to the branch while
+ * we are staying on the page.
+ */
+ @Override
+ protected Map<String, ObjectId> getObjectIdCache() {
+ Map<String, ObjectId> objectIdCache = new HashMap<>();
+ if (resolvedRevision != null)
+ objectIdCache.put(state.blobIdent.revision, resolvedRevision);
+ return objectIdCache;
+ }
+
+ @Override
+ public CodeComment getOpenComment() {
+ if (state.commentId != null)
+ return OneDev.getInstance(CodeCommentManager.class).load(state.commentId);
+ else
+ return null;
+ }
+
+ @Override
+ public PullRequest getPullRequest() {
+ if (state.requestId != null)
+ return OneDev.getInstance(PullRequestManager.class).load(state.requestId);
+ else
+ return null;
+ }
+
+ private void newBlobNavigator(@Nullable AjaxRequestTarget target) {
+ Component blobNavigator = new BlobNavigator(BLOB_NAVIGATOR_ID, this);
+ if (target != null) {
+ replace(blobNavigator);
+ target.add(blobNavigator);
+ } else {
+ add(blobNavigator);
+ }
+ }
+
+ private void newBlobOperations(@Nullable AjaxRequestTarget target) {
+ WebMarkupContainer blobOperations = new WebMarkupContainer("blobOperations");
+ blobOperations.setOutputMarkupId(true);
+
+ String revision = state.blobIdent.revision;
+
+ AtomicBoolean reviewRequired = new AtomicBoolean(true);
+ try {
+ reviewRequired.set(revision!=null && getProject().isReviewRequiredForModification(getLoginUser(), revision, null));
+ } catch (Exception e) {
+ logger.error("Error checking review requirement", e);
+ }
+
+ AtomicBoolean buildRequired = new AtomicBoolean(true);
+ try {
+ buildRequired.set(revision!=null && getProject().isBuildRequiredForModification(getLoginUser(), revision, null));
+ } catch (Exception e) {
+ logger.error("Error checking build requirement", e);
+ }
+
+ blobOperations.add(new MenuLink("add") {
+
+ @Override
+ protected List<MenuItem> getMenuItems(FloatingPanel dropdown) {
+ List<MenuItem> menuItems = new ArrayList<>();
+ menuItems.add(new MenuItem() {
+
+ @Override
+ public String getLabel() {
+ return "Create New File";
+ }
+
+ @Override
+ public WebMarkupContainer newLink(String id) {
+ return new ViewStateAwareAjaxLink<Void>(id) {
+
+ @Override
+ public void onClick(AjaxRequestTarget target) {
+ onModeChange(target, Mode.ADD, null);
+ dropdown.close();
+ }
+
+ };
+ }
+
+ });
+
+ menuItems.add(new MenuItem() {
+
+ @Override
+ public String getLabel() {
+ return "Upload Files";
+ }
+
+ @Override
+ public WebMarkupContainer newLink(String id) {
+ return new ModalLink(id) {
+
+ @Override
+ public void onClick(AjaxRequestTarget target) {
+ super.onClick(target);
+ dropdown.close();
+ }
+
+ @Override
+ protected Component newContent(String id, ModalPanel modal) {
+ return new BlobUploadPanel(id, ProjectBlobPage.this) {
+
+ @Override
+ public void onCancel(AjaxRequestTarget target) {
+ modal.close();
+ }
+
+ @Override
+ public void onCommitted(AjaxRequestTarget target, RefUpdated refUpdated) {
+ ProjectBlobPage.this.onCommitted(target, refUpdated, null);
+ modal.close();
+ }
+
+ };
+ }
+
+ };
+ }
+
+ });
+ return menuItems;
+ }
+
+ @Override
+ protected void onComponentTag(ComponentTag tag) {
+ super.onComponentTag(tag);
+
+ if (reviewRequired.get()) {
+ tag.append("class", "disabled", " ");
+ tag.put("title", "Review required for this change. Submit pull request instead");
+ } else if (buildRequired.get()) {
+ tag.append("class", "disabled", " ");
+ tag.put("title", "Build required for this change. Submit pull request instead");
+ } else {
+ tag.put("title", "Add on branch " + state.blobIdent.revision);
+ }
+ }
+
+ @Override
+ protected void onConfigure() {
+ super.onConfigure();
+
+ Project project = getProject();
+ if ((state.mode == Mode.VIEW || state.mode == Mode.BLAME)
+ && isOnBranch() && state.blobIdent.isTree()
+ && SecurityUtils.canWriteCode(project)) {
+ setVisible(true);
+ setEnabled(!reviewRequired.get() && !buildRequired.get());
+ } else {
+ setVisible(false);
+ }
+ }
+
+ });
+
+ blobOperations.add(new MenuLink("search") {
+
+ @Override
+ protected List<MenuItem> getMenuItems(FloatingPanel dropdown) {
+ List<MenuItem> menuItems = new ArrayList<>();
+ menuItems.add(new MenuItem() {
+
+ @Override
+ public String getShortcut() {
+ return "T";
+ }
+
+ @Override
+ public String getLabel() {
+ return "Quick Search";
+ }
+
+ @Override
+ public WebMarkupContainer newLink(String id) {
+ return new ModalLink(id) {
+
+ @Override
+ public void onClick(AjaxRequestTarget target) {
+ super.onClick(target);
+ dropdown.close();
+ }
+
+ @Override
+ protected Component newContent(String id, ModalPanel modal) {
+ return newQuickSearchPanel(id, modal);
+ }
+
+ };
+ }
+
+ });
+ menuItems.add(new MenuItem() {
+
+ @Override
+ public String getShortcut() {
+ return "V";
+ }
+
+ @Override
+ public String getLabel() {
+ return "Advanced Search";
+ }
+
+ @Override
+ public WebMarkupContainer newLink(String id) {
+ return new ModalLink(id) {
+
+ @Override
+ public void onClick(AjaxRequestTarget target) {
+ super.onClick(target);
+ dropdown.close();
+ }
+
+ @Override
+ protected Component newContent(String id, ModalPanel modal) {
+ return newAdvancedSearchPanel(id, modal);
+ }
+
+ };
+ }
+
+ });
+
+ IVisitor<Component, Component> visitor = new IVisitor<Component, Component>() {
+
+ @Override
+ public void component(Component object, IVisit<Component> visit) {
+ visit.stop(object);
+ }
+
+ };
+ SearchMenuContributor contributor = (SearchMenuContributor) getPage().visitChildren(
+ SearchMenuContributor.class, visitor);
+ if (contributor != null)
+ menuItems.addAll(contributor.getMenuItems(dropdown));
+
+ return menuItems;
+ }
+
+ });
+
+ String compareWith = resolvedRevision!=null?resolvedRevision.name():null;
+ String query;
+ if (state.blobIdent.path != null)
+ query = String.format("path(%s)", state.blobIdent.path);
+ else
+ query = null;
+ blobOperations.add(new ViewStateAwarePageLink<Void>("history", ProjectCommitsPage.class,
+ ProjectCommitsPage.paramsOf(getProject(), query, compareWith)));
+
+ blobOperations.add(new ArchiveMenuLink("download", projectModel) {
+
+ @Override
+ protected String getRevision() {
+ return state.blobIdent.revision;
+ }
+
+ @Override
+ protected void onConfigure() {
+ super.onConfigure();
+ setVisible(state.blobIdent.revision != null && state.blobIdent.path == null);
+ }
+
+ });
+
+ if (target != null) {
+ replace(blobOperations);
+ target.add(blobOperations);
+ } else {
+ add(blobOperations);
+ }
+ }
+
+ private QuickSearchPanel newQuickSearchPanel(String id, ModalPanel modal) {
+ return new QuickSearchPanel(id, projectModel, new AbstractReadOnlyModel<String>() {
+
+ @Override
+ public String getObject() {
+ return state.blobIdent.revision;
+ }
+
+ }) {
+
+ @Override
+ protected void onSelect(AjaxRequestTarget target, QueryHit hit) {
+ BlobIdent selected = new BlobIdent(state.blobIdent.revision, hit.getBlobPath(),
+ FileMode.REGULAR_FILE.getBits());
+ ProjectBlobPage.this.onSelect(target, selected, SourceRendererProvider.getPosition(hit.getTokenPos()));
+ modal.close();
+ }
+
+ @Override
+ protected void onMoreQueried(AjaxRequestTarget target, List<QueryHit> hits) {
+ newSearchResult(target, hits);
+ resizeWindow(target);
+ modal.close();
+ }
+
+ @Override
+ protected void onCancel(AjaxRequestTarget target) {
+ modal.close();
+ }
+
+ };
+ }
+
+ private AdvancedSearchPanel advancedSearchPanel;
+
+ private ModalPanel advancedSearchPanelModal;
+
+ private AdvancedSearchPanel newAdvancedSearchPanel(String id, ModalPanel modal) {
+ /*
+ * Re-use advanced search panel instance so that search options can be preserved in the page
+ */
+ advancedSearchPanelModal = modal;
+ if (advancedSearchPanel == null) {
+ advancedSearchPanel = new AdvancedSearchPanel(id, projectModel, new AbstractReadOnlyModel<String>() {
+
+ @Override
+ public String getObject() {
+ return state.blobIdent.revision;
+ }
+
+ }) {
+
+ @Override
+ protected void onSearchComplete(AjaxRequestTarget target, List<QueryHit> hits) {
+ newSearchResult(target, hits);
+ resizeWindow(target);
+ advancedSearchPanelModal.close();
+ }
+
+ @Override
+ protected void onCancel(AjaxRequestTarget target) {
+ advancedSearchPanelModal.close();
+ }
+
+ @Override
+ protected BlobIdent getCurrentBlob() {
+ return state.blobIdent;
+ }
+
+ };
+ }
+ return advancedSearchPanel;
+ }
+
+ private void newBlobContent(@Nullable AjaxRequestTarget target) {
+ PrioritizedComponentRenderer mostPrioritizedRenderer = null;
+ for (BlobRendererContribution contribution: OneDev.getExtensions(BlobRendererContribution.class)) {
+ PrioritizedComponentRenderer renderer = contribution.getRenderer(this);
+ if (renderer != null) {
+ if (mostPrioritizedRenderer == null || mostPrioritizedRenderer.getPriority() > renderer.getPriority())
+ mostPrioritizedRenderer = renderer;
+ }
+ }
+ Component blobContent = Preconditions.checkNotNull(mostPrioritizedRenderer).render(BLOB_CONTENT_ID);
+ if (target != null) {
+ replace(blobContent);
+ target.add(blobContent);
+ } else {
+ add(blobContent);
+ }
+ }
+
+ private void pushState(AjaxRequestTarget target) {
+ PageParameters params = paramsOf(getProject(), state);
+ CharSequence url = RequestCycle.get().urlFor(ProjectBlobPage.class, params);
+ pushState(target, url.toString(), state);
+ }
+
+ private void newCommitStatus(@Nullable AjaxRequestTarget target) {
+ Component commitStatus;
+ if (resolvedRevision != null) {
+ commitStatus = new CommitStatusPanel("buildStatus", resolvedRevision) {
+
+ @Override
+ protected Project getProject() {
+ return ProjectBlobPage.this.getProject();
+ }
+
+ };
+ } else {
+ commitStatus = new WebMarkupContainer("buildStatus");
+ }
+
+ commitStatus.setOutputMarkupPlaceholderTag(true);
+
+ if (target != null) {
+ replace(commitStatus);
+ target.add(commitStatus);
+ } else {
+ add(commitStatus);
+ }
+ }
+
+ private void newBuildSupportNote(@Nullable AjaxRequestTarget target) {
+ Component buildSupportNote = new WebMarkupContainer("buildSupportNote") {
+
+ @Override
+ protected void onInitialize() {
+ super.onInitialize();
+
+ String branch = state.blobIdent.revision;
+ if (branch == null)
+ branch = "master";
+ if (SecurityUtils.canModify(getProject(), branch, BuildSpec.BLOB_PATH)) {
+ add(new ViewStateAwareAjaxLink<Void>("addFile") {
+
+ @Override
+ public void onClick(AjaxRequestTarget target) {
+ onModeChange(target, Mode.ADD, BuildSpec.BLOB_PATH);
+ }
+
+ @Override
+ public IModel<?> getBody() {
+ return Model.of("adding " + BuildSpec.BLOB_PATH);
+ }
+
+ });
+ } else {
+ add(new Label("addFile", "adding " + BuildSpec.BLOB_PATH) {
+
+ @Override
+ protected void onComponentTag(ComponentTag tag) {
+ super.onComponentTag(tag);
+ tag.setName("span");
+ }
+
+ });
+ }
+ setOutputMarkupPlaceholderTag(true);
+ }
+
+ @Override
+ protected void onConfigure() {
+ super.onConfigure();
+ if (resolvedRevision != null && isOnBranch() && state.blobIdent.path == null && state.mode == Mode.VIEW) {
+ BlobIdent blobIdent = new BlobIdent(resolvedRevision.name(), BuildSpec.BLOB_PATH, FileMode.TYPE_FILE);
+ setVisible(getProject().getBlob(blobIdent, false) == null);
+ } else {
+ setVisible(false);
+ }
+ }
+
+ };
+
+ if (target != null) {
+ replace(buildSupportNote);
+ target.add(buildSupportNote);
+ } else {
+ add(buildSupportNote);
+ }
+ }
+
+ private void newRevisionPicker(@Nullable AjaxRequestTarget target) {
+ String revision = state.blobIdent.revision;
+ boolean canCreateRef;
+ if (revision == null) {
+ revision = "master";
+ canCreateRef = false;
+ } else {
+ canCreateRef = true;
+ }
+
+ Component revisionPicker = new RevisionPicker(REVISION_PICKER_ID, projectModel, revision, canCreateRef) {
+
+ @Override
+ protected String getRevisionUrl(String revision) {
+ BlobIdent blobIdent = new BlobIdent(revision, null, FileMode.TREE.getBits());
+ State state = new State(blobIdent);
+ PageParameters params = ProjectBlobPage.paramsOf(projectModel.getObject(), state);
+ return urlFor(ProjectBlobPage.class, params).toString();
+ }
+
+ @Override
+ protected void onSelect(AjaxRequestTarget target, String revision) {
+ BlobIdent newBlobIdent = new BlobIdent(state.blobIdent);
+ newBlobIdent.revision = revision;
+ if (newBlobIdent.path != null) {
+ try (RevWalk revWalk = new RevWalk(getProject().getRepository())) {
+ RevTree revTree = getProject().getRevCommit(revision, true).getTree();
+ TreeWalk treeWalk = TreeWalk.forPath(getProject().getRepository(), newBlobIdent.path, revTree);
+ if (treeWalk != null) {
+ newBlobIdent.mode = treeWalk.getRawMode(0);
+ } else {
+ newBlobIdent.path = null;
+ newBlobIdent.mode = FileMode.TREE.getBits();
+ }
+ } catch (IOException e) {
+ throw new RuntimeException(e);
+ }
+ }
+
+ ProjectBlobPage.this.onSelect(target, newBlobIdent, null);
+ }
+
+ };
+ if (target != null) {
+ replace(revisionPicker);
+ target.add(revisionPicker);
+ } else {
+ add(revisionPicker);
+ }
+ }
+
+ /*
+ * This method represents changing of resolved revision, instead of the named revision.
+ * It is possible that resolved revision changes while named revision remains unchanged.
+ * For instance when a file on a branch is edited from this page, the named revision
+ * remains unchanged (still point to the branch), but the underlying resolved revision
+ * (the commit) has been changed
+ *
+ * @param target
+ */
+ private void onResolvedRevisionChange(AjaxRequestTarget target) {
+ /*
+ * A hack to reset resolved revision to null to disable getObjectIdCache()
+ * temporarily as otherwise getObjectId() method below will always
+ * resolved to existing value of resolvedRevision
+ */
+ resolvedRevision = null;
+ resolvedRevision = getProject().getObjectId(state.blobIdent.revision, true);
+
+ OneDev.getInstance(WebSocketManager.class).observe(this);
+ newRevisionPicker(target);
+ newCommitStatus(target);
+ target.add(revisionIndexing);
+ newBlobNavigator(target);
+ newBlobOperations(target);
+ newBuildSupportNote(target);
+ newBlobContent(target);
+ resizeWindow(target);
+ }
+
+ @Override
+ public void renderHead(IHeaderResponse response) {
+ super.renderHead(response);
+
+ response.render(JavaScriptHeaderItem.forReference(new ProjectBlobResourceReference()));
+
+ String callback = ajaxBehavior.getCallbackFunction(explicit("action")).toString();
+ String script = String.format("onedev.server.projectBlob.onDomReady(%s);", callback);
+
+ response.render(OnDomReadyHeaderItem.forScript(script));
+ }
+
+ public static ProjectBlobPage.State getState(CodeComment comment) {
+ BlobIdent blobIdent = new BlobIdent(comment.getMarkPos().getCommit(), comment.getMarkPos().getPath(),
+ FileMode.REGULAR_FILE.getBits());
+ ProjectBlobPage.State state = new ProjectBlobPage.State(blobIdent);
+ state.commentId = comment.getId();
+ state.position = SourceRendererProvider.getPosition(comment.getMarkPos().getRange());
+ return state;
+ }
+
+ public static PageParameters paramsOf(CodeComment comment) {
+ return paramsOf(comment.getProject(), getState(comment));
+ }
+
+ public static PageParameters paramsOf(Project project, BlobIdent blobIdent) {
+ return paramsOf(project, new State(blobIdent));
+ }
+
+ public static void fillParams(PageParameters params, State state) {
+ if (state.blobIdent.revision != null)
+ params.add(PARAM_REVISION, state.blobIdent.revision);
+ if (state.blobIdent.path != null)
+ params.add(PARAM_PATH, state.blobIdent.path);
+ if (state.position != null)
+ params.add(PARAM_POSITION, state.position.toString());
+ if (state.requestId != null)
+ params.add(PARAM_REQUEST, state.requestId);
+ if (state.commentId != null)
+ params.add(PARAM_COMMENT, state.commentId);
+ if (state.mode != Mode.VIEW)
+ params.add(PARAM_MODE, state.mode.name().toLowerCase());
+ if (state.mode == Mode.VIEW && state.viewPlain)
+ params.add(PARAM_VIEW_PLAIN, true);
+ if (state.urlBeforeEdit != null)
+ params.add(PARAM_URL_BEFORE_EDIT, state.urlBeforeEdit);
+ if (state.urlAfterEdit != null)
+ params.add(PARAM_URL_AFTER_EDIT, state.urlAfterEdit);
+
+ if (state.query != null)
+ params.add(PARAM_QUERY, state.query);
+ if (state.initialNewPath != null)
+ params.add(PARAM_INITIAL_NEW_PATH, state.initialNewPath);
+ }
+
+ public static PageParameters paramsOf(Project project, State state) {
+ PageParameters params = paramsOf(project);
+ fillParams(params, state);
+ return params;
+ }
+
+ private void newSearchResult(@Nullable AjaxRequestTarget target, @Nullable List<QueryHit> hits) {
+ Component content;
+ if (hits != null) {
+ content = new SearchResultPanel("content", this, hits) {
+
+ @Override
+ protected void onClose(AjaxRequestTarget target) {
+ newSearchResult(target, null);
+ resizeWindow(target);
+ }
+
+ };
+ if (target != null) {
+ target.appendJavaScript(""
+ + "$('#project-blob>.search-result').show(); "
+ + "$('#project-blob .search-result>.body').focus();");
+ }
+ } else {
+ content = new WebMarkupContainer("content").setOutputMarkupId(true);
+ if (target != null)
+ target.appendJavaScript("$('#project-blob>.search-result').hide();");
+ else
+ searchResult.add(AttributeAppender.replace("style", "display: none;"));
+ }
+ if (target != null) {
+ searchResult.replace(content);
+ target.add(content);
+ } else {
+ searchResult.add(content);
+ }
+ }
+
+ @Override
+ protected void onPopState(AjaxRequestTarget target, Serializable data) {
+ super.onPopState(target, data);
+
+ State popState = (State) data;
+ if (!popState.blobIdent.revision.equals(state.blobIdent.revision)) {
+ state = popState;
+ newSearchResult(target, null);
+ onResolvedRevisionChange(target);
+ } else {
+ state = popState;
+ newBlobNavigator(target);
+ newBlobOperations(target);
+ newBuildSupportNote(target);
+ newBlobContent(target);
+ resizeWindow(target);
+ }
+ }
+
+ private void resizeWindow(IPartialPageRequestHandler partialPageRequestHandler) {
+ partialPageRequestHandler.appendJavaScript("$(window).resize();");
+ }
+
+ @Override
+ public BlobIdent getBlobIdent() {
+ return state.blobIdent;
+ }
+
+ @Override
+ public String getPosition() {
+ return state.position;
+ }
+
+ @Override
+ public void onPosition(AjaxRequestTarget target, String position) {
+ state.position = position;
+ pushState(target);
+ }
+
+ @Override
+ public String getPositionUrl(String position) {
+ State positionState = SerializationUtils.clone(state);
+ positionState.blobIdent.revision = resolvedRevision.name();
+ positionState.commentId = null;
+ positionState.position = position;
+ PageParameters params = paramsOf(getProject(), positionState);
+ return RequestCycle.get().urlFor(ProjectBlobPage.class, params).toString();
+ }
+
+ @Override
+ public Mode getMode() {
+ return state.mode;
+ }
+
+ @Override
+ public boolean isViewPlain() {
+ return state.viewPlain;
+ }
+
+ @Override
+ public String getUrlBeforeEdit() {
+ return state.urlBeforeEdit;
+ }
+
+ @Override
+ public String getUrlAfterEdit() {
+ return state.urlAfterEdit;
+ }
+
+ @Override
+ public PageParameters getParamsBeforeEdit() {
+ return paramsOf(getProject(), state);
+ }
+
+ @Override
+ public PageParameters getParamsAfterEdit() {
+ return paramsOf(getProject(), state);
+ }
+
+ @Override
+ public void onSelect(AjaxRequestTarget target, BlobIdent blobIdent, @Nullable String position) {
+ String prevPosition = state.position;
+ state.position = position;
+ if (!blobIdent.revision.equals(state.blobIdent.revision)) {
+ state.blobIdent = blobIdent;
+ state.mode = Mode.VIEW;
+ state.commentId = null;
+ state.requestId = null;
+ newSearchResult(target, null);
+ onResolvedRevisionChange(target);
+ } else if (!Objects.equal(state.blobIdent.path, blobIdent.path)) {
+ state.blobIdent.path = blobIdent.path;
+ state.blobIdent.mode = blobIdent.mode;
+ state.mode = Mode.VIEW;
+ state.commentId = null;
+ newBlobNavigator(target);
+ newBlobOperations(target);
+ newBuildSupportNote(target);
+ newBlobContent(target);
+ resizeWindow(target);
+ OneDev.getInstance(WebSocketManager.class).observe(this);
+ } else if (state.position != null) {
+ if (get(BLOB_CONTENT_ID) instanceof Positionable) {
+ // This logic is added for performance reason, we do not want to
+ // reload the file if go to different mark positions in same file
+ ((Positionable)get(BLOB_CONTENT_ID)).position(target, state.position);
+ } else {
+ state.mode = Mode.VIEW;
+ newBlobOperations(target);
+ newBuildSupportNote(target);
+ newBlobContent(target);
+ resizeWindow(target);
+ }
+ } else if (prevPosition != null) {
+ state.mode = Mode.VIEW;
+ newBlobOperations(target);
+ newBuildSupportNote(target);
+ newBlobContent(target);
+ resizeWindow(target);
+ }
+ pushState(target);
+ }
+
+ @Override
+ public void pushState(AjaxRequestTarget target, BlobIdent blobIdent, @Nullable String position) {
+ state.blobIdent = blobIdent;
+ state.position = position;
+ pushState(target);
+ }
+
+ @Override
+ public void onSearchComplete(AjaxRequestTarget target, List<QueryHit> hits) {
+ newSearchResult(target, hits);
+ resizeWindow(target);
+ }
+
+ @Override
+ public void onCommentOpened(AjaxRequestTarget target, CodeComment comment) {
+ if (comment != null) {
+ state.commentId = comment.getId();
+ state.position = SourceRendererProvider.getPosition(Preconditions.checkNotNull(comment.mapRange(state.blobIdent)));
+ } else {
+ state.commentId = null;
+ state.position = null;
+ }
+ pushState(target);
+ }
+
+ @Override
+ public void onAddComment(AjaxRequestTarget target, PlanarRange range) {
+ state.commentId = null;
+ state.position = SourceRendererProvider.getPosition(range);
+ pushState(target);
+ }
+
+ @Override
+ public boolean isOnBranch() {
+ return state.blobIdent.revision == null || getProject().getBranchRef(state.blobIdent.revision) != null;
+ }
+
+ @Override
+ public RevCommit getCommit() {
+ if (resolvedRevision != null)
+ return getProject().getRevCommit(resolvedRevision, true);
+ else
+ return null;
+ }
+
+ public static class State implements Serializable {
+
+ private static final long serialVersionUID = 1L;
+
+ public BlobIdent blobIdent;
+
+ public Long requestId;
+
+ public Long commentId;
+
+ public String position;
+
+ public Mode mode = Mode.VIEW;
+
+ /*
+ * Some blob can be rendered in a way for easier understanding, such as .onedev-buildspec.yml,
+ * In these cases, the VIEW_PLAIN mode enables to view plain text of the blob. Applicable
+ * only when mode is VIEW
+ */
+ public boolean viewPlain;
+
+ public String urlBeforeEdit;
+
+ public String urlAfterEdit;
+
+ public boolean renderSource;
+
+ public String query;
+
+ public String initialNewPath;
+
+ public State(BlobIdent blobIdent) {
+ this.blobIdent = blobIdent;
+ }
+
+ public State() {
+ blobIdent = new BlobIdent();
+ }
+
+ }
+
+ @Override
+ public void onModeChange(AjaxRequestTarget target, Mode mode, @Nullable String newPath) {
+ onModeChange(target, mode, false, newPath);
+ }
+
+ @Override
+ public void onModeChange(AjaxRequestTarget target, Mode mode, boolean viewPlain, @Nullable String newPath) {
+ state.viewPlain = viewPlain;
+ state.initialNewPath = newPath;
+
+ /*
+ * User might be changing blob name when adding a file, and onModeChange will be called.
+ * In this case, we only need to re-create blob content
+ */
+ if (mode != Mode.ADD || state.mode != Mode.ADD) {
+ state.mode = mode;
+ pushState(target);
+ if (state.mode == Mode.VIEW || state.mode == Mode.EDIT || state.mode == Mode.ADD) {
+ newBlobNavigator(target);
+ newBlobOperations(target);
+ }
+ }
+ newBuildSupportNote(target);
+ newBlobContent(target);
+ resizeWindow(target);
+ }
+
+ @Override
+ public void onCommitted(@Nullable AjaxRequestTarget target, RefUpdated refUpdated, @Nullable String position) {
+ Project project = getProject();
+ if (state.blobIdent.revision == null) {
+ state.blobIdent.revision = "master";
+ resolvedRevision = refUpdated.getNewCommitId();
+ project.setDefaultBranch("master");
+ }
+ String branch = state.blobIdent.revision;
+
+ getProject().cacheObjectId(branch, refUpdated.getNewCommitId());
+
+ Long projectId = project.getId();
+ String refName = refUpdated.getRefName();
+ ObjectId oldCommitId = refUpdated.getOldCommitId();
+ ObjectId newCommitId = refUpdated.getNewCommitId();
+
+ /*
+ * Update pull request as this is a direct consequence of editing source branch. Also this
+ * is necessary to show the latest changes of the pull request after editing
+ */
+ PullRequest request = getPullRequest();
+ if (request != null)
+ OneDev.getInstance(PullRequestUpdateManager.class).checkUpdate(request);
+
+ OneDev.getInstance(TransactionManager.class).runAfterCommit(new Runnable() {
+
+ @Override
+ public void run() {
+ OneDev.getInstance(SessionManager.class).runAsync(new Runnable() {
+
+ @Override
+ public void run() {
+ Project project = OneDev.getInstance(ProjectManager.class).load(projectId);
+ project.cacheObjectId(branch, newCommitId);
+ RefUpdated refUpdated = new RefUpdated(project, refName, oldCommitId, newCommitId);
+ OneDev.getInstance(ListenerRegistry.class).post(refUpdated);
+ }
+
+ });
+ }
+
+ });
+
+ if (target != null) {
+ if (state.urlAfterEdit != null) {
+ throw new RedirectToUrlException(state.urlAfterEdit);
+ } else {
+ BlobIdent newBlobIdent;
+ if (state.mode == Mode.DELETE) {
+ try (RevWalk revWalk = new RevWalk(getProject().getRepository())) {
+ RevTree revTree = getProject().getRevCommit(refUpdated.getNewCommitId(), true).getTree();
+ String parentPath = StringUtils.substringBeforeLast(state.blobIdent.path, "/");
+ while (TreeWalk.forPath(getProject().getRepository(), parentPath, revTree) == null) {
+ if (parentPath.contains("/")) {
+ parentPath = StringUtils.substringBeforeLast(parentPath, "/");
+ } else {
+ parentPath = null;
+ break;
+ }
+ }
+ newBlobIdent = new BlobIdent(branch, parentPath, FileMode.TREE.getBits());
+ } catch (IOException e) {
+ throw new RuntimeException(e);
+ }
+ } else if (state.mode == Mode.ADD) {
+ newBlobIdent = new BlobIdent(branch, getNewPath(), FileMode.REGULAR_FILE.getBits());
+ } else if (state.mode == Mode.EDIT) {
+ newBlobIdent = new BlobIdent(branch, getNewPath(), FileMode.REGULAR_FILE.getBits());
+ } else {
+ // We've uploaded some files
+ newBlobIdent = null;
+ }
+
+ if (newBlobIdent != null) {
+ state.blobIdent = newBlobIdent;
+ state.position = position;
+ state.commentId = null;
+ state.mode = Mode.VIEW;
+ onResolvedRevisionChange(target);
+ pushState(target);
+ } else {
+ state.mode = Mode.VIEW;
+ onResolvedRevisionChange(target);
+ }
+
+ // fix the issue that sometimes indexing indicator of new commit does not disappear
+ target.appendJavaScript("Wicket.WebSocket.send('RenderCallback');");
+ }
+ }
+ }
+
+ @Override
+ public String getInitialNewPath() {
+ return state.initialNewPath;
+ }
+
+ @Override
+ public String getDirectory() {
+ String path;
+ if (state.mode == Mode.ADD || state.mode == Mode.EDIT) {
+ path = getNewPath();
+ if (path != null) {
+ if (path.contains("/"))
+ path = StringUtils.substringBeforeLast(path, "/");
+ else
+ path = null;
+ } else {
+ throw new IllegalStateException();
+ }
+ } else if (state.blobIdent.isTree()) {
+ path = state.blobIdent.path;
+ } else if (state.blobIdent.path.contains("/")) {
+ path = StringUtils.substringBeforeLast(state.blobIdent.path, "/");
+ } else {
+ path = null;
+ }
+ return path;
+ }
+
+ @Override
+ public String getDirectoryUrl() {
+ String revision = state.blobIdent.revision;
+ BlobIdent blobIdent = new BlobIdent(revision, getDirectory(), FileMode.TREE.getBits());
+ ProjectBlobPage.State state = new ProjectBlobPage.State(blobIdent);
+ return urlFor(ProjectBlobPage.class, ProjectBlobPage.paramsOf(getProject(), state)).toString();
+ }
+
+ @Override
+ public String getRootDirectoryUrl() {
+ BlobIdent blobIdent = new BlobIdent(state.blobIdent.revision, null, FileMode.TREE.getBits());
+ return RequestCycle.get().urlFor(ProjectBlobPage.class,
+ ProjectBlobPage.paramsOf(getProject(), blobIdent)).toString();
+ }
+
+ @Override
+ public String getNewPath() {
+ BlobNavigator blobNavigator = (BlobNavigator) get(BLOB_NAVIGATOR_ID);
+ return blobNavigator.getNewPath();
+ }
+
+ @Override
+ public void onEvent(IEvent<?> event) {
+ super.onEvent(event);
+ if (event.getPayload() instanceof RevisionResolved) {
+ RevisionResolved revisionResolveEvent = (RevisionResolved) event.getPayload();
+ resolvedRevision = revisionResolveEvent.getResolvedRevision();
+ }
+ }
+
+ @Override
+ public String getAutosaveKey() {
+ if (state.mode == Mode.ADD) {
+ return String.format("autosave:addBlob:%d:%s:%s",
+ getProject().getId(), state.blobIdent.revision, getNewPath());
+ } else if (state.mode == Mode.EDIT) {
+ return String.format("autosave:editBlob:%d:%s:%s:%s",
+ getProject().getId(), state.blobIdent.revision,
+ state.blobIdent.path, getProject().getBlob(state.blobIdent, true).getBlobId());
+ } else {
+ throw new IllegalStateException();
+ }
+ }
+
+ @Override
+ public RefUpdated uploadFiles(Collection<FileUpload> uploads, String directory, String commitMessage) {
+ Map<String, BlobContent> newBlobs = new HashMap<>();
+
+ String parentPath = getDirectory();
+
+ if (directory != null) {
+ if (parentPath != null)
+ parentPath += "/" + directory;
+ else
+ parentPath = directory;
+ }
+
+ User user = Preconditions.checkNotNull(SecurityUtils.getUser());
+ BlobIdent blobIdent = getBlobIdent();
+
+ for (FileUpload upload: uploads) {
+ String blobPath = upload.getClientFileName();
+ if (parentPath != null)
+ blobPath = parentPath + "/" + blobPath;
+
+ if (getProject().isReviewRequiredForModification(user, blobIdent.revision, blobPath))
+ throw new BlobEditException("Review required for this change. Please submit pull request instead");
+ else if (getProject().isBuildRequiredForModification(user, blobIdent.revision, blobPath))
+ throw new BlobEditException("Build required for this change. Please submit pull request instead");
+
+ BlobContent blobContent = new BlobContent.Immutable(upload.getBytes(), FileMode.REGULAR_FILE);
+ newBlobs.put(blobPath, blobContent);
+ }
+
+ BlobEdits blobEdits = new BlobEdits(Sets.newHashSet(), newBlobs);
+ String refName = blobIdent.revision!=null?GitUtils.branch2ref(blobIdent.revision):"refs/heads/master";
+
+ ObjectId prevCommitId;
+ if (blobIdent.revision != null)
+ prevCommitId = getProject().getObjectId(blobIdent.revision, true);
+ else
+ prevCommitId = ObjectId.zeroId();
+
+ while (true) {
+ try {
+ ObjectId newCommitId = blobEdits.commit(getProject().getRepository(), refName, prevCommitId,
+ prevCommitId, user.asPerson(), commitMessage);
+ return new RefUpdated(getProject(), refName, prevCommitId, newCommitId);
+ } catch (ObjectAlreadyExistsException|NotTreeException e) {
+ throw new BlobEditException(e.getMessage());
+ } catch (ObsoleteCommitException e) {
+ prevCommitId = e.getOldCommitId();
+ }
+ }
+ }
+
+ @Override
+ protected boolean isPermitted() {
+ return SecurityUtils.canReadCode(getProject());
+ }
+
+ @Override
+ public String appendRaw(String url) {
+ try {
+ URIBuilder builder;
+ builder = new URIBuilder(url);
+ for (NameValuePair pair: builder.getQueryParams()) {
+ if (pair.getName().equals(PARAM_RAW))
+ return url;
+ }
+ return builder.addParameter(PARAM_RAW, "true").build().toString();
+ } catch (URISyntaxException e) {
+ throw new RuntimeException(e);
+ }
+ }
+
+ @Override
+ public ScriptIdentity getScriptIdentity() {
+ if (getBlobIdent().revision != null)
+ return new JobIdentity(getProject(), getCommit().copy());
+ else // when we add file to an empty project
+ return new JobIdentity(getProject(), null);
+ }
+
+}
diff --git a/server-core/src/main/java/io/onedev/server/web/page/project/blob/navigator/BlobNavigator.java b/server-core/src/main/java/io/onedev/server/web/page/project/blob/navigator/BlobNavigator.java
index 1c65317767..8d8a9ceb93 100644
--- a/server-core/src/main/java/io/onedev/server/web/page/project/blob/navigator/BlobNavigator.java
+++ b/server-core/src/main/java/io/onedev/server/web/page/project/blob/navigator/BlobNavigator.java
@@ -1,337 +1,337 @@
-package io.onedev.server.web.page.project.blob.navigator;
-
-import java.util.ArrayList;
-import java.util.Iterator;
-import java.util.List;
-
-import javax.annotation.Nullable;
-
-import org.apache.wicket.Component;
-import org.apache.wicket.ajax.AjaxChannel;
-import org.apache.wicket.ajax.AjaxChannel.Type;
-import org.apache.wicket.ajax.AjaxRequestTarget;
-import org.apache.wicket.ajax.attributes.AjaxRequestAttributes;
-import org.apache.wicket.ajax.form.AjaxFormSubmitBehavior;
-import org.apache.wicket.ajax.markup.html.AjaxLink;
-import org.apache.wicket.behavior.AttributeAppender;
-import org.apache.wicket.event.Broadcast;
-import org.apache.wicket.extensions.markup.html.repeater.tree.ITreeProvider;
-import org.apache.wicket.extensions.markup.html.repeater.tree.NestedTree;
-import org.apache.wicket.extensions.markup.html.repeater.tree.theme.HumanTheme;
-import org.apache.wicket.markup.ComponentTag;
-import org.apache.wicket.markup.head.CssHeaderItem;
-import org.apache.wicket.markup.head.IHeaderResponse;
-import org.apache.wicket.markup.head.OnDomReadyHeaderItem;
-import org.apache.wicket.markup.html.WebMarkupContainer;
-import org.apache.wicket.markup.html.basic.Label;
-import org.apache.wicket.markup.html.form.Form;
-import org.apache.wicket.markup.html.form.TextField;
-import org.apache.wicket.markup.html.list.ListItem;
-import org.apache.wicket.markup.html.list.ListView;
-import org.apache.wicket.markup.html.panel.Fragment;
-import org.apache.wicket.markup.html.panel.Panel;
-import org.apache.wicket.model.IModel;
-import org.apache.wicket.model.LoadableDetachableModel;
-import org.apache.wicket.model.Model;
-import org.apache.wicket.request.mapper.parameter.PageParameters;
-import org.eclipse.jgit.lib.FileMode;
-
-import com.google.common.base.Splitter;
-
-import io.onedev.commons.utils.StringUtils;
-import io.onedev.server.git.BlobIdent;
-import io.onedev.server.git.BlobIdentFilter;
-import io.onedev.server.git.GitUtils;
-import io.onedev.server.web.ajaxlistener.ConfirmLeaveListener;
-import io.onedev.server.web.component.blob.BlobIcon;
-import io.onedev.server.web.component.floating.AlignPlacement;
-import io.onedev.server.web.component.floating.FloatingPanel;
-import io.onedev.server.web.component.link.DropdownLink;
-import io.onedev.server.web.component.link.ViewStateAwareAjaxLink;
-import io.onedev.server.web.page.project.blob.ProjectBlobPage;
-import io.onedev.server.web.page.project.blob.render.BlobRenderContext;
-import io.onedev.server.web.page.project.blob.render.BlobRenderContext.Mode;
-
-@SuppressWarnings("serial")
-public class BlobNavigator extends Panel {
-
- private final static String LAST_SEGMENT_ID = "lastSegment";
-
- private final BlobRenderContext context;
-
- private TextField<String> nameInput;
-
- public BlobNavigator(String id, BlobRenderContext context) {
- super(id);
-
- this.context = context;
- }
-
- @Override
- protected void onInitialize() {
- super.onInitialize();
-
- add(new ListView<BlobIdent>("treeSegments", new LoadableDetachableModel<List<BlobIdent>>() {
-
- @Override
- protected List<BlobIdent> load() {
- BlobIdent file = context.getBlobIdent();
- List<BlobIdent> treeSegments = new ArrayList<>();
- treeSegments.add(new BlobIdent(file.revision, null, FileMode.TREE.getBits()));
-
- if (file.path != null) {
- List<String> segments = Splitter.on('/').omitEmptyStrings().splitToList(file.path);
-
- for (int i=0; i<segments.size(); i++) {
- BlobIdent parent = treeSegments.get(treeSegments.size()-1);
- int treeMode = FileMode.TREE.getBits();
- if (i<segments.size()-1 || file.mode == treeMode) {
- String treePath = segments.get(i);
- if (parent.path != null)
- treePath = parent.path + "/" + treePath;
- treeSegments.add(new BlobIdent(file.revision, treePath, treeMode));
- }
- }
- }
-
- return treeSegments;
- }
-
- }) {
-
- @Override
- protected void populateItem(final ListItem<BlobIdent> item) {
- final BlobIdent blobIdent = item.getModelObject();
- AjaxLink<Void> link = new ViewStateAwareAjaxLink<Void>("link") {
-
- @Override
- protected void updateAjaxAttributes(AjaxRequestAttributes attributes) {
- super.updateAjaxAttributes(attributes);
- attributes.getAjaxCallListeners().add(new ConfirmLeaveListener());
- }
-
- @Override
- public void onClick(AjaxRequestTarget target) {
- context.onSelect(target, blobIdent, null);
- }
-
- @Override
- protected void onComponentTag(ComponentTag tag) {
- super.onComponentTag(tag);
- ProjectBlobPage.State state = new ProjectBlobPage.State(blobIdent);
- PageParameters params = ProjectBlobPage.paramsOf(context.getProject(), state);
- tag.put("href", urlFor(ProjectBlobPage.class, params));
- }
-
- };
- link.setEnabled(!context.getBlobIdent().isTree() || item.getIndex() != getViewSize()-1);
-
- if (blobIdent.path != null) {
- if (blobIdent.path.indexOf('/') != -1)
- link.add(new Label("label", StringUtils.substringAfterLast(blobIdent.path, "/")));
- else
- link.add(new Label("label", blobIdent.path));
- } else {
- link.add(new Label("label", context.getProject().getName()));
- }
-
- item.add(link);
-
- item.add(new DropdownLink("subtreeDropdownTrigger", AlignPlacement.bottom(6)) {
-
- @Override
- protected void onInitialize(FloatingPanel dropdown) {
- super.onInitialize(dropdown);
- dropdown.add(AttributeAppender.append("class", "subtree-dropdown"));
- }
-
- @Override
- protected Component newContent(String id, FloatingPanel dropdown) {
- return new NestedTree<BlobIdent>(id, new ITreeProvider<BlobIdent>() {
-
- @Override
- public void detach() {
- }
-
- @Override
- public Iterator<? extends BlobIdent> getRoots() {
- if (blobIdent.revision != null)
- return context.getProject().getChildren(blobIdent, BlobIdentFilter.ALL).iterator();
- else
- return new ArrayList<BlobIdent>().iterator();
- }
-
- @Override
- public boolean hasChildren(BlobIdent blobIdent) {
- return blobIdent.isTree();
- }
-
- @Override
- public Iterator<? extends BlobIdent> getChildren(BlobIdent blobIdent) {
- return context.getProject().getChildren(blobIdent, BlobIdentFilter.ALL).iterator();
- }
-
- @Override
- public IModel<BlobIdent> model(BlobIdent blobIdent) {
- return Model.of(blobIdent);
- }
-
- }) {
-
- @Override
- protected void onInitialize() {
- super.onInitialize();
- add(new HumanTheme());
- }
-
- @Override
- public void expand(BlobIdent blobIdent) {
- super.expand(blobIdent);
-
- List<BlobIdent> children = context.getProject().getChildren(blobIdent, BlobIdentFilter.ALL);
- if (children.size() == 1 && children.get(0).isTree())
- expand(children.get(0));
- }
-
- @Override
- protected Component newContentComponent(String id, final IModel<BlobIdent> model) {
- BlobIdent blobIdent = model.getObject();
- Fragment fragment = new Fragment(id, "treeNodeFrag", BlobNavigator.this);
-
- AjaxLink<Void> link = new ViewStateAwareAjaxLink<Void>("link") {
-
- @Override
- protected void updateAjaxAttributes(AjaxRequestAttributes attributes) {
- super.updateAjaxAttributes(attributes);
- attributes.getAjaxCallListeners().add(new ConfirmLeaveListener());
- }
-
- @Override
- public void onClick(AjaxRequestTarget target) {
- context.onSelect(target, model.getObject(), null);
- dropdown.close();
- }
-
- @Override
- protected void onComponentTag(ComponentTag tag) {
- super.onComponentTag(tag);
-
- ProjectBlobPage.State state = new ProjectBlobPage.State(model.getObject());
- PageParameters params = ProjectBlobPage.paramsOf(context.getProject(), state);
- tag.put("href", urlFor(ProjectBlobPage.class, params));
- }
-
- };
-
- link.add(new BlobIcon("icon", model));
-
- if (blobIdent.path.indexOf('/') != -1)
- link.add(new Label("label", StringUtils.substringAfterLast(blobIdent.path, "/")));
- else
- link.add(new Label("label", blobIdent.path));
- fragment.add(link);
-
- return fragment;
- }
-
- };
- }
-
- });
- }
-
- });
-
- WebMarkupContainer lastSegment;
- BlobIdent file = context.getBlobIdent();
- if (context.getMode() == Mode.EDIT || context.getMode() == Mode.ADD) {
- lastSegment = new Fragment(LAST_SEGMENT_ID, "nameEditFrag", this);
-
- Form<?> form = new Form<Void>("form");
- lastSegment.add(form);
- String name;
- if (context.getMode() == Mode.ADD)
- name = context.getInitialNewPath();
- else if (file.path.contains("/"))
- name = StringUtils.substringAfterLast(file.path, "/");
- else
- name = file.path;
-
- nameInput = new TextField<String>("input", Model.of(name));
- form.add(nameInput);
- nameInput.add(new AjaxFormSubmitBehavior(form, "input") {
-
- @Override
- protected void updateAjaxAttributes(AjaxRequestAttributes attributes) {
- super.updateAjaxAttributes(attributes);
- attributes.setChannel(new AjaxChannel("blob-name-edit", Type.DROP));
- }
-
- @Override
- protected void onSubmit(AjaxRequestTarget target) {
- super.onSubmit(target);
- send(getPage(), Broadcast.BREADTH, new BlobNameChanging(target));
- }
-
- });
-
- if (context.getMode() != Mode.ADD)
- nameInput.add(AttributeAppender.append("class", "no-autofocus"));
- lastSegment.add(AttributeAppender.append("class", "input"));
- } else if (file.isTree()) {
- lastSegment = new WebMarkupContainer(LAST_SEGMENT_ID);
- lastSegment.setVisible(false);
- } else {
- lastSegment = new Fragment(LAST_SEGMENT_ID, "blobNameFrag", this);
-
- String blobName = file.path;
- if (blobName.contains("/"))
- blobName = StringUtils.substringAfterLast(blobName, "/");
- lastSegment.add(new Label("label", blobName));
- }
- add(lastSegment);
-
- setOutputMarkupId(true);
- }
-
- @Override
- public void renderHead(IHeaderResponse response) {
- super.renderHead(response);
- response.render(CssHeaderItem.forReference(new BlobNavigatorResourceReference()));
-
- if (context.getBlobIdent().isTree()) {
- String script = String.format("$('#%s input[type=text]').focus();", getMarkupId());
- response.render(OnDomReadyHeaderItem.forScript(script));
- }
-
- String script = String.format("$('#%s form').submit(false);", getMarkupId());
- response.render(OnDomReadyHeaderItem.forScript(script));
- }
-
- @Nullable
- public String getNewPath() {
- if (nameInput != null) {
- String newPath;
- String name = nameInput.getModelObject();
- if (StringUtils.isNotBlank(name)) {
- if (context.getBlobIdent().isTree()) {
- if (context.getBlobIdent().path != null)
- newPath = context.getBlobIdent().path + "/" + name;
- else
- newPath = name;
- } else {
- if (context.getBlobIdent().path.contains("/"))
- newPath = StringUtils.substringBeforeLast(context.getBlobIdent().path, "/") + "/" + name;
- else
- newPath = name;
- }
- return GitUtils.normalizePath(newPath);
- } else {
- return null;
- }
- } else {
- throw new IllegalStateException();
- }
- }
-
-}
+package io.onedev.server.web.page.project.blob.navigator;
+
+import java.util.ArrayList;
+import java.util.Iterator;
+import java.util.List;
+
+import javax.annotation.Nullable;
+
+import org.apache.wicket.Component;
+import org.apache.wicket.ajax.AjaxChannel;
+import org.apache.wicket.ajax.AjaxChannel.Type;
+import org.apache.wicket.ajax.AjaxRequestTarget;
+import org.apache.wicket.ajax.attributes.AjaxRequestAttributes;
+import org.apache.wicket.ajax.form.AjaxFormSubmitBehavior;
+import org.apache.wicket.ajax.markup.html.AjaxLink;
+import org.apache.wicket.behavior.AttributeAppender;
+import org.apache.wicket.event.Broadcast;
+import org.apache.wicket.extensions.markup.html.repeater.tree.ITreeProvider;
+import org.apache.wicket.extensions.markup.html.repeater.tree.NestedTree;
+import org.apache.wicket.extensions.markup.html.repeater.tree.theme.HumanTheme;
+import org.apache.wicket.markup.ComponentTag;
+import org.apache.wicket.markup.head.CssHeaderItem;
+import org.apache.wicket.markup.head.IHeaderResponse;
+import org.apache.wicket.markup.head.OnDomReadyHeaderItem;
+import org.apache.wicket.markup.html.WebMarkupContainer;
+import org.apache.wicket.markup.html.basic.Label;
+import org.apache.wicket.markup.html.form.Form;
+import org.apache.wicket.markup.html.form.TextField;
+import org.apache.wicket.markup.html.list.ListItem;
+import org.apache.wicket.markup.html.list.ListView;
+import org.apache.wicket.markup.html.panel.Fragment;
+import org.apache.wicket.markup.html.panel.Panel;
+import org.apache.wicket.model.IModel;
+import org.apache.wicket.model.LoadableDetachableModel;
+import org.apache.wicket.model.Model;
+import org.apache.wicket.request.mapper.parameter.PageParameters;
+import org.eclipse.jgit.lib.FileMode;
+
+import com.google.common.base.Splitter;
+
+import io.onedev.commons.utils.StringUtils;
+import io.onedev.server.git.BlobIdent;
+import io.onedev.server.git.BlobIdentFilter;
+import io.onedev.server.git.GitUtils;
+import io.onedev.server.web.ajaxlistener.ConfirmLeaveListener;
+import io.onedev.server.web.component.blob.BlobIcon;
+import io.onedev.server.web.component.floating.AlignPlacement;
+import io.onedev.server.web.component.floating.FloatingPanel;
+import io.onedev.server.web.component.link.DropdownLink;
+import io.onedev.server.web.component.link.ViewStateAwareAjaxLink;
+import io.onedev.server.web.page.project.blob.ProjectBlobPage;
+import io.onedev.server.web.page.project.blob.render.BlobRenderContext;
+import io.onedev.server.web.page.project.blob.render.BlobRenderContext.Mode;
+
+@SuppressWarnings("serial")
+public class BlobNavigator extends Panel {
+
+ private final static String LAST_SEGMENT_ID = "lastSegment";
+
+ private final BlobRenderContext context;
+
+ private TextField<String> nameInput;
+
+ public BlobNavigator(String id, BlobRenderContext context) {
+ super(id);
+
+ this.context = context;
+ }
+
+ @Override
+ protected void onInitialize() {
+ super.onInitialize();
+
+ add(new ListView<BlobIdent>("treeSegments", new LoadableDetachableModel<List<BlobIdent>>() {
+
+ @Override
+ protected List<BlobIdent> load() {
+ BlobIdent file = context.getBlobIdent();
+ List<BlobIdent> treeSegments = new ArrayList<>();
+ treeSegments.add(new BlobIdent(file.revision, null, FileMode.TREE.getBits()));
+
+ if (file.path != null) {
+ List<String> segments = Splitter.on('/').omitEmptyStrings().splitToList(file.path);
+
+ for (int i=0; i<segments.size(); i++) {
+ BlobIdent parent = treeSegments.get(treeSegments.size()-1);
+ int treeMode = FileMode.TREE.getBits();
+ if (i<segments.size()-1 || file.mode == treeMode) {
+ String treePath = segments.get(i);
+ if (parent.path != null)
+ treePath = parent.path + "/" + treePath;
+ treeSegments.add(new BlobIdent(file.revision, treePath, treeMode));
+ }
+ }
+ }
+
+ return treeSegments;
+ }
+
+ }) {
+
+ @Override
+ protected void populateItem(final ListItem<BlobIdent> item) {
+ final BlobIdent blobIdent = item.getModelObject();
+ AjaxLink<Void> link = new ViewStateAwareAjaxLink<Void>("link") {
+
+ @Override
+ protected void updateAjaxAttributes(AjaxRequestAttributes attributes) {
+ super.updateAjaxAttributes(attributes);
+ attributes.getAjaxCallListeners().add(new ConfirmLeaveListener());
+ }
+
+ @Override
+ public void onClick(AjaxRequestTarget target) {
+ context.onSelect(target, blobIdent, null);
+ }
+
+ @Override
+ protected void onComponentTag(ComponentTag tag) {
+ super.onComponentTag(tag);
+ ProjectBlobPage.State state = new ProjectBlobPage.State(blobIdent);
+ PageParameters params = ProjectBlobPage.paramsOf(context.getProject(), state);
+ tag.put("href", urlFor(ProjectBlobPage.class, params));
+ }
+
+ };
+ link.setEnabled(!context.getBlobIdent().isTree() || item.getIndex() != getViewSize()-1);
+
+ if (blobIdent.path != null) {
+ if (blobIdent.path.indexOf('/') != -1)
+ link.add(new Label("label", StringUtils.substringAfterLast(blobIdent.path, "/")));
+ else
+ link.add(new Label("label", blobIdent.path));
+ } else {
+ link.add(new Label("label", context.getProject().getName()));
+ }
+
+ item.add(link);
+
+ item.add(new DropdownLink("subtreeDropdownTrigger", AlignPlacement.bottom(6)) {
+
+ @Override
+ protected void onInitialize(FloatingPanel dropdown) {
+ super.onInitialize(dropdown);
+ dropdown.add(AttributeAppender.append("class", "subtree-dropdown"));
+ }
+
+ @Override
+ protected Component newContent(String id, FloatingPanel dropdown) {
+ return new NestedTree<BlobIdent>(id, new ITreeProvider<BlobIdent>() {
+
+ @Override
+ public void detach() {
+ }
+
+ @Override
+ public Iterator<? extends BlobIdent> getRoots() {
+ if (blobIdent.revision != null)
+ return context.getProject().getChildren(blobIdent, BlobIdentFilter.ALL).iterator();
+ else
+ return new ArrayList<BlobIdent>().iterator();
+ }
+
+ @Override
+ public boolean hasChildren(BlobIdent blobIdent) {
+ return blobIdent.isTree();
+ }
+
+ @Override
+ public Iterator<? extends BlobIdent> getChildren(BlobIdent blobIdent) {
+ return context.getProject().getChildren(blobIdent, BlobIdentFilter.ALL).iterator();
+ }
+
+ @Override
+ public IModel<BlobIdent> model(BlobIdent blobIdent) {
+ return Model.of(blobIdent);
+ }
+
+ }) {
+
+ @Override
+ protected void onInitialize() {
+ super.onInitialize();
+ add(new HumanTheme());
+ }
+
+ @Override
+ public void expand(BlobIdent blobIdent) {
+ super.expand(blobIdent);
+
+ List<BlobIdent> children = context.getProject().getChildren(blobIdent, BlobIdentFilter.ALL);
+ if (children.size() == 1 && children.get(0).isTree())
+ expand(children.get(0));
+ }
+
+ @Override
+ protected Component newContentComponent(String id, final IModel<BlobIdent> model) {
+ BlobIdent blobIdent = model.getObject();
+ Fragment fragment = new Fragment(id, "treeNodeFrag", BlobNavigator.this);
+
+ AjaxLink<Void> link = new ViewStateAwareAjaxLink<Void>("link") {
+
+ @Override
+ protected void updateAjaxAttributes(AjaxRequestAttributes attributes) {
+ super.updateAjaxAttributes(attributes);
+ attributes.getAjaxCallListeners().add(new ConfirmLeaveListener());
+ }
+
+ @Override
+ public void onClick(AjaxRequestTarget target) {
+ context.onSelect(target, model.getObject(), null);
+ dropdown.close();
+ }
+
+ @Override
+ protected void onComponentTag(ComponentTag tag) {
+ super.onComponentTag(tag);
+
+ ProjectBlobPage.State state = new ProjectBlobPage.State(model.getObject());
+ PageParameters params = ProjectBlobPage.paramsOf(context.getProject(), state);
+ tag.put("href", urlFor(ProjectBlobPage.class, params));
+ }
+
+ };
+
+ link.add(new BlobIcon("icon", model));
+
+ if (blobIdent.path.indexOf('/') != -1)
+ link.add(new Label("label", StringUtils.substringAfterLast(blobIdent.path, "/")));
+ else
+ link.add(new Label("label", blobIdent.path));
+ fragment.add(link);
+
+ return fragment;
+ }
+
+ };
+ }
+
+ });
+ }
+
+ });
+
+ WebMarkupContainer lastSegment;
+ BlobIdent file = context.getBlobIdent();
+ if (context.getMode() == Mode.EDIT || context.getMode() == Mode.ADD) {
+ lastSegment = new Fragment(LAST_SEGMENT_ID, "nameEditFrag", this);
+
+ Form<?> form = new Form<Void>("form");
+ lastSegment.add(form);
+ String name;
+ if (context.getMode() == Mode.ADD)
+ name = context.getInitialNewPath();
+ else if (file.path.contains("/"))
+ name = StringUtils.substringAfterLast(file.path, "/");
+ else
+ name = file.path;
+
+ nameInput = new TextField<String>("input", Model.of(name));
+ form.add(nameInput);
+ nameInput.add(new AjaxFormSubmitBehavior(form, "input") {
+
+ @Override
+ protected void updateAjaxAttributes(AjaxRequestAttributes attributes) {
+ super.updateAjaxAttributes(attributes);
+ attributes.setChannel(new AjaxChannel("blob-name-edit", Type.DROP));
+ }
+
+ @Override
+ protected void onSubmit(AjaxRequestTarget target) {
+ super.onSubmit(target);
+ send(getPage(), Broadcast.BREADTH, new BlobNameChanging(target));
+ }
+
+ });
+
+ if (context.getMode() != Mode.ADD)
+ nameInput.add(AttributeAppender.append("class", "no-autofocus"));
+ lastSegment.add(AttributeAppender.append("class", "input"));
+ } else if (file.isTree()) {
+ lastSegment = new WebMarkupContainer(LAST_SEGMENT_ID);
+ lastSegment.setVisible(false);
+ } else {
+ lastSegment = new Fragment(LAST_SEGMENT_ID, "blobNameFrag", this);
+
+ String blobName = file.path;
+ if (blobName.contains("/"))
+ blobName = StringUtils.substringAfterLast(blobName, "/");
+ lastSegment.add(new Label("label", blobName));
+ }
+ add(lastSegment);
+
+ setOutputMarkupId(true);
+ }
+
+ @Override
+ public void renderHead(IHeaderResponse response) {
+ super.renderHead(response);
+ response.render(CssHeaderItem.forReference(new BlobNavigatorResourceReference()));
+
+ if (context.getBlobIdent().isTree()) {
+ String script = String.format("$('#%s input[type=text]').focus();", getMarkupId());
+ response.render(OnDomReadyHeaderItem.forScript(script));
+ }
+
+ String script = String.format("$('#%s form').submit(false);", getMarkupId());
+ response.render(OnDomReadyHeaderItem.forScript(script));
+ }
+
+ @Nullable
+ public String getNewPath() {
+ if (nameInput != null) {
+ String newPath;
+ String name = nameInput.getModelObject();
+ if (StringUtils.isNotBlank(name)) {
+ if (context.getBlobIdent().isTree()) {
+ if (context.getBlobIdent().path != null)
+ newPath = context.getBlobIdent().path + "/" + name;
+ else
+ newPath = name;
+ } else {
+ if (context.getBlobIdent().path.contains("/"))
+ newPath = StringUtils.substringBeforeLast(context.getBlobIdent().path, "/") + "/" + name;
+ else
+ newPath = name;
+ }
+ return GitUtils.normalizePath(newPath);
+ } else {
+ return null;
+ }
+ } else {
+ throw new IllegalStateException();
+ }
+ }
+
+}
diff --git a/server-core/src/main/java/io/onedev/server/web/page/project/blob/render/renderers/buildspec/BuildSpecBlobViewPanel.java b/server-core/src/main/java/io/onedev/server/web/page/project/blob/render/renderers/buildspec/BuildSpecBlobViewPanel.java
index 003d68b884..ae6b5acf6a 100644
--- a/server-core/src/main/java/io/onedev/server/web/page/project/blob/render/renderers/buildspec/BuildSpecBlobViewPanel.java
+++ b/server-core/src/main/java/io/onedev/server/web/page/project/blob/render/renderers/buildspec/BuildSpecBlobViewPanel.java
@@ -1,126 +1,127 @@
-package io.onedev.server.web.page.project.blob.render.renderers.buildspec;
-
-import org.apache.wicket.ajax.AjaxRequestTarget;
-import org.apache.wicket.ajax.attributes.CallbackParameter;
-import org.apache.wicket.behavior.AttributeAppender;
-import org.apache.wicket.markup.head.IHeaderResponse;
-import org.apache.wicket.markup.head.JavaScriptHeaderItem;
-import org.apache.wicket.markup.head.OnDomReadyHeaderItem;
-import org.apache.wicket.markup.html.WebMarkupContainer;
-import org.apache.wicket.markup.html.basic.Label;
-import org.apache.wicket.markup.html.panel.Fragment;
-import org.apache.wicket.markup.repeater.RepeatingView;
-import org.apache.wicket.request.IRequestParameters;
-import org.apache.wicket.request.cycle.RequestCycle;
-import org.unbescape.javascript.JavaScriptEscape;
-
-import com.google.common.base.Throwables;
-
-import io.onedev.server.buildspec.BuildSpec;
-import io.onedev.server.buildspec.job.Job;
-import io.onedev.server.git.Blob;
-import io.onedev.server.model.Project;
-import io.onedev.server.web.behavior.AbstractPostAjaxBehavior;
-import io.onedev.server.web.component.MultilineLabel;
-import io.onedev.server.web.component.job.RunJobLink;
-import io.onedev.server.web.editable.BeanContext;
-import io.onedev.server.web.editable.PropertyContext;
-import io.onedev.server.web.page.project.blob.render.BlobRenderContext;
-import io.onedev.server.web.page.project.blob.render.view.BlobViewPanel;
-
-@SuppressWarnings("serial")
-public class BuildSpecBlobViewPanel extends BlobViewPanel {
-
- private AbstractPostAjaxBehavior selectBehavior;
-
- public BuildSpecBlobViewPanel(String id, BlobRenderContext context) {
- super(id, context);
- }
-
- @Override
- protected void onInitialize() {
- super.onInitialize();
-
- try {
- Blob blob = context.getProject().getBlob(context.getBlobIdent(), true);
- BuildSpec buildSpec = BuildSpec.parse(blob.getBytes());
- if (buildSpec != null) {
- Fragment validFrag = new Fragment("content", "validFrag", this);
- if (!buildSpec.getJobs().isEmpty()) {
- Fragment hasJobsFrag = new Fragment("jobs", "hasJobsFrag", this);
-
- RepeatingView navsView = new RepeatingView("navs");
- RepeatingView jobsView = new RepeatingView("contents");
- for (Job job: buildSpec.getJobs()) {
- WebMarkupContainer nav = new WebMarkupContainer(navsView.newChildId());
- nav.add(new Label("jobName", job.getName()));
- nav.add(AttributeAppender.append("data-name", job.getName()));
- nav.add(new RunJobLink("run", context.getCommit().copy(), job.getName()) {
-
- @Override
- protected Project getProject() {
- return context.getProject();
- }
-
- });
- navsView.add(nav);
- jobsView.add(BeanContext.view(jobsView.newChildId(), job));
- }
- hasJobsFrag.add(navsView);
- hasJobsFrag.add(jobsView);
-
- validFrag.add(hasJobsFrag);
- } else {
- validFrag.add(new Label("jobs", "No jobs defined").add(AttributeAppender.append("class", "not-defined")));
- }
-
- if (!buildSpec.getProperties().isEmpty())
- validFrag.add(PropertyContext.view("properties", buildSpec, "properties"));
- else
- validFrag.add(new Label("properties", "No properties defined").add(AttributeAppender.append("class", "not-defined")));
-
- add(validFrag);
- } else {
- add(new Label("content", "Build spec not defined").add(AttributeAppender.append("class", "not-defined")));
- }
- } catch (Exception e) {
- Fragment invalidFrag = new Fragment("content", "invalidFrag", this);
- invalidFrag.add(new MultilineLabel("errorMessage", Throwables.getStackTraceAsString(e)));
- add(invalidFrag);
- }
-
- add(selectBehavior = new AbstractPostAjaxBehavior() {
-
- @Override
- protected void respond(AjaxRequestTarget target) {
- IRequestParameters params = RequestCycle.get().getRequest().getPostParameters();
- String selection = params.getParameterValue("selection").toString();
- String position = BuildSpecRendererProvider.getPosition(selection);
- context.pushState(target, context.getBlobIdent(), position);
- }
-
- });
- }
-
- @Override
- public void renderHead(IHeaderResponse response) {
- super.renderHead(response);
- response.render(JavaScriptHeaderItem.forReference(new BuildSpecResourceReference()));
- String selection = BuildSpecRendererProvider.getSelection(context.getPosition());
- String script = String.format("onedev.server.buildSpec.onDomReady(%s, %s);",
- selection!=null? "'" + JavaScriptEscape.escapeJavaScript(selection) + "'": "undefined",
- selectBehavior.getCallbackFunction(CallbackParameter.explicit("selection")));
- response.render(OnDomReadyHeaderItem.forScript(script));
- }
-
- @Override
- protected boolean isEditSupported() {
- return true;
- }
-
- @Override
- protected boolean isViewPlainSupported() {
- return true;
- }
-
-}
+package io.onedev.server.web.page.project.blob.render.renderers.buildspec;
+
+import org.apache.wicket.ajax.AjaxRequestTarget;
+import org.apache.wicket.ajax.attributes.CallbackParameter;
+import org.apache.wicket.behavior.AttributeAppender;
+import org.apache.wicket.markup.head.IHeaderResponse;
+import org.apache.wicket.markup.head.JavaScriptHeaderItem;
+import org.apache.wicket.markup.head.OnDomReadyHeaderItem;
+import org.apache.wicket.markup.html.WebMarkupContainer;
+import org.apache.wicket.markup.html.basic.Label;
+import org.apache.wicket.markup.html.panel.Fragment;
+import org.apache.wicket.markup.repeater.RepeatingView;
+import org.apache.wicket.request.IRequestParameters;
+import org.apache.wicket.request.cycle.RequestCycle;
+import org.unbescape.javascript.JavaScriptEscape;
+
+import com.google.common.base.Throwables;
+
+import io.onedev.server.buildspec.BuildSpec;
+import io.onedev.server.buildspec.job.Job;
+import io.onedev.server.git.Blob;
+import io.onedev.server.model.Project;
+import io.onedev.server.web.behavior.AbstractPostAjaxBehavior;
+import io.onedev.server.web.component.MultilineLabel;
+import io.onedev.server.web.component.job.RunJobLink;
+import io.onedev.server.web.editable.BeanContext;
+import io.onedev.server.web.editable.PropertyContext;
+import io.onedev.server.web.page.project.blob.render.BlobRenderContext;
+import io.onedev.server.web.page.project.blob.render.view.BlobViewPanel;
+
+@SuppressWarnings("serial")
+public class BuildSpecBlobViewPanel extends BlobViewPanel {
+
+ private AbstractPostAjaxBehavior selectBehavior;
+
+ public BuildSpecBlobViewPanel(String id, BlobRenderContext context) {
+ super(id, context);
+ }
+
+ @Override
+ protected void onInitialize() {
+ super.onInitialize();
+
+ try {
+ Blob blob = context.getProject().getBlob(context.getBlobIdent(), true);
+ BuildSpec buildSpec = BuildSpec.parse(blob.getBytes());
+
+ if (buildSpec != null) {
+ Fragment validFrag = new Fragment("content", "validFrag", this);
+ if (!buildSpec.getJobs().isEmpty()) {
+ Fragment hasJobsFrag = new Fragment("jobs", "hasJobsFrag", this);
+
+ RepeatingView navsView = new RepeatingView("navs");
+ RepeatingView jobsView = new RepeatingView("contents");
+ for (Job job: buildSpec.getJobs()) {
+ WebMarkupContainer nav = new WebMarkupContainer(navsView.newChildId());
+ nav.add(new Label("jobName", job.getName()));
+ nav.add(AttributeAppender.append("data-name", job.getName()));
+ nav.add(new RunJobLink("run", context.getCommit().copy(), job.getName()) {
+
+ @Override
+ protected Project getProject() {
+ return context.getProject();
+ }
+
+ });
+ navsView.add(nav);
+ jobsView.add(BeanContext.view(jobsView.newChildId(), job));
+ }
+ hasJobsFrag.add(navsView);
+ hasJobsFrag.add(jobsView);
+
+ validFrag.add(hasJobsFrag);
+ } else {
+ validFrag.add(new Label("jobs", "No jobs defined").add(AttributeAppender.append("class", "not-defined")));
+ }
+
+ if (!buildSpec.getProperties().isEmpty())
+ validFrag.add(PropertyContext.view("properties", buildSpec, "properties"));
+ else
+ validFrag.add(new Label("properties", "No properties defined").add(AttributeAppender.append("class", "not-defined")));
+
+ add(validFrag);
+ } else {
+ add(new Label("content", "Build spec not defined").add(AttributeAppender.append("class", "not-defined")));
+ }
+ } catch (Exception e) {
+ Fragment invalidFrag = new Fragment("content", "invalidFrag", this);
+ invalidFrag.add(new MultilineLabel("errorMessage", Throwables.getStackTraceAsString(e)));
+ add(invalidFrag);
+ }
+
+ add(selectBehavior = new AbstractPostAjaxBehavior() {
+
+ @Override
+ protected void respond(AjaxRequestTarget target) {
+ IRequestParameters params = RequestCycle.get().getRequest().getPostParameters();
+ String selection = params.getParameterValue("selection").toString();
+ String position = BuildSpecRendererProvider.getPosition(selection);
+ context.pushState(target, context.getBlobIdent(), position);
+ }
+
+ });
+ }
+
+ @Override
+ public void renderHead(IHeaderResponse response) {
+ super.renderHead(response);
+ response.render(JavaScriptHeaderItem.forReference(new BuildSpecResourceReference()));
+ String selection = BuildSpecRendererProvider.getSelection(context.getPosition());
+ String script = String.format("onedev.server.buildSpec.onDomReady(%s, %s);",
+ selection!=null? "'" + JavaScriptEscape.escapeJavaScript(selection) + "'": "undefined",
+ selectBehavior.getCallbackFunction(CallbackParameter.explicit("selection")));
+ response.render(OnDomReadyHeaderItem.forScript(script));
+ }
+
+ @Override
+ protected boolean isEditSupported() {
+ return true;
+ }
+
+ @Override
+ protected boolean isViewPlainSupported() {
+ return true;
+ }
+
+}
diff --git a/server-core/src/main/java/io/onedev/server/web/page/project/blob/render/renderers/buildspec/BuildSpecEditPanel.java b/server-core/src/main/java/io/onedev/server/web/page/project/blob/render/renderers/buildspec/BuildSpecEditPanel.java
index 06acafe074..1931d872ee 100644
--- a/server-core/src/main/java/io/onedev/server/web/page/project/blob/render/renderers/buildspec/BuildSpecEditPanel.java
+++ b/server-core/src/main/java/io/onedev/server/web/page/project/blob/render/renderers/buildspec/BuildSpecEditPanel.java
@@ -1,348 +1,348 @@
-package io.onedev.server.web.page.project.blob.render.renderers.buildspec;
-
-import java.io.Serializable;
-import java.nio.charset.StandardCharsets;
-import java.util.ArrayList;
-import java.util.List;
-
-import javax.validation.ConstraintViolation;
-import javax.validation.Validator;
-
-import org.apache.wicket.Component;
-import org.apache.wicket.ajax.AjaxRequestTarget;
-import org.apache.wicket.ajax.attributes.CallbackParameter;
-import org.apache.wicket.ajax.markup.html.AjaxLink;
-import org.apache.wicket.behavior.AttributeAppender;
-import org.apache.wicket.behavior.Behavior;
-import org.apache.wicket.markup.head.IHeaderResponse;
-import org.apache.wicket.markup.head.JavaScriptHeaderItem;
-import org.apache.wicket.markup.head.OnDomReadyHeaderItem;
-import org.apache.wicket.markup.html.WebMarkupContainer;
-import org.apache.wicket.markup.html.form.FormComponentPanel;
-import org.apache.wicket.markup.html.panel.Fragment;
-import org.apache.wicket.markup.repeater.RepeatingView;
-import org.apache.wicket.model.Model;
-import org.apache.wicket.request.cycle.RequestCycle;
-import org.apache.wicket.validation.IValidatable;
-import org.apache.wicket.validation.IValidator;
-import org.unbescape.javascript.JavaScriptEscape;
-
-import com.google.common.base.Throwables;
-
-import io.onedev.commons.launcher.loader.AppLoader;
-import io.onedev.server.OneDev;
-import io.onedev.server.buildspec.BuildSpec;
-import io.onedev.server.buildspec.BuildSpecAware;
-import io.onedev.server.buildspec.Property;
-import io.onedev.server.buildspec.job.Job;
-import io.onedev.server.buildspec.job.JobAware;
-import io.onedev.server.buildspec.job.JobSuggestion;
-import io.onedev.server.migration.VersionedDocument;
-import io.onedev.server.web.behavior.AbstractPostAjaxBehavior;
-import io.onedev.server.web.behavior.sortable.SortBehavior;
-import io.onedev.server.web.behavior.sortable.SortPosition;
-import io.onedev.server.web.component.MultilineLabel;
-import io.onedev.server.web.component.floating.FloatingPanel;
-import io.onedev.server.web.component.menu.MenuItem;
-import io.onedev.server.web.component.menu.MenuLink;
-import io.onedev.server.web.editable.BeanDescriptor;
-import io.onedev.server.web.editable.BeanEditor;
-import io.onedev.server.web.editable.Path;
-import io.onedev.server.web.editable.PathNode;
-import io.onedev.server.web.editable.PropertyContext;
-import io.onedev.server.web.editable.PropertyEditor;
-import io.onedev.server.web.editable.PathNode.Indexed;
-import io.onedev.server.web.editable.PathNode.Named;
-import io.onedev.server.web.page.project.blob.render.BlobRenderContext;
-import io.onedev.server.web.util.WicketUtils;
-
-@SuppressWarnings("serial")
-public class BuildSpecEditPanel extends FormComponentPanel<byte[]> implements BuildSpecAware {
-
- private final BlobRenderContext context;
-
- private Serializable parseResult;
-
- private RepeatingView jobNavs;
-
- private RepeatingView jobContents;
-
- private PropertyEditor<Serializable> properties;
-
- private AbstractPostAjaxBehavior deleteBehavior;
-
- public BuildSpecEditPanel(String id, BlobRenderContext context, byte[] initialContent) {
- super(id, Model.of(initialContent));
- this.context = context;
- parseResult = parseBuildSpec(getModelObject());
- }
-
- private Serializable parseBuildSpec(byte[] bytes) {
- try {
- BuildSpec buildSpec = BuildSpec.parse(bytes);
- if (buildSpec == null)
- buildSpec = new BuildSpec();
- return buildSpec;
- } catch (Exception e) {
- return e;
- }
- }
-
- private Component newJobNav(Job job) {
- WebMarkupContainer nav = new WebMarkupContainer(jobNavs.newChildId());
- nav.add(AttributeAppender.append("data-name", job.getName()));
- jobNavs.add(nav.setOutputMarkupId(true));
- return nav;
- }
-
- private Component newJobContent(Job job) {
- BeanEditor content = new JobEditor(jobContents.newChildId(), job);
- content.add(new Behavior() {
-
- @Override
- public void renderHead(Component component, IHeaderResponse response) {
- super.renderHead(component, response);
- int index = WicketUtils.getChildIndex(jobContents, content);
- String script = String.format("onedev.server.buildSpec.trackJobNameChange(%d);", index);
- response.render(OnDomReadyHeaderItem.forScript(script));
- }
-
- });
- jobContents.add(content.setOutputMarkupId(true));
- return content;
- }
-
- private void addJob(AjaxRequestTarget target, Job job) {
- Component nav = newJobNav(job);
- String script = String.format("$('.build-spec>.valid>.body>.jobs>.side>.navs').append(\"<div id='%s'></div>\");",
- nav.getMarkupId());
- target.prependJavaScript(script);
- target.add(nav);
-
- Component content = newJobContent(job);
- script = String.format("$('.build-spec>.valid>.body>.jobs>.contents').append(\"<div id='%s'></div>\");",
- content.getMarkupId());
- target.prependJavaScript(script);
- target.add(content);
-
- script = String.format(""
- + "onedev.server.buildSpec.showJob(%d); "
- + "$('#%s .select').mouseup(onedev.server.buildSpec.selectJob);"
- + "$('#%s .delete').mouseup(onedev.server.buildSpec.deleteJob);",
- jobNavs.size() - 1, nav.getMarkupId(), nav.getMarkupId());
- target.appendJavaScript(script);
- }
-
- @Override
- protected void onInitialize() {
- super.onInitialize();
-
- Fragment content;
- if (parseResult instanceof BuildSpec) {
- BuildSpec buildSpec = (BuildSpec) parseResult;
-
- content = new Fragment("content", "validFrag", this);
-
- jobNavs = new RepeatingView("navs");
- jobContents = new RepeatingView("contents");
- for (Job job: buildSpec.getJobs()) {
- newJobNav(job);
- newJobContent(job);
- }
- content.add(jobNavs);
- content.add(jobContents);
-
- List<Job> suggestedJobs = new ArrayList<>();
-
- if (context.getBlobIdent().revision != null) {
- for (JobSuggestion suggestion: OneDev.getExtensions(JobSuggestion.class))
- suggestedJobs.addAll(suggestion.suggestJobs(context.getProject(), context.getCommit()));
- }
-
- AjaxLink<Void> createLink = new AjaxLink<Void>("create") {
-
- @Override
- public void onClick(AjaxRequestTarget target) {
- addJob(target, new Job());
- }
-
- };
- if (suggestedJobs.isEmpty())
- createLink.add(AttributeAppender.append("class", "no-suggestions"));
-
- content.add(createLink);
-
- if (!suggestedJobs.isEmpty()) {
- content.add(new MenuLink("suggestions") {
-
- @Override
- protected List<MenuItem> getMenuItems(FloatingPanel dropdown) {
- List<MenuItem> menuItems = new ArrayList<>();
- for (Job job: suggestedJobs) {
- menuItems.add(new MenuItem() {
-
- @Override
- public String getLabel() {
- return job.getName();
- }
-
- @Override
- public WebMarkupContainer newLink(String id) {
- return new AjaxLink<Void>(id) {
-
- @Override
- public void onClick(AjaxRequestTarget target) {
- dropdown.close();
- addJob(target, job);
- }
-
- };
- }
-
- });
- }
- return menuItems;
- }
-
- });
- } else {
- content.add(new WebMarkupContainer("suggestions").setVisible(false));
- }
-
- content.add(new SortBehavior() {
-
- @SuppressWarnings("deprecation")
- @Override
- protected void onSort(AjaxRequestTarget target, SortPosition from, SortPosition to) {
- int fromIndex = from.getItemIndex();
- int toIndex = to.getItemIndex();
- if (fromIndex < toIndex) {
- for (int i=0; i<toIndex-fromIndex; i++) {
- jobNavs.swap(fromIndex+i, fromIndex+i+1);
- jobContents.swap(fromIndex+i, fromIndex+i+1);
- }
- } else {
- for (int i=0; i<fromIndex-toIndex; i++) {
- jobNavs.swap(fromIndex-i, fromIndex-i-1);
- jobContents.swap(fromIndex-i, fromIndex-i-1);
- }
- }
- target.appendJavaScript(String.format("onedev.server.buildSpec.swapJobs(%d, %d)", fromIndex, toIndex));
- }
-
- }.sortable(".body>.jobs>.side>.navs"));
-
- content.add(properties = PropertyContext.edit("properties", buildSpec, "properties"));
-
- add(new IValidator<byte[]>() {
-
- @Override
- public void validate(IValidatable<byte[]> validatable) {
- Serializable parseResult = parseBuildSpec(validatable.getValue());
- if (parseResult instanceof BuildSpec) {
- BuildSpec buildSpec = (BuildSpec) parseResult;
- Validator validator = AppLoader.getInstance(Validator.class);
- for (ConstraintViolation<BuildSpec> violation: validator.validate(buildSpec)) {
- Path path = new Path(violation.getPropertyPath());
- if (path.getNodes().isEmpty()) {
- error(violation.getMessage());
- } else {
- PathNode.Named named = (Named) path.getNodes().iterator().next();
- switch (named.getName()) {
- case "jobs":
- path = new Path(path.getNodes().subList(1, path.getNodes().size()));
- if (path.getNodes().isEmpty()) {
- error("Jobs: " + violation.getMessage());
- } else {
- PathNode.Indexed indexed = (Indexed) path.getNodes().iterator().next();
- path = new Path(path.getNodes().subList(1, path.getNodes().size()));
- if (path.getNodes().isEmpty()) {
- error("Job '" + buildSpec.getJobs().get(indexed.getIndex()).getName() + "': " + violation.getMessage());
- } else {
- @SuppressWarnings("deprecation")
- BeanEditor editor = (BeanEditor) jobContents.get(indexed.getIndex());
- editor.error(path, violation.getMessage());
- }
- }
- break;
- default:
- throw new RuntimeException("Unexpected element name: " + named.getName());
- }
- }
- }
- }
- }
-
- });
- } else {
- content = new Fragment("content", "invalidFrag", this);
- content.add(new MultilineLabel("errorMessage", Throwables.getStackTraceAsString((Throwable) parseResult)));
- }
- add(content);
-
- add(deleteBehavior = new AbstractPostAjaxBehavior() {
-
- @SuppressWarnings("deprecation")
- @Override
- protected void respond(AjaxRequestTarget target) {
- int index = RequestCycle.get().getRequest().getRequestParameters().getParameterValue("index").toInt();
- jobNavs.remove(jobNavs.get(index));
- jobContents.remove(jobContents.get(index));
- }
-
- });
- }
-
- @Override
- public void convertInput() {
- if (parseResult instanceof BuildSpec) {
- BuildSpec buildSpec = getBuildSpec();
- setConvertedInput(VersionedDocument.fromBean(buildSpec).toXML().getBytes(StandardCharsets.UTF_8));
- } else {
- setConvertedInput(getModelObject());
- }
- }
-
- @Override
- public void renderHead(IHeaderResponse response) {
- super.renderHead(response);
- response.render(JavaScriptHeaderItem.forReference(new BuildSpecResourceReference()));
- String selection = BuildSpecRendererProvider.getSelection(context.getPosition());
-
- String script = String.format("onedev.server.buildSpec.onDomReady(%s, undefined, %s);",
- selection!=null? "'" + JavaScriptEscape.escapeJavaScript(selection) + "'": "undefined",
- deleteBehavior.getCallbackFunction(CallbackParameter.explicit("index")));
- response.render(OnDomReadyHeaderItem.forScript(script));
- }
-
- @SuppressWarnings("unchecked")
- @Override
- public BuildSpec getBuildSpec() {
- if (parseResult instanceof BuildSpec) {
- BuildSpec buildSpec = new BuildSpec();
- for (Component child: jobContents) {
- BeanEditor jobContent = (BeanEditor) child;
- buildSpec.getJobs().add((Job) jobContent.getConvertedInput());
- }
- buildSpec.setProperties((List<Property>) properties.getConvertedInput());
- return buildSpec;
- } else {
- return null;
- }
- }
-
- private static class JobEditor extends BeanEditor implements JobAware {
-
- public JobEditor(String id, Job job) {
- super(id, new BeanDescriptor(Job.class), Model.of(job));
- }
-
- @Override
- public Job getJob() {
- return (Job) getConvertedInput();
- }
-
- }
-
-
-}
+package io.onedev.server.web.page.project.blob.render.renderers.buildspec;
+
+import java.io.Serializable;
+import java.nio.charset.StandardCharsets;
+import java.util.ArrayList;
+import java.util.List;
+
+import javax.validation.ConstraintViolation;
+import javax.validation.Validator;
+
+import org.apache.wicket.Component;
+import org.apache.wicket.ajax.AjaxRequestTarget;
+import org.apache.wicket.ajax.attributes.CallbackParameter;
+import org.apache.wicket.ajax.markup.html.AjaxLink;
+import org.apache.wicket.behavior.AttributeAppender;
+import org.apache.wicket.behavior.Behavior;
+import org.apache.wicket.markup.head.IHeaderResponse;
+import org.apache.wicket.markup.head.JavaScriptHeaderItem;
+import org.apache.wicket.markup.head.OnDomReadyHeaderItem;
+import org.apache.wicket.markup.html.WebMarkupContainer;
+import org.apache.wicket.markup.html.form.FormComponentPanel;
+import org.apache.wicket.markup.html.panel.Fragment;
+import org.apache.wicket.markup.repeater.RepeatingView;
+import org.apache.wicket.model.Model;
+import org.apache.wicket.request.cycle.RequestCycle;
+import org.apache.wicket.validation.IValidatable;
+import org.apache.wicket.validation.IValidator;
+import org.unbescape.javascript.JavaScriptEscape;
+
+import com.google.common.base.Throwables;
+
+import io.onedev.commons.launcher.loader.AppLoader;
+import io.onedev.server.OneDev;
+import io.onedev.server.buildspec.BuildSpec;
+import io.onedev.server.buildspec.BuildSpecAware;
+import io.onedev.server.buildspec.Property;
+import io.onedev.server.buildspec.job.Job;
+import io.onedev.server.buildspec.job.JobAware;
+import io.onedev.server.buildspec.job.JobSuggestion;
+import io.onedev.server.migration.VersionedYamlDoc;
+import io.onedev.server.util.Path;
+import io.onedev.server.util.PathNode;
+import io.onedev.server.util.PathNode.Indexed;
+import io.onedev.server.util.PathNode.Named;
+import io.onedev.server.web.behavior.AbstractPostAjaxBehavior;
+import io.onedev.server.web.behavior.sortable.SortBehavior;
+import io.onedev.server.web.behavior.sortable.SortPosition;
+import io.onedev.server.web.component.MultilineLabel;
+import io.onedev.server.web.component.floating.FloatingPanel;
+import io.onedev.server.web.component.menu.MenuItem;
+import io.onedev.server.web.component.menu.MenuLink;
+import io.onedev.server.web.editable.BeanDescriptor;
+import io.onedev.server.web.editable.BeanEditor;
+import io.onedev.server.web.editable.PropertyContext;
+import io.onedev.server.web.editable.PropertyEditor;
+import io.onedev.server.web.page.project.blob.render.BlobRenderContext;
+import io.onedev.server.web.util.WicketUtils;
+
+@SuppressWarnings("serial")
+public class BuildSpecEditPanel extends FormComponentPanel<byte[]> implements BuildSpecAware {
+
+ private final BlobRenderContext context;
+
+ private Serializable parseResult;
+
+ private RepeatingView jobNavs;
+
+ private RepeatingView jobContents;
+
+ private PropertyEditor<Serializable> properties;
+
+ private AbstractPostAjaxBehavior deleteBehavior;
+
+ public BuildSpecEditPanel(String id, BlobRenderContext context, byte[] initialContent) {
+ super(id, Model.of(initialContent));
+ this.context = context;
+ parseResult = parseBuildSpec(getModelObject());
+ }
+
+ private Serializable parseBuildSpec(byte[] bytes) {
+ try {
+ BuildSpec buildSpec = BuildSpec.parse(bytes);
+ if (buildSpec == null)
+ buildSpec = new BuildSpec();
+ return buildSpec;
+ } catch (Exception e) {
+ return e;
+ }
+ }
+
+ private Component newJobNav(Job job) {
+ WebMarkupContainer nav = new WebMarkupContainer(jobNavs.newChildId());
+ nav.add(AttributeAppender.append("data-name", job.getName()));
+ jobNavs.add(nav.setOutputMarkupId(true));
+ return nav;
+ }
+
+ private Component newJobContent(Job job) {
+ BeanEditor content = new JobEditor(jobContents.newChildId(), job);
+ content.add(new Behavior() {
+
+ @Override
+ public void renderHead(Component component, IHeaderResponse response) {
+ super.renderHead(component, response);
+ int index = WicketUtils.getChildIndex(jobContents, content);
+ String script = String.format("onedev.server.buildSpec.trackJobNameChange(%d);", index);
+ response.render(OnDomReadyHeaderItem.forScript(script));
+ }
+
+ });
+ jobContents.add(content.setOutputMarkupId(true));
+ return content;
+ }
+
+ private void addJob(AjaxRequestTarget target, Job job) {
+ Component nav = newJobNav(job);
+ String script = String.format("$('.build-spec>.valid>.body>.jobs>.side>.navs').append(\"<div id='%s'></div>\");",
+ nav.getMarkupId());
+ target.prependJavaScript(script);
+ target.add(nav);
+
+ Component content = newJobContent(job);
+ script = String.format("$('.build-spec>.valid>.body>.jobs>.contents').append(\"<div id='%s'></div>\");",
+ content.getMarkupId());
+ target.prependJavaScript(script);
+ target.add(content);
+
+ script = String.format(""
+ + "onedev.server.buildSpec.showJob(%d); "
+ + "$('#%s .select').mouseup(onedev.server.buildSpec.selectJob);"
+ + "$('#%s .delete').mouseup(onedev.server.buildSpec.deleteJob);",
+ jobNavs.size() - 1, nav.getMarkupId(), nav.getMarkupId());
+ target.appendJavaScript(script);
+ }
+
+ @Override
+ protected void onInitialize() {
+ super.onInitialize();
+
+ Fragment content;
+ if (parseResult instanceof BuildSpec) {
+ BuildSpec buildSpec = (BuildSpec) parseResult;
+
+ content = new Fragment("content", "validFrag", this);
+
+ jobNavs = new RepeatingView("navs");
+ jobContents = new RepeatingView("contents");
+ for (Job job: buildSpec.getJobs()) {
+ newJobNav(job);
+ newJobContent(job);
+ }
+ content.add(jobNavs);
+ content.add(jobContents);
+
+ List<Job> suggestedJobs = new ArrayList<>();
+
+ if (context.getBlobIdent().revision != null) {
+ for (JobSuggestion suggestion: OneDev.getExtensions(JobSuggestion.class))
+ suggestedJobs.addAll(suggestion.suggestJobs(context.getProject(), context.getCommit()));
+ }
+
+ AjaxLink<Void> createLink = new AjaxLink<Void>("create") {
+
+ @Override
+ public void onClick(AjaxRequestTarget target) {
+ addJob(target, new Job());
+ }
+
+ };
+ if (suggestedJobs.isEmpty())
+ createLink.add(AttributeAppender.append("class", "no-suggestions"));
+
+ content.add(createLink);
+
+ if (!suggestedJobs.isEmpty()) {
+ content.add(new MenuLink("suggestions") {
+
+ @Override
+ protected List<MenuItem> getMenuItems(FloatingPanel dropdown) {
+ List<MenuItem> menuItems = new ArrayList<>();
+ for (Job job: suggestedJobs) {
+ menuItems.add(new MenuItem() {
+
+ @Override
+ public String getLabel() {
+ return job.getName();
+ }
+
+ @Override
+ public WebMarkupContainer newLink(String id) {
+ return new AjaxLink<Void>(id) {
+
+ @Override
+ public void onClick(AjaxRequestTarget target) {
+ dropdown.close();
+ addJob(target, job);
+ }
+
+ };
+ }
+
+ });
+ }
+ return menuItems;
+ }
+
+ });
+ } else {
+ content.add(new WebMarkupContainer("suggestions").setVisible(false));
+ }
+
+ content.add(new SortBehavior() {
+
+ @SuppressWarnings("deprecation")
+ @Override
+ protected void onSort(AjaxRequestTarget target, SortPosition from, SortPosition to) {
+ int fromIndex = from.getItemIndex();
+ int toIndex = to.getItemIndex();
+ if (fromIndex < toIndex) {
+ for (int i=0; i<toIndex-fromIndex; i++) {
+ jobNavs.swap(fromIndex+i, fromIndex+i+1);
+ jobContents.swap(fromIndex+i, fromIndex+i+1);
+ }
+ } else {
+ for (int i=0; i<fromIndex-toIndex; i++) {
+ jobNavs.swap(fromIndex-i, fromIndex-i-1);
+ jobContents.swap(fromIndex-i, fromIndex-i-1);
+ }
+ }
+ target.appendJavaScript(String.format("onedev.server.buildSpec.swapJobs(%d, %d)", fromIndex, toIndex));
+ }
+
+ }.sortable(".body>.jobs>.side>.navs"));
+
+ content.add(properties = PropertyContext.edit("properties", buildSpec, "properties"));
+
+ add(new IValidator<byte[]>() {
+
+ @Override
+ public void validate(IValidatable<byte[]> validatable) {
+ Serializable parseResult = parseBuildSpec(validatable.getValue());
+ if (parseResult instanceof BuildSpec) {
+ BuildSpec buildSpec = (BuildSpec) parseResult;
+ Validator validator = AppLoader.getInstance(Validator.class);
+ for (ConstraintViolation<BuildSpec> violation: validator.validate(buildSpec)) {
+ Path path = new Path(violation.getPropertyPath());
+ if (path.getNodes().isEmpty()) {
+ error(violation.getMessage());
+ } else {
+ PathNode.Named named = (Named) path.getNodes().iterator().next();
+ switch (named.getName()) {
+ case "jobs":
+ path = new Path(path.getNodes().subList(1, path.getNodes().size()));
+ if (path.getNodes().isEmpty()) {
+ error("Jobs: " + violation.getMessage());
+ } else {
+ PathNode.Indexed indexed = (Indexed) path.getNodes().iterator().next();
+ path = new Path(path.getNodes().subList(1, path.getNodes().size()));
+ if (path.getNodes().isEmpty()) {
+ error("Job '" + buildSpec.getJobs().get(indexed.getIndex()).getName() + "': " + violation.getMessage());
+ } else {
+ @SuppressWarnings("deprecation")
+ BeanEditor editor = (BeanEditor) jobContents.get(indexed.getIndex());
+ editor.error(path, violation.getMessage());
+ }
+ }
+ break;
+ default:
+ throw new RuntimeException("Unexpected element name: " + named.getName());
+ }
+ }
+ }
+ }
+ }
+
+ });
+ } else {
+ content = new Fragment("content", "invalidFrag", this);
+ content.add(new MultilineLabel("errorMessage", Throwables.getStackTraceAsString((Throwable) parseResult)));
+ }
+ add(content);
+
+ add(deleteBehavior = new AbstractPostAjaxBehavior() {
+
+ @SuppressWarnings("deprecation")
+ @Override
+ protected void respond(AjaxRequestTarget target) {
+ int index = RequestCycle.get().getRequest().getRequestParameters().getParameterValue("index").toInt();
+ jobNavs.remove(jobNavs.get(index));
+ jobContents.remove(jobContents.get(index));
+ }
+
+ });
+ }
+
+ @Override
+ public void convertInput() {
+ if (parseResult instanceof BuildSpec) {
+ BuildSpec buildSpec = getBuildSpec();
+ setConvertedInput(VersionedYamlDoc.fromBean(buildSpec).toYaml().getBytes(StandardCharsets.UTF_8));
+ } else {
+ setConvertedInput(getModelObject());
+ }
+ }
+
+ @Override
+ public void renderHead(IHeaderResponse response) {
+ super.renderHead(response);
+ response.render(JavaScriptHeaderItem.forReference(new BuildSpecResourceReference()));
+ String selection = BuildSpecRendererProvider.getSelection(context.getPosition());
+
+ String script = String.format("onedev.server.buildSpec.onDomReady(%s, undefined, %s);",
+ selection!=null? "'" + JavaScriptEscape.escapeJavaScript(selection) + "'": "undefined",
+ deleteBehavior.getCallbackFunction(CallbackParameter.explicit("index")));
+ response.render(OnDomReadyHeaderItem.forScript(script));
+ }
+
+ @SuppressWarnings("unchecked")
+ @Override
+ public BuildSpec getBuildSpec() {
+ if (parseResult instanceof BuildSpec) {
+ BuildSpec buildSpec = new BuildSpec();
+ for (Component child: jobContents) {
+ BeanEditor jobContent = (BeanEditor) child;
+ buildSpec.getJobs().add((Job) jobContent.getConvertedInput());
+ }
+ buildSpec.setProperties((List<Property>) properties.getConvertedInput());
+ return buildSpec;
+ } else {
+ return null;
+ }
+ }
+
+ private static class JobEditor extends BeanEditor implements JobAware {
+
+ public JobEditor(String id, Job job) {
+ super(id, new BeanDescriptor(Job.class), Model.of(job));
+ }
+
+ @Override
+ public Job getJob() {
+ return (Job) getConvertedInput();
+ }
+
+ }
+
+
+}
diff --git a/server-core/src/main/java/io/onedev/server/web/page/project/blob/render/renderers/buildspec/BuildSpecRendererProvider.java b/server-core/src/main/java/io/onedev/server/web/page/project/blob/render/renderers/buildspec/BuildSpecRendererProvider.java
index 3b252deb9c..bf6b736bb0 100644
--- a/server-core/src/main/java/io/onedev/server/web/page/project/blob/render/renderers/buildspec/BuildSpecRendererProvider.java
+++ b/server-core/src/main/java/io/onedev/server/web/page/project/blob/render/renderers/buildspec/BuildSpecRendererProvider.java
@@ -1,87 +1,87 @@
-package io.onedev.server.web.page.project.blob.render.renderers.buildspec;
-
-import javax.annotation.Nullable;
-
-import org.apache.wicket.Component;
-
-import io.onedev.server.buildspec.BuildSpec;
-import io.onedev.server.web.PrioritizedComponentRenderer;
-import io.onedev.server.web.page.project.blob.render.BlobRenderContext;
-import io.onedev.server.web.page.project.blob.render.BlobRenderContext.Mode;
-import io.onedev.server.web.page.project.blob.render.BlobRendererContribution;
-import io.onedev.server.web.page.project.blob.render.renderers.source.SourceEditPanel;
-import io.onedev.server.web.page.project.blob.render.renderers.source.SourceRendererProvider;
-import io.onedev.server.web.page.project.blob.render.renderers.source.SourceViewPanel;
-
-public class BuildSpecRendererProvider implements BlobRendererContribution {
-
- private static final long serialVersionUID = 1L;
-
- private static final String POSITION_PREFIX = "buildspec-";
-
- private boolean isBuildSpec(@Nullable String blobPath) {
- return BuildSpec.BLOB_PATH.equals(blobPath);
- }
-
- @Nullable
- public static String getPosition(@Nullable String selection) {
- return selection!=null? POSITION_PREFIX + selection: null;
- }
-
- @Nullable
- public static String getSelection(@Nullable String position) {
- if (position != null && position.startsWith(POSITION_PREFIX))
- return position.substring(POSITION_PREFIX.length());
- else
- return null;
- }
-
- @Override
- public PrioritizedComponentRenderer getRenderer(BlobRenderContext context) {
- if (context.getMode() == Mode.ADD && isBuildSpec(context.getNewPath())
- || context.getMode() == Mode.EDIT && isBuildSpec(context.getBlobIdent().path)) {
- return new PrioritizedComponentRenderer() {
-
- private static final long serialVersionUID = 1L;
-
- @Override
- public Component render(String componentId) {
- if (SourceRendererProvider.getRange(context.getPosition()) != null)
- return new SourceEditPanel(componentId, context);
- else
- return new BuildSpecBlobEditPanel(componentId, context);
- }
-
- @Override
- public int getPriority() {
- return 0;
- }
- };
- } else if ((context.getMode() == Mode.VIEW || context.getMode() == Mode.BLAME)
- && context.getBlobIdent().isFile()
- && isBuildSpec(context.getBlobIdent().path)) {
- return new PrioritizedComponentRenderer() {
-
- private static final long serialVersionUID = 1L;
-
- @Override
- public Component render(String componentId) {
- if (SourceRendererProvider.getRange(context.getPosition()) != null || context.getMode() == Mode.BLAME)
- return new SourceViewPanel(componentId, context, false);
- else if (context.isViewPlain())
- return new SourceViewPanel(componentId, context, true);
- else
- return new BuildSpecBlobViewPanel(componentId, context);
- }
-
- @Override
- public int getPriority() {
- return 0;
- }
- };
- } else {
- return null;
- }
- }
-
-}
+package io.onedev.server.web.page.project.blob.render.renderers.buildspec;
+
+import javax.annotation.Nullable;
+
+import org.apache.wicket.Component;
+
+import io.onedev.server.buildspec.BuildSpec;
+import io.onedev.server.web.PrioritizedComponentRenderer;
+import io.onedev.server.web.page.project.blob.render.BlobRenderContext;
+import io.onedev.server.web.page.project.blob.render.BlobRenderContext.Mode;
+import io.onedev.server.web.page.project.blob.render.BlobRendererContribution;
+import io.onedev.server.web.page.project.blob.render.renderers.source.SourceEditPanel;
+import io.onedev.server.web.page.project.blob.render.renderers.source.SourceRendererProvider;
+import io.onedev.server.web.page.project.blob.render.renderers.source.SourceViewPanel;
+
+public class BuildSpecRendererProvider implements BlobRendererContribution {
+
+ private static final long serialVersionUID = 1L;
+
+ private static final String POSITION_PREFIX = "buildspec-";
+
+ private boolean isBuildSpec(@Nullable String blobPath) {
+ return BuildSpec.BLOB_PATH.equals(blobPath);
+ }
+
+ @Nullable
+ public static String getPosition(@Nullable String selection) {
+ return selection!=null? POSITION_PREFIX + selection: null;
+ }
+
+ @Nullable
+ public static String getSelection(@Nullable String position) {
+ if (position != null && position.startsWith(POSITION_PREFIX))
+ return position.substring(POSITION_PREFIX.length());
+ else
+ return null;
+ }
+
+ @Override
+ public PrioritizedComponentRenderer getRenderer(BlobRenderContext context) {
+ if (context.getMode() == Mode.ADD && isBuildSpec(context.getNewPath())
+ || context.getMode() == Mode.EDIT && isBuildSpec(context.getBlobIdent().path)) {
+ return new PrioritizedComponentRenderer() {
+
+ private static final long serialVersionUID = 1L;
+
+ @Override
+ public Component render(String componentId) {
+ if (SourceRendererProvider.getRange(context.getPosition()) != null)
+ return new SourceEditPanel(componentId, context);
+ else
+ return new BuildSpecBlobEditPanel(componentId, context);
+ }
+
+ @Override
+ public int getPriority() {
+ return 0;
+ }
+ };
+ } else if ((context.getMode() == Mode.VIEW || context.getMode() == Mode.BLAME)
+ && context.getBlobIdent().isFile()
+ && isBuildSpec(context.getBlobIdent().path)) {
+ return new PrioritizedComponentRenderer() {
+
+ private static final long serialVersionUID = 1L;
+
+ @Override
+ public Component render(String componentId) {
+ if (SourceRendererProvider.getRange(context.getPosition()) != null || context.getMode() == Mode.BLAME)
+ return new SourceViewPanel(componentId, context, false);
+ else if (context.isViewPlain())
+ return new SourceViewPanel(componentId, context, true);
+ else
+ return new BuildSpecBlobViewPanel(componentId, context);
+ }
+
+ @Override
+ public int getPriority() {
+ return 0;
+ }
+ };
+ } else {
+ return null;
+ }
+ }
+
+}
diff --git a/server-core/src/main/java/io/onedev/server/web/page/project/info/ForkOptionPanel.java b/server-core/src/main/java/io/onedev/server/web/page/project/info/ForkOptionPanel.java
index 537d5be22d..f08a81e640 100644
--- a/server-core/src/main/java/io/onedev/server/web/page/project/info/ForkOptionPanel.java
+++ b/server-core/src/main/java/io/onedev/server/web/page/project/info/ForkOptionPanel.java
@@ -16,11 +16,11 @@ import io.onedev.server.OneDev;
import io.onedev.server.entitymanager.ProjectManager;
import io.onedev.server.entitymanager.UserManager;
import io.onedev.server.model.Project;
+import io.onedev.server.util.Path;
+import io.onedev.server.util.PathNode;
import io.onedev.server.util.SecurityUtils;
import io.onedev.server.web.editable.BeanContext;
import io.onedev.server.web.editable.BeanEditor;
-import io.onedev.server.web.editable.Path;
-import io.onedev.server.web.editable.PathNode;
import io.onedev.server.web.page.project.ProjectOwnerBean;
import io.onedev.server.web.page.project.blob.ProjectBlobPage;
diff --git a/server-core/src/main/java/io/onedev/server/web/page/project/issues/boards/MilestoneEditPanel.java b/server-core/src/main/java/io/onedev/server/web/page/project/issues/boards/MilestoneEditPanel.java
index 450740356f..fe14a75e9a 100644
--- a/server-core/src/main/java/io/onedev/server/web/page/project/issues/boards/MilestoneEditPanel.java
+++ b/server-core/src/main/java/io/onedev/server/web/page/project/issues/boards/MilestoneEditPanel.java
@@ -11,11 +11,11 @@ import org.apache.wicket.markup.html.panel.Panel;
import io.onedev.server.OneDev;
import io.onedev.server.entitymanager.MilestoneManager;
import io.onedev.server.model.Milestone;
+import io.onedev.server.util.Path;
+import io.onedev.server.util.PathNode;
import io.onedev.server.web.ajaxlistener.ConfirmLeaveListener;
import io.onedev.server.web.editable.BeanContext;
import io.onedev.server.web.editable.BeanEditor;
-import io.onedev.server.web.editable.PathNode;
-import io.onedev.server.web.editable.Path;
@SuppressWarnings("serial")
abstract class MilestoneEditPanel extends Panel {
diff --git a/server-core/src/main/java/io/onedev/server/web/page/project/issues/boards/NewBoardPanel.java b/server-core/src/main/java/io/onedev/server/web/page/project/issues/boards/NewBoardPanel.java
index 87cea7ef78..ea4a404b65 100644
--- a/server-core/src/main/java/io/onedev/server/web/page/project/issues/boards/NewBoardPanel.java
+++ b/server-core/src/main/java/io/onedev/server/web/page/project/issues/boards/NewBoardPanel.java
@@ -14,11 +14,11 @@ import io.onedev.server.OneDev;
import io.onedev.server.entitymanager.ProjectManager;
import io.onedev.server.issue.BoardSpec;
import io.onedev.server.model.Project;
+import io.onedev.server.util.Path;
+import io.onedev.server.util.PathNode;
import io.onedev.server.web.ajaxlistener.ConfirmLeaveListener;
import io.onedev.server.web.editable.BeanContext;
import io.onedev.server.web.editable.BeanEditor;
-import io.onedev.server.web.editable.PathNode;
-import io.onedev.server.web.editable.Path;
@SuppressWarnings("serial")
abstract class NewBoardPanel extends Panel {
diff --git a/server-core/src/main/java/io/onedev/server/web/page/project/issues/boards/NewMilestonePanel.java b/server-core/src/main/java/io/onedev/server/web/page/project/issues/boards/NewMilestonePanel.java
index f74614303c..b2a5dae5e6 100644
--- a/server-core/src/main/java/io/onedev/server/web/page/project/issues/boards/NewMilestonePanel.java
+++ b/server-core/src/main/java/io/onedev/server/web/page/project/issues/boards/NewMilestonePanel.java
@@ -12,11 +12,11 @@ import io.onedev.server.OneDev;
import io.onedev.server.entitymanager.MilestoneManager;
import io.onedev.server.model.Milestone;
import io.onedev.server.model.Project;
+import io.onedev.server.util.Path;
+import io.onedev.server.util.PathNode;
import io.onedev.server.web.ajaxlistener.ConfirmLeaveListener;
import io.onedev.server.web.editable.BeanContext;
import io.onedev.server.web.editable.BeanEditor;
-import io.onedev.server.web.editable.PathNode;
-import io.onedev.server.web.editable.Path;
@SuppressWarnings("serial")
abstract class NewMilestonePanel extends Panel {
diff --git a/server-core/src/main/java/io/onedev/server/web/page/project/issues/milestones/MilestoneEditPage.java b/server-core/src/main/java/io/onedev/server/web/page/project/issues/milestones/MilestoneEditPage.java
index f17422fcc1..1dcf034327 100644
--- a/server-core/src/main/java/io/onedev/server/web/page/project/issues/milestones/MilestoneEditPage.java
+++ b/server-core/src/main/java/io/onedev/server/web/page/project/issues/milestones/MilestoneEditPage.java
@@ -11,11 +11,11 @@ import org.apache.wicket.request.mapper.parameter.PageParameters;
import io.onedev.server.OneDev;
import io.onedev.server.entitymanager.MilestoneManager;
import io.onedev.server.model.Milestone;
+import io.onedev.server.util.Path;
+import io.onedev.server.util.PathNode;
import io.onedev.server.util.SecurityUtils;
import io.onedev.server.web.editable.BeanContext;
import io.onedev.server.web.editable.BeanEditor;
-import io.onedev.server.web.editable.PathNode;
-import io.onedev.server.web.editable.Path;
import io.onedev.server.web.page.project.issues.ProjectIssuesPage;
@SuppressWarnings("serial")
diff --git a/server-core/src/main/java/io/onedev/server/web/page/project/issues/milestones/NewMilestonePage.java b/server-core/src/main/java/io/onedev/server/web/page/project/issues/milestones/NewMilestonePage.java
index 43ab5906f3..93bb3357e7 100644
--- a/server-core/src/main/java/io/onedev/server/web/page/project/issues/milestones/NewMilestonePage.java
+++ b/server-core/src/main/java/io/onedev/server/web/page/project/issues/milestones/NewMilestonePage.java
@@ -10,11 +10,11 @@ import io.onedev.server.OneDev;
import io.onedev.server.entitymanager.MilestoneManager;
import io.onedev.server.model.Milestone;
import io.onedev.server.model.Project;
+import io.onedev.server.util.Path;
+import io.onedev.server.util.PathNode;
import io.onedev.server.util.SecurityUtils;
import io.onedev.server.web.editable.BeanContext;
import io.onedev.server.web.editable.BeanEditor;
-import io.onedev.server.web.editable.PathNode;
-import io.onedev.server.web.editable.Path;
import io.onedev.server.web.page.project.ProjectPage;
import io.onedev.server.web.page.project.issues.ProjectIssuesPage;
diff --git a/server-core/src/main/java/io/onedev/server/web/page/project/setting/general/GeneralSettingPage.java b/server-core/src/main/java/io/onedev/server/web/page/project/setting/general/GeneralSettingPage.java
index 5e73bd3cf7..9f5cd01577 100644
--- a/server-core/src/main/java/io/onedev/server/web/page/project/setting/general/GeneralSettingPage.java
+++ b/server-core/src/main/java/io/onedev/server/web/page/project/setting/general/GeneralSettingPage.java
@@ -17,12 +17,12 @@ import io.onedev.server.OneDev;
import io.onedev.server.entitymanager.ProjectManager;
import io.onedev.server.entitymanager.UserManager;
import io.onedev.server.model.Project;
+import io.onedev.server.util.Path;
+import io.onedev.server.util.PathNode;
import io.onedev.server.util.SecurityUtils;
import io.onedev.server.web.component.project.ConfirmDeleteProjectModal;
import io.onedev.server.web.editable.BeanContext;
import io.onedev.server.web.editable.BeanEditor;
-import io.onedev.server.web.editable.Path;
-import io.onedev.server.web.editable.PathNode;
import io.onedev.server.web.page.project.ProjectListPage;
import io.onedev.server.web.page.project.ProjectOwnerBean;
import io.onedev.server.web.page.project.setting.ProjectSettingPage;
diff --git a/server-core/src/main/java/io/onedev/server/web/page/security/RegisterPage.java b/server-core/src/main/java/io/onedev/server/web/page/security/RegisterPage.java
index 5b55eb08f4..1109ad8c22 100644
--- a/server-core/src/main/java/io/onedev/server/web/page/security/RegisterPage.java
+++ b/server-core/src/main/java/io/onedev/server/web/page/security/RegisterPage.java
@@ -13,11 +13,11 @@ import io.onedev.server.OneDev;
import io.onedev.server.entitymanager.SettingManager;
import io.onedev.server.entitymanager.UserManager;
import io.onedev.server.model.User;
+import io.onedev.server.util.Path;
+import io.onedev.server.util.PathNode;
import io.onedev.server.util.SecurityUtils;
import io.onedev.server.web.editable.BeanContext;
import io.onedev.server.web.editable.BeanEditor;
-import io.onedev.server.web.editable.PathNode;
-import io.onedev.server.web.editable.Path;
import io.onedev.server.web.page.base.BasePage;
import io.onedev.server.web.page.my.avatar.MyAvatarPage;
import io.onedev.server.web.page.project.ProjectListPage;
diff --git a/server-core/src/main/java/io/onedev/server/web/page/test/TestPage.java b/server-core/src/main/java/io/onedev/server/web/page/test/TestPage.java
index 61835c2a08..def47f7a0a 100644
--- a/server-core/src/main/java/io/onedev/server/web/page/test/TestPage.java
+++ b/server-core/src/main/java/io/onedev/server/web/page/test/TestPage.java
@@ -1,38 +1,38 @@
-package io.onedev.server.web.page.test;
-
-import org.apache.wicket.markup.head.IHeaderResponse;
-import org.apache.wicket.markup.head.JavaScriptHeaderItem;
-import org.apache.wicket.markup.head.OnDomReadyHeaderItem;
-import org.apache.wicket.markup.html.link.Link;
-import org.apache.wicket.request.mapper.parameter.PageParameters;
-
-import io.onedev.server.web.page.base.BasePage;
-
-@SuppressWarnings("serial")
-public class TestPage extends BasePage {
-
- public TestPage(PageParameters params) {
- super(params);
- }
-
- @Override
- protected void onInitialize() {
- super.onInitialize();
- add(new Link<Void>("test") {
-
- @Override
- public void onClick() {
- }
-
- });
-
- }
-
- @Override
- public void renderHead(IHeaderResponse response) {
- super.renderHead(response);
- response.render(JavaScriptHeaderItem.forReference(new TestResourceReference()));
- response.render(OnDomReadyHeaderItem.forScript("onedev.server.test.onDomReady();"));
- }
-
-}
+package io.onedev.server.web.page.test;
+
+import org.apache.wicket.markup.head.IHeaderResponse;
+import org.apache.wicket.markup.head.JavaScriptHeaderItem;
+import org.apache.wicket.markup.head.OnDomReadyHeaderItem;
+import org.apache.wicket.markup.html.link.Link;
+import org.apache.wicket.request.mapper.parameter.PageParameters;
+
+import io.onedev.server.web.page.base.BasePage;
+
+@SuppressWarnings("serial")
+public class TestPage extends BasePage {
+
+ public TestPage(PageParameters params) {
+ super(params);
+ }
+
+ @Override
+ protected void onInitialize() {
+ super.onInitialize();
+ add(new Link<Void>("test") {
+
+ @Override
+ public void onClick() {
+ }
+
+ });
+
+ }
+
+ @Override
+ public void renderHead(IHeaderResponse response) {
+ super.renderHead(response);
+ response.render(JavaScriptHeaderItem.forReference(new TestResourceReference()));
+ response.render(OnDomReadyHeaderItem.forScript("onedev.server.test.onDomReady();"));
+ }
+
+}
diff --git a/server-core/src/main/java/io/onedev/server/web/util/SuggestionUtils.java b/server-core/src/main/java/io/onedev/server/web/util/SuggestionUtils.java
index 3ba6a18ebf..f6eb494f99 100644
--- a/server-core/src/main/java/io/onedev/server/web/util/SuggestionUtils.java
+++ b/server-core/src/main/java/io/onedev/server/web/util/SuggestionUtils.java
@@ -1,447 +1,447 @@
-package io.onedev.server.web.util;
-
-import java.io.File;
-import java.util.ArrayList;
-import java.util.Collection;
-import java.util.HashMap;
-import java.util.HashSet;
-import java.util.LinkedHashMap;
-import java.util.List;
-import java.util.Map;
-import java.util.Set;
-import java.util.concurrent.Callable;
-import java.util.stream.Collectors;
-
-import javax.annotation.Nullable;
-
-import org.apache.commons.lang3.StringUtils;
-import org.eclipse.jgit.lib.ObjectId;
-
-import com.google.common.base.Preconditions;
-import com.google.common.collect.Lists;
-
-import edu.emory.mathcs.backport.java.util.Collections;
-import io.onedev.commons.codeassist.InputSuggestion;
-import io.onedev.commons.utils.FileUtils;
-import io.onedev.commons.utils.LinearRange;
-import io.onedev.commons.utils.LockUtils;
-import io.onedev.server.OneDev;
-import io.onedev.server.buildspec.BuildSpec;
-import io.onedev.server.buildspec.Property;
-import io.onedev.server.buildspec.job.Job;
-import io.onedev.server.buildspec.job.JobVariable;
-import io.onedev.server.buildspec.job.VariableInterpolator;
-import io.onedev.server.buildspec.job.paramspec.ParamSpec;
-import io.onedev.server.entitymanager.BuildManager;
-import io.onedev.server.entitymanager.GroupManager;
-import io.onedev.server.entitymanager.IssueManager;
-import io.onedev.server.entitymanager.ProjectManager;
-import io.onedev.server.entitymanager.PullRequestManager;
-import io.onedev.server.entitymanager.SettingManager;
-import io.onedev.server.entitymanager.UserManager;
-import io.onedev.server.git.GitUtils;
-import io.onedev.server.infomanager.CommitInfoManager;
-import io.onedev.server.model.Build;
-import io.onedev.server.model.Issue;
-import io.onedev.server.model.Project;
-import io.onedev.server.model.PullRequest;
-import io.onedev.server.model.User;
-import io.onedev.server.model.support.administration.GroovyScript;
-import io.onedev.server.model.support.build.JobSecret;
-import io.onedev.server.security.permission.AccessProject;
-import io.onedev.server.util.SecurityUtils;
-import io.onedev.server.util.match.PatternApplied;
-import io.onedev.server.util.match.WildcardUtils;
-import io.onedev.server.util.script.ScriptContribution;
-import io.onedev.server.web.behavior.inputassist.InputAssistBehavior;
-
-public class SuggestionUtils {
-
- public static List<InputSuggestion> suggest(List<String> candidates, String matchWith) {
- matchWith = matchWith.toLowerCase();
- List<InputSuggestion> suggestions = new ArrayList<>();
- for (String candidate: candidates) {
- LinearRange match = LinearRange.match(candidate, matchWith);
- if (match != null) {
- suggestions.add(new InputSuggestion(candidate, null, match));
- if (suggestions.size() >= InputAssistBehavior.MAX_SUGGESTIONS)
- break;
- }
- }
- return suggestions;
- }
-
- public static List<InputSuggestion> suggestBranches(@Nullable Project project, String matchWith) {
- return suggest(project, matchWith, new ProjectScopedSuggester() {
-
- @Override
- public List<InputSuggestion> suggest(Project project, String matchWith) {
- if (SecurityUtils.canReadCode(project)) {
- List<String> branchNames = project.getBranchRefInfos()
- .stream()
- .map(it->GitUtils.ref2branch(it.getRef().getName()))
- .sorted()
- .collect(Collectors.toList());
- return SuggestionUtils.suggest(branchNames, matchWith);
- } else {
- return new ArrayList<>();
- }
- }
-
- }, ":");
- }
-
- public static List<InputSuggestion> suggestTags(@Nullable Project project, String matchWith) {
- return suggest(project, matchWith, new ProjectScopedSuggester() {
-
- @Override
- public List<InputSuggestion> suggest(Project project, String matchWith) {
- if (SecurityUtils.canReadCode(project)) {
- List<String> tagNames = project.getTagRefInfos()
- .stream()
- .map(it->GitUtils.ref2tag(it.getRef().getName()))
- .sorted()
- .collect(Collectors.toList());
- return SuggestionUtils.suggest(tagNames, matchWith);
- } else {
- return new ArrayList<>();
- }
- }
-
- }, ":");
- }
-
- public static List<InputSuggestion> suggestCommits(@Nullable Project project, String matchWith) {
- return suggest(project, matchWith, new ProjectScopedSuggester() {
-
- @Override
- public List<InputSuggestion> suggest(Project project, String matchWith) {
- if (SecurityUtils.canReadCode(project))
- return null;
- else
- return new ArrayList<>();
- }
-
- }, ":");
- }
-
- public static List<InputSuggestion> suggestProjects(String matchWith) {
- ProjectManager projectManager = OneDev.getInstance(ProjectManager.class);
- List<String> projectNames = projectManager.getPermittedProjects(new AccessProject())
- .stream()
- .map(it->it.getName())
- .sorted()
- .collect(Collectors.toList());
- return suggest(projectNames, matchWith);
- }
-
- public static List<InputSuggestion> suggestVariables(Project project, @Nullable ObjectId commitId,
- BuildSpec buildSpec, Job job, String matchWith) {
- matchWith = matchWith.toLowerCase();
- int numSuggestions = 0;
- List<InputSuggestion> suggestions = new ArrayList<>();
-
- Map<String, String> variables = new LinkedHashMap<>();
- for (JobVariable var: JobVariable.values())
- variables.put(var.name().toLowerCase(), null);
- for (ParamSpec paramSpec: job.getParamSpecs())
- variables.put(VariableInterpolator.PREFIX_PARAMS + paramSpec.getName(), paramSpec.getDescription());
- for (Property property: buildSpec.getProperties())
- variables.put(VariableInterpolator.PREFIX_PROPERTIES + property.getName(), null);
- for (JobSecret secret: project.getBuildSetting().getHierarchySecrets(project))
- variables.put(VariableInterpolator.PREFIX_SECRETS + secret.getName(), null);
- for (GroovyScript script: OneDev.getInstance(SettingManager.class).getGroovyScripts())
- variables.put(VariableInterpolator.PREFIX_SCRIPTS + script.getName(), null);
-
- for (ScriptContribution contribution: OneDev.getExtensions(ScriptContribution.class)) {
- String varName = VariableInterpolator.PREFIX_SCRIPTS + GroovyScript.BUILTIN_PREFIX
- + contribution.getScript().getName();
- if (!variables.containsKey(varName))
- variables.put(varName, null);
- }
-
- for (Map.Entry<String, String> entry: variables.entrySet()) {
- int index = entry.getKey().toLowerCase().indexOf(matchWith);
- if (index != -1 && numSuggestions++<InputAssistBehavior.MAX_SUGGESTIONS) {
- suggestions.add(new InputSuggestion(entry.getKey(), entry.getValue(),
- new LinearRange(index, index+matchWith.length())));
- }
- }
- return suggestions;
- }
-
- public static List<InputSuggestion> suggestUsers(String matchWith) {
- matchWith = matchWith.toLowerCase();
- List<InputSuggestion> suggestions = new ArrayList<>();
- for (User user: OneDev.getInstance(UserManager.class).query()) {
- LinearRange match = LinearRange.match(user.getName(), matchWith);
- if (match != null) {
- String description;
- if (!user.getDisplayName().equals(user.getName()))
- description = user.getDisplayName();
- else
- description = null;
- suggestions.add(new InputSuggestion(user.getName(), description, match));
- if (suggestions.size() >= InputAssistBehavior.MAX_SUGGESTIONS)
- break;
- }
- }
- return suggestions;
- }
-
- public static List<InputSuggestion> suggestIssues(@Nullable Project project, String matchWith, int count) {
- return suggest(project, matchWith, new ProjectScopedSuggester() {
-
- @Override
- public List<InputSuggestion> suggest(Project project, String matchWith) {
- List<InputSuggestion> suggestions = new ArrayList<>();
- if (SecurityUtils.canAccess(project)) {
- for (Issue issue: OneDev.getInstance(IssueManager.class).query(project, matchWith, count))
- suggestions.add(new InputSuggestion("#" + issue.getNumber(), issue.getTitle(), null));
- }
- return suggestions;
- }
-
- }, "#");
- }
-
- public static List<InputSuggestion> suggestPullRequests(@Nullable Project project, String matchWith, int count) {
- return suggest(project, matchWith, new ProjectScopedSuggester() {
-
- @Override
- public List<InputSuggestion> suggest(Project project, String matchWith) {
- List<InputSuggestion> suggestions = new ArrayList<>();
- if (SecurityUtils.canReadCode(project)) {
- PullRequestManager pullRequestManager = OneDev.getInstance(PullRequestManager.class);
- for (PullRequest request: pullRequestManager.query(project, matchWith, count))
- suggestions.add(new InputSuggestion("#" + request.getNumber(), request.getTitle(), null));
- }
- return suggestions;
- }
-
- }, "#");
- }
-
- public static List<InputSuggestion> suggestBuilds(@Nullable Project project, String matchWith, int count) {
- return suggest(project, matchWith, new ProjectScopedSuggester() {
-
- @Override
- public List<InputSuggestion> suggest(Project project, String matchWith) {
- List<InputSuggestion> suggestions = new ArrayList<>();
- for (Build build: OneDev.getInstance(BuildManager.class)
- .query(project, matchWith, count)) {
- String description;
- if (build.getVersion() != null)
- description = "(" + build.getVersion() + ") " + build.getJobName();
- else
- description = build.getJobName();
- suggestions.add(new InputSuggestion("#" + build.getNumber(), description, null));
- }
- return suggestions;
- }
-
- }, "#");
- }
-
- public static List<InputSuggestion> suggestGroups(String matchWith) {
- List<String> groupNames = OneDev.getInstance(GroupManager.class).query()
- .stream()
- .map(it->it.getName())
- .sorted()
- .collect(Collectors.toList());
- return suggest(groupNames, matchWith);
- }
-
- public static List<InputSuggestion> suggestBlobs(Project project, String matchWith) {
- CommitInfoManager commitInfoManager = OneDev.getInstance(CommitInfoManager.class);
- return suggestPaths(commitInfoManager.getFiles(project), matchWith);
- }
-
- private static List<InputSuggestion> suggest(@Nullable Project project, String matchWith,
- ProjectScopedSuggester projectScopedSuggester, String scopeSeparator) {
- if (project == null) {
- ProjectManager projectManager = OneDev.getInstance(ProjectManager.class);
- if (matchWith.contains(scopeSeparator)) {
- String projectName = StringUtils.substringBefore(matchWith, scopeSeparator);
- matchWith = StringUtils.substringAfter(matchWith, scopeSeparator);
- project = projectManager.find(projectName);
- if (project != null) {
- List<InputSuggestion> projectScopedSuggestions = projectScopedSuggester.suggest(project, matchWith);
- if (projectScopedSuggestions != null) {
- List<InputSuggestion> suggestions = new ArrayList<>();
- for (InputSuggestion suggestion: projectScopedSuggestions) {
- LinearRange match = suggestion.getMatch();
- if (suggestion.getContent().startsWith(scopeSeparator)) {
- if (match != null) {
- int length = project.getName().length();
- match = new LinearRange(match.getFrom() + length, match.getTo() + length);
- }
- suggestions.add(new InputSuggestion(
- project.getName() + suggestion.getContent(),
- suggestion.getDescription(),
- match));
- } else {
- if (match != null) {
- int length = project.getName().length() + scopeSeparator.length();
- match = new LinearRange(match.getFrom() + length, match.getTo() + length);
- }
- suggestions.add(new InputSuggestion(
- project.getName() + scopeSeparator + suggestion.getContent(),
- suggestion.getDescription(),
- match));
- }
- }
- return suggestions;
- } else {
- return null;
- }
- } else {
- return new ArrayList<>();
- }
- } else {
- List<InputSuggestion> suggestions = new ArrayList<>();
- for (Project each: projectManager.getPermittedProjects(new AccessProject())) {
- LinearRange match = LinearRange.match(each.getName() + scopeSeparator, matchWith);
- if (match != null) {
- suggestions.add(new InputSuggestion(
- each.getName() + scopeSeparator,
- each.getName().length() + scopeSeparator.length(),
- "select project first",
- match));
- if (suggestions.size() >= InputAssistBehavior.MAX_SUGGESTIONS)
- break;
- }
- }
- return suggestions;
- }
- } else {
- return projectScopedSuggester.suggest(project, matchWith);
- }
- }
-
- public static List<InputSuggestion> suggestJobs(Project project, String matchWith) {
- List<String> jobNames = new ArrayList<>(OneDev.getInstance(BuildManager.class)
- .getAccessibleJobNames(project).get(project));
- Collections.sort(jobNames);
- return suggest(jobNames, matchWith);
- }
-
- public static List<InputSuggestion> suggestBuildVersions(Project project, String matchWith) {
- Collection<String> buildVersions = OneDev.getInstance(BuildManager.class).queryVersions(
- project, matchWith, InputAssistBehavior.MAX_SUGGESTIONS);
- List<InputSuggestion> suggestions = new ArrayList<>();
- for (String buildVersion: buildVersions) {
- LinearRange match = LinearRange.match(buildVersion, matchWith);
- suggestions.add(new InputSuggestion(buildVersion, null, match));
- }
- return suggestions;
- }
-
- public static List<InputSuggestion> suggestMilestones(Project project, String matchWith) {
- List<String> milestoneNames = project.getMilestones()
- .stream()
- .map(it->it.getName())
- .sorted()
- .collect(Collectors.toList());
- return suggest(milestoneNames, matchWith);
- }
-
- public static List<InputSuggestion> suggestArtifacts(Build build, String matchWith) {
- return LockUtils.read(build.getArtifactsLockKey(), new Callable<List<InputSuggestion>>() {
-
- @Override
- public List<InputSuggestion> call() throws Exception {
- List<String> paths = new ArrayList<>();
- File artifactsDir = build.getArtifactsDir();
- if (artifactsDir.exists()) {
- int baseLen = artifactsDir.getAbsolutePath().length()+1;
- for (File file: FileUtils.listFiles(artifactsDir, Lists.newArrayList("**"), new ArrayList<>()))
- paths.add(file.getAbsolutePath().substring(baseLen));
- }
- return suggestPaths(paths, matchWith);
- }
-
- });
- }
-
- private static Set<String> getChildren(List<PatternApplied> allApplied, String path) {
- Set<String> children = new HashSet<>();
- for (PatternApplied applied: allApplied) {
- if (applied.getText().startsWith(path)) {
- String suffix = applied.getText().substring(path.length());
- int index = suffix.indexOf('/');
- if (index != -1)
- children.add(suffix.substring(0, index+1));
- else
- children.add(suffix);
- }
- }
- return children;
- }
-
- public static List<InputSuggestion> suggestPaths(List<String> paths, String matchWith) {
- matchWith = matchWith.toLowerCase();
- List<InputSuggestion> suggestions = new ArrayList<>();
-
- List<PatternApplied> allApplied = new ArrayList<>();
- for (String path: paths) {
- PatternApplied applied = WildcardUtils.applyPattern(matchWith, path, false);
- if (applied != null)
- allApplied.add(applied);
- }
- allApplied.sort((o1, o2) -> o1.getMatch().getFrom() - o2.getMatch().getFrom());
-
- Map<String, Set<String>> childrenCache = new HashMap<>();
- Map<String, LinearRange> suggestedInputs = new LinkedHashMap<>();
- for (PatternApplied applied: allApplied) {
- LinearRange match = applied.getMatch();
- String suffix = applied.getText().substring(match.getTo());
- int index = suffix.indexOf('/');
- String suggestedInput = applied.getText().substring(0, match.getTo());
- if (index != -1) {
- suggestedInput += suffix.substring(0, index) + "/";
- while (true) {
- Set<String> children = childrenCache.get(suggestedInput);
- if (children == null) {
- children = getChildren(allApplied, suggestedInput);
- childrenCache.put(suggestedInput, children);
- }
- Preconditions.checkState(!children.isEmpty());
- if (children.size() > 1) {
- break;
- } else {
- String child = children.iterator().next();
- suggestedInput += child;
- if (!suggestedInput.endsWith("/"))
- break;
- }
- }
- } else {
- suggestedInput += suffix;
- }
- suggestedInputs.put(suggestedInput, match);
- if (suggestedInputs.size() == InputAssistBehavior.MAX_SUGGESTIONS)
- break;
- }
-
- for (Map.Entry<String, LinearRange> entry: suggestedInputs.entrySet()) {
- String text = entry.getKey();
- int caret;
- if (text.endsWith("/"))
- caret = text.length();
- else
- caret = -1;
- suggestions.add(new InputSuggestion(text, caret, null, entry.getValue()));
- }
-
- return suggestions;
- }
-
- static interface ProjectScopedSuggester {
-
- @Nullable
- List<InputSuggestion> suggest(Project project, String matchWith);
-
- }
-
-}
+package io.onedev.server.web.util;
+
+import java.io.File;
+import java.util.ArrayList;
+import java.util.Collection;
+import java.util.HashMap;
+import java.util.HashSet;
+import java.util.LinkedHashMap;
+import java.util.List;
+import java.util.Map;
+import java.util.Set;
+import java.util.concurrent.Callable;
+import java.util.stream.Collectors;
+
+import javax.annotation.Nullable;
+
+import org.apache.commons.lang3.StringUtils;
+import org.eclipse.jgit.lib.ObjectId;
+
+import com.google.common.base.Preconditions;
+import com.google.common.collect.Lists;
+
+import edu.emory.mathcs.backport.java.util.Collections;
+import io.onedev.commons.codeassist.InputSuggestion;
+import io.onedev.commons.utils.FileUtils;
+import io.onedev.commons.utils.LinearRange;
+import io.onedev.commons.utils.LockUtils;
+import io.onedev.server.OneDev;
+import io.onedev.server.buildspec.BuildSpec;
+import io.onedev.server.buildspec.Property;
+import io.onedev.server.buildspec.job.Job;
+import io.onedev.server.buildspec.job.JobVariable;
+import io.onedev.server.buildspec.job.VariableInterpolator;
+import io.onedev.server.buildspec.job.paramspec.ParamSpec;
+import io.onedev.server.entitymanager.BuildManager;
+import io.onedev.server.entitymanager.GroupManager;
+import io.onedev.server.entitymanager.IssueManager;
+import io.onedev.server.entitymanager.ProjectManager;
+import io.onedev.server.entitymanager.PullRequestManager;
+import io.onedev.server.entitymanager.SettingManager;
+import io.onedev.server.entitymanager.UserManager;
+import io.onedev.server.git.GitUtils;
+import io.onedev.server.infomanager.CommitInfoManager;
+import io.onedev.server.model.Build;
+import io.onedev.server.model.Issue;
+import io.onedev.server.model.Project;
+import io.onedev.server.model.PullRequest;
+import io.onedev.server.model.User;
+import io.onedev.server.model.support.administration.GroovyScript;
+import io.onedev.server.model.support.build.JobSecret;
+import io.onedev.server.security.permission.AccessProject;
+import io.onedev.server.util.SecurityUtils;
+import io.onedev.server.util.match.PatternApplied;
+import io.onedev.server.util.match.WildcardUtils;
+import io.onedev.server.util.script.ScriptContribution;
+import io.onedev.server.web.behavior.inputassist.InputAssistBehavior;
+
+public class SuggestionUtils {
+
+ public static List<InputSuggestion> suggest(List<String> candidates, String matchWith) {
+ matchWith = matchWith.toLowerCase();
+ List<InputSuggestion> suggestions = new ArrayList<>();
+ for (String candidate: candidates) {
+ LinearRange match = LinearRange.match(candidate, matchWith);
+ if (match != null) {
+ suggestions.add(new InputSuggestion(candidate, null, match));
+ if (suggestions.size() >= InputAssistBehavior.MAX_SUGGESTIONS)
+ break;
+ }
+ }
+ return suggestions;
+ }
+
+ public static List<InputSuggestion> suggestBranches(@Nullable Project project, String matchWith) {
+ return suggest(project, matchWith, new ProjectScopedSuggester() {
+
+ @Override
+ public List<InputSuggestion> suggest(Project project, String matchWith) {
+ if (SecurityUtils.canReadCode(project)) {
+ List<String> branchNames = project.getBranchRefInfos()
+ .stream()
+ .map(it->GitUtils.ref2branch(it.getRef().getName()))
+ .sorted()
+ .collect(Collectors.toList());
+ return SuggestionUtils.suggest(branchNames, matchWith);
+ } else {
+ return new ArrayList<>();
+ }
+ }
+
+ }, ":");
+ }
+
+ public static List<InputSuggestion> suggestTags(@Nullable Project project, String matchWith) {
+ return suggest(project, matchWith, new ProjectScopedSuggester() {
+
+ @Override
+ public List<InputSuggestion> suggest(Project project, String matchWith) {
+ if (SecurityUtils.canReadCode(project)) {
+ List<String> tagNames = project.getTagRefInfos()
+ .stream()
+ .map(it->GitUtils.ref2tag(it.getRef().getName()))
+ .sorted()
+ .collect(Collectors.toList());
+ return SuggestionUtils.suggest(tagNames, matchWith);
+ } else {
+ return new ArrayList<>();
+ }
+ }
+
+ }, ":");
+ }
+
+ public static List<InputSuggestion> suggestCommits(@Nullable Project project, String matchWith) {
+ return suggest(project, matchWith, new ProjectScopedSuggester() {
+
+ @Override
+ public List<InputSuggestion> suggest(Project project, String matchWith) {
+ if (SecurityUtils.canReadCode(project))
+ return null;
+ else
+ return new ArrayList<>();
+ }
+
+ }, ":");
+ }
+
+ public static List<InputSuggestion> suggestProjects(String matchWith) {
+ ProjectManager projectManager = OneDev.getInstance(ProjectManager.class);
+ List<String> projectNames = projectManager.getPermittedProjects(new AccessProject())
+ .stream()
+ .map(it->it.getName())
+ .sorted()
+ .collect(Collectors.toList());
+ return suggest(projectNames, matchWith);
+ }
+
+ public static List<InputSuggestion> suggestVariables(Project project, @Nullable ObjectId commitId,
+ BuildSpec buildSpec, Job job, String matchWith) {
+ matchWith = matchWith.toLowerCase();
+ int numSuggestions = 0;
+ List<InputSuggestion> suggestions = new ArrayList<>();
+
+ Map<String, String> variables = new LinkedHashMap<>();
+ for (JobVariable var: JobVariable.values())
+ variables.put(var.name().toLowerCase(), null);
+ for (ParamSpec paramSpec: job.getParamSpecs())
+ variables.put(VariableInterpolator.PREFIX_PARAMS + paramSpec.getName(), paramSpec.getDescription());
+ for (Property property: buildSpec.getProperties())
+ variables.put(VariableInterpolator.PREFIX_PROPERTIES + property.getName(), null);
+ for (JobSecret secret: project.getBuildSetting().getHierarchySecrets(project))
+ variables.put(VariableInterpolator.PREFIX_SECRETS + secret.getName(), null);
+ for (GroovyScript script: OneDev.getInstance(SettingManager.class).getGroovyScripts())
+ variables.put(VariableInterpolator.PREFIX_SCRIPTS + script.getName(), null);
+
+ for (ScriptContribution contribution: OneDev.getExtensions(ScriptContribution.class)) {
+ String varName = VariableInterpolator.PREFIX_SCRIPTS + GroovyScript.BUILTIN_PREFIX
+ + contribution.getScript().getName();
+ if (!variables.containsKey(varName))
+ variables.put(varName, null);
+ }
+
+ for (Map.Entry<String, String> entry: variables.entrySet()) {
+ int index = entry.getKey().toLowerCase().indexOf(matchWith);
+ if (index != -1 && numSuggestions++<InputAssistBehavior.MAX_SUGGESTIONS) {
+ suggestions.add(new InputSuggestion(entry.getKey(), entry.getValue(),
+ new LinearRange(index, index+matchWith.length())));
+ }
+ }
+ return suggestions;
+ }
+
+ public static List<InputSuggestion> suggestUsers(String matchWith) {
+ matchWith = matchWith.toLowerCase();
+ List<InputSuggestion> suggestions = new ArrayList<>();
+ for (User user: OneDev.getInstance(UserManager.class).query()) {
+ LinearRange match = LinearRange.match(user.getName(), matchWith);
+ if (match != null) {
+ String description;
+ if (!user.getDisplayName().equals(user.getName()))
+ description = user.getDisplayName();
+ else
+ description = null;
+ suggestions.add(new InputSuggestion(user.getName(), description, match));
+ if (suggestions.size() >= InputAssistBehavior.MAX_SUGGESTIONS)
+ break;
+ }
+ }
+ return suggestions;
+ }
+
+ public static List<InputSuggestion> suggestIssues(@Nullable Project project, String matchWith, int count) {
+ return suggest(project, matchWith, new ProjectScopedSuggester() {
+
+ @Override
+ public List<InputSuggestion> suggest(Project project, String matchWith) {
+ List<InputSuggestion> suggestions = new ArrayList<>();
+ if (SecurityUtils.canAccess(project)) {
+ for (Issue issue: OneDev.getInstance(IssueManager.class).query(project, matchWith, count))
+ suggestions.add(new InputSuggestion("#" + issue.getNumber(), issue.getTitle(), null));
+ }
+ return suggestions;
+ }
+
+ }, "#");
+ }
+
+ public static List<InputSuggestion> suggestPullRequests(@Nullable Project project, String matchWith, int count) {
+ return suggest(project, matchWith, new ProjectScopedSuggester() {
+
+ @Override
+ public List<InputSuggestion> suggest(Project project, String matchWith) {
+ List<InputSuggestion> suggestions = new ArrayList<>();
+ if (SecurityUtils.canReadCode(project)) {
+ PullRequestManager pullRequestManager = OneDev.getInstance(PullRequestManager.class);
+ for (PullRequest request: pullRequestManager.query(project, matchWith, count))
+ suggestions.add(new InputSuggestion("#" + request.getNumber(), request.getTitle(), null));
+ }
+ return suggestions;
+ }
+
+ }, "#");
+ }
+
+ public static List<InputSuggestion> suggestBuilds(@Nullable Project project, String matchWith, int count) {
+ return suggest(project, matchWith, new ProjectScopedSuggester() {
+
+ @Override
+ public List<InputSuggestion> suggest(Project project, String matchWith) {
+ List<InputSuggestion> suggestions = new ArrayList<>();
+ for (Build build: OneDev.getInstance(BuildManager.class)
+ .query(project, matchWith, count)) {
+ String description;
+ if (build.getVersion() != null)
+ description = "(" + build.getVersion() + ") " + build.getJobName();
+ else
+ description = build.getJobName();
+ suggestions.add(new InputSuggestion("#" + build.getNumber(), description, null));
+ }
+ return suggestions;
+ }
+
+ }, "#");
+ }
+
+ public static List<InputSuggestion> suggestGroups(String matchWith) {
+ List<String> groupNames = OneDev.getInstance(GroupManager.class).query()
+ .stream()
+ .map(it->it.getName())
+ .sorted()
+ .collect(Collectors.toList());
+ return suggest(groupNames, matchWith);
+ }
+
+ public static List<InputSuggestion> suggestBlobs(Project project, String matchWith) {
+ CommitInfoManager commitInfoManager = OneDev.getInstance(CommitInfoManager.class);
+ return suggestPaths(commitInfoManager.getFiles(project), matchWith);
+ }
+
+ private static List<InputSuggestion> suggest(@Nullable Project project, String matchWith,
+ ProjectScopedSuggester projectScopedSuggester, String scopeSeparator) {
+ if (project == null) {
+ ProjectManager projectManager = OneDev.getInstance(ProjectManager.class);
+ if (matchWith.contains(scopeSeparator)) {
+ String projectName = StringUtils.substringBefore(matchWith, scopeSeparator);
+ matchWith = StringUtils.substringAfter(matchWith, scopeSeparator);
+ project = projectManager.find(projectName);
+ if (project != null) {
+ List<InputSuggestion> projectScopedSuggestions = projectScopedSuggester.suggest(project, matchWith);
+ if (projectScopedSuggestions != null) {
+ List<InputSuggestion> suggestions = new ArrayList<>();
+ for (InputSuggestion suggestion: projectScopedSuggestions) {
+ LinearRange match = suggestion.getMatch();
+ if (suggestion.getContent().startsWith(scopeSeparator)) {
+ if (match != null) {
+ int length = project.getName().length();
+ match = new LinearRange(match.getFrom() + length, match.getTo() + length);
+ }
+ suggestions.add(new InputSuggestion(
+ project.getName() + suggestion.getContent(),
+ suggestion.getDescription(),
+ match));
+ } else {
+ if (match != null) {
+ int length = project.getName().length() + scopeSeparator.length();
+ match = new LinearRange(match.getFrom() + length, match.getTo() + length);
+ }
+ suggestions.add(new InputSuggestion(
+ project.getName() + scopeSeparator + suggestion.getContent(),
+ suggestion.getDescription(),
+ match));
+ }
+ }
+ return suggestions;
+ } else {
+ return null;
+ }
+ } else {
+ return new ArrayList<>();
+ }
+ } else {
+ List<InputSuggestion> suggestions = new ArrayList<>();
+ for (Project each: projectManager.getPermittedProjects(new AccessProject())) {
+ LinearRange match = LinearRange.match(each.getName() + scopeSeparator, matchWith);
+ if (match != null) {
+ suggestions.add(new InputSuggestion(
+ each.getName() + scopeSeparator,
+ each.getName().length() + scopeSeparator.length(),
+ "select project first",
+ match));
+ if (suggestions.size() >= InputAssistBehavior.MAX_SUGGESTIONS)
+ break;
+ }
+ }
+ return suggestions;
+ }
+ } else {
+ return projectScopedSuggester.suggest(project, matchWith);
+ }
+ }
+
+ public static List<InputSuggestion> suggestJobs(Project project, String matchWith) {
+ List<String> jobNames = new ArrayList<>(OneDev.getInstance(BuildManager.class)
+ .getAccessibleJobNames(project).get(project));
+ Collections.sort(jobNames);
+ return suggest(jobNames, matchWith);
+ }
+
+ public static List<InputSuggestion> suggestBuildVersions(Project project, String matchWith) {
+ Collection<String> buildVersions = OneDev.getInstance(BuildManager.class).queryVersions(
+ project, matchWith, InputAssistBehavior.MAX_SUGGESTIONS);
+ List<InputSuggestion> suggestions = new ArrayList<>();
+ for (String buildVersion: buildVersions) {
+ LinearRange match = LinearRange.match(buildVersion, matchWith);
+ suggestions.add(new InputSuggestion(buildVersion, null, match));
+ }
+ return suggestions;
+ }
+
+ public static List<InputSuggestion> suggestMilestones(Project project, String matchWith) {
+ List<String> milestoneNames = project.getMilestones()
+ .stream()
+ .map(it->it.getName())
+ .sorted()
+ .collect(Collectors.toList());
+ return suggest(milestoneNames, matchWith);
+ }
+
+ public static List<InputSuggestion> suggestArtifacts(Build build, String matchWith) {
+ return LockUtils.read(build.getArtifactsLockKey(), new Callable<List<InputSuggestion>>() {
+
+ @Override
+ public List<InputSuggestion> call() throws Exception {
+ List<String> paths = new ArrayList<>();
+ File artifactsDir = build.getArtifactsDir();
+ if (artifactsDir.exists()) {
+ int baseLen = artifactsDir.getAbsolutePath().length()+1;
+ for (File file: FileUtils.listFiles(artifactsDir, Lists.newArrayList("**"), new ArrayList<>()))
+ paths.add(file.getAbsolutePath().substring(baseLen));
+ }
+ return suggestPaths(paths, matchWith);
+ }
+
+ });
+ }
+
+ private static Set<String> getChildren(List<PatternApplied> allApplied, String path) {
+ Set<String> children = new HashSet<>();
+ for (PatternApplied applied: allApplied) {
+ if (applied.getText().startsWith(path)) {
+ String suffix = applied.getText().substring(path.length());
+ int index = suffix.indexOf('/');
+ if (index != -1)
+ children.add(suffix.substring(0, index+1));
+ else
+ children.add(suffix);
+ }
+ }
+ return children;
+ }
+
+ public static List<InputSuggestion> suggestPaths(List<String> paths, String matchWith) {
+ matchWith = matchWith.toLowerCase();
+ List<InputSuggestion> suggestions = new ArrayList<>();
+
+ List<PatternApplied> allApplied = new ArrayList<>();
+ for (String path: paths) {
+ PatternApplied applied = WildcardUtils.applyPattern(matchWith, path, false);
+ if (applied != null)
+ allApplied.add(applied);
+ }
+ allApplied.sort((o1, o2) -> o1.getMatch().getFrom() - o2.getMatch().getFrom());
+
+ Map<String, Set<String>> childrenCache = new HashMap<>();
+ Map<String, LinearRange> suggestedInputs = new LinkedHashMap<>();
+ for (PatternApplied applied: allApplied) {
+ LinearRange match = applied.getMatch();
+ String suffix = applied.getText().substring(match.getTo());
+ int index = suffix.indexOf('/');
+ String suggestedInput = applied.getText().substring(0, match.getTo());
+ if (index != -1) {
+ suggestedInput += suffix.substring(0, index) + "/";
+ while (true) {
+ Set<String> children = childrenCache.get(suggestedInput);
+ if (children == null) {
+ children = getChildren(allApplied, suggestedInput);
+ childrenCache.put(suggestedInput, children);
+ }
+ Preconditions.checkState(!children.isEmpty());
+ if (children.size() > 1) {
+ break;
+ } else {
+ String child = children.iterator().next();
+ suggestedInput += child;
+ if (!suggestedInput.endsWith("/"))
+ break;
+ }
+ }
+ } else {
+ suggestedInput += suffix;
+ }
+ suggestedInputs.put(suggestedInput, match);
+ if (suggestedInputs.size() == InputAssistBehavior.MAX_SUGGESTIONS)
+ break;
+ }
+
+ for (Map.Entry<String, LinearRange> entry: suggestedInputs.entrySet()) {
+ String text = entry.getKey();
+ int caret;
+ if (text.endsWith("/"))
+ caret = text.length();
+ else
+ caret = -1;
+ suggestions.add(new InputSuggestion(text, caret, null, entry.getValue()));
+ }
+
+ return suggestions;
+ }
+
+ static interface ProjectScopedSuggester {
+
+ @Nullable
+ List<InputSuggestion> suggest(Project project, String matchWith);
+
+ }
+
+}
diff --git a/server-core/src/main/java/org/yaml/snakeyaml/nodes/ScalarNode.java b/server-core/src/main/java/org/yaml/snakeyaml/nodes/ScalarNode.java
new file mode 100644
index 0000000000..f38faa695b
--- /dev/null
+++ b/server-core/src/main/java/org/yaml/snakeyaml/nodes/ScalarNode.java
@@ -0,0 +1,85 @@
+/**
+ * Copyright (c) 2008, http://www.snakeyaml.org
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.yaml.snakeyaml.nodes;
+
+import org.yaml.snakeyaml.DumperOptions;
+import org.yaml.snakeyaml.error.Mark;
+
+/**
+ * Represents a scalar node.
+ * <p>
+ * Scalar nodes form the leaves in the node graph.
+ * </p>
+ */
+public class ScalarNode extends Node {
+ private DumperOptions.ScalarStyle style;
+ private String value;
+
+ public ScalarNode(Tag tag, String value, Mark startMark, Mark endMark, DumperOptions.ScalarStyle style) {
+ this(tag, true, value, startMark, endMark, style);
+ }
+
+ public ScalarNode(Tag tag, boolean resolved, String value, Mark startMark, Mark endMark,
+ DumperOptions.ScalarStyle style) {
+ super(tag, startMark, endMark);
+ if (value == null) {
+ throw new NullPointerException("value in a Node is required.");
+ }
+ this.value = value;
+ if (style == null) throw new NullPointerException("Scalar style must be provided.");
+ this.style = style;
+ this.resolved = resolved;
+ }
+
+ /**
+ * Get scalar style of this node.
+ *
+ * @see org.yaml.snakeyaml.events.ScalarEvent
+ * @see <a href="http://yaml.org/spec/1.1/#id903915">Chapter 9. Scalar
+ * Styles</a>
+ * @return style of this scalar node
+ */
+ public DumperOptions.ScalarStyle getStyle() {
+ return style;
+ }
+
+ @Override
+ public NodeId getNodeId() {
+ return NodeId.scalar;
+ }
+
+ /**
+ * Value of this scalar.
+ *
+ * @return Scalar's value.
+ */
+ public String getValue() {
+ return value;
+ }
+
+ public void setValue(String value) {
+ this.value = value;
+ }
+
+ public String toString() {
+ return "<" + this.getClass().getName() + " (tag=" + getTag() + ", value=" + getValue()
+ + ")>";
+ }
+
+ public boolean isPlain() {
+ return style == DumperOptions.ScalarStyle.PLAIN;
+ }
+}
diff --git a/server-product/src/test/java/io/onedev/server/product/Test.java b/server-product/src/test/java/io/onedev/server/product/Test.java
index e29e84b6bf..8ce47824ed 100644
--- a/server-product/src/test/java/io/onedev/server/product/Test.java
+++ b/server-product/src/test/java/io/onedev/server/product/Test.java
@@ -4,6 +4,6 @@ public class Test {
@org.junit.Test
public void test() {
- }
+ }
}
\ No newline at end of file