The Unified and Autonomous Development Platform
feat(pack): add Cargo package registry support
Chief Work Horsea448795cf08b
diff --git a/server-plugin/pom.xml b/server-plugin/pom.xmlindex dca3a6c0a4..087207b7bf 100644--- a/server-plugin/pom.xml+++ b/server-plugin/pom.xml@@ -78,5 +78,6 @@<module>server-plugin-pack-nuget</module><module>server-plugin-pack-pypi</module><module>server-plugin-pack-gem</module>+ <module>server-plugin-pack-cargo</module></modules></project>diff --git a/server-plugin/server-plugin-pack-cargo/pom.xml b/server-plugin/server-plugin-pack-cargo/pom.xmlnew file mode 100644index 0000000000..83c11c90ca--- /dev/null+++ b/server-plugin/server-plugin-pack-cargo/pom.xml@@ -0,0 +1,20 @@+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"+ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">+ <modelVersion>4.0.0</modelVersion>+ <artifactId>server-plugin-pack-cargo</artifactId>+ <parent>+ <groupId>io.onedev</groupId>+ <artifactId>server-plugin</artifactId>+ <version>16.0.3</version>+ </parent>+ <dependencies>+ <dependency>+ <groupId>io.onedev</groupId>+ <artifactId>server-core</artifactId>+ <version>${project.version}</version>+ </dependency>+ </dependencies>+ <properties>+ <moduleClass>io.onedev.server.plugin.pack.cargo.CargoModule</moduleClass>+ </properties>+</project>diff --git a/server-plugin/server-plugin-pack-cargo/src/main/java/io/onedev/server/plugin/pack/cargo/CargoData.java b/server-plugin/server-plugin-pack-cargo/src/main/java/io/onedev/server/plugin/pack/cargo/CargoData.javanew file mode 100644index 0000000000..e4eee50c7d--- /dev/null+++ b/server-plugin/server-plugin-pack-cargo/src/main/java/io/onedev/server/plugin/pack/cargo/CargoData.java@@ -0,0 +1,35 @@+package io.onedev.server.plugin.pack.cargo;++import java.io.Serializable;++public class CargoData implements Serializable {++ private static final long serialVersionUID = 1L;++ private final byte[] metadata;++ private final String sha256BlobHash;++ private boolean yanked;++ public CargoData(byte[] metadata, String sha256BlobHash) {+ this.metadata = metadata;+ this.sha256BlobHash = sha256BlobHash;+ }++ public byte[] getMetadata() {+ return metadata;+ }++ public String getSha256BlobHash() {+ return sha256BlobHash;+ }++ public boolean isYanked() {+ return yanked;+ }++ public void setYanked(boolean yanked) {+ this.yanked = yanked;+ }+}diff --git a/server-plugin/server-plugin-pack-cargo/src/main/java/io/onedev/server/plugin/pack/cargo/CargoHelpPanel.html b/server-plugin/server-plugin-pack-cargo/src/main/java/io/onedev/server/plugin/pack/cargo/CargoHelpPanel.htmlnew file mode 100644index 0000000000..5f75d45eb1--- /dev/null+++ b/server-plugin/server-plugin-pack-cargo/src/main/java/io/onedev/server/plugin/pack/cargo/CargoHelpPanel.html@@ -0,0 +1,11 @@+<wicket:panel>+ <div class="font-size-lg font-weight-bolder mb-3"><wicket:t>Edit <code>$HOME/.cargo/config.toml</code> to add a registry like below</wicket:t></div>+ <div wicket:id="addRegistry"></div>+ <div class="text-muted font-size-sm mt-2 mb-5"><wicket:t>Make sure the user has package write permission over the project</wicket:t></div>++ <div class="font-size-lg font-weight-bolder mb-3"><wicket:t>Then publish package to the registry</wicket:t></div>+ <div wicket:id="publishCommand" class="mb-5"></div>++ <div class="font-size-lg font-weight-bolder mb-3"><wicket:t>For CI/CD job, run below to add package registry via command step</wicket:t></div>+ <div wicket:id="jobCommands"></div>+</wicket:panel>diff --git a/server-plugin/server-plugin-pack-cargo/src/main/java/io/onedev/server/plugin/pack/cargo/CargoHelpPanel.java b/server-plugin/server-plugin-pack-cargo/src/main/java/io/onedev/server/plugin/pack/cargo/CargoHelpPanel.javanew file mode 100644index 0000000000..ce59553f78--- /dev/null+++ b/server-plugin/server-plugin-pack-cargo/src/main/java/io/onedev/server/plugin/pack/cargo/CargoHelpPanel.java@@ -0,0 +1,56 @@+package io.onedev.server.plugin.pack.cargo;++import static io.onedev.server.web.translation.Translation._T;++import org.apache.wicket.markup.html.panel.Panel;+import org.apache.wicket.model.LoadableDetachableModel;+import org.apache.wicket.model.Model;++import io.onedev.server.OneDev;+import io.onedev.server.service.SettingService;+import io.onedev.server.web.component.codesnippet.CodeSnippetPanel;++public class CargoHelpPanel extends Panel {++ private final String projectPath;++ public CargoHelpPanel(String id, String projectPath) {+ super(id);+ this.projectPath = projectPath;+ }++ @Override+ protected void onInitialize() {+ super.onInitialize();++ var registryUrl = getServerUrl() + "/" + projectPath + "/~" + CargoPackHandler.HANDLER_ID + "/";+ add(new CodeSnippetPanel("addRegistry", Model.of("" ++ "[registries.onedev]\n" ++ "index = \"sparse+" + registryUrl + "\"\n\n" ++ "$ cargo login --registry onedev <onedev_access_token>")));++ add(new CodeSnippetPanel("publishCommand", Model.of("$ cargo publish --registry onedev")));++ add(new CodeSnippetPanel("jobCommands", new LoadableDetachableModel<>() {+ @Override+ protected String load() {+ return "" ++ "# " + _T("Use job token to tell OneDev the build publishing the package") + "\n" ++ "# " + _T("Job secret 'access-token' should be defined in project build setting as an access token with package write permission") + "\n\n" ++ "mkdir -p $HOME/.cargo\n" ++ "cat << EOF >> $HOME/.cargo/config.toml\n" ++ "[registries.onedev]\n" ++ "index = \"sparse+" + registryUrl + "\"\n" ++ "EOF\n\n" ++ "cat << EOF >> $HOME/.cargo/credentials.toml\n" ++ "[registries.onedev]\n" ++ "token = \"@job_token@:@secret:access-token@\"\n" ++ "EOF";+ }+ }));+ }++ private String getServerUrl() {+ return OneDev.getInstance(SettingService.class).getSystemSetting().getServerUrl();+ }+}diff --git a/server-plugin/server-plugin-pack-cargo/src/main/java/io/onedev/server/plugin/pack/cargo/CargoModule.java b/server-plugin/server-plugin-pack-cargo/src/main/java/io/onedev/server/plugin/pack/cargo/CargoModule.javanew file mode 100644index 0000000000..de6b699b00--- /dev/null+++ b/server-plugin/server-plugin-pack-cargo/src/main/java/io/onedev/server/plugin/pack/cargo/CargoModule.java@@ -0,0 +1,21 @@+package io.onedev.server.plugin.pack.cargo;++import io.onedev.commons.loader.AbstractPluginModule;+import io.onedev.server.pack.PackHandler;+import io.onedev.server.pack.PackSupport;++/**+ * NOTE: Do not forget to rename moduleClass property defined in the pom if you've renamed this class.+ *+ */+public class CargoModule extends AbstractPluginModule {++ @Override+ protected void configure() {+ super.configure();++ bind(CargoPackHandler.class);+ contribute(PackHandler.class, CargoPackHandler.class);+ contribute(PackSupport.class, new CargoPackSupport());+ }+}diff --git a/server-plugin/server-plugin-pack-cargo/src/main/java/io/onedev/server/plugin/pack/cargo/CargoPackHandler.java b/server-plugin/server-plugin-pack-cargo/src/main/java/io/onedev/server/plugin/pack/cargo/CargoPackHandler.javanew file mode 100644index 0000000000..c5a232d968--- /dev/null+++ b/server-plugin/server-plugin-pack-cargo/src/main/java/io/onedev/server/plugin/pack/cargo/CargoPackHandler.java@@ -0,0 +1,434 @@+package io.onedev.server.plugin.pack.cargo;++import static com.google.common.collect.Lists.newArrayList;+import static io.onedev.server.plugin.pack.cargo.CargoPackSupport.TYPE;+import static io.onedev.server.util.UrlUtils.decodePath;+import static java.util.Comparator.comparing;+import static javax.servlet.http.HttpServletResponse.SC_BAD_REQUEST;+import static javax.servlet.http.HttpServletResponse.SC_CONFLICT;+import static javax.servlet.http.HttpServletResponse.SC_METHOD_NOT_ALLOWED;+import static javax.servlet.http.HttpServletResponse.SC_NOT_ACCEPTABLE;+import static javax.servlet.http.HttpServletResponse.SC_NOT_FOUND;+import static javax.servlet.http.HttpServletResponse.SC_OK;++import java.io.EOFException;+import java.io.IOException;+import java.io.InputStream;+import java.util.Date;+import java.util.List;+import java.util.Map;++import javax.inject.Inject;+import javax.inject.Singleton;+import javax.servlet.http.HttpServletRequest;+import javax.servlet.http.HttpServletResponse;+import javax.ws.rs.core.HttpHeaders;+import javax.ws.rs.core.MediaType;++import org.apache.shiro.authz.UnauthorizedException;++import com.fasterxml.jackson.databind.ObjectMapper;+import com.fasterxml.jackson.databind.node.ArrayNode;+import com.fasterxml.jackson.databind.node.ObjectNode;++import io.onedev.commons.utils.ExplicitException;+import io.onedev.commons.utils.LockUtils;+import io.onedev.commons.utils.StringUtils;+import io.onedev.server.model.Build;+import io.onedev.server.model.Pack;+import io.onedev.server.model.PackBlob;+import io.onedev.server.model.Project;+import io.onedev.server.pack.PackHandler;+import io.onedev.server.persistence.SessionService;+import io.onedev.server.persistence.TransactionService;+import io.onedev.server.security.SecurityUtils;+import io.onedev.server.service.BuildService;+import io.onedev.server.service.PackBlobService;+import io.onedev.server.service.PackService;+import io.onedev.server.service.ProjectService;+import io.onedev.server.service.SettingService;++@Singleton+public class CargoPackHandler implements PackHandler {++ public static final String HANDLER_ID = "cargo";++ private static final int MAX_METADATA_SIZE = 10 * 1024 * 1024;++ private static final int MAX_CRATE_SIZE = 100 * 1024 * 1024;++ private final SessionService sessionService;++ private final TransactionService transactionService;++ private final PackBlobService packBlobService;++ private final PackService packService;++ private final ProjectService projectService;++ private final BuildService buildService;++ private final SettingService settingService;++ private final ObjectMapper objectMapper;++ @Inject+ public CargoPackHandler(SessionService sessionService, TransactionService transactionService,+ PackBlobService packBlobService, PackService packService,+ ProjectService projectService, BuildService buildService,+ SettingService settingService, ObjectMapper objectMapper) {+ this.sessionService = sessionService;+ this.transactionService = transactionService;+ this.packBlobService = packBlobService;+ this.packService = packService;+ this.projectService = projectService;+ this.buildService = buildService;+ this.settingService = settingService;+ this.objectMapper = objectMapper;+ }++ @Override+ public String getHandlerId() {+ return HANDLER_ID;+ }++ @Override+ public void handle(HttpServletRequest request, HttpServletResponse response,+ Long projectId, Long buildId, List<String> pathSegments) {+ var method = request.getMethod();+ var isGet = method.equals("GET");+ var isPut = method.equals("PUT");+ var isDelete = method.equals("DELETE");++ try {+ if (pathSegments.equals(newArrayList("api", "v1", "crates", "new"))) {+ if (!isPut)+ throw new ClientException(SC_METHOD_NOT_ALLOWED);+ publish(request, response, projectId, buildId);+ } else if (pathSegments.size() == 6+ && pathSegments.subList(0, 3).equals(newArrayList("api", "v1", "crates"))+ && pathSegments.get(5).equals("download")) {+ if (!isGet)+ throw new ClientException(SC_METHOD_NOT_ALLOWED);+ download(response, projectId, decodePath(pathSegments.get(3)), decodePath(pathSegments.get(4)));+ } else if (pathSegments.size() == 6+ && pathSegments.subList(0, 3).equals(newArrayList("api", "v1", "crates"))+ && pathSegments.get(5).equals("yank")) {+ if (!isDelete)+ throw new ClientException(SC_METHOD_NOT_ALLOWED);+ setYanked(response, projectId, decodePath(pathSegments.get(3)), decodePath(pathSegments.get(4)), true);+ } else if (pathSegments.size() == 6+ && pathSegments.subList(0, 3).equals(newArrayList("api", "v1", "crates"))+ && pathSegments.get(5).equals("unyank")) {+ if (!isPut)+ throw new ClientException(SC_METHOD_NOT_ALLOWED);+ setYanked(response, projectId, decodePath(pathSegments.get(3)), decodePath(pathSegments.get(4)), false);+ } else if (isGet) {+ serveIndex(response, projectId, pathSegments);+ } else {+ throw new ClientException(SC_METHOD_NOT_ALLOWED);+ }+ } catch (ClientException e) {+ response.setStatus(e.getStatusCode());+ if (e.getMessage() != null)+ writeError(response, e.getMessage());+ }+ }++ private void publish(HttpServletRequest request, HttpServletResponse response, Long projectId, Long buildId) {+ var upload = readPublishBody(request);+ ObjectNode metadata;+ try {+ var metadataNode = objectMapper.readTree(upload.metadata);+ if (metadataNode instanceof ObjectNode)+ metadata = (ObjectNode) metadataNode;+ else+ throw new ClientException(SC_BAD_REQUEST, "Invalid package metadata");+ } catch (IOException e) {+ throw new ClientException(SC_BAD_REQUEST, "Invalid package metadata");+ }++ var name = metadata.path("name").asText(null);+ var version = metadata.path("vers").asText(null);+ if (StringUtils.isBlank(name))+ throw new ClientException(SC_BAD_REQUEST, "Package name not specified");+ if (StringUtils.isBlank(version))+ throw new ClientException(SC_BAD_REQUEST, "Package version not specified");+ if (!name.equals(name.toLowerCase()))+ throw new ClientException(SC_BAD_REQUEST, "Package name should be lower case");++ LockUtils.run(getLockName(projectId, name), () -> transactionService.run(() -> {+ var project = checkProject(projectId, true);+ if (packService.findByNameAndVersion(project, TYPE, name, version) != null) {+ throw new ClientException(SC_CONFLICT,+ String.format("Package already exists (name: %s, version: %s)", name, version));+ }++ var packBlob = packBlobService.load(packBlobService.uploadBlob(projectId, upload.crateFile, null));+ var pack = new Pack();+ pack.setType(TYPE);+ pack.setName(name);+ pack.setVersion(version);+ pack.setPrerelease(version.contains("-"));+ pack.setProject(project);+ pack.setData(new CargoData(upload.metadata, packBlob.getSha256Hash()));+ Build build = null;+ if (buildId != null)+ build = buildService.load(buildId);+ pack.setBuild(build);+ pack.setUser(SecurityUtils.getUser());+ pack.setPublishDate(new Date());+ packService.createOrUpdate(pack, List.of(packBlob), true);+ response.setStatus(SC_OK);+ writeJson(response, Map.of("warnings", Map.of(+ "invalid_categories", List.of(),+ "invalid_badges", List.of(),+ "other", List.of())));+ }));+ }++ private void download(HttpServletResponse response, Long projectId, String name, String version) {+ sessionService.run(() -> {+ var project = checkProject(projectId, false);+ var pack = packService.findByNameAndVersion(project, TYPE, name, version);+ if (pack != null) {+ var data = (CargoData) pack.getData();+ PackBlob packBlob;+ if ((packBlob = packBlobService.checkPackBlob(projectId, data.getSha256BlobHash())) != null) {+ try {+ response.setContentType(MediaType.APPLICATION_OCTET_STREAM);+ response.setHeader("Content-Disposition", "attachment; filename=\"" + name + "-" + version + ".crate\"");+ packBlobService.downloadBlob(packBlob.getProject().getId(), packBlob.getSha256Hash(), response.getOutputStream());+ response.setStatus(SC_OK);+ } catch (IOException e) {+ throw new RuntimeException(e);+ }+ } else {+ throw new ExplicitException("Pack blob missing or corrupted: " + data.getSha256BlobHash());+ }+ } else {+ response.setStatus(SC_NOT_FOUND);+ }+ });+ }++ private void setYanked(HttpServletResponse response, Long projectId, String name, String version, boolean yanked) {+ LockUtils.run(getLockName(projectId, name), () -> transactionService.run(() -> {+ var project = checkProject(projectId, true);+ var pack = packService.findByNameAndVersion(project, TYPE, name, version);+ if (pack != null) {+ var data = (CargoData) pack.getData();+ data.setYanked(yanked);+ var packBlob = packBlobService.findBySha256Hash(projectId, data.getSha256BlobHash());+ if (packBlob == null)+ throw new ExplicitException("Pack blob missing or corrupted: " + data.getSha256BlobHash());+ packService.createOrUpdate(pack, List.of(packBlob), false);+ response.setStatus(SC_OK);+ writeJson(response, Map.of("ok", true));+ } else {+ response.setStatus(SC_NOT_FOUND);+ }+ }));+ }++ private void serveIndex(HttpServletResponse response, Long projectId, List<String> pathSegments) {+ if (pathSegments.size() == 1 && pathSegments.get(0).equals("config.json")) {+ sessionService.run(() -> {+ var project = checkProject(projectId, false);+ var baseUrl = settingService.getSystemSetting().getServerUrl() + "/" + project.getPath() + "/~" + HANDLER_ID;+ writeJson(response, Map.of(+ "dl", baseUrl + "/api/v1/crates",+ "api", baseUrl,+ "auth-required", true));+ response.setStatus(SC_OK);+ });+ } else {+ var name = getNameFromIndexPath(pathSegments);+ if (name == null) {+ response.setStatus(SC_NOT_FOUND);+ return;+ }+ sessionService.run(() -> {+ var project = checkProject(projectId, false);+ var packs = packService.queryByName(project, TYPE, name, comparing(Pack::getVersion));+ if (!packs.isEmpty()) {+ response.setContentType("text/plain");+ try {+ for (var pack : packs) {+ response.getOutputStream().write(getIndexEntry(pack));+ response.getOutputStream().write('\n');+ }+ } catch (IOException e) {+ throw new RuntimeException(e);+ }+ response.setStatus(SC_OK);+ } else {+ response.setStatus(SC_NOT_FOUND);+ }+ });+ }+ }++ private byte[] getIndexEntry(Pack pack) {+ var data = (CargoData) pack.getData();+ try {+ var publishMetadata = (ObjectNode) objectMapper.readTree(data.getMetadata());+ var indexEntry = objectMapper.createObjectNode();+ indexEntry.put("name", publishMetadata.path("name").asText());+ indexEntry.put("vers", publishMetadata.path("vers").asText());+ var depsNode = publishMetadata.path("deps");+ indexEntry.set("deps", depsNode instanceof ArrayNode ? toIndexDeps((ArrayNode) depsNode) : objectMapper.createArrayNode());+ indexEntry.put("cksum", data.getSha256BlobHash());+ indexEntry.set("features", publishMetadata.path("features"));+ indexEntry.put("yanked", data.isYanked());+ if (publishMetadata.hasNonNull("links"))+ indexEntry.set("links", publishMetadata.get("links"));+ if (publishMetadata.hasNonNull("rust_version"))+ indexEntry.set("rust_version", publishMetadata.get("rust_version"));+ indexEntry.put("v", 2);+ return objectMapper.writeValueAsBytes(indexEntry);+ } catch (IOException e) {+ throw new ClientException(SC_BAD_REQUEST, "Invalid publish request body");+ }+ }++ private ArrayNode toIndexDeps(ArrayNode publishDeps) {+ var indexDeps = objectMapper.createArrayNode();+ for (var publishDep : publishDeps) {+ var dep = objectMapper.createObjectNode();+ var explicitName = publishDep.path("explicit_name_in_toml");+ dep.put("name", explicitName.isMissingNode() || explicitName.isNull()+ ? publishDep.path("name").asText()+ : explicitName.asText());+ dep.put("req", publishDep.path("version_req").asText());+ dep.set("features", publishDep.path("features"));+ dep.put("optional", publishDep.path("optional").asBoolean(false));+ dep.put("default_features", publishDep.path("default_features").asBoolean(true));+ dep.set("target", publishDep.path("target"));+ dep.put("kind", publishDep.path("kind").asText("normal"));+ dep.set("registry", publishDep.path("registry"));+ if (!explicitName.isMissingNode() && !explicitName.isNull())+ dep.put("package", publishDep.path("name").asText());+ else+ dep.putNull("package");+ indexDeps.add(dep);+ }+ return indexDeps;+ }++ private PublishBody readPublishBody(HttpServletRequest request) {+ try (var is = request.getInputStream()) {+ var metadataLength = readIntLE(is);+ if (metadataLength < 0 || metadataLength > MAX_METADATA_SIZE)+ throw new ClientException(SC_NOT_ACCEPTABLE, "Package metadata exceeds maximum size: " + MAX_METADATA_SIZE);+ var metadata = readBytes(is, metadataLength);+ var crateLength = readIntLE(is);+ if (crateLength < 0 || crateLength > MAX_CRATE_SIZE)+ throw new ClientException(SC_NOT_ACCEPTABLE, "Crate archive exceeds maximum size: " + MAX_CRATE_SIZE);+ var crateFile = readBytes(is, crateLength);+ return new PublishBody(metadata, crateFile);+ } catch (IOException e) {+ throw new RuntimeException(e);+ }+ }++ private int readIntLE(InputStream is) throws IOException {+ var b1 = is.read();+ var b2 = is.read();+ var b3 = is.read();+ var b4 = is.read();+ if ((b1 | b2 | b3 | b4) < 0)+ throw new EOFException();+ return b1 | b2 << 8 | b3 << 16 | b4 << 24;+ }++ private byte[] readBytes(InputStream is, int length) throws IOException {+ var bytes = new byte[length];+ var offset = 0;+ while (offset < length) {+ var count = is.read(bytes, offset, length - offset);+ if (count == -1)+ throw new EOFException();+ offset += count;+ }+ return bytes;+ }++ private String getNameFromIndexPath(List<String> pathSegments) {+ if (pathSegments.isEmpty())+ return null;+ var name = decodePath(pathSegments.get(pathSegments.size() - 1));+ var lowerName = name.toLowerCase();+ if (lowerName.length() == 1) {+ return pathSegments.equals(newArrayList("1", lowerName)) ? name : null;+ } else if (lowerName.length() == 2) {+ return pathSegments.equals(newArrayList("2", lowerName)) ? name : null;+ } else if (lowerName.length() == 3) {+ return pathSegments.equals(newArrayList("3", lowerName.substring(0, 1), lowerName)) ? name : null;+ } else {+ return pathSegments.equals(newArrayList(lowerName.substring(0, 2), lowerName.substring(2, 4), lowerName))+ ? name+ : null;+ }+ }++ private void writeJson(HttpServletResponse response, Object object) {+ response.setContentType(MediaType.APPLICATION_JSON);+ try {+ objectMapper.writeValue(response.getOutputStream(), object);+ } catch (IOException e) {+ throw new RuntimeException(e);+ }+ }++ private void writeError(HttpServletResponse response, String message) {+ writeJson(response, Map.of("errors", List.of(Map.of("detail", message))));+ }++ private String getLockName(Long projectId, String name) {+ return "update-pack:" + projectId + ":" + TYPE + ":" + name;+ }++ private Project checkProject(Long projectId, boolean needsToWrite) {+ var project = projectService.load(projectId);+ if (!project.isPackManagement()) {+ throw new ClientException(SC_NOT_ACCEPTABLE, "Package management not enabled for project '" + project.getPath() + "'");+ } else if (needsToWrite && !SecurityUtils.canWritePack(project)) {+ throw new UnauthorizedException("No package write permission for project: " + project.getPath());+ } else if (!needsToWrite && !SecurityUtils.canReadPack(project)) {+ throw new UnauthorizedException("No package read permission for project: " + project.getPath());+ }+ return project;+ }++ @Override+ public String getApiKey(HttpServletRequest request) {+ var authzHeader = request.getHeader(HttpHeaders.AUTHORIZATION);+ if (authzHeader != null) {+ if (authzHeader.toLowerCase().startsWith("bearer "))+ return StringUtils.substringAfter(authzHeader, " ");+ else+ return authzHeader;+ } else {+ return null;+ }+ }++ @Override+ public List<String> normalize(List<String> pathSegments) {+ return pathSegments;+ }++ private static class PublishBody {++ private final byte[] metadata;++ private final byte[] crateFile;++ private PublishBody(byte[] metadata, byte[] crateFile) {+ this.metadata = metadata;+ this.crateFile = crateFile;+ }+ }+}diff --git a/server-plugin/server-plugin-pack-cargo/src/main/java/io/onedev/server/plugin/pack/cargo/CargoPackPanel.html b/server-plugin/server-plugin-pack-cargo/src/main/java/io/onedev/server/plugin/pack/cargo/CargoPackPanel.htmlnew file mode 100644index 0000000000..e815dd7326--- /dev/null+++ b/server-plugin/server-plugin-pack-cargo/src/main/java/io/onedev/server/plugin/pack/cargo/CargoPackPanel.html@@ -0,0 +1,21 @@+<wicket:panel>+ <div class="font-size-lg font-weight-bolder mb-3"><wicket:t>Run below commands to install this package</wicket:t></div>+ <div wicket:id="install" class="code text-break font-size-sm mb-2"></div>+ <div wicket:id="readPermissionNote" class="text-muted font-size-sm mb-5"><wicket:t>Make sure the account has package read permission over the project</wicket:t></div>++ <div class="font-size-lg font-weight-bolder mb-3"><wicket:t>For CI/CD job, add this package to Cargo.toml and+ run below to install the package via command step</wicket:t></div>+ <div wicket:id="jobCommands" class="text-break font-size-sm mb-5"></div>++ <div class="bg-light rounded p-4">+ <h6 class="border-bottom pb-3"><wicket:t>Meta Info</wicket:t></h6>+ <table class="table table-borderless">+ <tbody>+ <tr wicket:id="attributes">+ <td wicket:id="name" class="name font-weight-bold"></td>+ <td wicket:id="value" class="value"></td>+ </tr>+ </tbody>+ </table>+ </div>+</wicket:panel>diff --git a/server-plugin/server-plugin-pack-cargo/src/main/java/io/onedev/server/plugin/pack/cargo/CargoPackPanel.java b/server-plugin/server-plugin-pack-cargo/src/main/java/io/onedev/server/plugin/pack/cargo/CargoPackPanel.javanew file mode 100644index 0000000000..070c37fe91--- /dev/null+++ b/server-plugin/server-plugin-pack-cargo/src/main/java/io/onedev/server/plugin/pack/cargo/CargoPackPanel.java@@ -0,0 +1,86 @@+package io.onedev.server.plugin.pack.cargo;++import static io.onedev.server.web.translation.Translation._T;++import java.io.IOException;++import org.apache.wicket.markup.html.WebMarkupContainer;+import org.apache.wicket.markup.html.basic.Label;+import org.apache.wicket.markup.html.panel.GenericPanel;+import org.apache.wicket.markup.repeater.RepeatingView;+import org.apache.wicket.model.IModel;+import org.apache.wicket.model.Model;++import com.fasterxml.jackson.databind.ObjectMapper;++import io.onedev.server.OneDev;+import io.onedev.server.model.Pack;+import io.onedev.server.security.SecurityUtils;+import io.onedev.server.security.permission.ProjectPermission;+import io.onedev.server.security.permission.ReadPack;+import io.onedev.server.service.SettingService;+import io.onedev.server.web.component.MultilineLabel;+import io.onedev.server.web.component.codesnippet.CodeSnippetPanel;++public class CargoPackPanel extends GenericPanel<Pack> {++ public CargoPackPanel(String id, IModel<Pack> model) {+ super(id, model);+ }++ @Override+ protected void onInitialize() {+ super.onInitialize();++ var registryUrl = getServerUrl() + "/" + getPack().getProject().getPath() + "/~" + CargoPackHandler.HANDLER_ID + "/";+ var canAccessAnonymously = SecurityUtils.asAnonymous().isPermitted(+ new ProjectPermission(getPack().getProject(), new ReadPack()));+ add(new WebMarkupContainer("readPermissionNote").setVisible(!canAccessAnonymously));+ add(new Label("install", "$ cargo add " + getPack().getName() + "@" + getPack().getVersion() + " --registry onedev"));++ var jobCommands = "" ++ "# " + _T("Use job token to tell OneDev the build using the package") + "\n" ++ "# " + _T("Job secret 'access-token' should be defined in project build setting as an access token with package read permission") + "\n\n" ++ "mkdir -p $HOME/.cargo\n" ++ "cat << EOF >> $HOME/.cargo/config.toml\n" ++ "[registries.onedev]\n" ++ "index = \"sparse+" + registryUrl + "\"\n" ++ "EOF\n\n" ++ "cat << EOF >> $HOME/.cargo/credentials.toml\n" ++ "[registries.onedev]\n" ++ "token = \"@job_token@:@secret:access-token@\"\n" ++ "EOF";+ add(new CodeSnippetPanel("jobCommands", Model.of(jobCommands)));++ var attributesView = new RepeatingView("attributes");+ try {+ var metadata = OneDev.getInstance(ObjectMapper.class).readTree(((CargoData) getPack().getData()).getMetadata());+ addAttribute(attributesView, "description", metadata.path("description").asText(""));+ addAttribute(attributesView, "repository", metadata.path("repository").asText(""));+ addAttribute(attributesView, "documentation", metadata.path("documentation").asText(""));+ addAttribute(attributesView, "homepage", metadata.path("homepage").asText(""));+ addAttribute(attributesView, "license", metadata.path("license").asText(""));+ addAttribute(attributesView, "rust_version", metadata.path("rust_version").asText(""));+ } catch (IOException e) {+ throw new RuntimeException(e);+ }+ add(attributesView);+ }++ private void addAttribute(RepeatingView attributesView, String name, String value) {+ if (value.length() != 0) {+ var item = new WebMarkupContainer(attributesView.newChildId());+ item.add(new Label("name", name));+ item.add(new MultilineLabel("value", value));+ attributesView.add(item);+ }+ }++ private Pack getPack() {+ return getModelObject();+ }++ private String getServerUrl() {+ return OneDev.getInstance(SettingService.class).getSystemSetting().getServerUrl();+ }+}diff --git a/server-plugin/server-plugin-pack-cargo/src/main/java/io/onedev/server/plugin/pack/cargo/CargoPackSupport.java b/server-plugin/server-plugin-pack-cargo/src/main/java/io/onedev/server/plugin/pack/cargo/CargoPackSupport.javanew file mode 100644index 0000000000..cd27f3006e--- /dev/null+++ b/server-plugin/server-plugin-pack-cargo/src/main/java/io/onedev/server/plugin/pack/cargo/CargoPackSupport.java@@ -0,0 +1,53 @@+package io.onedev.server.plugin.pack.cargo;++import io.onedev.server.OneDev;+import io.onedev.server.model.Pack;+import io.onedev.server.model.Project;+import io.onedev.server.pack.PackSupport;+import io.onedev.server.service.PackService;+import org.apache.wicket.Component;+import org.apache.wicket.model.LoadableDetachableModel;++public class CargoPackSupport implements PackSupport {++ public static final String TYPE = "Cargo";++ @Override+ public int getOrder() {+ return 450;+ }++ @Override+ public String getPackType() {+ return TYPE;+ }++ @Override+ public String getPackIcon() {+ return "package";+ }++ @Override+ public String getReference(Pack pack, boolean withProject) {+ var reference = pack.getName() + "-" + pack.getVersion();+ if (withProject)+ reference = pack.getProject().getPath() + ":" + reference;+ return reference;+ }++ @Override+ public Component renderContent(String componentId, Pack pack) {+ var packId = pack.getId();+ return new CargoPackPanel(componentId, new LoadableDetachableModel<>() {+ @Override+ protected Pack load() {+ return OneDev.getInstance(PackService.class).load(packId);+ }+ });+ }++ @Override+ public Component renderHelp(String componentId, Project project) {+ return new CargoHelpPanel(componentId, project.getPath());+ }+}diff --git a/server-plugin/server-plugin-pack-cargo/src/main/java/io/onedev/server/plugin/pack/cargo/ClientException.java b/server-plugin/server-plugin-pack-cargo/src/main/java/io/onedev/server/plugin/pack/cargo/ClientException.javanew file mode 100644index 0000000000..bfbabf40e8--- /dev/null+++ b/server-plugin/server-plugin-pack-cargo/src/main/java/io/onedev/server/plugin/pack/cargo/ClientException.java@@ -0,0 +1,21 @@+package io.onedev.server.plugin.pack.cargo;++public class ClientException extends RuntimeException {++ private static final long serialVersionUID = 1L;++ private final int statusCode;++ public ClientException(int statusCode) {+ this(statusCode, null);+ }++ public ClientException(int statusCode, String message) {+ super(message);+ this.statusCode = statusCode;+ }++ public int getStatusCode() {+ return statusCode;+ }+}