Added WAPM integration into upm

.gitignore

@@ -6,3 +6,5 @@
 /packaging/aur/pkg/
 /packaging/aur/src/
 *.gen.go
+
+wapm_packages

README.md

@@ -49,6 +49,7 @@ machine-parseable specfile and lockfile listing.
 | ruby-bundler | yes | yes | |
 | elisp-cask | yes | yes | yes |
 | dart-pub.dev | yes | yes | |
+| wasm-wapm | yes | yes | |
 
 ## Installation
 

go.mod

@@ -6,7 +6,9 @@ require (
  github.com/BurntSushi/toml v0.3.1
  github.com/hashicorp/go-version v1.2.0
  github.com/kballard/go-shellquote v0.0.0-20180428030007-95032a82bc51
+ github.com/machinebox/graphql v0.2.2
  github.com/natefinch/atomic v0.0.0-20150920032501-a62ce929ffcc
+ github.com/pkg/errors v0.8.1 // indirect
  github.com/rakyll/statik v0.1.6
  github.com/spf13/cobra v0.0.5
  golang.org/x/crypto v0.0.0-20181203042331-505ab145d0a9

go.sum

@@ -16,6 +16,8 @@ github.com/inconshreveable/mousetrap v1.0.0 h1:Z8tu5sraLXCXIcARxBp/8cbvlwVa7Z1NH
 github.com/inconshreveable/mousetrap v1.0.0/go.mod h1:PxqpIevigyE2G7u3NXJIT2ANytuPF1OarO4DADm73n8=
 github.com/kballard/go-shellquote v0.0.0-20180428030007-95032a82bc51 h1:Z9n2FFNUXsshfwJMBgNA0RU6/i7WVaAegv3PtuIHPMs=
 github.com/kballard/go-shellquote v0.0.0-20180428030007-95032a82bc51/go.mod h1:CzGEWj7cYgsdH8dAjBGEr58BoE7ScuLd+fwFZ44+/x8=
+github.com/machinebox/graphql v0.2.2 h1:dWKpJligYKhYKO5A2gvNhkJdQMNZeChZYyBbrZkBZfo=
+github.com/machinebox/graphql v0.2.2/go.mod h1:F+kbVMHuwrQ5tYgU9JXlnskM8nOaFxCAEolaQybkjWA=
 github.com/magiconair/properties v1.8.0 h1:LLgXmsheXeRoUOBOjtwPQCWIYqM/LU1ayDtDePerRcY=
 github.com/magiconair/properties v1.8.0/go.mod h1:PppfXfuXeibc/6YijjN8zIbojt8czPbwD3XqdrwzmxQ=
 github.com/mitchellh/go-homedir v1.1.0/go.mod h1:SfyaCUpYCn1Vlf4IUYiD9fPX4A5wJrkLzIz1N1q0pr0=
@@ -25,6 +27,8 @@ github.com/natefinch/atomic v0.0.0-20150920032501-a62ce929ffcc h1:7xGrl4tTpBQu5Z
 github.com/natefinch/atomic v0.0.0-20150920032501-a62ce929ffcc/go.mod h1:1rLVY/DWf3U6vSZgH16S7pymfrhK2lcUlXjgGglw/lY=
 github.com/pelletier/go-toml v1.2.0 h1:T5zMGML61Wp+FlcbWjRDT7yAxhJNAiPPLOFECq181zc=
 github.com/pelletier/go-toml v1.2.0/go.mod h1:5z9KED0ma1S8pY6P1sdut58dfprrGBbd/94hg7ilaic=
+github.com/pkg/errors v0.8.1 h1:iURUrRGxPUNPdy5/HRSm+Yj6okJ6UtLINN0Q9M4+h3I=
+github.com/pkg/errors v0.8.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
 github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
 github.com/rakyll/statik v0.1.6 h1:uICcfUXpgqtw2VopbIncslhAmE5hwc4g20TEyEENBNs=
 github.com/rakyll/statik v0.1.6/go.mod h1:OEi9wJV/fMUAGx1eNjq75DKDsJVuEv1U0oYdX6GX8Zs=

internal/backends/backends.go

@@ -11,6 +11,7 @@ import (
  "github.com/replit/upm/internal/backends/nodejs"
  "github.com/replit/upm/internal/backends/python"
  "github.com/replit/upm/internal/backends/ruby"
+ "github.com/replit/upm/internal/backends/wasm"
  "github.com/replit/upm/internal/util"
 )
 
@@ -27,6 +28,7 @@ var languageBackends = []api.LanguageBackend{
  ruby.RubyBackend,
  elisp.ElispBackend,
  dart.DartPubBackend,
+ wasm.WasmBackend,
 }
 
 // matchesLanguage checks if a language backend matches a value for

internal/backends/wasm/wasm.go

@@ -0,0 +1,223 @@
+// Package wasm provides a backend for Wasm using wapm.
+package wasm
+
+import (
+ "context"
+ "strings"
+
+ "github.com/BurntSushi/toml"
+ graphql "github.com/machinebox/graphql"
+ "github.com/replit/upm/internal/api"
+ "github.com/replit/upm/internal/util"
+)
+
+type wapmPackage struct {
+ Name string `json:"name"`
+}
+
+type wapmUser struct {
+ Username string `json:"username"`
+}
+
+type wapmPackageVersion struct {
+ Version string `json:"version"`
+ Description string `json:"description"`
+ Homepage string `json:"homepage"`
+ Repository string `json:"repository"`
+ License string `json:"license"`
+ PublishedBy wapmUser `json:"publishedBy"`
+ Package wapmPackage `json:"package"`
+}
+
+type infoQuery struct {
+ PackageVersion wapmPackageVersion `json:"packageVersion"`
+}
+
+type searchQuery struct {
+ Search struct {
+ Edges []struct {
+ Node wapmPackageVersion `json:"node"`
+ } `json:"edges"`
+ } `json:"search"`
+}
+
+// wapmTOML represents the relevant parts of a wapm.toml
+// file.
+type wapmTOML struct {
+ Package struct {
+ Name string `json:"name"`
+ } `json:"package"`
+ Dependencies map[string]string `json:"dependencies"`
+}
+
+// wapmLock represents the relevant parts of a wapm.lock file, in
+// TOML format.
+type wapmLock struct {
+ Modules map[string]map[string]interface{} `json:"modules"`
+ // ^ package ^ version
+}
+
+// WasmBackend is a UPM language backend for Wasm using WAPM.
+var WasmBackend = api.LanguageBackend{
+ Name: "wasm-wapm",
+ Specfile: "wapm.toml",
+ Lockfile: "wapm.lock",
+ FilenamePatterns: []string{"*.wasm"},
+ Quirks: api.QuirksAddRemoveAlsoLocks,
+ GetPackageDir: func() string {
+ path := string(util.GetCmdOutput([]string{"wapm", "bin"}))
+ path = strings.TrimSuffix(path, "\n")
+ path = strings.TrimSuffix(path, "/.bin")
+ if path == "" {
+ return "wapm_packages"
+ }
+ return path
+ },
+ Search: func(query string) []api.PkgInfo {
+ client := graphql.NewClient("https://registry.wapm.io/graphql")
+ req := graphql.NewRequest(`
+ query searchPackages($query: String!) {
+ search(query: $query) {
+ edges {
+ node {
+ ...on PackageVersion {
+ package {
+ name
+ }
+ version
+ description
+ homepage
+ repository
+ license
+ publishedBy {
+ username
+ }
+ }
+ }
+ }
+ }
+ }
+ `)
+ // set any variables
+ req.Var("query", string(query))
+ ctx := context.Background()
+
+ var search searchQuery
+ if err := client.Run(ctx, req, &search); err != nil {
+ util.Die("WAPM response: %s", err)
+ }
+
+ results := []api.PkgInfo{}
+ for _, edge := range search.Search.Edges {
+ results = append(results, api.PkgInfo{
+ Name: edge.Node.Package.Name,
+ Description: edge.Node.Description,
+ Version: edge.Node.Version,
+ HomepageURL: edge.Node.Homepage,
+ Author: edge.Node.PublishedBy.Username,
+ License: edge.Node.License,
+ })
+ }
+ return results
+ },
+ Info: func(name api.PkgName) api.PkgInfo {
+ client := graphql.NewClient("https://registry.wapm.io/graphql")
+ req := graphql.NewRequest(`
+ query getPackage($name: String!) {
+ packageVersion: getPackageVersion(name: $name) {
+ package {
+ name
+ }
+ version
+ description
+ homepage
+ repository
+ license
+ publishedBy {
+ username
+ }
+ }
+ }
+ `)
+ // set any variables
+ req.Var("name", string(name))
+ ctx := context.Background()
+
+ var output infoQuery
+ if err := client.Run(ctx, req, &output); err != nil {
+ util.Die("WAPM response: %s", err)
+ }
+
+ return api.PkgInfo{
+ Name: output.PackageVersion.Package.Name,
+ Description: output.PackageVersion.Description,
+ Version: output.PackageVersion.Version,
+ HomepageURL: output.PackageVersion.Homepage,
+ Author: output.PackageVersion.PublishedBy.Username,
+ License: output.PackageVersion.License,
+ }
+ },
+ Add: func(pkgs map[api.PkgName]api.PkgSpec) {
+ if !util.Exists("wapm.lock") {
+ util.RunCmd([]string{"wapm", "init", "-y"})
+ }
+ cmd := []string{"wapm", "add"}
+ for name, spec := range pkgs {
+ arg := string(name)
+ if spec != "" {
+ arg += "@" + string(spec)
+ }
+ cmd = append(cmd, arg)
+ }
+ util.RunCmd(cmd)
+ // We run install after adding the package, to generate the lockfile
+ util.RunCmd([]string{"wapm", "install"})
+ },
+ Remove: func(pkgs map[api.PkgName]bool) {
+ cmd := []string{"wapm", "remove"}
+ for name := range pkgs {
+ cmd = append(cmd, string(name))
+ }
+ util.RunCmd(cmd)
+ },
+ Lock: func() {
+ util.RunCmd([]string{"wapm", "install"})
+ },
+ Install: func() {
+ util.RunCmd([]string{"wapm", "install"})
+ },
+ ListSpecfile: func() map[api.PkgName]api.PkgSpec {
+ var cfg wapmTOML
+ if _, err := toml.DecodeFile("wapm.toml", &cfg); err != nil {
+ util.Die("%s", err.Error())
+ }
+ pkgs := map[api.PkgName]api.PkgSpec{}
+ for nameStr, specStr := range cfg.Dependencies {
+ if specStr == "" {
+ continue
+ }
+ pkgs[api.PkgName(nameStr)] = api.PkgSpec(specStr)
+ }
+
+ return pkgs
+ },
+ ListLockfile: func() map[api.PkgName]api.PkgVersion {
+ var cfg wapmLock
+ if _, err := toml.DecodeFile("wapm.lock", &cfg); err != nil {
+ util.Die("%s", err.Error())
+ }
+ pkgs := map[api.PkgName]api.PkgVersion{}
+ for pkgName, pkgObj := range cfg.Modules {
+ for pkgVersion := range pkgObj {
+ name := api.PkgName(pkgName)
+ version := api.PkgVersion(pkgVersion)
+ pkgs[name] = version
+ }
+ }
+ return pkgs
+ },
+ Guess: func() (map[api.PkgName]bool, bool) {
+ util.NotImplemented()
+ panic("unreachable code")
+ },
+}

scripts/docker-install-languages.bash

@@ -48,6 +48,11 @@ pip3 --disable-pip-version-check install poetry
 curl -fsSL https://raw.githubusercontent.com/cask/cask/master/go | python3
 ln -s "$HOME/.cask/bin/cask" /usr/local/bin/
 
+# Install Wasmer/WAPM
+curl https://get.wasmer.io -sSfL | sh
+ln -s "$HOME/.wasmer/bin/wasmer" /usr/local/bin/
+ln -s "$HOME/.wasmer/bin/wapm" /usr/local/bin/
+
 # https://github.com/docker-library/rails/issues/10#issuecomment-169957222
 bundle config --global silence_root_warning 1