Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

New transformer to convert ".js" to ".js?f=sxg" in script node values. #451

Closed
wants to merge 31 commits into from
Closed
Show file tree
Hide file tree
Changes from 6 commits
Commits
Show all changes
31 commits
Select commit Hold shift + click to select a range
11c1e4c
Merge pull request #386 from ampproject/master
twifkak Jan 31, 2020
cc38c5f
Merge pull request #390 from ampproject/master
banaag Feb 4, 2020
bf061be
Create CODE_OF_CONDUCT.md (#410)
nainar Apr 27, 2020
47b5000
initial creation of transformer
xiexr151e Jul 10, 2020
9e02617
updated transformer after consultation
xiexr151e Jul 11, 2020
dff39de
transformer rename
xiexr151e Jul 11, 2020
b099fd1
.sxg.js to &f=sxg
xiexr151e Aug 11, 2020
81b97fb
use of go url api
xiexr151e Aug 11, 2020
81dbcc8
import error
xiexr151e Aug 11, 2020
c69061c
compiler errors
xiexr151e Aug 12, 2020
8a9d719
compiler errors w/ url
xiexr151e Aug 12, 2020
749ef85
correction in test
xiexr151e Aug 12, 2020
30a3227
merge
xiexr151e Aug 12, 2020
2c45701
merge conflict
xiexr151e Aug 13, 2020
1265589
correction to test
xiexr151e Aug 13, 2020
3b31c3b
merge
xiexr151e Aug 13, 2020
addc286
14 transformers present
xiexr151e Aug 13, 2020
0a355d4
minor semantic/syntactical changes
xiexr151e Aug 13, 2020
95cca88
headnode
xiexr151e Aug 13, 2020
fc36393
format
xiexr151e Aug 13, 2020
8bcdf45
next sibling
xiexr151e Aug 13, 2020
79c2296
additional test
xiexr151e Aug 13, 2020
e9295bf
revert next
xiexr151e Aug 13, 2020
ddb10fa
Rearranged import name?
xiexr151e Aug 13, 2020
74ecad2
wrap everything in head
xiexr151e Aug 13, 2020
4a977f5
Merge branch 'derek-sxg-url' of github.com:xiexr151e/amppackager into…
xiexr151e Aug 13, 2020
82b4ad3
firstchild
xiexr151e Aug 13, 2020
dc4c310
various suggestions
xiexr151e Aug 15, 2020
7eb2438
rename test
xiexr151e Aug 15, 2020
adcfd26
more error
xiexr151e Aug 15, 2020
2eefaba
test fix
xiexr151e Aug 15, 2020
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions CODE_OF_CONDUCT.md
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
See https://github.com/ampproject/meta/blob/master/CODE_OF_CONDUCT.md
xiexr151e marked this conversation as resolved.
Show resolved Hide resolved
2 changes: 2 additions & 0 deletions transformer/transformer.go
Original file line number Diff line number Diff line change
Expand Up @@ -44,6 +44,7 @@ var transformerFunctionMap = map[string]func(*transformers.Context) error{
"absoluteurl": transformers.AbsoluteURL,
"ampboilerplate": transformers.AMPBoilerplate,
"ampruntimecss": transformers.AMPRuntimeCSS,
"ampruntimejs": transformers.AMPRuntimeJS,
xiexr151e marked this conversation as resolved.
Show resolved Hide resolved
"linktag": transformers.LinkTag,
"nodecleanup": transformers.NodeCleanup,
"preloadimage": transformers.PreloadImage,
Expand Down Expand Up @@ -72,6 +73,7 @@ var configMap = map[rpb.Request_TransformersConfig][]func(*transformers.Context)
transformers.AMPRuntimeCSS,
transformers.TransformedIdentifier,
transformers.URLRewrite,
transformers.AMPRuntimeJS,
transformers.PreloadImage,
// ReorderHead should run after all transformers that modify the
// <head>, as they may do so without preserving the proper order.
Expand Down
29 changes: 29 additions & 0 deletions transformer/transformers/ampruntimejs.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,29 @@
package transformers

import (
"regexp"
"strings"

"github.com/ampproject/amppackager/transformer/internal/amphtml"
"github.com/ampproject/amppackager/transformer/internal/htmlnode"
"golang.org/x/net/html/atom"
"golang.org/x/net/html"
)

// AMPRuntimeJS rewrites the value of src in script nodes, where applicable.
// If the value is of the form "*.js", replace it with "*.sxg.js".
func AMPRuntimeJS(e *Context) error {
for n := e.DOM.RootNode; n != nil; n = htmlnode.Next(n) {
xiexr151e marked this conversation as resolved.
Show resolved Hide resolved
if n.Type != html.ElementNode {
continue
}
if n.DataAtom == atom.Script {
if src, ok = htmlnode.FindAttribute(n, "", "src"); ok && strings.hasPrefix(src.Val, amphtml.AMPCacheRootURL) && strings.HasSuffix(src.Val, ".js"){
src.Val = strings.TrimSuffix(src.Val, ".js") + ".sxg.js"
}
} else {
continue
xiexr151e marked this conversation as resolved.
Show resolved Hide resolved
}
}
return nil
}
70 changes: 70 additions & 0 deletions transformer/transformers/ampruntimejs_test.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,70 @@
package transformers_test

import (
"strings"
"testing"

"github.com/ampproject/amppackager/transformer/internal/amphtml"
tt "github.com/ampproject/amppackager/transformer/internal/testing"
"github.com/ampproject/amppackager/transformer/transformers"
"golang.org/x/net/html"
)

func TestStripJS(t *testing.T) {
tcs := []tt.TestCase{
{
Desc: "no script node",
Input: "<head></head><body></body>",
Expected: "<head></head><body></body>",
},
{
Desc: "no prefix",
Input: "<script src=main.js/>",
Expected: "<script src=main.js/>",
},
{
Desc: "no suffix",
Input: "<script src=\"https://cdn.ampproject.org\"/>",
xiexr151e marked this conversation as resolved.
Show resolved Hide resolved
Expected: "<script src=\"https://cdn.ampproject.org\"/>",
},
{
Desc: "transformation",
Input: "<script async src=\"https://cdn.ampproject.org/v0.js\"></script>",
Expected: "<script async src=\"https://cdn.ampproject.org/v0.sxg.js\"></script>",
xiexr151e marked this conversation as resolved.
Show resolved Hide resolved
},
xiexr151e marked this conversation as resolved.
Show resolved Hide resolved
}

for _, tc := range tcs {
inputDoc, err := html.Parse(strings.NewReader(tc.Input))
if err != nil {
t.Errorf("%s: html.Parse failed %q", tc.Input, err)
continue
}
inputDOM, err := amphtml.NewDOM(inputDoc)
if err != nil {
t.Errorf("%s\namphtml.NewDOM for %s failed %q", tc.Desc, tc.Input, err)
continue
}
transformers.AMPRuntimeJS(&transformers.Context{DOM: inputDOM})
var input strings.Builder
if err := html.Render(&input, inputDoc); err != nil {
t.Errorf("%s: html.Render failed %q", tc.Input, err)
continue
}

expectedDoc, err := html.Parse(strings.NewReader(tc.Expected))
if err != nil {
t.Errorf("%s: html.Parse failed %q", tc.Expected, err)
continue
}
var expected strings.Builder
err = html.Render(&expected, expectedDoc)
if err != nil {
t.Errorf("%s: html.Render failed %q", tc.Expected, err)
continue
}
if input.String() != expected.String() {
t.Errorf("%s: Transform=\n%q\nwant=\n%q", tc.Desc, &input, &expected)
}
}
}