cue/parser: allow attributes before package and import clauses

This is to facilitate "build tags".

Change-Id: I8ea85d4f1339a3584e7763d342715b8fad2fe48f
Reviewed-on: https://cue-review.googlesource.com/c/cue/+/7062
Reviewed-by: Marcel van Lohuizen <[email protected]>
Reviewed-by: CUE cueckoo <[email protected]>
Reviewed-by: Jonathan Amsterdam <[email protected]>

Author: mpvl

cue/parser/parser.go

@@ -1606,6 +1606,11 @@ func (p *parser) parseFile() *ast.File {
 
 	var decls []ast.Decl
 
+	for p.tok == token.ATTRIBUTE {
+		decls = append(decls, p.parseAttribute())
+		p.consumeDeclComma()
+	}
+
 	// The package clause is not a declaration: it does not appear in any
 	// scope.
 	if p.tok == token.IDENT && p.lit == "package" {
@@ -1628,6 +1633,11 @@ func (p *parser) parseFile() *ast.File {
 		c.closeNode(p, pkg)
 	}
 
+	for p.tok == token.ATTRIBUTE {
+		decls = append(decls, p.parseAttribute())
+		p.consumeDeclComma()
+	}
+
 	if p.mode&packageClauseOnlyMode == 0 {
 		// import decls
 		for p.tok == token.IDENT && p.lit == "import" {

cue/parser/parser_test.go

@@ -409,6 +409,20 @@ func TestParse(t *testing.T) {
 		a: 1 @a() @b() // d
 		`,
 		`<[l5// d] a: 1 @a() @b()>`,
+	}, {
+		"attribute declarations",
+		`
+		@foo()
+
+		package bar
+
+		@bar()
+
+		import "strings"
+
+		@baz()
+			`,
+		`@foo(), package bar, @bar(), import "strings", @baz()`,
 	}, {
 		"comprehension comments",
 		`

doc/ref/spec.md

@@ -2899,7 +2899,7 @@ it will be output instead of its enclosing file when exporting CUE
 to a data format
 
 ```
-SourceFile = [ PackageClause "," ] { ImportDecl "," } { Declaration "," } .
+SourceFile = { attribute "," } [ PackageClause "," ] { ImportDecl "," } { Declaration "," } .
 ```
 
 ```

internal/internal.go

@@ -131,6 +131,7 @@ func PackageInfo(f *ast.File) (p *ast.Package, name string, tok token.Pos) {
 	for _, d := range f.Decls {
 		switch x := d.(type) {
 		case *ast.CommentGroup:
+		case *ast.Attribute:
 		case *ast.Package:
 			if x.Name == nil {
 				break