Skip to content
This repository was archived by the owner on Jan 28, 2021. It is now read-only.

Implement information_schema.tables #504

Merged
merged 2 commits into from
Oct 26, 2018
Merged

Implement information_schema.tables #504

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
aa47a71
Implement information_schema.tables
Oct 25, 2018
98f6836
Fix example
Oct 25, 2018
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion _example/main.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,7 @@ import (
func main() {
engine := sqle.NewDefault()
engine.AddDatabase(createTestDatabase())
engine.AddDatabase(sql.NewInformationSchemaDB())
engine.AddDatabase(sql.NewInformationSchemaDatabase(engine.Catalog))

config := server.Config{
Protocol: "tcp",
Expand Down
13 changes: 12 additions & 1 deletion engine_test.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -520,6 +520,17 @@ var queries = []struct {
`,
[]sql.Row{},
},
{
`
SELECT TABLE_NAME FROM information_schema.TABLES
WHERE TABLE_SCHEMA='mydb' AND (TABLE_TYPE='BASE TABLE' OR TABLE_TYPE='VIEW')
`,
[]sql.Row{
{"mytable"},
{"othertable"},
{"tabletest"},
},
},
{
`SHOW CREATE DATABASE mydb`,
[]sql.Row{{
Expand Down Expand Up @@ -1171,7 +1182,7 @@ func newEngineWithParallelism(t *testing.T, parallelism int) *sqle.Engine {
catalog := sql.NewCatalog()
catalog.AddDatabase(db)
catalog.AddDatabase(db2)
catalog.AddDatabase(sql.NewInformationSchemaDB())
catalog.AddDatabase(sql.NewInformationSchemaDatabase(catalog))

var a *analyzer.Analyzer
if parallelism > 1 {
Expand Down
307 changes: 210 additions & 97 deletions sql/information_schema.go
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,129 +1,246 @@
package sql // import "gopkg.in/src-d/go-mysql-server.v0/sql"

import (
"bytes"
"fmt"
"io"
)

const (
// InformationSchemaDBName is the name of the information schema table.
InformationSchemaDBName = "information_schema"
// InformationSchemaDatabaseName is the name of the information schema database.
InformationSchemaDatabaseName = "information_schema"
// FilesTableName is the name of the files table.
FilesTableName = "files"
// ColumnStatisticsTableName is the name of the column statistics table.
ColumnStatisticsTableName = "column_statistics"
// TablesTableName is the name of tables table.
TablesTableName = "tables"
)

type informationSchemaDB struct {
name string
tables map[string]Table
}
type (
informationSchemaDatabase struct {
name string
tables map[string]Table
}

var _ Database = (*informationSchemaDB)(nil)
informationSchemaTable struct {
name string
schema Schema
catalog *Catalog
rowIter func(*Catalog) RowIter
}

// NewInformationSchemaDB creates a new INFORMATION_SCHEMA Database.
func NewInformationSchemaDB() Database {
return &informationSchemaDB{
name: InformationSchemaDBName,
tables: map[string]Table{
FilesTableName: newFilesTable(),
ColumnStatisticsTableName: newColumnStatisticsTable(),
},
informationSchemaPartition struct {
key []byte
}
}

// Name implements the Database interface.
func (i *informationSchemaDB) Name() string { return i.name }
informationSchemaPartitionIter struct {
informationSchemaPartition
pos int
}
)

// Tables implements the Database interface.
func (i *informationSchemaDB) Tables() map[string]Table { return i.tables }
var (
_ Database = (*informationSchemaDatabase)(nil)
_ Table = (*informationSchemaTable)(nil)
_ Partition = (*informationSchemaPartition)(nil)
_ PartitionIter = (*informationSchemaPartitionIter)(nil)

func newFilesTable() Table {
return &emptyTable{
name: FilesTableName,
schema: filesSchema,
filesSchema = Schema{
&Column{Name: "file_id", Type: Int64, Source: FilesTableName, Nullable: true},
&Column{Name: "file_name", Type: Text, Source: FilesTableName, Nullable: true},
&Column{Name: "file_type", Type: Text, Source: FilesTableName, Nullable: true},
&Column{Name: "tablespace_name", Type: Text, Source: FilesTableName},
&Column{Name: "table_catalog", Type: Text, Source: FilesTableName},
&Column{Name: "table_schema", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "table_name", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "logfile_group_name", Type: Text, Source: FilesTableName, Nullable: true},
&Column{Name: "logfile_group_number", Type: Int64, Source: FilesTableName, Nullable: true},
&Column{Name: "engine", Type: Text, Source: FilesTableName},
&Column{Name: "fulltext_keys", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "deleted_rows", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "update_count", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "free_extents", Type: Int64, Source: FilesTableName, Nullable: true},
&Column{Name: "total_extents", Type: Int64, Source: FilesTableName, Nullable: true},
&Column{Name: "extent_size", Type: Int64, Source: FilesTableName, Nullable: true},
&Column{Name: "initial_size", Type: Int64, Source: FilesTableName, Nullable: true},
&Column{Name: "maximum_size", Type: Int64, Source: FilesTableName, Nullable: true},
&Column{Name: "autoextend_size", Type: Int64, Source: FilesTableName, Nullable: true},
&Column{Name: "creation_time", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "last_update_time", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "last_access_time", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "recover_time", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "transaction_counter", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "version", Type: Int64, Source: FilesTableName, Nullable: true},
&Column{Name: "row_format", Type: Text, Source: FilesTableName, Nullable: true},
&Column{Name: "table_rows", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "avg_row_length", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "data_length", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "max_data_length", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "index_length", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "data_free", Type: Int64, Source: FilesTableName, Nullable: true},
&Column{Name: "create_time", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "update_time", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "check_time", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "checksum", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "status", Type: Text, Source: FilesTableName, Nullable: true},
&Column{Name: "extra", Type: Blob, Source: FilesTableName, Nullable: true},
}
}

var filesSchema = Schema{
&Column{Name: "file_id", Type: Int64, Source: FilesTableName, Nullable: true},
&Column{Name: "file_name", Type: Text, Source: FilesTableName, Nullable: true},
&Column{Name: "file_type", Type: Text, Source: FilesTableName, Nullable: true},
&Column{Name: "tablespace_name", Type: Text, Source: FilesTableName},
&Column{Name: "table_catalog", Type: Text, Source: FilesTableName},
&Column{Name: "table_schema", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "table_name", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "logfile_group_name", Type: Text, Source: FilesTableName, Nullable: true},
&Column{Name: "logfile_group_number", Type: Int64, Source: FilesTableName, Nullable: true},
&Column{Name: "engine", Type: Text, Source: FilesTableName},
&Column{Name: "fulltext_keys", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "deleted_rows", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "update_count", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "free_extents", Type: Int64, Source: FilesTableName, Nullable: true},
&Column{Name: "total_extents", Type: Int64, Source: FilesTableName, Nullable: true},
&Column{Name: "extent_size", Type: Int64, Source: FilesTableName, Nullable: true},
&Column{Name: "initial_size", Type: Int64, Source: FilesTableName, Nullable: true},
&Column{Name: "maximum_size", Type: Int64, Source: FilesTableName, Nullable: true},
&Column{Name: "autoextend_size", Type: Int64, Source: FilesTableName, Nullable: true},
&Column{Name: "creation_time", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "last_update_time", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "last_access_time", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "recover_time", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "transaction_counter", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "version", Type: Int64, Source: FilesTableName, Nullable: true},
&Column{Name: "row_format", Type: Text, Source: FilesTableName, Nullable: true},
&Column{Name: "table_rows", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "avg_row_length", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "data_length", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "max_data_length", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "index_length", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "data_free", Type: Int64, Source: FilesTableName, Nullable: true},
&Column{Name: "create_time", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "update_time", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "check_time", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "checksum", Type: Blob, Source: FilesTableName, Nullable: true},
&Column{Name: "status", Type: Text, Source: FilesTableName, Nullable: true},
&Column{Name: "extra", Type: Blob, Source: FilesTableName, Nullable: true},
}
columnStatisticsSchema = Schema{
&Column{Name: "schema_name", Type: Text, Source: ColumnStatisticsTableName},
&Column{Name: "table_name", Type: Text, Source: ColumnStatisticsTableName},
&Column{Name: "column_name", Type: Text, Source: ColumnStatisticsTableName},
&Column{Name: "histogram", Type: JSON, Source: ColumnStatisticsTableName},
}

tablesSchema = Schema{
&Column{Name: "table_catalog", Type: Text, Default: "", Nullable: false, Source: TablesTableName},
&Column{Name: "table_schema", Type: Text, Default: "", Nullable: false, Source: TablesTableName},
&Column{Name: "table_name", Type: Text, Default: "", Nullable: false, Source: TablesTableName},
&Column{Name: "table_type", Type: Text, Default: "", Nullable: false, Source: TablesTableName},
&Column{Name: "engine", Type: Text, Default: nil, Nullable: true, Source: TablesTableName},
&Column{Name: "version", Type: Uint64, Default: nil, Nullable: true, Source: TablesTableName},
&Column{Name: "row_format", Type: Text, Default: nil, Nullable: true, Source: TablesTableName},
&Column{Name: "table_rows", Type: Uint64, Default: nil, Nullable: true, Source: TablesTableName},
&Column{Name: "avg_row_length", Type: Uint64, Default: nil, Nullable: true, Source: TablesTableName},
&Column{Name: "data_length", Type: Uint64, Default: nil, Nullable: true, Source: TablesTableName},
&Column{Name: "max_data_length", Type: Uint64, Default: nil, Nullable: true, Source: TablesTableName},
&Column{Name: "index_length", Type: Uint64, Default: nil, Nullable: true, Source: TablesTableName},
&Column{Name: "data_free", Type: Uint64, Default: nil, Nullable: true, Source: TablesTableName},
&Column{Name: "auto_increment", Type: Uint64, Default: nil, Nullable: true, Source: TablesTableName},
&Column{Name: "create_time", Type: Date, Default: nil, Nullable: true, Source: TablesTableName},
&Column{Name: "update_time", Type: Date, Default: nil, Nullable: true, Source: TablesTableName},
&Column{Name: "check_time", Type: Date, Default: nil, Nullable: true, Source: TablesTableName},
&Column{Name: "table_collation", Type: Text, Default: nil, Nullable: true, Source: TablesTableName},
&Column{Name: "checksum", Type: Uint64, Default: nil, Nullable: true, Source: TablesTableName},
&Column{Name: "create_options", Type: Text, Default: nil, Nullable: true, Source: TablesTableName},
&Column{Name: "table_comment", Type: Text, Default: "", Nullable: false, Source: TablesTableName},
}

func newColumnStatisticsTable() Table {
return &emptyTable{
name: ColumnStatisticsTableName,
schema: columnStatisticsSchema,
tablesRowIter = func(c *Catalog) RowIter {
var rows []Row
for _, db := range c.AllDatabases() {
tableType := "BASE TABLE"
engine := "INNODB"
rowFormat := "Dynamic"
if db.Name() == InformationSchemaDatabaseName {
tableType = "SYSTEM VIEW"
engine = "MEMORY"
rowFormat = "Fixed"
}
for _, t := range db.Tables() {
rows = append(rows, Row{
"def", //table_catalog
db.Name(), // table_schema
t.Name(), // table_name
tableType, // table_type
engine, // engine
10, //version (protocol, always 10)
rowFormat, //row_format
nil, //table_rows
nil, //avg_row_length
nil, //data_length
nil, //max_data_length
nil, //max_data_length
nil, //data_free
nil, //auto_increment
nil, //create_time
nil, //update_time
nil, //check_time
"utf8_bin", //table_collation
nil, //checksum
nil, //create_options
"", //table_comment
})
}
}

return RowsToRowIter(rows...)
}
)

// NewInformationSchemaDatabase creates a new INFORMATION_SCHEMA Database.
func NewInformationSchemaDatabase(c *Catalog) Database {
return &informationSchemaDatabase{
name: InformationSchemaDatabaseName,
tables: map[string]Table{
FilesTableName: &informationSchemaTable{
name: FilesTableName,
schema: filesSchema,
catalog: c,
},
ColumnStatisticsTableName: &informationSchemaTable{
name: ColumnStatisticsTableName,
schema: columnStatisticsSchema,
catalog: c,
},
TablesTableName: &informationSchemaTable{
name: TablesTableName,
schema: tablesSchema,
catalog: c,
rowIter: tablesRowIter,
},
},
}
}

// Name implements the sql.Database interface.
func (db *informationSchemaDatabase) Name() string { return db.name }

// Tables implements the sql.Database interface.
func (db *informationSchemaDatabase) Tables() map[string]Table { return db.tables }

// Name implements the sql.Table interface.
func (t *informationSchemaTable) Name() string {
return t.name
}

var columnStatisticsSchema = Schema{
&Column{Name: "schema_name", Type: Text, Source: ColumnStatisticsTableName},
&Column{Name: "table_name", Type: Text, Source: ColumnStatisticsTableName},
&Column{Name: "column_name", Type: Text, Source: ColumnStatisticsTableName},
&Column{Name: "histogram", Type: JSON, Source: ColumnStatisticsTableName},
// Schema implements the sql.Table interface.
func (t *informationSchemaTable) Schema() Schema {
return t.schema
}

type emptyTable struct {
name string
schema Schema
// Partitions implements the sql.Table interface.
func (t *informationSchemaTable) Partitions(ctx *Context) (PartitionIter, error) {
return &informationSchemaPartitionIter{informationSchemaPartition: informationSchemaPartition{partitionKey(t.Name())}}, nil
}

var _ Table = (*emptyTable)(nil)
// PartitionRows implements the sql.PartitionRows interface.
func (t *informationSchemaTable) PartitionRows(ctx *Context, partition Partition) (RowIter, error) {
if !bytes.Equal(partition.Key(), partitionKey(t.Name())) {
return nil, fmt.Errorf(
"partition not found: %q", partition.Key(),
)
}
if t.rowIter == nil {
return RowsToRowIter(), nil
}

// Name implements the Table interface.
func (t *emptyTable) Name() string { return t.name }
return t.rowIter(t.catalog), nil
}

// String implements the Table interface.
func (t *emptyTable) String() string { return printTable(t.name, t.schema) }
// PartitionCount implements the sql.PartitionCounter interface.
func (t *informationSchemaTable) String() string {
return printTable(t.Name(), t.Schema())
}

// Schema implements the Table interface.
func (t *emptyTable) Schema() Schema { return t.schema }
// Key implements Partition interface
func (p *informationSchemaPartition) Key() []byte { return p.key }

// Partitions implements the Table interface.
func (t *emptyTable) Partitions(_ *Context) (PartitionIter, error) {
return new(partitionIter), nil
// Next implements single PartitionIter interface
func (pit *informationSchemaPartitionIter) Next() (Partition, error) {
if pit.pos == 0 {
pit.pos++
return pit, nil
}
return nil, io.EOF
}

// PartitionRows implements the Table interface.
func (t *emptyTable) PartitionRows(_ *Context, _ Partition) (RowIter, error) {
return RowsToRowIter(), nil
// Close implements single PartitionIter interface
func (pit *informationSchemaPartitionIter) Close() error {
pit.pos = 0
return nil
}

func printTable(name string, tableSchema Schema) string {
Expand All @@ -142,10 +259,6 @@ func printTable(name string, tableSchema Schema) string {
return p.String()
}

type partitionIter struct{}

var _ PartitionIter = (*partitionIter)(nil)

func (p *partitionIter) Next() (Partition, error) { return nil, io.EOF }

func (p *partitionIter) Close() error { return nil }
func partitionKey(tableName string) []byte {
return []byte(InformationSchemaDatabaseName + "." + tableName)
}
2 changes: 1 addition & 1 deletion sql/plan/showdatabases.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -41,7 +41,7 @@ func (p *ShowDatabases) RowIter(ctx *sql.Context) (sql.RowIter, error) {
dbs := p.Catalog.AllDatabases()
var rows = make([]sql.Row, 0, len(dbs))
for _, db := range dbs {
if sql.InformationSchemaDBName != db.Name() {
if sql.InformationSchemaDatabaseName != db.Name() {
rows = append(rows, sql.Row{db.Name()})
}
}
Expand Down