2020-06-21 04:32:08 -06:00
|
|
|
package headscale
|
|
|
|
|
|
|
|
import (
|
2022-07-06 05:39:10 -06:00
|
|
|
"context"
|
2022-03-01 09:31:25 -07:00
|
|
|
"database/sql/driver"
|
|
|
|
"encoding/json"
|
2020-06-21 04:32:08 -06:00
|
|
|
"errors"
|
2022-03-01 09:31:25 -07:00
|
|
|
"fmt"
|
2022-02-23 09:15:20 -07:00
|
|
|
"time"
|
2020-06-21 04:32:08 -06:00
|
|
|
|
2022-02-22 09:18:25 -07:00
|
|
|
"github.com/glebarez/sqlite"
|
2022-02-28 11:05:03 -07:00
|
|
|
"github.com/rs/zerolog/log"
|
2021-06-24 07:44:19 -06:00
|
|
|
"gorm.io/driver/postgres"
|
|
|
|
"gorm.io/gorm"
|
2021-07-11 05:13:36 -06:00
|
|
|
"gorm.io/gorm/logger"
|
2022-03-01 09:31:25 -07:00
|
|
|
"inet.af/netaddr"
|
|
|
|
"tailscale.com/tailcfg"
|
2020-06-21 04:32:08 -06:00
|
|
|
)
|
|
|
|
|
2021-11-15 12:18:14 -07:00
|
|
|
const (
|
|
|
|
dbVersion = "1"
|
|
|
|
errValueNotFound = Error("not found")
|
|
|
|
)
|
2020-06-21 04:32:08 -06:00
|
|
|
|
2021-02-23 12:11:30 -07:00
|
|
|
// KV is a key-value store in a psql table. For future use...
|
2020-06-21 04:32:08 -06:00
|
|
|
type KV struct {
|
|
|
|
Key string
|
|
|
|
Value string
|
|
|
|
}
|
|
|
|
|
|
|
|
func (h *Headscale) initDB() error {
|
2021-07-04 13:40:46 -06:00
|
|
|
db, err := h.openDB()
|
2020-06-21 04:32:08 -06:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2021-07-04 13:40:46 -06:00
|
|
|
h.db = db
|
|
|
|
|
2021-11-15 10:24:24 -07:00
|
|
|
if h.dbType == Postgres {
|
2022-01-30 07:53:40 -07:00
|
|
|
db.Exec(`create extension if not exists "uuid-ossp";`)
|
2021-05-02 12:47:36 -06:00
|
|
|
}
|
2022-01-30 06:06:49 -07:00
|
|
|
|
|
|
|
_ = db.Migrator().RenameColumn(&Machine{}, "ip_address", "ip_addresses")
|
2022-04-24 13:56:42 -06:00
|
|
|
_ = db.Migrator().RenameColumn(&Machine{}, "name", "hostname")
|
|
|
|
|
|
|
|
// GivenName is used as the primary source of DNS names, make sure
|
|
|
|
// the field is populated and normalized if it was not when the
|
|
|
|
// machine was registered.
|
|
|
|
_ = db.Migrator().RenameColumn(&Machine{}, "nickname", "given_name")
|
2022-01-30 06:06:49 -07:00
|
|
|
|
2022-02-28 11:05:03 -07:00
|
|
|
// If the Machine table has a column for registered,
|
|
|
|
// find all occourences of "false" and drop them. Then
|
|
|
|
// remove the column.
|
|
|
|
if db.Migrator().HasColumn(&Machine{}, "registered") {
|
|
|
|
log.Info().
|
|
|
|
Msg(`Database has legacy "registered" column in machine, removing...`)
|
|
|
|
|
|
|
|
machines := Machines{}
|
|
|
|
if err := h.db.Not("registered").Find(&machines).Error; err != nil {
|
|
|
|
log.Error().Err(err).Msg("Error accessing db")
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, machine := range machines {
|
|
|
|
log.Info().
|
2022-04-24 13:56:42 -06:00
|
|
|
Str("machine", machine.Hostname).
|
2022-02-28 11:05:03 -07:00
|
|
|
Str("machine_key", machine.MachineKey).
|
|
|
|
Msg("Deleting unregistered machine")
|
|
|
|
if err := h.db.Delete(&Machine{}, machine.ID).Error; err != nil {
|
|
|
|
log.Error().
|
|
|
|
Err(err).
|
2022-04-24 13:56:42 -06:00
|
|
|
Str("machine", machine.Hostname).
|
2022-02-28 11:05:03 -07:00
|
|
|
Str("machine_key", machine.MachineKey).
|
|
|
|
Msg("Error deleting unregistered machine")
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
err := db.Migrator().DropColumn(&Machine{}, "registered")
|
|
|
|
if err != nil {
|
|
|
|
log.Error().Err(err).Msg("Error dropping registered column")
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-06-24 07:44:19 -06:00
|
|
|
err = db.AutoMigrate(&Machine{})
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2022-01-30 06:06:49 -07:00
|
|
|
|
2022-05-23 10:33:07 -06:00
|
|
|
if db.Migrator().HasColumn(&Machine{}, "given_name") {
|
|
|
|
machines := Machines{}
|
|
|
|
if err := h.db.Find(&machines).Error; err != nil {
|
|
|
|
log.Error().Err(err).Msg("Error accessing db")
|
|
|
|
}
|
|
|
|
|
2022-06-26 04:35:18 -06:00
|
|
|
for item, machine := range machines {
|
2022-05-23 10:33:07 -06:00
|
|
|
if machine.GivenName == "" {
|
|
|
|
normalizedHostname, err := NormalizeToFQDNRules(
|
|
|
|
machine.Hostname,
|
|
|
|
h.cfg.OIDC.StripEmaildomain,
|
|
|
|
)
|
|
|
|
if err != nil {
|
|
|
|
log.Error().
|
|
|
|
Caller().
|
|
|
|
Str("hostname", machine.Hostname).
|
|
|
|
Err(err).
|
|
|
|
Msg("Failed to normalize machine hostname in DB migration")
|
|
|
|
}
|
|
|
|
|
2022-06-26 04:35:18 -06:00
|
|
|
err = h.RenameMachine(&machines[item], normalizedHostname)
|
2022-05-23 10:33:07 -06:00
|
|
|
if err != nil {
|
|
|
|
log.Error().
|
|
|
|
Caller().
|
|
|
|
Str("hostname", machine.Hostname).
|
|
|
|
Err(err).
|
|
|
|
Msg("Failed to save normalized machine name in DB migration")
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-06-24 07:44:19 -06:00
|
|
|
err = db.AutoMigrate(&KV{})
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2022-01-30 06:06:49 -07:00
|
|
|
|
2021-06-24 07:44:19 -06:00
|
|
|
err = db.AutoMigrate(&Namespace{})
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2022-01-30 06:06:49 -07:00
|
|
|
|
2021-06-24 07:44:19 -06:00
|
|
|
err = db.AutoMigrate(&PreAuthKey{})
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2020-06-21 04:32:08 -06:00
|
|
|
|
2022-02-21 15:52:55 -07:00
|
|
|
_ = db.Migrator().DropTable("shared_machines")
|
2021-09-02 08:57:26 -06:00
|
|
|
|
2022-01-25 15:11:05 -07:00
|
|
|
err = db.AutoMigrate(&APIKey{})
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2021-04-24 09:41:29 -06:00
|
|
|
err = h.setValue("db_version", dbVersion)
|
2021-11-14 08:46:09 -07:00
|
|
|
|
2021-04-24 09:41:29 -06:00
|
|
|
return err
|
2020-06-21 04:32:08 -06:00
|
|
|
}
|
|
|
|
|
2021-07-04 13:40:46 -06:00
|
|
|
func (h *Headscale) openDB() (*gorm.DB, error) {
|
2021-06-24 07:44:19 -06:00
|
|
|
var db *gorm.DB
|
|
|
|
var err error
|
2021-07-11 05:13:36 -06:00
|
|
|
|
|
|
|
var log logger.Interface
|
|
|
|
if h.dbDebug {
|
|
|
|
log = logger.Default
|
|
|
|
} else {
|
|
|
|
log = logger.Default.LogMode(logger.Silent)
|
|
|
|
}
|
|
|
|
|
2021-06-24 07:44:19 -06:00
|
|
|
switch h.dbType {
|
2021-11-15 10:24:24 -07:00
|
|
|
case Sqlite:
|
2022-02-23 09:15:20 -07:00
|
|
|
db, err = gorm.Open(
|
|
|
|
sqlite.Open(h.dbString+"?_synchronous=1&_journal_mode=WAL"),
|
|
|
|
&gorm.Config{
|
|
|
|
DisableForeignKeyConstraintWhenMigrating: true,
|
|
|
|
Logger: log,
|
|
|
|
},
|
|
|
|
)
|
|
|
|
|
|
|
|
db.Exec("PRAGMA foreign_keys=ON")
|
|
|
|
|
|
|
|
// The pure Go SQLite library does not handle locking in
|
|
|
|
// the same way as the C based one and we cant use the gorm
|
|
|
|
// connection pool as of 2022/02/23.
|
2022-02-22 12:04:52 -07:00
|
|
|
sqlDB, _ := db.DB()
|
2022-02-23 09:15:20 -07:00
|
|
|
sqlDB.SetMaxIdleConns(1)
|
2022-02-22 12:04:52 -07:00
|
|
|
sqlDB.SetMaxOpenConns(1)
|
2022-02-23 09:15:20 -07:00
|
|
|
sqlDB.SetConnMaxIdleTime(time.Hour)
|
|
|
|
|
2021-11-15 10:24:24 -07:00
|
|
|
case Postgres:
|
2021-06-24 15:05:26 -06:00
|
|
|
db, err = gorm.Open(postgres.Open(h.dbString), &gorm.Config{
|
|
|
|
DisableForeignKeyConstraintWhenMigrating: true,
|
2021-07-11 05:13:36 -06:00
|
|
|
Logger: log,
|
2021-06-24 15:05:26 -06:00
|
|
|
})
|
2021-06-24 07:44:19 -06:00
|
|
|
}
|
|
|
|
|
2020-06-21 04:32:08 -06:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2021-07-11 05:13:36 -06:00
|
|
|
|
2020-06-21 04:32:08 -06:00
|
|
|
return db, nil
|
|
|
|
}
|
|
|
|
|
2021-11-13 01:39:04 -07:00
|
|
|
// getValue returns the value for the given key in KV.
|
2020-06-21 04:32:08 -06:00
|
|
|
func (h *Headscale) getValue(key string) (string, error) {
|
|
|
|
var row KV
|
2021-11-13 01:36:45 -07:00
|
|
|
if result := h.db.First(&row, "key = ?", key); errors.Is(
|
|
|
|
result.Error,
|
|
|
|
gorm.ErrRecordNotFound,
|
|
|
|
) {
|
2021-11-15 12:18:14 -07:00
|
|
|
return "", errValueNotFound
|
2020-06-21 04:32:08 -06:00
|
|
|
}
|
2021-11-14 08:46:09 -07:00
|
|
|
|
2020-06-21 04:32:08 -06:00
|
|
|
return row.Value, nil
|
|
|
|
}
|
|
|
|
|
2021-11-13 01:39:04 -07:00
|
|
|
// setValue sets value for the given key in KV.
|
2020-06-21 04:32:08 -06:00
|
|
|
func (h *Headscale) setValue(key string, value string) error {
|
2021-11-15 09:15:50 -07:00
|
|
|
keyValue := KV{
|
2020-06-21 04:32:08 -06:00
|
|
|
Key: key,
|
|
|
|
Value: value,
|
|
|
|
}
|
2021-07-04 13:40:46 -06:00
|
|
|
|
2021-11-14 10:09:22 -07:00
|
|
|
if _, err := h.getValue(key); err == nil {
|
2021-11-15 09:15:50 -07:00
|
|
|
h.db.Model(&keyValue).Where("key = ?", key).Update("value", value)
|
2021-11-14 08:46:09 -07:00
|
|
|
|
2020-06-21 04:32:08 -06:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2022-05-30 07:39:24 -06:00
|
|
|
if err := h.db.Create(keyValue).Error; err != nil {
|
|
|
|
return fmt.Errorf("failed to create key value pair in the database: %w", err)
|
|
|
|
}
|
2021-11-14 08:46:09 -07:00
|
|
|
|
2020-06-21 04:32:08 -06:00
|
|
|
return nil
|
|
|
|
}
|
2022-03-01 09:31:25 -07:00
|
|
|
|
2022-07-06 05:39:10 -06:00
|
|
|
func (h *Headscale) pingDB() error {
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), time.Second)
|
|
|
|
defer cancel()
|
|
|
|
db, err := h.db.DB()
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
return db.PingContext(ctx)
|
|
|
|
}
|
|
|
|
|
2022-03-01 09:31:25 -07:00
|
|
|
// This is a "wrapper" type around tailscales
|
|
|
|
// Hostinfo to allow us to add database "serialization"
|
|
|
|
// methods. This allows us to use a typed values throughout
|
|
|
|
// the code and not have to marshal/unmarshal and error
|
|
|
|
// check all over the code.
|
|
|
|
type HostInfo tailcfg.Hostinfo
|
|
|
|
|
|
|
|
func (hi *HostInfo) Scan(destination interface{}) error {
|
|
|
|
switch value := destination.(type) {
|
|
|
|
case []byte:
|
|
|
|
return json.Unmarshal(value, hi)
|
|
|
|
|
|
|
|
case string:
|
|
|
|
return json.Unmarshal([]byte(value), hi)
|
|
|
|
|
|
|
|
default:
|
|
|
|
return fmt.Errorf("%w: unexpected data type %T", errMachineAddressesInvalid, destination)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Value return json value, implement driver.Valuer interface.
|
|
|
|
func (hi HostInfo) Value() (driver.Value, error) {
|
|
|
|
bytes, err := json.Marshal(hi)
|
|
|
|
|
|
|
|
return string(bytes), err
|
|
|
|
}
|
|
|
|
|
|
|
|
type IPPrefixes []netaddr.IPPrefix
|
|
|
|
|
|
|
|
func (i *IPPrefixes) Scan(destination interface{}) error {
|
|
|
|
switch value := destination.(type) {
|
|
|
|
case []byte:
|
|
|
|
return json.Unmarshal(value, i)
|
|
|
|
|
|
|
|
case string:
|
|
|
|
return json.Unmarshal([]byte(value), i)
|
|
|
|
|
|
|
|
default:
|
|
|
|
return fmt.Errorf("%w: unexpected data type %T", errMachineAddressesInvalid, destination)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Value return json value, implement driver.Valuer interface.
|
|
|
|
func (i IPPrefixes) Value() (driver.Value, error) {
|
|
|
|
bytes, err := json.Marshal(i)
|
|
|
|
|
|
|
|
return string(bytes), err
|
|
|
|
}
|
|
|
|
|
|
|
|
type StringList []string
|
|
|
|
|
|
|
|
func (i *StringList) Scan(destination interface{}) error {
|
|
|
|
switch value := destination.(type) {
|
|
|
|
case []byte:
|
|
|
|
return json.Unmarshal(value, i)
|
|
|
|
|
|
|
|
case string:
|
|
|
|
return json.Unmarshal([]byte(value), i)
|
|
|
|
|
|
|
|
default:
|
|
|
|
return fmt.Errorf("%w: unexpected data type %T", errMachineAddressesInvalid, destination)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Value return json value, implement driver.Valuer interface.
|
|
|
|
func (i StringList) Value() (driver.Value, error) {
|
|
|
|
bytes, err := json.Marshal(i)
|
|
|
|
|
|
|
|
return string(bytes), err
|
|
|
|
}
|