Compare commits
4
Commits
d2b2f934a0
...
c08261c1fb
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
c08261c1fb | ||
|
|
1df5bffbd6 | ||
|
|
fa95552971 | ||
|
|
8f6cefcd68 |
@@ -10,6 +10,7 @@ import (
|
||||
"time"
|
||||
|
||||
"github.com/nmoniz/any2anexoj/internal"
|
||||
"github.com/nmoniz/any2anexoj/internal/ofigi"
|
||||
"github.com/nmoniz/any2anexoj/internal/trading212"
|
||||
"github.com/spf13/pflag"
|
||||
"golang.org/x/sync/errgroup"
|
||||
@@ -97,7 +98,7 @@ func run(ctx context.Context) error {
|
||||
func getReader(platform string, ofAPIKey string) (internal.RecordReader, error) {
|
||||
switch platform {
|
||||
case "trading212":
|
||||
return trading212.NewRecordReader(os.Stdin, internal.NewOpenFIGI(&http.Client{Timeout: 5 * time.Second}, ofAPIKey)), nil
|
||||
return trading212.NewRecordReader(os.Stdin, ofigi.NewClient(&http.Client{Timeout: 5 * time.Second}, ofAPIKey)), nil
|
||||
default:
|
||||
return nil, fmt.Errorf("unsupported platform: %s", platform)
|
||||
}
|
||||
|
||||
+11
-5
@@ -7,11 +7,12 @@ const (
|
||||
KindBuy
|
||||
KindSell
|
||||
KindSplit
|
||||
sentinelKind
|
||||
)
|
||||
|
||||
// String returns a human readable value
|
||||
func (d Kind) String() string {
|
||||
switch d {
|
||||
// String returns a unique string value for Kind k
|
||||
func (k Kind) String() string {
|
||||
switch k {
|
||||
case KindBuy:
|
||||
return "buy"
|
||||
case KindSell:
|
||||
@@ -23,8 +24,13 @@ func (d Kind) String() string {
|
||||
}
|
||||
}
|
||||
|
||||
// Is returns true when k equals o
|
||||
// Valid returns true if k is an accepted value for the Kind type
|
||||
func (k Kind) Valid() bool {
|
||||
return k > 0 && k < sentinelKind
|
||||
}
|
||||
|
||||
// Is returns true when k and o are valid and equal.
|
||||
func (k Kind) Is(o any) bool {
|
||||
other, ok := o.(Kind)
|
||||
return ok && k == other
|
||||
return ok && k.Valid() && k == other
|
||||
}
|
||||
|
||||
+75
-40
@@ -1,60 +1,95 @@
|
||||
package internal
|
||||
|
||||
import "testing"
|
||||
import (
|
||||
"fmt"
|
||||
"testing"
|
||||
)
|
||||
|
||||
func TestSide_String(t *testing.T) {
|
||||
tests := []struct {
|
||||
name string
|
||||
side Kind
|
||||
want string
|
||||
}{
|
||||
{"buy", KindBuy, "buy"},
|
||||
{"sell", KindSell, "sell"},
|
||||
{"unknown", KindUnknown, "unknown"},
|
||||
const unknown = "unknown"
|
||||
|
||||
seen := make(map[string]Kind, sentinelKind)
|
||||
for k := Kind(1); k < sentinelKind; k++ {
|
||||
t.Run(fmt.Sprintf("Kind %d", k), func(t *testing.T) {
|
||||
str := k.String()
|
||||
|
||||
if other, ok := seen[str]; ok {
|
||||
t.Errorf("want Kind(%d).String to be unique but was a duplicate of Kind(%d)", k, other)
|
||||
} else {
|
||||
seen[str] = k
|
||||
}
|
||||
for _, tt := range tests {
|
||||
t.Run(tt.name, func(t *testing.T) {
|
||||
if got := tt.side.String(); got != tt.want {
|
||||
t.Errorf("want Side.String() to be %v but got %v", tt.want, got)
|
||||
|
||||
if len(str) == 0 {
|
||||
t.Errorf("want Kind(%d).String to be non-empty", k)
|
||||
}
|
||||
|
||||
if str == unknown {
|
||||
t.Errorf("want Kind(%d).String to be a known value", k)
|
||||
}
|
||||
})
|
||||
}
|
||||
|
||||
if KindUnknown.String() != unknown {
|
||||
t.Errorf("want Kind(0) to be unknown")
|
||||
}
|
||||
|
||||
if Kind(sentinelKind).String() != unknown {
|
||||
t.Errorf("want Kind(%d) to be unknown", sentinelKind)
|
||||
}
|
||||
}
|
||||
|
||||
func TestSide_IsBuy(t *testing.T) {
|
||||
tests := []struct {
|
||||
name string
|
||||
side Kind
|
||||
want bool
|
||||
}{
|
||||
{"buy", KindBuy, true},
|
||||
{"sell", KindSell, false},
|
||||
{"unknown", KindUnknown, false},
|
||||
func TestSide_Valid(t *testing.T) {
|
||||
for k := Kind(1); k < sentinelKind; k++ {
|
||||
if !k.Valid() {
|
||||
t.Errorf("want %s(%d) to be valid", k, k)
|
||||
}
|
||||
for _, tt := range tests {
|
||||
t.Run(tt.name, func(t *testing.T) {
|
||||
if got := tt.side.Is(KindBuy); got != tt.want {
|
||||
t.Errorf("want Side.IsBuy() to be %v but got %v", tt.want, got)
|
||||
}
|
||||
})
|
||||
|
||||
if KindUnknown.Valid() {
|
||||
t.Errorf("want Kind(0) to be invalid")
|
||||
}
|
||||
|
||||
if Kind(sentinelKind).Valid() {
|
||||
t.Errorf("want Kind(%d) to be invalid", sentinelKind)
|
||||
}
|
||||
}
|
||||
|
||||
func TestSide_IsSell(t *testing.T) {
|
||||
tests := []struct {
|
||||
name string
|
||||
side Kind
|
||||
want bool
|
||||
}{
|
||||
{"buy", KindBuy, false},
|
||||
{"sell", KindSell, true},
|
||||
{"unknown", KindUnknown, false},
|
||||
func TestSide_Is(t *testing.T) {
|
||||
t.Run("valid is self", func(t *testing.T) {
|
||||
for k := Kind(1); k < sentinelKind; k++ {
|
||||
if !k.Is(k) {
|
||||
t.Errorf("want Kind(%d).Is(%d) to be true", k, k)
|
||||
}
|
||||
for _, tt := range tests {
|
||||
t.Run(tt.name, func(t *testing.T) {
|
||||
if got := tt.side.Is(KindSell); got != tt.want {
|
||||
t.Errorf("want Side.IsSell() to be %v but got %v", tt.want, got)
|
||||
}
|
||||
})
|
||||
|
||||
t.Run("valid is unknown", func(t *testing.T) {
|
||||
for k := Kind(1); k < sentinelKind; k++ {
|
||||
if k.Is(KindUnknown) {
|
||||
t.Errorf("want Kind(%d).Is(0) to be false", k)
|
||||
}
|
||||
|
||||
if k.Is(sentinelKind) {
|
||||
t.Errorf("want Kind(%d).Is(%d) to be false", k, sentinelKind)
|
||||
}
|
||||
|
||||
if k.Is(struct{}{}) {
|
||||
t.Errorf("want Kind(%d).Is(other type) to be false", k)
|
||||
}
|
||||
}
|
||||
})
|
||||
|
||||
t.Run("unknown is unknown", func(t *testing.T) {
|
||||
if KindUnknown.Is(KindUnknown) {
|
||||
t.Errorf("want Kind(0).Is(0) to be false")
|
||||
}
|
||||
|
||||
if KindUnknown.Is(sentinelKind) {
|
||||
t.Errorf("want Kind(0).Is(%d) to be false", sentinelKind)
|
||||
}
|
||||
|
||||
if sentinelKind.Is(sentinelKind) {
|
||||
t.Errorf("want Kind(%d).Is(%d) to be false", sentinelKind, sentinelKind)
|
||||
}
|
||||
})
|
||||
}
|
||||
|
||||
@@ -1,4 +1,4 @@
|
||||
package internal
|
||||
package ofigi
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
@@ -16,8 +16,8 @@ import (
|
||||
|
||||
var OpenFIGIAPIKeyHeader = http.CanonicalHeaderKey("X-OPENFIGI-APIKEY")
|
||||
|
||||
// OpenFIGI is a small adapter for the openfigi.com api.
|
||||
type OpenFIGI struct {
|
||||
// Client is a thin adapter for the openfigi.com api.
|
||||
type Client struct {
|
||||
client *http.Client
|
||||
apiKey string
|
||||
mappingLimiter *rate.Limiter
|
||||
@@ -25,12 +25,13 @@ type OpenFIGI struct {
|
||||
mu sync.RWMutex
|
||||
// TODO: there's no eviction policy at the moment as this is only used by short-lived application
|
||||
// which processes a relatively small amount of records. We need to consider using an external
|
||||
// cache lib (like golang-lru or go-cache) if this becomes a problem or implement this ourselves.
|
||||
// cache lib (like golang-lru or go-cache) if this becomes a problem or implement eviction
|
||||
// ourselves.
|
||||
securityTypeCache map[string]string
|
||||
}
|
||||
|
||||
// NewOpenFIGI creates an OpenFIGI client that uses the API key if provided
|
||||
func NewOpenFIGI(c *http.Client, apiKey string) *OpenFIGI {
|
||||
func NewOpenFIGI(c *http.Client, apiKey string) *Client {
|
||||
// Rate limits as per https://www.openfigi.com/api/documentation#rate-limits
|
||||
limiter := rate.NewLimiter(rate.Every(time.Minute), 25)
|
||||
if len(apiKey) > 0 {
|
||||
@@ -40,7 +41,7 @@ func NewOpenFIGI(c *http.Client, apiKey string) *OpenFIGI {
|
||||
slog.Debug("OpenFIGI client: created with puplic rate limits")
|
||||
}
|
||||
|
||||
return &OpenFIGI{
|
||||
return &Client{
|
||||
client: c,
|
||||
apiKey: apiKey,
|
||||
mappingLimiter: limiter,
|
||||
@@ -48,7 +49,7 @@ func NewOpenFIGI(c *http.Client, apiKey string) *OpenFIGI {
|
||||
}
|
||||
}
|
||||
|
||||
func (of *OpenFIGI) SecurityTypeByISIN(ctx context.Context, isin string) (string, error) {
|
||||
func (of *Client) SecurityTypeByISIN(ctx context.Context, isin string) (string, error) {
|
||||
of.mu.RLock()
|
||||
if secType, ok := of.securityTypeCache[isin]; ok {
|
||||
of.mu.RUnlock()
|
||||
@@ -1,4 +1,4 @@
|
||||
package internal_test
|
||||
package ofigi_test
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
@@ -9,7 +9,7 @@ import (
|
||||
"testing"
|
||||
"time"
|
||||
|
||||
"github.com/nmoniz/any2anexoj/internal"
|
||||
"github.com/nmoniz/any2anexoj/internal/ofigi"
|
||||
)
|
||||
|
||||
func TestOpenFIGI_SecurityTypeByISIN(t *testing.T) {
|
||||
@@ -110,7 +110,7 @@ func TestOpenFIGI_SecurityTypeByISIN(t *testing.T) {
|
||||
}
|
||||
for _, tt := range tests {
|
||||
t.Run(tt.name, func(t *testing.T) {
|
||||
of := internal.NewOpenFIGI(tt.client, "")
|
||||
of := ofigi.NewOpenFIGI(tt.client, "")
|
||||
|
||||
got, gotErr := of.SecurityTypeByISIN(context.Background(), tt.isin)
|
||||
if gotErr != nil {
|
||||
@@ -145,7 +145,7 @@ func TestOpenFIGI_SecurityTypeByISIN_Cache(t *testing.T) {
|
||||
}, nil
|
||||
})
|
||||
|
||||
of := internal.NewOpenFIGI(c, "")
|
||||
of := ofigi.NewOpenFIGI(c, "")
|
||||
|
||||
got, gotErr := of.SecurityTypeByISIN(t.Context(), "NL0000235190")
|
||||
if gotErr != nil {
|
||||
@@ -171,15 +171,15 @@ func TestOpenFIGI_SecurityTypeByISIN_APIKey(t *testing.T) {
|
||||
wantAPIKey := "123abc-456xyz"
|
||||
|
||||
c := NewTestClient(t, func(req *http.Request) (*http.Response, error) {
|
||||
value, ok := req.Header[internal.OpenFIGIAPIKeyHeader]
|
||||
value, ok := req.Header[ofigi.OpenFIGIAPIKeyHeader]
|
||||
if !ok {
|
||||
t.Fatalf("want %q header but got none: %v", internal.OpenFIGIAPIKeyHeader, req.Header)
|
||||
t.Fatalf("want %q header but got none: %v", ofigi.OpenFIGIAPIKeyHeader, req.Header)
|
||||
}
|
||||
if len(value) != 1 {
|
||||
t.Fatalf("want exactly one %q header value but got %d", internal.OpenFIGIAPIKeyHeader, len(value))
|
||||
t.Fatalf("want exactly one %q header value but got %d", ofigi.OpenFIGIAPIKeyHeader, len(value))
|
||||
}
|
||||
if value[0] != wantAPIKey {
|
||||
t.Fatalf("want %q header value %q but got %q", internal.OpenFIGIAPIKeyHeader, wantAPIKey, value[0])
|
||||
t.Fatalf("want %q header value %q but got %q", ofigi.OpenFIGIAPIKeyHeader, wantAPIKey, value[0])
|
||||
}
|
||||
return &http.Response{
|
||||
Status: http.StatusText(http.StatusOK),
|
||||
@@ -187,7 +187,7 @@ func TestOpenFIGI_SecurityTypeByISIN_APIKey(t *testing.T) {
|
||||
Body: io.NopCloser(bytes.NewBufferString(`[{"data":[{"securityType":"Common Stock"}]}]`)),
|
||||
}, nil
|
||||
})
|
||||
of := internal.NewOpenFIGI(c, wantAPIKey)
|
||||
of := ofigi.NewOpenFIGI(c, wantAPIKey)
|
||||
|
||||
_, err := of.SecurityTypeByISIN(t.Context(), "US1234567890")
|
||||
if err != nil {
|
||||
@@ -197,9 +197,9 @@ func TestOpenFIGI_SecurityTypeByISIN_APIKey(t *testing.T) {
|
||||
|
||||
t.Run("without API key", func(t *testing.T) {
|
||||
c := NewTestClient(t, func(req *http.Request) (*http.Response, error) {
|
||||
_, ok := req.Header[internal.OpenFIGIAPIKeyHeader]
|
||||
_, ok := req.Header[ofigi.OpenFIGIAPIKeyHeader]
|
||||
if ok {
|
||||
t.Fatalf("want no %s header but got one", internal.OpenFIGIAPIKeyHeader)
|
||||
t.Fatalf("want no %s header but got one", ofigi.OpenFIGIAPIKeyHeader)
|
||||
}
|
||||
return &http.Response{
|
||||
Status: http.StatusText(http.StatusOK),
|
||||
@@ -207,7 +207,7 @@ func TestOpenFIGI_SecurityTypeByISIN_APIKey(t *testing.T) {
|
||||
Body: io.NopCloser(bytes.NewBufferString(`[{"data":[{"securityType":"Common Stock"}]}]`)),
|
||||
}, nil
|
||||
})
|
||||
of := internal.NewOpenFIGI(c, "")
|
||||
of := ofigi.NewOpenFIGI(c, "")
|
||||
_, err := of.SecurityTypeByISIN(t.Context(), "US1234567890")
|
||||
if err != nil {
|
||||
t.Fatalf("want success but got an error: %s", err)
|
||||
+9
-11
@@ -98,10 +98,11 @@ func BuildReport(ctx context.Context, reader RecordReader, writer ReportWriter,
|
||||
return fmt.Errorf("loading state: %w", err)
|
||||
}
|
||||
|
||||
var buysCount, sellsCount int64
|
||||
var lastTimestamp time.Time
|
||||
progTicker := time.NewTicker(10 * time.Second)
|
||||
|
||||
var (
|
||||
recordsCount int64
|
||||
lastTimestamp time.Time
|
||||
progTicker = time.NewTicker(10 * time.Second)
|
||||
)
|
||||
for {
|
||||
select {
|
||||
case <-ctx.Done():
|
||||
@@ -109,9 +110,7 @@ func BuildReport(ctx context.Context, reader RecordReader, writer ReportWriter,
|
||||
case <-progTicker.C:
|
||||
slog.InfoContext(
|
||||
ctx, "Progress update",
|
||||
slog.Int64("total_records", buysCount+sellsCount),
|
||||
slog.Int64("sell_records", sellsCount),
|
||||
slog.Int64("buy_records", buysCount),
|
||||
slog.Int64("records_count", recordsCount),
|
||||
slog.Time("last_record_timestamp", lastTimestamp),
|
||||
)
|
||||
default:
|
||||
@@ -128,13 +127,12 @@ func BuildReport(ctx context.Context, reader RecordReader, writer ReportWriter,
|
||||
return err
|
||||
}
|
||||
|
||||
if rec.Kind().Is(KindBuy) {
|
||||
buysCount++
|
||||
} else if rec.Kind().Is(KindSell) {
|
||||
sellsCount++
|
||||
if !rec.Kind().Valid() {
|
||||
return fmt.Errorf("found invalid Kind(%d)", rec.Kind())
|
||||
}
|
||||
|
||||
lastTimestamp = rec.Timestamp()
|
||||
recordsCount++
|
||||
|
||||
buyQueue, ok := buys[rec.Symbol()]
|
||||
if !ok {
|
||||
|
||||
Reference in New Issue
Block a user