70 lines
1.2 KiB
Go
70 lines
1.2 KiB
Go
package parser
|
|
|
|
import (
|
|
"encoding/json"
|
|
"log"
|
|
"testing"
|
|
)
|
|
|
|
func TestParser(t *testing.T) {
|
|
a := NewADParser(12)
|
|
data, err := json.Marshal(a)
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
t.Error(string(data))
|
|
}
|
|
|
|
type Toutiao struct {
|
|
Parser
|
|
// Url string // "amqp://aso:Wtu(!Ft559W%>mHK~i@172.19.30.60:5672/test_adspider"
|
|
}
|
|
|
|
func (tt *Toutiao) GetSpiderID() int {
|
|
return 1000073
|
|
}
|
|
|
|
func (tt *Toutiao) ToDoParser(adstring string) (string, error) {
|
|
adparser := NewADParser(tt.GetSpiderID())
|
|
log.Println(adparser)
|
|
data, err := adparser.ToJSON()
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
log.Println(string(data))
|
|
return "", nil
|
|
}
|
|
|
|
func TestParserToutiao(t *testing.T) {
|
|
tt := Toutiao{}
|
|
tt.ConfigLogDB("logdb.yaml")
|
|
tt.ConfigQueue("queue.yaml")
|
|
ADParserServer(&tt)
|
|
}
|
|
|
|
func TestMQ(t *testing.T) {
|
|
|
|
var l []interface{}
|
|
|
|
data := make(map[string]interface{})
|
|
data["fuck"] = "123"
|
|
|
|
l = append(l, data)
|
|
pjson, err := json.Marshal(&l)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
t.Error(string(pjson))
|
|
|
|
que := NewQueue("amqp://spider:spider@172.16.6.109:5672/test_adspider", "ad_process", "CN")
|
|
que.Push(pjson)
|
|
|
|
// msgs, _, err := ch.Get("ad_process:CN", true)
|
|
// if err != nil {
|
|
// panic(err)
|
|
// }
|
|
// log.Println(string(msgs.Body))
|
|
|
|
}
|