From 713c90a271f65b15b13b41b34ee4cf654d691e67 Mon Sep 17 00:00:00 2001 From: JW Date: Fri, 1 Mar 2024 02:42:23 +0100 Subject: [PATCH] . --- .../jwdeveloper/tiktok/CollectorExample.java | 22 +++++-------------- .../collector/impl/storages/FileStorage.java | 5 +++-- 2 files changed, 8 insertions(+), 19 deletions(-) diff --git a/Examples/src/main/java/io/github/jwdeveloper/tiktok/CollectorExample.java b/Examples/src/main/java/io/github/jwdeveloper/tiktok/CollectorExample.java index 4c842cc..9972bc7 100644 --- a/Examples/src/main/java/io/github/jwdeveloper/tiktok/CollectorExample.java +++ b/Examples/src/main/java/io/github/jwdeveloper/tiktok/CollectorExample.java @@ -25,24 +25,19 @@ package io.github.jwdeveloper.tiktok; import io.github.jwdeveloper.tiktok.extension.collector.TikTokLiveCollector; +import java.io.File; import java.io.IOException; import java.util.List; import java.util.Map; public class CollectorExample { - - private static String mongoUser; - - private static String mongoPassword; - - private static String mongoDatabase; - public static void main(String[] args) throws IOException { - var collector = TikTokLiveCollector.useMongo(settings -> + var path = "C:\\Users\\ja\\IdeaProjects\\TikTokLiveJava\\Examples\\src\\main\\resources"; + var collector = TikTokLiveCollector.useFile(settings -> { - settings.setConnectionUrl("mongodb+srv://" + mongoUser + ":" + mongoPassword + "@" + mongoDatabase + "/?retryWrites=true&w=majority"); + settings.setParentFile(new File(path)); }); collector.connect(); @@ -58,14 +53,7 @@ public class CollectorExample { { event.getException().printStackTrace(); }) - .addListener(collector.newListener(additionalDataFields, document -> - { - //filtering document data before it is inserted to database - if (document.get("dataType") == "message") { - return false; - } - return true; - })) + .addListener(collector.newListener(additionalDataFields)) .buildAndConnectAsync(); } diff --git a/extension-collector/src/main/java/io/github/jwdeveloper/tiktok/extension/collector/impl/storages/FileStorage.java b/extension-collector/src/main/java/io/github/jwdeveloper/tiktok/extension/collector/impl/storages/FileStorage.java index 64b4de2..08ffcaa 100644 --- a/extension-collector/src/main/java/io/github/jwdeveloper/tiktok/extension/collector/impl/storages/FileStorage.java +++ b/extension-collector/src/main/java/io/github/jwdeveloper/tiktok/extension/collector/impl/storages/FileStorage.java @@ -3,6 +3,7 @@ package io.github.jwdeveloper.tiktok.extension.collector.impl.storages; import io.github.jwdeveloper.tiktok.extension.collector.api.Storage; import io.github.jwdeveloper.tiktok.extension.collector.api.settings.FileDataCollectorSettings; import org.bson.Document; +import org.bson.json.JsonWriterSettings; import java.io.File; import java.io.IOException; @@ -29,11 +30,11 @@ public class FileStorage implements Storage { @Override public void insert(Document document) { - var fileName = document.get("dataType") + ":" + document.get("dataTypeName") + ".json"; + var fileName = document.get("dataType") + "_" + document.get("dataTypeName") + ".json"; try { var file = new File(settings.getParentFile(), fileName); file.createNewFile(); - Files.writeString(file.toPath(), document.toJson(), StandardOpenOption.APPEND); + Files.writeString(file.toPath(), document.toJson(JsonWriterSettings.builder().indent(true).build()), StandardOpenOption.APPEND); } catch (IOException e) { e.printStackTrace(); }