Replace HfApi with direct fetch API calls

- Remove @huggingface/hub dependency completely
- Use direct fetch calls to HF API endpoints
- Simplify dataset creation logic
- Use built-in Node.js fetch instead of external libraries

hf-dataset.js

@@ -1,4 +1,3 @@
-const { HfApi } = require("@huggingface/hub");
 // Using built-in fetch (available in Node.js 18+)
 
 class HFDatasetManager {
@@ -6,7 +5,7 @@ class HFDatasetManager {
     this.hfToken = process.env.HF_TOKEN;
     this.datasetId = process.env.HF_DATASET_ID || "Detomo/houzou-devices";
     this.fileName = "devices.json";
-    this.hfApi = new HfApi({ accessToken: this.hfToken });
+    this.baseUrl = "https://huggingface.co/api/v1";
     this.isEnabled = !!this.hfToken;
     
     console.log(`🤗 HF Dataset Manager initialized`);
@@ -65,16 +64,19 @@ class HFDatasetManager {
       const devicesArray = Array.from(deviceMap.entries());
       const jsonData = JSON.stringify(devicesArray, null, 2);
       
-      // Upload to HF dataset
-      await this.hfApi.uploadFile({
-        repo: this.datasetId,
-        file: {
-          path: this.fileName,
-          content: jsonData
+      // Upload to HF dataset using direct file upload
+      const response = await fetch(`https://huggingface.co/datasets/${this.datasetId}/upload/main/${this.fileName}`, {
+        method: 'PUT',
+        headers: {
+          'Authorization': `Bearer ${this.hfToken}`,
+          'Content-Type': 'application/json'
         },
-        commitMessage: `Update devices data - ${new Date().toISOString()}`,
-        repoType: "dataset"
+        body: jsonData
       });
+
+      if (!response.ok) {
+        throw new Error(`HTTP ${response.status}: ${response.statusText}`);
+      }
       
       console.log(`✅ Successfully saved ${deviceMap.size} devices to HF dataset`);
       return true;
@@ -92,69 +94,22 @@ class HFDatasetManager {
     }
 
     try {
-      console.log('🔍 Checking if dataset exists...');
+      console.log('🔍 Initializing dataset...');
       
-      // Try to get dataset info
-      const datasetInfo = await this.hfApi.datasetInfo({
-        repo: this.datasetId
-      });
-      
-      console.log('✅ Dataset already exists');
-      return true;
+      // Try to create initial empty devices file - this will auto-create the dataset if needed
+      const success = await this.saveDevices(new Map());
       
-    } catch (error) {
-      if (error.statusCode === 404) {
-        console.log('📁 Dataset not found, creating new one...');
-        
-        try {
-          // Create the dataset
-          await this.hfApi.createRepo({
-            repo: this.datasetId,
-            type: "dataset",
-            private: false
-          });
-          
-          console.log('✅ Dataset created successfully');
-          
-          // Create initial README
-          const readmeContent = `# Houzou Medical Devices Dataset
-
-This dataset stores FCM tokens and device information for the Houzou Medical app notification system.
-
-## Files
-
-- \`devices.json\`: Contains device tokens and metadata
-
-## Usage
-
-This dataset is automatically managed by the Houzou Medical Notification Server.
-
-Last updated: ${new Date().toISOString()}
-`;
-          
-          await this.hfApi.uploadFile({
-            repo: this.datasetId,
-            file: {
-              path: "README.md",
-              content: readmeContent
-            },
-            commitMessage: "Initial dataset setup",
-            repoType: "dataset"
-          });
-          
-          // Create initial empty devices file
-          await this.saveDevices(new Map());
-          
-          return true;
-          
-        } catch (createError) {
-          console.error('❌ Error creating dataset:', createError);
-          return false;
-        }
+      if (success) {
+        console.log('✅ Dataset initialized successfully');
+        return true;
       } else {
-        console.error('❌ Error checking dataset:', error);
+        console.log('⚠️ Dataset initialization failed, will use fallback');
         return false;
       }
+      
+    } catch (error) {
+      console.error('❌ Error initializing dataset:', error);
+      return false;
     }
   }
 

package.json

@@ -12,8 +12,7 @@
     "firebase-admin": "^12.0.0",
     "cors": "^2.8.5",
     "body-parser": "^1.20.2",
-    "dotenv": "^16.3.1",
-    "@huggingface/hub": "^0.16.0"
+    "dotenv": "^16.3.1"
   },
   "devDependencies": {
     "nodemon": "^3.0.2"