Added logic to fetch README files, documentation, commit messages, an…

website/api/views.py

@@ -711,7 +711,7 @@ class ProjectViewSet(viewsets.ModelViewSet):
     queryset = Project.objects.all()
     serializer_class = ProjectSerializer
     # permission_classes = (IsAuthenticatedOrReadOnly,)
-    http_method_names = ("get", "post")
+    http_method_names = ("get", "post", "put", "patch")
 
     def create(self, request, *args, **kwargs):
         data = request.data.copy()
@@ -737,6 +737,20 @@ def create(self, request, *args, **kwargs):
 
         return Response(serializer.errors, status=status.HTTP_400_BAD_REQUEST)
 
+    def update(self, request, *args, **kwargs):
+        partial = kwargs.pop("partial", False)
+        instance = self.get_object()
+
+        # Allow maintainers to manually adjust `ai_summary` and `ai_labels`
+        data = request.data.copy()
+
+        # Update the instance with new data, including `ai_summary` and `ai_labels`
+        serializer = ProjectSerializer(instance, data=data, partial=partial)
+        serializer.is_valid(raise_exception=True)
+        serializer.save()
+
+        return Response(serializer.data, status=status.HTTP_200_OK)
+
     def list(self, request, *args, **kwargs):
         projects = Project.objects.prefetch_related("contributors").all()
 

website/management/commands/update_projects.py

@@ -1,9 +1,12 @@
+import base64
+
 import requests
 from django.conf import settings
 from django.core.management.base import BaseCommand
 from django.utils.dateparse import parse_datetime
 
-from website.models import Project
+from website.models import Project, Tag
+from website.utils import ai_summary, markdown_to_text
 
 
 class Command(BaseCommand):
@@ -51,6 +54,56 @@ def handle(self, *args, **kwargs):
                 project.size = repo_data.get("size", 0)
                 project.last_commit_date = parse_datetime(repo_data.get("pushed_at"))
 
+                tags = []
+                for topic in repo_data.get("topics", []):
+                    tag, created = Tag.objects.get_or_create(name=topic)
+                    tags.append(tag)
+
+                project.tags.set(tags)  # This assigns the tags to the project
+
+                # Fetch README
+                url = f"https://api.github.com/repos/{repo_name}/readme"
+                response = requests.get(url, headers=headers)
+                if response.status_code == 200:
+                    readme_data = response.json()
+                    readme_content_encoded = readme_data.get("content", "")
+
+                    # Decode the Base64 content
+                    try:
+                        readme_content = base64.b64decode(readme_content_encoded).decode("utf-8")
+                        project.readme_content = readme_content
+                        readme_text = markdown_to_text(readme_content)
+                        project.ai_summary = ai_summary(readme_text, project.topics)
+                    except (base64.binascii.Error, UnicodeDecodeError) as e:
+                        self.stdout.write(
+                            self.style.WARNING(f"Failed to decode README for {repo_name}: {e}")
+                        )
+                        project.readme_content = ""
+                        project.ai_summary = ""
+                else:
+                    self.stdout.write(
+                        self.style.WARNING(
+                            f"Failed to fetch README for {repo_name}: {response.status_code}"
+                        )
+                    )
+
+                # Check for Documentation URL (homepage)
+                project.documentation_url = repo_data.get("homepage")
+
+                # Fetch Recent Commit Messages
+                url = f"https://api.github.com/repos/{repo_name}/commits"
+                response = requests.get(url, headers=headers)
+                if response.status_code == 200:
+                    commits_data = response.json()
+                    commit_messages = [commit["commit"]["message"] for commit in commits_data[:5]]
+                    project.recent_commit_messages = "\n".join(commit_messages)
+                else:
+                    self.stdout.write(
+                        self.style.WARNING(
+                            f"Failed to fetch recent commits for {repo_name}: {response.status_code}"
+                        )
+                    )
+
                 # Fetch counts of issues and pull requests using the Search API
                 def get_issue_count(repo_name, query, headers):
                     url = f"https://api.github.com/search/issues?q=repo:{repo_name}+{query}"

website/migrations/0156_project_ai_summary_project_documentation_url_and_more.py

@@ -0,0 +1,32 @@
+# Generated by Django 5.1.3 on 2024-11-24 13:59
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("website", "0155_merge_20241124_0242"),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name="project",
+            name="ai_summary",
+            field=models.TextField(blank=True, null=True),
+        ),
+        migrations.AddField(
+            model_name="project",
+            name="documentation_url",
+            field=models.URLField(blank=True, null=True),
+        ),
+        migrations.AddField(
+            model_name="project",
+            name="readme_content",
+            field=models.TextField(blank=True, null=True),
+        ),
+        migrations.AddField(
+            model_name="project",
+            name="recent_commit_messages",
+            field=models.TextField(blank=True, null=True),
+        ),
+    ]

website/models.py

@@ -756,6 +756,10 @@ class Project(models.Model):
     closed_issues = models.IntegerField(default=0)
     size = models.IntegerField(default=0)
     commit_count = models.IntegerField(default=0)
+    readme_content = models.TextField(null=True, blank=True)
+    documentation_url = models.URLField(null=True, blank=True)
+    recent_commit_messages = models.TextField(null=True, blank=True)
+    ai_summary = models.TextField(null=True, blank=True)
 
     def __str__(self):
         return self.name

website/templates/includes/project_list_items.html

@@ -0,0 +1,131 @@
+{% load humanize %}
+<ul class="project-list">
+    {% for project in projects %}
+        <a href="{% url 'project_view' project.slug %}" class="project-link">
+            <li class="project-item">
+                {% if project.logo_url %}
+                    <img src="{{ project.logo_url }}"
+                         alt="{{ project.name }} logo"
+                         class="project-logo"
+                         height="100"
+                         width="100">
+                {% else %}
+                    <div class="project-logo placeholder">
+                        <span>No Logo</span>
+                    </div>
+                {% endif %}
+                <div class="project-details">
+                    <h3>{{ project.name }}</h3>
+                    <!-- Stats Icons Under Project Title -->
+                    <div class="stats-icons">
+                        <ul>
+                            <li>
+                                <a href="{{ project.github_url }}" target="_blank" title="GitHub">
+                                    <i class="fab fa-github"></i>
+                                </a>
+                            </li>
+                            {% if project.wiki_url %}
+                                <li>
+                                    <a href="{{ project.wiki_url }}" target="_blank" title="Wiki">
+                                        <i class="fas fa-book"></i>
+                                    </a>
+                                </li>
+                            {% endif %}
+                            {% if project.homepage_url %}
+                                <li>
+                                    <a href="{{ project.homepage_url }}" target="_blank" title="Homepage">
+                                        <i class="fas fa-home"></i>
+                                    </a>
+                                </li>
+                            {% endif %}
+                            <li>
+                                <a href="{{ project.github_url }}/stargazers"
+                                   target="_blank"
+                                   title="Stars">
+                                    <i class="fas fa-star"></i> {{ project.stars|intcomma }}
+                                </a>
+                            </li>
+                            <li>
+                                <a href="{{ project.github_url }}/network/members"
+                                   target="_blank"
+                                   title="Forks">
+                                    <i class="fas fa-code-branch"></i> {{ project.forks|intcomma }}
+                                </a>
+                            </li>
+                            <li>
+                                <a href="{{ project.github_url }}/issues"
+                                   target="_blank"
+                                   title="Total Issues">
+                                    <i class="fas fa-exclamation-circle"></i> {{ project.total_issues|intcomma }}
+                                </a>
+                            </li>
+                            {% if project.release_name %}
+                                <li>
+                                    <i class="fas fa-tag"></i>
+                                    <span title="{{ project.release_datetime|date:'Y-m-d H:i' }}">{{ project.release_name }}</span>
+                                </li>
+                            {% endif %}
+                            <li>
+                                <i class="fas fa-clock"></i>
+                                <span title="{{ project.last_updated|date:'Y-m-d H:i' }}">{{ project.last_updated|timesince }}</span>
+                            </li>
+                        </ul>
+                    </div>
+                    <p>{{ project.description }}</p>
+                    <p class="black-text">{{ project.ai_summary }}</p>
+                    <div class="label-group">
+                        {% for category, labels in project.ai_labels.items %}
+                            {% for label in labels %}<span class="label {{ category }}">{{ label }}</span>{% endfor %}
+                        {% endfor %}
+                    </div>
+                    <!-- Contributors Section -->
+                    <div class="project-stats">
+                        <p>
+                            <i class="fas fa-users"></i> Contributors: {{ project.contributor_count }}
+                        </p>
+                        <div class="contributors">
+                            {% for contributor in project.get_top_contributors %}
+                                <a href="https://github.com/search?q=repo:{{ project.github_url|slice:'19:' }}+author:{{ contributor.name }}&type=issues"
+                                   target="_blank">
+                                    <img src="{{ contributor.avatar_url }}"
+                                         alt="{{ contributor.name }}"
+                                         class="contributor-avatar"
+                                         title="{{ contributor.name }}"
+                                         height="40"
+                                         width="40">
+                                </a>
+                            {% empty %}
+                                <div class="contributor-avatar placeholder">
+                                    <span>No Avatar</span>
+                                </div>
+                            {% endfor %}
+                        </div>
+                    </div>
+                    <div class="additional-metadata">
+                        <div class="external-links">
+                            <h4>
+                                <i class="fas fa-external-link-alt"></i> Links
+                            </h4>
+                            <ul>
+                                {% for link in project.external_links %}
+                                    <li>
+                                        <a href="{{ link.url }}" target="_blank"><i class="fas fa-link"></i> {{ link.name }}</a>
+                                    </li>
+                                {% endfor %}
+                            </ul>
+                        </div>
+                    </div>
+                    <!-- Tags Section -->
+                    <div class="project-tags">
+                        <h4>
+                            <i class="fas fa-tags"></i>Tags
+                        </h4>
+                        <ul>
+                            {% for tag in project.tags.all %}<li>{{ tag.name }}</li>{% endfor %}
+                        </ul>
+                    </div>
+                </div>
+            </li>
+        </a>
+    {% endfor %}
+</ul>