PackageController.php 43 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195
  1. <?php
  2. namespace Packagist\WebBundle\Controller;
  3. use Composer\Factory;
  4. use Composer\IO\BufferIO;
  5. use Symfony\Component\Console\Output\OutputInterface;
  6. use Composer\Package\Loader\ArrayLoader;
  7. use Composer\Package\Loader\ValidatingArrayLoader;
  8. use Composer\Console\HtmlOutputFormatter;
  9. use Composer\Repository\VcsRepository;
  10. use Doctrine\ORM\NoResultException;
  11. use Packagist\WebBundle\Entity\PackageRepository;
  12. use Packagist\WebBundle\Entity\VersionRepository;
  13. use Packagist\WebBundle\Form\Model\MaintainerRequest;
  14. use Packagist\WebBundle\Form\Type\AbandonedType;
  15. use Packagist\WebBundle\Entity\Package;
  16. use Packagist\WebBundle\Entity\Version;
  17. use Packagist\WebBundle\Form\Type\AddMaintainerRequestType;
  18. use Packagist\WebBundle\Form\Type\PackageType;
  19. use Packagist\WebBundle\Form\Type\RemoveMaintainerRequestType;
  20. use Predis\Connection\ConnectionException;
  21. use Symfony\Component\Form\Extension\Core\Type\TextType;
  22. use Symfony\Component\HttpFoundation\RedirectResponse;
  23. use Symfony\Component\HttpFoundation\Request;
  24. use Symfony\Component\HttpFoundation\JsonResponse;
  25. use Symfony\Component\HttpFoundation\Response;
  26. use Symfony\Component\HttpKernel\Exception\BadRequestHttpException;
  27. use Symfony\Component\HttpKernel\Exception\NotFoundHttpException;
  28. use Symfony\Component\Security\Core\Exception\AccessDeniedException;
  29. use Composer\Package\Version\VersionParser;
  30. use DateTimeImmutable;
  31. use Sensio\Bundle\FrameworkExtraBundle\Configuration\Cache;
  32. use Sensio\Bundle\FrameworkExtraBundle\Configuration\Method;
  33. use Sensio\Bundle\FrameworkExtraBundle\Configuration\Route;
  34. use Sensio\Bundle\FrameworkExtraBundle\Configuration\Template;
  35. use Pagerfanta\Adapter\FixedAdapter;
  36. use Pagerfanta\Pagerfanta;
  37. use Packagist\WebBundle\Package\Updater;
  38. class PackageController extends Controller
  39. {
  40. /**
  41. * @Template("PackagistWebBundle:Package:browse.html.twig")
  42. * @Route("/packages/", name="allPackages")
  43. * @Cache(smaxage=900)
  44. */
  45. public function allAction(Request $req)
  46. {
  47. $filters = array(
  48. 'type' => $req->query->get('type'),
  49. 'tag' => $req->query->get('tag'),
  50. );
  51. $data = $filters;
  52. $page = $req->query->get('page', 1);
  53. $packages = $this->getDoctrine()
  54. ->getRepository('PackagistWebBundle:Package')
  55. ->getFilteredQueryBuilder($filters);
  56. $data['packages'] = $this->setupPager($packages, $page);
  57. $data['meta'] = $this->getPackagesMetadata($data['packages']);
  58. return $data;
  59. }
  60. /**
  61. * @Route("/packages/list.json", name="list", defaults={"_format"="json"})
  62. * @Method({"GET"})
  63. * @Cache(smaxage=300)
  64. */
  65. public function listAction(Request $req)
  66. {
  67. /** @var PackageRepository $repo */
  68. $repo = $this->getDoctrine()->getRepository('PackagistWebBundle:Package');
  69. $fields = (array) $req->query->get('fields', array());
  70. $fields = array_intersect($fields, array('repository', 'type'));
  71. if ($fields) {
  72. $filters = array_filter(array(
  73. 'type' => $req->query->get('type'),
  74. 'vendor' => $req->query->get('vendor'),
  75. ));
  76. return new JsonResponse(array('packages' => $repo->getPackagesWithFields($filters, $fields)));
  77. }
  78. if ($req->query->get('type')) {
  79. $names = $repo->getPackageNamesByType($req->query->get('type'));
  80. } elseif ($req->query->get('vendor')) {
  81. $names = $repo->getPackageNamesByVendor($req->query->get('vendor'));
  82. } else {
  83. $names = $this->get('packagist.provider_manager')->getPackageNames();
  84. }
  85. return new JsonResponse(array('packageNames' => $names));
  86. }
  87. /**
  88. * @Template()
  89. * @Route("/packages/submit", name="submit")
  90. */
  91. public function submitPackageAction(Request $req)
  92. {
  93. $package = new Package;
  94. $package->setEntityRepository($this->getDoctrine()->getRepository('PackagistWebBundle:Package'));
  95. $package->setRouter($this->get('router'));
  96. $form = $this->createForm(PackageType::class, $package, [
  97. 'action' => $this->generateUrl('submit'),
  98. ]);
  99. $user = $this->getUser();
  100. $package->addMaintainer($user);
  101. $form->handleRequest($req);
  102. if ($form->isValid()) {
  103. try {
  104. $em = $this->getDoctrine()->getManager();
  105. $em->persist($package);
  106. $em->flush();
  107. $this->get('packagist.provider_manager')->insertPackage($package);
  108. $this->get('session')->getFlashBag()->set('success', $package->getName().' has been added to the package list, the repository will now be crawled.');
  109. return new RedirectResponse($this->generateUrl('view_package', array('name' => $package->getName())));
  110. } catch (\Exception $e) {
  111. $this->get('logger')->critical($e->getMessage(), array('exception', $e));
  112. $this->get('session')->getFlashBag()->set('error', $package->getName().' could not be saved.');
  113. }
  114. }
  115. return array('form' => $form->createView(), 'page' => 'submit');
  116. }
  117. /**
  118. * @Route("/packages/fetch-info", name="submit.fetch_info", defaults={"_format"="json"})
  119. */
  120. public function fetchInfoAction(Request $req)
  121. {
  122. $package = new Package;
  123. $package->setEntityRepository($this->getDoctrine()->getRepository('PackagistWebBundle:Package'));
  124. $package->setRouter($this->get('router'));
  125. $form = $this->createForm(new PackageType, $package);
  126. $user = $this->getUser();
  127. $package->addMaintainer($user);
  128. $form->handleRequest($req);
  129. if ($form->isValid()) {
  130. list(, $name) = explode('/', $package->getName(), 2);
  131. $existingPackages = $this->getDoctrine()
  132. ->getRepository('PackagistWebBundle:Package')
  133. ->createQueryBuilder('p')
  134. ->where('p.name LIKE ?0')
  135. ->setParameters(array('%/'.$name))
  136. ->getQuery()
  137. ->getResult();
  138. $similar = array();
  139. /** @var Package $existingPackage */
  140. foreach ($existingPackages as $existingPackage) {
  141. $similar[] = array(
  142. 'name' => $existingPackage->getName(),
  143. 'url' => $this->generateUrl('view_package', array('name' => $existingPackage->getName()), true),
  144. );
  145. }
  146. return new JsonResponse(array('status' => 'success', 'name' => $package->getName(), 'similar' => $similar));
  147. }
  148. if ($form->isSubmitted()) {
  149. $errors = array();
  150. if (count($form->getErrors())) {
  151. foreach ($form->getErrors() as $error) {
  152. $errors[] = $error->getMessageTemplate();
  153. }
  154. }
  155. foreach ($form->all() as $child) {
  156. if (count($child->getErrors())) {
  157. foreach ($child->getErrors() as $error) {
  158. $errors[] = $error->getMessageTemplate();
  159. }
  160. }
  161. }
  162. return new JsonResponse(array('status' => 'error', 'reason' => $errors));
  163. }
  164. return new JsonResponse(array('status' => 'error', 'reason' => 'No data posted.'));
  165. }
  166. /**
  167. * @Template()
  168. * @Route("/packages/{vendor}/", name="view_vendor", requirements={"vendor"="[A-Za-z0-9_.-]+"})
  169. */
  170. public function viewVendorAction($vendor)
  171. {
  172. $packages = $this->getDoctrine()
  173. ->getRepository('PackagistWebBundle:Package')
  174. ->getFilteredQueryBuilder(['vendor' => $vendor.'/%'], true)
  175. ->getQuery()
  176. ->getResult();
  177. if (!$packages) {
  178. return $this->redirect($this->generateUrl('search', array('q' => $vendor, 'reason' => 'vendor_not_found')));
  179. }
  180. return array(
  181. 'packages' => $packages,
  182. 'meta' => $this->getPackagesMetadata($packages),
  183. 'vendor' => $vendor,
  184. 'paginate' => false,
  185. );
  186. }
  187. /**
  188. * @Route(
  189. * "/p/{name}.{_format}",
  190. * name="view_package_alias",
  191. * requirements={"name"="[A-Za-z0-9_.-]+(/[A-Za-z0-9_.-]+?)?", "_format"="(json)"},
  192. * defaults={"_format"="html"}
  193. * )
  194. * @Route(
  195. * "/packages/{name}",
  196. * name="view_package_alias2",
  197. * requirements={"name"="[A-Za-z0-9_.-]+(/[A-Za-z0-9_.-]+?)?/"},
  198. * defaults={"_format"="html"}
  199. * )
  200. * @Method({"GET"})
  201. */
  202. public function viewPackageAliasAction(Request $req, $name)
  203. {
  204. $format = $req->getRequestFormat();
  205. if ($format === 'html') {
  206. $format = null;
  207. }
  208. if ($format === 'json' || (!$format && substr($name, -5) === '.json')) {
  209. throw new NotFoundHttpException('Package not found');
  210. }
  211. if (false === strpos(trim($name, '/'), '/')) {
  212. return $this->redirect($this->generateUrl('view_vendor', array('vendor' => $name, '_format' => $format)));
  213. }
  214. return $this->redirect($this->generateUrl('view_package', array('name' => trim($name, '/'), '_format' => $format)));
  215. }
  216. /**
  217. * @Route(
  218. * "/providers/{name}",
  219. * name="view_providers",
  220. * requirements={"name"="[A-Za-z0-9/_.-]+?"},
  221. * defaults={"_format"="html"}
  222. * )
  223. * @Method({"GET"})
  224. */
  225. public function viewProvidersAction($name)
  226. {
  227. /** @var PackageRepository $repo */
  228. $repo = $this->getDoctrine()->getRepository('PackagistWebBundle:Package');
  229. $providers = $repo->findProviders($name);
  230. if (!$providers) {
  231. return $this->redirect($this->generateUrl('search', array('q' => $name, 'reason' => 'package_not_found')));
  232. }
  233. try {
  234. $redis = $this->get('snc_redis.default');
  235. $trendiness = array();
  236. foreach ($providers as $package) {
  237. /** @var Package $package */
  238. $trendiness[$package->getId()] = (int) $redis->zscore('downloads:trending', $package->getId());
  239. }
  240. usort($providers, function ($a, $b) use ($trendiness) {
  241. if ($trendiness[$a->getId()] === $trendiness[$b->getId()]) {
  242. return strcmp($a->getName(), $b->getName());
  243. }
  244. return $trendiness[$a->getId()] > $trendiness[$b->getId()] ? -1 : 1;
  245. });
  246. } catch (ConnectionException $e) {}
  247. return $this->render('PackagistWebBundle:Package:providers.html.twig', array(
  248. 'name' => $name,
  249. 'packages' => $providers,
  250. 'meta' => $this->getPackagesMetadata($providers),
  251. 'paginate' => false,
  252. ));
  253. }
  254. /**
  255. * @Template()
  256. * @Route(
  257. * "/packages/{name}.{_format}",
  258. * name="view_package",
  259. * requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+?", "_format"="(json)"},
  260. * defaults={"_format"="html"}
  261. * )
  262. * @Method({"GET"})
  263. */
  264. public function viewPackageAction(Request $req, $name)
  265. {
  266. $req->getSession()->save();
  267. if (preg_match('{^(?P<pkg>ext-[a-z0-9_.-]+?)/(?P<method>dependents|suggesters)$}i', $name, $match)) {
  268. return $this->{$match['method'].'Action'}($req, $match['pkg']);
  269. }
  270. /** @var PackageRepository $repo */
  271. $repo = $this->getDoctrine()->getRepository('PackagistWebBundle:Package');
  272. try {
  273. /** @var Package $package */
  274. $package = $repo->getPartialPackageByNameWithVersions($name);
  275. } catch (NoResultException $e) {
  276. if ('json' === $req->getRequestFormat()) {
  277. return new JsonResponse(array('status' => 'error', 'message' => 'Package not found'), 404);
  278. }
  279. if ($providers = $repo->findProviders($name)) {
  280. return $this->redirect($this->generateUrl('view_providers', array('name' => $name)));
  281. }
  282. return $this->redirect($this->generateUrl('search', array('q' => $name, 'reason' => 'package_not_found')));
  283. }
  284. if ('json' === $req->getRequestFormat()) {
  285. $data = $package->toArray($this->getDoctrine()->getRepository('PackagistWebBundle:Version'));
  286. $data['dependents'] = $repo->getDependentCount($package->getName());
  287. $data['suggesters'] = $repo->getSuggestCount($package->getName());
  288. try {
  289. $data['downloads'] = $this->get('packagist.download_manager')->getDownloads($package);
  290. $data['favers'] = $this->get('packagist.favorite_manager')->getFaverCount($package);
  291. } catch (ConnectionException $e) {
  292. $data['downloads'] = null;
  293. $data['favers'] = null;
  294. }
  295. if (empty($data['versions'])) {
  296. $data['versions'] = new \stdClass;
  297. }
  298. $response = new JsonResponse(array('package' => $data));
  299. $response->setSharedMaxAge(12*3600);
  300. return $response;
  301. }
  302. $version = null;
  303. $expandedVersion = null;
  304. $versions = $package->getVersions();
  305. if (is_object($versions)) {
  306. $versions = $versions->toArray();
  307. }
  308. usort($versions, Package::class.'::sortVersions');
  309. if (count($versions)) {
  310. /** @var VersionRepository $versionRepo */
  311. $versionRepo = $this->getDoctrine()->getRepository('PackagistWebBundle:Version');
  312. $version = $versionRepo->getFullVersion(reset($versions)->getId());
  313. $expandedVersion = reset($versions);
  314. foreach ($versions as $v) {
  315. if (!$v->isDevelopment()) {
  316. $expandedVersion = $v;
  317. break;
  318. }
  319. }
  320. $expandedVersion = $versionRepo->getFullVersion($expandedVersion->getId());
  321. }
  322. $data = array(
  323. 'package' => $package,
  324. 'version' => $version,
  325. 'versions' => $versions,
  326. 'expandedVersion' => $expandedVersion,
  327. );
  328. try {
  329. $data['downloads'] = $this->get('packagist.download_manager')->getDownloads($package);
  330. if ($this->getUser()) {
  331. $data['is_favorite'] = $this->get('packagist.favorite_manager')->isMarked($this->getUser(), $package);
  332. }
  333. } catch (ConnectionException $e) {
  334. }
  335. $data['dependents'] = $repo->getDependentCount($package->getName());
  336. $data['suggesters'] = $repo->getSuggestCount($package->getName());
  337. if ($maintainerForm = $this->createAddMaintainerForm($package)) {
  338. $data['addMaintainerForm'] = $maintainerForm->createView();
  339. }
  340. if ($removeMaintainerForm = $this->createRemoveMaintainerForm($package)) {
  341. $data['removeMaintainerForm'] = $removeMaintainerForm->createView();
  342. }
  343. if ($deleteForm = $this->createDeletePackageForm($package)) {
  344. $data['deleteForm'] = $deleteForm->createView();
  345. }
  346. if ($this->getUser() && (
  347. $this->isGranted('ROLE_DELETE_PACKAGES')
  348. || $package->getMaintainers()->contains($this->getUser())
  349. )) {
  350. $data['deleteVersionCsrfToken'] = $this->get('security.csrf.token_manager')->getToken('delete_version');
  351. }
  352. return $data;
  353. }
  354. /**
  355. * @Route(
  356. * "/packages/{name}/downloads.{_format}",
  357. * name="package_downloads_full",
  358. * requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+?", "_format"="(json)"}
  359. * )
  360. * @Method({"GET"})
  361. */
  362. public function viewPackageDownloadsAction(Request $req, $name)
  363. {
  364. /** @var PackageRepository $repo */
  365. $repo = $this->getDoctrine()->getRepository('PackagistWebBundle:Package');
  366. try {
  367. /** @var $package Package */
  368. $package = $repo->getPartialPackageByNameWithVersions($name);
  369. } catch (NoResultException $e) {
  370. if ('json' === $req->getRequestFormat()) {
  371. return new JsonResponse(array('status' => 'error', 'message' => 'Package not found'), 404);
  372. }
  373. if ($providers = $repo->findProviders($name)) {
  374. return $this->redirect($this->generateUrl('view_providers', array('name' => $name)));
  375. }
  376. return $this->redirect($this->generateUrl('search', array('q' => $name, 'reason' => 'package_not_found')));
  377. }
  378. $versions = $package->getVersions();
  379. $data = array(
  380. 'name' => $package->getName(),
  381. );
  382. try {
  383. $data['downloads']['total'] = $this->get('packagist.download_manager')->getDownloads($package);
  384. $data['favers'] = $this->get('packagist.favorite_manager')->getFaverCount($package);
  385. } catch (ConnectionException $e) {
  386. $data['downloads']['total'] = null;
  387. $data['favers'] = null;
  388. }
  389. foreach ($versions as $version) {
  390. try {
  391. $data['downloads']['versions'][$version->getVersion()] = $this->get('packagist.download_manager')->getDownloads($package, $version);
  392. } catch (ConnectionException $e) {
  393. $data['downloads']['versions'][$version->getVersion()] = null;
  394. }
  395. }
  396. $response = new Response(json_encode(array('package' => $data)), 200);
  397. $response->setSharedMaxAge(3600);
  398. return $response;
  399. }
  400. /**
  401. * @Route(
  402. * "/versions/{versionId}.{_format}",
  403. * name="view_version",
  404. * requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+?", "versionId"="[0-9]+", "_format"="(json)"}
  405. * )
  406. * @Method({"GET"})
  407. */
  408. public function viewPackageVersionAction(Request $req, $versionId)
  409. {
  410. $req->getSession()->save();
  411. /** @var VersionRepository $repo */
  412. $repo = $this->getDoctrine()->getRepository('PackagistWebBundle:Version');
  413. $html = $this->renderView(
  414. 'PackagistWebBundle:Package:versionDetails.html.twig',
  415. array('version' => $repo->getFullVersion($versionId))
  416. );
  417. return new JsonResponse(array('content' => $html));
  418. }
  419. /**
  420. * @Route(
  421. * "/versions/{versionId}/delete",
  422. * name="delete_version",
  423. * requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+?", "versionId"="[0-9]+"}
  424. * )
  425. * @Method({"DELETE"})
  426. */
  427. public function deletePackageVersionAction(Request $req, $versionId)
  428. {
  429. /** @var VersionRepository $repo */
  430. $repo = $this->getDoctrine()->getRepository('PackagistWebBundle:Version');
  431. /** @var Version $version */
  432. $version = $repo->getFullVersion($versionId);
  433. $package = $version->getPackage();
  434. if (!$package->getMaintainers()->contains($this->getUser()) && !$this->isGranted('ROLE_DELETE_PACKAGES')) {
  435. throw new AccessDeniedException;
  436. }
  437. if (!$this->isCsrfTokenValid('delete_version', $req->request->get('_token'))) {
  438. throw new AccessDeniedException;
  439. }
  440. $repo->remove($version);
  441. $this->getDoctrine()->getManager()->flush();
  442. $this->getDoctrine()->getManager()->clear();
  443. return new Response('', 204);
  444. }
  445. /**
  446. * @Route("/packages/{name}", name="update_package", requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+"}, defaults={"_format" = "json"})
  447. * @Method({"PUT"})
  448. */
  449. public function updatePackageAction(Request $req, $name)
  450. {
  451. $doctrine = $this->getDoctrine();
  452. try {
  453. /** @var Package $package */
  454. $package = $doctrine
  455. ->getRepository('PackagistWebBundle:Package')
  456. ->getPackageByName($name);
  457. } catch (NoResultException $e) {
  458. return new Response(json_encode(array('status' => 'error', 'message' => 'Package not found',)), 404);
  459. }
  460. $username = $req->request->has('username') ?
  461. $req->request->get('username') :
  462. $req->query->get('username');
  463. $apiToken = $req->request->has('apiToken') ?
  464. $req->request->get('apiToken') :
  465. $req->query->get('apiToken');
  466. $update = $req->request->get('update', $req->query->get('update'));
  467. $autoUpdated = $req->request->get('autoUpdated', $req->query->get('autoUpdated'));
  468. $updateEqualRefs = $req->request->get('updateAll', $req->query->get('updateAll'));
  469. $showOutput = $req->request->get('showOutput', $req->query->get('showOutput', false));
  470. $user = $this->getUser() ?: $doctrine
  471. ->getRepository('PackagistWebBundle:User')
  472. ->findOneBy(array('username' => $username, 'apiToken' => $apiToken));
  473. if (!$user) {
  474. return new Response(json_encode(array('status' => 'error', 'message' => 'Invalid credentials',)), 403);
  475. }
  476. if ($package->getMaintainers()->contains($user) || $this->isGranted('ROLE_UPDATE_PACKAGES')) {
  477. $req->getSession()->save();
  478. if (null !== $autoUpdated) {
  479. $package->setAutoUpdated((Boolean) $autoUpdated);
  480. $doctrine->getManager()->flush();
  481. }
  482. if ($update) {
  483. set_time_limit(3600);
  484. $updater = $this->get('packagist.package_updater');
  485. $io = new BufferIO('', OutputInterface::VERBOSITY_VERY_VERBOSE, new HtmlOutputFormatter(Factory::createAdditionalStyles()));
  486. $config = Factory::createConfig();
  487. $io->loadConfiguration($config);
  488. $repository = new VcsRepository(array('url' => $package->getRepository()), $io, $config);
  489. $loader = new ValidatingArrayLoader(new ArrayLoader());
  490. $repository->setLoader($loader);
  491. try {
  492. $updater->update($io, $config, $package, $repository, $updateEqualRefs ? Updater::UPDATE_EQUAL_REFS : 0);
  493. } catch (\Exception $e) {
  494. return new JsonResponse([
  495. 'status' => 'error',
  496. 'message' => '['.get_class($e).'] '.$e->getMessage(),
  497. 'details' => '<pre>'.$io->getOutput().'</pre>',
  498. ], 400);
  499. }
  500. if ($showOutput) {
  501. return new JsonResponse([
  502. 'status' => 'error',
  503. 'message' => 'Update successful',
  504. 'details' => '<pre>'.$io->getOutput().'</pre>',
  505. ], 400);
  506. }
  507. }
  508. return new Response('{"status": "success"}', 202);
  509. }
  510. return new JsonResponse(array('status' => 'error', 'message' => 'Could not find a package that matches this request (does user maintain the package?)',), 404);
  511. }
  512. /**
  513. * @Route("/packages/{name}", name="delete_package", requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+"})
  514. * @Method({"DELETE"})
  515. */
  516. public function deletePackageAction(Request $req, $name)
  517. {
  518. $doctrine = $this->getDoctrine();
  519. try {
  520. /** @var Package $package */
  521. $package = $doctrine
  522. ->getRepository('PackagistWebBundle:Package')
  523. ->getPartialPackageByNameWithVersions($name);
  524. } catch (NoResultException $e) {
  525. throw new NotFoundHttpException('The requested package, '.$name.', was not found.');
  526. }
  527. if (!$form = $this->createDeletePackageForm($package)) {
  528. throw new AccessDeniedException;
  529. }
  530. $form->submit($req->request->get('form'));
  531. if ($form->isValid()) {
  532. $req->getSession()->save();
  533. /** @var VersionRepository $versionRepo */
  534. $versionRepo = $doctrine->getRepository('PackagistWebBundle:Version');
  535. foreach ($package->getVersions() as $version) {
  536. $versionRepo->remove($version);
  537. }
  538. $packageId = $package->getId();
  539. $em = $doctrine->getManager();
  540. $em->remove($package);
  541. $em->flush();
  542. $this->get('packagist.provider_manager')->deletePackage($package);
  543. // attempt solr cleanup
  544. try {
  545. /** @var \Solarium_Client $solarium */
  546. $solarium = $this->get('solarium.client');
  547. $update = $solarium->createUpdate();
  548. $update->addDeleteById($packageId);
  549. $update->addCommit();
  550. $solarium->update($update);
  551. } catch (\Solarium_Client_HttpException $e) {
  552. }
  553. return new Response('', 204);
  554. }
  555. return new Response('Invalid form input', 400);
  556. }
  557. /**
  558. * @Template("PackagistWebBundle:Package:viewPackage.html.twig")
  559. * @Route("/packages/{name}/maintainers/", name="add_maintainer", requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+"})
  560. */
  561. public function createMaintainerAction(Request $req, $name)
  562. {
  563. /** @var $package Package */
  564. $package = $this->getDoctrine()
  565. ->getRepository('PackagistWebBundle:Package')
  566. ->findOneByName($name);
  567. if (!$package) {
  568. throw new NotFoundHttpException('The requested package, '.$name.', was not found.');
  569. }
  570. if (!$form = $this->createAddMaintainerForm($package)) {
  571. throw new AccessDeniedException('You must be a package\'s maintainer to modify maintainers.');
  572. }
  573. $data = array(
  574. 'package' => $package,
  575. 'versions' => null,
  576. 'expandedVersion' => null,
  577. 'version' => null,
  578. 'addMaintainerForm' => $form->createView(),
  579. 'show_add_maintainer_form' => true,
  580. );
  581. $form->handleRequest($req);
  582. if ($form->isValid()) {
  583. try {
  584. $em = $this->getDoctrine()->getManager();
  585. $user = $form->getData()->getUser();
  586. if (!empty($user)) {
  587. if (!$package->getMaintainers()->contains($user)) {
  588. $package->addMaintainer($user);
  589. $this->get('packagist.package_manager')->notifyNewMaintainer($user, $package);
  590. }
  591. $em->persist($package);
  592. $em->flush();
  593. $this->get('session')->getFlashBag()->set('success', $user->getUsername().' is now a '.$package->getName().' maintainer.');
  594. return new RedirectResponse($this->generateUrl('view_package', array('name' => $package->getName())));
  595. }
  596. $this->get('session')->getFlashBag()->set('error', 'The user could not be found.');
  597. } catch (\Exception $e) {
  598. $this->get('logger')->critical($e->getMessage(), array('exception', $e));
  599. $this->get('session')->getFlashBag()->set('error', 'The maintainer could not be added.');
  600. }
  601. }
  602. return $data;
  603. }
  604. /**
  605. * @Template("PackagistWebBundle:Package:viewPackage.html.twig")
  606. * @Route("/packages/{name}/maintainers/delete", name="remove_maintainer", requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+"})
  607. */
  608. public function removeMaintainerAction(Request $req, $name)
  609. {
  610. /** @var $package Package */
  611. $package = $this->getDoctrine()
  612. ->getRepository('PackagistWebBundle:Package')
  613. ->findOneByName($name);
  614. if (!$package) {
  615. throw new NotFoundHttpException('The requested package, '.$name.', was not found.');
  616. }
  617. if (!$removeMaintainerForm = $this->createRemoveMaintainerForm($package)) {
  618. throw new AccessDeniedException('You must be a package\'s maintainer to modify maintainers.');
  619. }
  620. $data = array(
  621. 'package' => $package,
  622. 'versions' => null,
  623. 'expandedVersion' => null,
  624. 'version' => null,
  625. 'removeMaintainerForm' => $removeMaintainerForm->createView(),
  626. 'show_remove_maintainer_form' => true,
  627. );
  628. $removeMaintainerForm->handleRequest($req);
  629. if ($removeMaintainerForm->isValid()) {
  630. try {
  631. $em = $this->getDoctrine()->getManager();
  632. $user = $removeMaintainerForm->getData()->getUser();
  633. if (!empty($user)) {
  634. if ($package->getMaintainers()->contains($user)) {
  635. $package->getMaintainers()->removeElement($user);
  636. }
  637. $em->persist($package);
  638. $em->flush();
  639. $this->get('session')->getFlashBag()->set('success', $user->getUsername().' is no longer a '.$package->getName().' maintainer.');
  640. return new RedirectResponse($this->generateUrl('view_package', array('name' => $package->getName())));
  641. }
  642. $this->get('session')->getFlashBag()->set('error', 'The user could not be found.');
  643. } catch (\Exception $e) {
  644. $this->get('logger')->critical($e->getMessage(), array('exception', $e));
  645. $this->get('session')->getFlashBag()->set('error', 'The maintainer could not be removed.');
  646. }
  647. }
  648. return $data;
  649. }
  650. /**
  651. * @Template()
  652. * @Route(
  653. * "/packages/{name}/edit",
  654. * name="edit_package",
  655. * requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+?"}
  656. * )
  657. */
  658. public function editAction(Request $req, Package $package)
  659. {
  660. if (!$package->getMaintainers()->contains($this->getUser()) && !$this->isGranted('ROLE_EDIT_PACKAGES')) {
  661. throw new AccessDeniedException;
  662. }
  663. $form = $this->createFormBuilder($package, array("validation_groups" => array("Update")))
  664. ->add('repository', TextType::class)
  665. ->setMethod('POST')
  666. ->setAction($this->generateUrl('edit_package', ['name' => $package->getName()]))
  667. ->getForm();
  668. $form->handleRequest($req);
  669. if ($form->isValid()) {
  670. // Force updating of packages once the package is viewed after the redirect.
  671. $package->setCrawledAt(null);
  672. $em = $this->getDoctrine()->getManager();
  673. $em->persist($package);
  674. $em->flush();
  675. $this->get("session")->getFlashBag()->set("success", "Changes saved.");
  676. return $this->redirect(
  677. $this->generateUrl("view_package", array("name" => $package->getName()))
  678. );
  679. }
  680. return array(
  681. "package" => $package, "form" => $form->createView()
  682. );
  683. }
  684. /**
  685. * @Route(
  686. * "/packages/{name}/abandon",
  687. * name="abandon_package",
  688. * requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+?"}
  689. * )
  690. * @Template()
  691. */
  692. public function abandonAction(Request $request, Package $package)
  693. {
  694. if (!$package->getMaintainers()->contains($this->getUser()) && !$this->isGranted('ROLE_EDIT_PACKAGES')) {
  695. throw new AccessDeniedException;
  696. }
  697. $form = $this->createForm(AbandonedType::class);
  698. $form->handleRequest($request);
  699. if ($form->isValid()) {
  700. $package->setAbandoned(true);
  701. $package->setReplacementPackage(str_replace('https://packagist.org/packages/', '', $form->get('replacement')->getData()));
  702. $package->setIndexedAt(null);
  703. $package->setCrawledAt(new \DateTime());
  704. $package->setUpdatedAt(new \DateTime());
  705. $em = $this->getDoctrine()->getManager();
  706. $em->flush();
  707. return $this->redirect($this->generateUrl('view_package', array('name' => $package->getName())));
  708. }
  709. return array(
  710. 'package' => $package,
  711. 'form' => $form->createView()
  712. );
  713. }
  714. /**
  715. * @Route(
  716. * "/packages/{name}/unabandon",
  717. * name="unabandon_package",
  718. * requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+?"}
  719. * )
  720. */
  721. public function unabandonAction(Package $package)
  722. {
  723. if (!$package->getMaintainers()->contains($this->getUser()) && !$this->isGranted('ROLE_EDIT_PACKAGES')) {
  724. throw new AccessDeniedException;
  725. }
  726. $package->setAbandoned(false);
  727. $package->setReplacementPackage(null);
  728. $package->setIndexedAt(null);
  729. $package->setCrawledAt(new \DateTime());
  730. $package->setUpdatedAt(new \DateTime());
  731. $em = $this->getDoctrine()->getManager();
  732. $em->flush();
  733. return $this->redirect($this->generateUrl('view_package', array('name' => $package->getName())));
  734. }
  735. /**
  736. * @Route(
  737. * "/packages/{name}/stats.{_format}",
  738. * name="view_package_stats",
  739. * requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+?", "_format"="(json)"},
  740. * defaults={"_format"="html"}
  741. * )
  742. * @Template()
  743. */
  744. public function statsAction(Request $req, Package $package)
  745. {
  746. $versions = $package->getVersions()->toArray();
  747. usort($versions, Package::class.'::sortVersions');
  748. $date = $this->guessStatsStartDate($package);
  749. $data = [
  750. 'downloads' => $this->get('packagist.download_manager')->getDownloads($package),
  751. 'versions' => $versions,
  752. 'average' => $this->guessStatsAverage($date),
  753. 'date' => $date->format('Y-m-d'),
  754. ];
  755. if ($req->getRequestFormat() === 'json') {
  756. $data['versions'] = array_map(function ($version) {
  757. /** @var Version $version */
  758. return $version->getVersion();
  759. }, $data['versions']);
  760. return new JsonResponse($data);
  761. }
  762. $data['package'] = $package;
  763. $expandedVersion = reset($versions);
  764. foreach ($versions as $v) {
  765. /** @var Version $v */
  766. if (!$v->isDevelopment()) {
  767. $expandedVersion = $v;
  768. break;
  769. }
  770. }
  771. $data['expandedId'] = $expandedVersion ? $expandedVersion->getId() : false;
  772. return $data;
  773. }
  774. /**
  775. * @Route(
  776. * "/packages/{name}/dependents",
  777. * name="view_package_dependents",
  778. * requirements={"name"="([A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+?|ext-[A-Za-z0-9_.-]+?)"}
  779. * )
  780. */
  781. public function dependentsAction(Request $req, $name)
  782. {
  783. $page = $req->query->get('page', 1);
  784. /** @var PackageRepository $repo */
  785. $repo = $this->getDoctrine()->getRepository('PackagistWebBundle:Package');
  786. $depCount = $repo->getDependentCount($name);
  787. $packages = $repo->getDependents($name, ($page - 1) * 15, 15);
  788. $paginator = new Pagerfanta(new FixedAdapter($depCount, $packages));
  789. $paginator->setMaxPerPage(15);
  790. $paginator->setCurrentPage($page, false, true);
  791. $data['packages'] = $paginator;
  792. $data['count'] = $depCount;
  793. $data['meta'] = $this->getPackagesMetadata($data['packages']);
  794. $data['name'] = $name;
  795. return $this->render('PackagistWebBundle:Package:dependents.html.twig', $data);
  796. }
  797. /**
  798. * @Route(
  799. * "/packages/{name}/suggesters",
  800. * name="view_package_suggesters",
  801. * requirements={"name"="([A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+?|ext-[A-Za-z0-9_.-]+?)"}
  802. * )
  803. */
  804. public function suggestersAction(Request $req, $name)
  805. {
  806. $page = $req->query->get('page', 1);
  807. /** @var PackageRepository $repo */
  808. $repo = $this->getDoctrine()->getRepository('PackagistWebBundle:Package');
  809. $suggestCount = $repo->getSuggestCount($name);
  810. $packages = $repo->getSuggests($name, ($page - 1) * 15, 15);
  811. $paginator = new Pagerfanta(new FixedAdapter($suggestCount, $packages));
  812. $paginator->setMaxPerPage(15);
  813. $paginator->setCurrentPage($page, false, true);
  814. $data['packages'] = $paginator;
  815. $data['count'] = $suggestCount;
  816. $data['meta'] = $this->getPackagesMetadata($data['packages']);
  817. $data['name'] = $name;
  818. return $this->render('PackagistWebBundle:Package:suggesters.html.twig', $data);
  819. }
  820. /**
  821. * @Route(
  822. * "/packages/{name}/stats/all.json",
  823. * name="package_stats",
  824. * requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+?"}
  825. * )
  826. */
  827. public function overallStatsAction(Request $req, Package $package, Version $version = null)
  828. {
  829. if ($from = $req->query->get('from')) {
  830. $from = new DateTimeImmutable($from);
  831. } else {
  832. $from = $this->guessStatsStartDate($version ?: $package);
  833. }
  834. if ($to = $req->query->get('to')) {
  835. $to = new DateTimeImmutable($to);
  836. } else {
  837. $to = new DateTimeImmutable('-2days 00:00:00');
  838. }
  839. $average = $req->query->get('average', $this->guessStatsAverage($from, $to));
  840. $datePoints = $this->createDatePoints($from, $to, $average, $package, $version);
  841. $redis = $this->get('snc_redis.default');
  842. if ($average === 'Daily') {
  843. $datePoints = array_map(function ($vals) {
  844. return $vals[0];
  845. }, $datePoints);
  846. $datePoints = array(
  847. 'labels' => array_keys($datePoints),
  848. 'values' => $redis->mget(array_values($datePoints))
  849. );
  850. } else {
  851. $datePoints = array(
  852. 'labels' => array_keys($datePoints),
  853. 'values' => array_values(array_map(function ($vals) use ($redis) {
  854. return array_sum($redis->mget(array_values($vals)));
  855. }, $datePoints))
  856. );
  857. }
  858. $datePoints['average'] = $average;
  859. if ($average !== 'daily') {
  860. $dividers = [
  861. 'monthly' => 30.41,
  862. 'weekly' => 7,
  863. ];
  864. $divider = $dividers[$average];
  865. $datePoints['values'] = array_map(function ($val) use ($divider) {
  866. return ceil($val / $divider);
  867. }, $datePoints['values']);
  868. }
  869. if (empty($datePoints['labels']) && empty($datePoints['values'])) {
  870. $datePoints['labels'][] = date('Y-m-d');
  871. $datePoints['values'][] = 0;
  872. }
  873. $response = new JsonResponse($datePoints);
  874. $response->setSharedMaxAge(1800);
  875. return $response;
  876. }
  877. /**
  878. * @Route(
  879. * "/packages/{name}/stats/{version}.json",
  880. * name="version_stats",
  881. * requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+?", "version"=".+?"}
  882. * )
  883. */
  884. public function versionStatsAction(Request $req, Package $package, $version)
  885. {
  886. $normalizer = new VersionParser;
  887. $normVersion = $normalizer->normalize($version);
  888. $version = $this->getDoctrine()->getRepository('PackagistWebBundle:Version')->findOneBy([
  889. 'package' => $package,
  890. 'normalizedVersion' => $normVersion
  891. ]);
  892. if (!$version) {
  893. throw new NotFoundHttpException();
  894. }
  895. return $this->overallStatsAction($req, $package, $version);
  896. }
  897. private function createAddMaintainerForm(Package $package)
  898. {
  899. if (!$user = $this->getUser()) {
  900. return;
  901. }
  902. if ($this->isGranted('ROLE_EDIT_PACKAGES') || $package->getMaintainers()->contains($user)) {
  903. $maintainerRequest = new MaintainerRequest();
  904. return $this->createForm(AddMaintainerRequestType::class, $maintainerRequest);
  905. }
  906. }
  907. private function createRemoveMaintainerForm(Package $package)
  908. {
  909. if (!($user = $this->getUser()) || 1 == $package->getMaintainers()->count()) {
  910. return;
  911. }
  912. if ($this->isGranted('ROLE_EDIT_PACKAGES') || $package->getMaintainers()->contains($user)) {
  913. $maintainerRequest = new MaintainerRequest();
  914. return $this->createForm(RemoveMaintainerRequestType::class, $maintainerRequest, array(
  915. 'package' => $package,
  916. ));
  917. }
  918. }
  919. private function createDeletePackageForm(Package $package)
  920. {
  921. if (!$user = $this->getUser()) {
  922. return;
  923. }
  924. // super admins bypass additional checks
  925. if (!$this->isGranted('ROLE_DELETE_PACKAGES')) {
  926. // non maintainers can not delete
  927. if (!$package->getMaintainers()->contains($user)) {
  928. return;
  929. }
  930. try {
  931. $downloads = $this->get('packagist.download_manager')->getTotalDownloads($package);
  932. } catch (ConnectionException $e) {
  933. return;
  934. }
  935. // more than 100 downloads = established package, do not allow deletion by maintainers
  936. if ($downloads > 100) {
  937. return;
  938. }
  939. }
  940. return $this->createFormBuilder(array())->getForm();
  941. }
  942. private function createDatePoints(DateTimeImmutable $from, DateTimeImmutable $to, $average, Package $package, Version $version = null)
  943. {
  944. $interval = $this->getStatsInterval($average);
  945. $dateKey = $average === 'monthly' ? 'Ym' : 'Ymd';
  946. $dateFormat = $average === 'monthly' ? 'Y-m' : 'Y-m-d';
  947. $dateJump = $average === 'monthly' ? '+1month' : '+1day';
  948. if ($average === 'monthly') {
  949. $to = new DateTimeImmutable('last day of '.$to->format('Y-m'));
  950. }
  951. $nextDataPointLabel = $from->format($dateFormat);
  952. $nextDataPoint = $from->modify($interval);
  953. $datePoints = [];
  954. while ($from <= $to) {
  955. $datePoints[$nextDataPointLabel][] = 'dl:'.$package->getId().($version ? '-' . $version->getId() : '').':'.$from->format($dateKey);
  956. $from = $from->modify($dateJump);
  957. if ($from >= $nextDataPoint) {
  958. $nextDataPointLabel = $from->format($dateFormat);
  959. $nextDataPoint = $from->modify($interval);
  960. }
  961. }
  962. return $datePoints;
  963. }
  964. private function guessStatsStartDate($packageOrVersion)
  965. {
  966. if ($packageOrVersion instanceof Package) {
  967. $date = DateTimeImmutable::createFromMutable($packageOrVersion->getCreatedAt());
  968. } elseif ($packageOrVersion instanceof Version) {
  969. $date = DateTimeImmutable::createFromMutable($packageOrVersion->getReleasedAt());
  970. } else {
  971. throw new \LogicException('Version or Package expected');
  972. }
  973. $statsRecordDate = new DateTimeImmutable('2012-04-13 00:00:00');
  974. if ($date < $statsRecordDate) {
  975. $date = $statsRecordDate;
  976. }
  977. return $date->setTime(0, 0, 0);
  978. }
  979. private function guessStatsAverage(DateTimeImmutable $from, DateTimeImmutable $to = null)
  980. {
  981. if ($to === null) {
  982. $to = new DateTimeImmutable('-2 days');
  983. }
  984. if ($from < $to->modify('-48months')) {
  985. $average = 'monthly';
  986. } elseif ($from < $to->modify('-7months')) {
  987. $average = 'weekly';
  988. } else {
  989. $average = 'daily';
  990. }
  991. return $average;
  992. }
  993. private function getStatsInterval($average)
  994. {
  995. $intervals = [
  996. 'monthly' => '+1month',
  997. 'weekly' => '+7days',
  998. 'daily' => '+1day',
  999. ];
  1000. if (!isset($intervals[$average])) {
  1001. throw new BadRequestHttpException();
  1002. }
  1003. return $intervals[$average];
  1004. }
  1005. }